-- Logs begin at Wed 2022-02-16 12:03:21 UTC, end at Wed 2022-02-16 13:41:37 UTC. -- Feb 16 12:34:33.875666 dv-neutron-828142-3-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Feb 16 12:34:36.658467 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.common.config [-] Logging enabled! Feb 16 12:34:36.659102 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev55 Feb 16 12:34:36.659225 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108939) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 12:34:36.662417 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.common.config [-] Logging enabled! Feb 16 12:34:36.662662 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev55 Feb 16 12:34:36.662966 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108939) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 12:34:36.663900 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 12:34:36.664130 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 12:34:36.664486 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 12:34:36.664746 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 12:34:36.664974 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 12:34:36.665280 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.665839 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.666125 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.666900 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.667194 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.667471 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.667746 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.668025 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.668312 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.668590 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.668886 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.669166 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.669387 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.669659 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] config_source = [] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.669937 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.670214 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.670431 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] debug = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.670701 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.671124 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.671540 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.671812 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.672105 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.672361 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.672657 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.672915 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.673194 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.673536 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] host = dv-neutron-828142-3-hyperv {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.673908 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.674193 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.674473 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.674750 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.675017 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.675283 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.675563 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.675830 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] log_dir = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.676099 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] log_file = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.676369 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.676681 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.677078 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.677360 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.677580 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.677798 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.678084 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.678359 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.678627 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.678894 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.679164 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.679427 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.679693 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.679959 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.680322 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.680608 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.680915 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.681184 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.681445 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.681712 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.682530 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.682837 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.683185 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.683453 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.683721 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.684003 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.684266 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.684534 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.684855 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.685137 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.685410 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.685689 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.685958 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.686345 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.686615 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.686885 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] use_journal = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.687153 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] use_json = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.687422 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.687734 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.688071 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.688342 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.688610 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.688900 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.689168 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.689446 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.689710 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:36.690004 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.690293 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.690586 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.690873 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.691157 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.691430 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.691707 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.691978 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.692258 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.692537 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.692851 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.693123 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.693403 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.693672 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.693961 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.694262 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.694550 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.694833 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.695101 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.695369 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.695636 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.695909 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.696189 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.696459 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.696768 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.697050 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.697321 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.697625 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.697916 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.698194 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.698459 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.698729 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.699011 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.699280 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.699543 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.699813 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.700093 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.700375 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.700652 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.700935 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.701204 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.701468 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.701730 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.702000 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.702279 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.702547 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.702814 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.703079 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.703344 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.703608 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.703884 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.704151 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.704416 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.704702 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.704974 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.705238 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.705502 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.705772 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.706036 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.706304 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.706568 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.706834 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.707099 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.707361 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.707624 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.707889 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.708150 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.708418 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.708704 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.708970 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.709233 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.709495 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.709762 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.710042 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.710330 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.710604 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.710874 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.711146 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.711414 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.711682 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.711951 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.712220 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.712489 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.712775 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.713059 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.713364 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.713641 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.713919 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.714196 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.714483 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.714753 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.715027 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.715302 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.715571 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.715849 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.716126 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.716411 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.716723 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.717011 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.717294 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.717579 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.717851 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.718152 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.718422 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:36.718633 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 12:34:36.718879 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=108939) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 16 12:34:37.071549 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=108939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 16 12:34:37.071821 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=108939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 16 12:34:37.072106 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=108939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 16 12:34:37.072434 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 16 12:34:37.467301 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.467580 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.467848 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.469152 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.469421 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.469682 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.505054 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.505327 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.505590 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.521246 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.521522 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.521785 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.551666 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.551947 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.552214 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.592096 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.592367 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.592656 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.829124 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.829760 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.829760 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.829939 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.830492 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.952299 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.952615 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.952918 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.953190 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.953455 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.953762 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.954019 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.954271 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.954521 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.954799 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.955047 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.955302 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.955553 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.955792 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.956050 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.956308 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.956552 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.956832 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.957091 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.957342 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.957602 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.957846 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.958118 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.958486 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.958724 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.958962 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:37.959353 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=108939) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 12:34:37.959588 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=108939) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 12:34:37.959817 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=108939) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 12:34:37.960046 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=108939) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 12:34:37.960272 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=108939) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 12:34:37.961014 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=108939) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 12:34:37.961014 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 16 12:34:37.964741 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 16 12:34:37.968726 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 16 12:34:37.972518 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Feb 16 12:34:37.974168 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 16 12:34:37.974707 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 16 12:34:37.974952 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 16 12:34:37.975328 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 16 12:34:37.978350 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 16 12:34:37.978594 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 16 12:34:37.979497 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 12:34:37.984826 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 16 12:34:38.006674 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 16 12:34:38.007129 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.007425 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=108939) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 16 12:34:38.007783 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.009188 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=108939) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 16 12:34:38.009464 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 12:34:38.009702 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 16 12:34:38.013059 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.013335 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.078215 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 16 12:34:38.078446 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 16 12:34:38.078671 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 16 12:34:38.079039 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 16 12:34:38.102066 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_db.sqlalchemy.engines [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=108939) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 16 12:34:38.627178 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.plugins.ml2.managers [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Initializing driver for type 'gre' Feb 16 12:34:38.627697 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] gre ID ranges: [(1, 1000)] Feb 16 12:34:38.689198 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.plugins.ml2.managers [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Initializing driver for type 'local' Feb 16 12:34:38.689524 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.plugins.ml2.managers [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Initializing driver for type 'vlan' Feb 16 12:34:38.702651 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] VlanTypeDriver initialization complete Feb 16 12:34:38.702974 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.plugins.ml2.managers [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Initializing driver for type 'vxlan' Feb 16 12:34:38.703468 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] vxlan ID ranges: [(1, 1000)] Feb 16 12:34:38.758051 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.plugins.ml2.managers [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Initializing extension driver 'port_security' Feb 16 12:34:38.758370 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.plugins.ml2.extensions.port_security [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] PortSecurityExtensionDriver initialization complete Feb 16 12:34:38.758690 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.plugins.ml2.managers [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Initializing mechanism driver 'openvswitch' Feb 16 12:34:38.759003 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.plugins.ml2.managers [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Initializing mechanism driver 'hyperv' Feb 16 12:34:38.765760 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.plugins.ml2.plugin [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=108939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:34:38.768154 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > port after_create 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.768526 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > port after_update 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.768901 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > port after_delete 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.769433 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=108939) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 12:34:38.769861 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > subnet after_create 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.770207 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > subnet after_update 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.770541 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > subnet after_delete 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.770929 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=108939) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 12:34:38.771336 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > network after_create 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.771676 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > network after_update 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.772011 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > network after_delete 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.772398 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=108939) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 12:34:38.772819 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > security_group after_create 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.773165 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > security_group after_update 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.773496 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > security_group after_delete 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.773887 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=108939) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 12:34:38.774291 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.774626 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.774956 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.775341 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=108939) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 12:34:38.776325 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > address_group after_create 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.776682 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > address_group after_update 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.777013 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > address_group after_delete 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.777400 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=108939) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 12:34:38.777832 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] ML2 OVO RPC backend initialized. {{(pid=108939) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 16 12:34:38.778525 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > router_interface after_create 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.778870 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.779268 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > network before_response 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.779604 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > networks before_response 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.779944 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > port before_response 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.780277 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > ports before_response 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.780610 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > subnet before_response 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.780969 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > subnets before_response 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.781303 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > network after_create 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.781633 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > network after_update 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.781957 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > network after_delete 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.782283 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > port after_create 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.782603 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > port after_update 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.782922 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > port after_delete 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.783245 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > subnet after_create 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.783565 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > subnet after_update 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.783886 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > subnet after_delete 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.784447 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.plugins.ml2.plugin [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Modular L2 Plugin initialization complete Feb 16 12:34:38.784791 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading services supported by the core plugin {{(pid=108939) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 16 12:34:38.785108 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.plugins.ml2.managers [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Got port-security extension from driver 'port_security' Feb 16 12:34:38.785556 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.extensions.vlantransparent [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Disabled vlantransparent extension. Feb 16 12:34:38.786022 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=108939) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 16 12:34:38.786324 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading Plugin: router Feb 16 12:34:38.823297 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > router_interface before_create 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.823680 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > router after_create 55549900 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.824038 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > router before_create 55549900 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.824392 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.824790 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.825136 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > router after_delete 55549900 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.825484 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > floatingip after_create 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.825952 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > floatingip after_update 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.826298 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > router after_create 55549900 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.826633 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > router after_update 55549900 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.826972 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > router after_update 55549900 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.827308 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.827653 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > router after_update 55549900 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.828052 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > router precommit_update 55549900 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.828403 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: port after_update 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.828756 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: port after_delete 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.829092 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: subnet after_update 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.829418 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.829946 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > port precommit_delete 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.830077 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > router precommit_create 55549900 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.830404 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: port before_delete 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.830736 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > router precommit_create 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.831082 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > router after_update 55549900 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.831421 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > router precommit_delete 55549900 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.831762 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > router precommit_create 55549900 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.832106 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > router_interface after_create 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.832443 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > router precommit_update 55549900 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.832816 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > agent after_create 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.833166 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > agent after_delete 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.833492 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > network after_delete 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.834348 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.quota.resource_registry [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Tracking information for resource: router configured {{(pid=108939) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 12:34:38.834674 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.quota.resource_registry [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Tracking information for resource: floatingip configured {{(pid=108939) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 12:34:38.840279 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.db.l3_agentschedulers_db [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 16 12:34:38.840875 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: port after_update 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.841233 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: port after_create 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.841583 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: port after_delete 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.841923 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: port after_update 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.842748 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > router before_create 55550100 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.843108 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > router precommit_delete 55550100 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.843460 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > router precommit_create 55550100 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.843806 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > router precommit_update 55550100 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.850437 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.services.provider_configuration [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Service providers = [] {{(pid=108939) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 16 12:34:38.850437 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.db.servicetype_db [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=108939) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 16 12:34:38.852885 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.services.service_base [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=108939) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 12:34:38.853211 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.services.service_base [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=108939) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 12:34:38.853547 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.services.service_base [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=108939) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 12:34:38.854601 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.services.service_base [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=108939) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 12:34:38.854964 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.services.service_base [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 16 12:34:38.855337 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=108939) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 12:34:38.855646 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 16 12:34:38.866439 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=108939) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 12:34:38.866764 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading Plugin: auto_allocate Feb 16 12:34:38.872738 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: network precommit_update 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.873109 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: network precommit_create 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.873640 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=108939) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 12:34:38.873954 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading Plugin: tag Feb 16 12:34:38.880932 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=108939) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 12:34:38.881201 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading Plugin: timestamp Feb 16 12:34:38.885584 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=108939) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 12:34:38.885908 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading Plugin: network_ip_availability Feb 16 12:34:38.891376 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.891742 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.892088 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:38.892856 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=108939) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 12:34:38.893170 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading Plugin: flavors Feb 16 12:34:38.898222 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=108939) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 12:34:38.898552 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading Plugin: revisions Feb 16 12:34:38.903397 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=108939) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 12:34:38.903784 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_concurrency.lockutils [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.832s {{(pid=108939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 16 12:34:38.904533 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=108939) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 16 12:34:38.904887 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Initializing extension manager. Feb 16 12:34:38.905392 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: __init__.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.905728 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: __pycache__ {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.906055 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.906379 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: address_group.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.907137 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.907718 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: address-group Feb 16 12:34:38.908033 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: address_scope.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.908763 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.909267 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: address-scope Feb 16 12:34:38.909580 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: admin_state_down_before_update.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.910503 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.911000 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: router-admin-state-down-before-update Feb 16 12:34:38.911311 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: agent.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.911994 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.912526 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: agent Feb 16 12:34:38.912825 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: agent_resources_synced.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.913716 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.914214 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: agent-resources-synced Feb 16 12:34:38.914529 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: allowedaddresspairs.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.916795 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.917336 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: allowed-address-pairs Feb 16 12:34:38.917653 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: auto_allocated_topology.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.918733 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.919238 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: auto-allocated-topology Feb 16 12:34:38.919550 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: availability_zone.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.920231 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.920754 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: availability_zone Feb 16 12:34:38.921069 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: availability_zone_filter.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.921968 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.922467 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: availability_zone_filter Feb 16 12:34:38.922771 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: data_plane_status.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.923664 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.924155 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extension data-plane-status not supported by any of loaded plugins Feb 16 12:34:38.924477 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: default_subnetpools.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.925398 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.925891 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: default-subnetpools Feb 16 12:34:38.926201 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: dhcpagentscheduler.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.927014 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.927502 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: dhcp_agent_scheduler Feb 16 12:34:38.927814 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: dns.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.928747 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.929239 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extension dns-integration not supported by any of loaded plugins Feb 16 12:34:38.929557 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: dns_domain_ports.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.930461 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.930959 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 16 12:34:38.931264 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.932203 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.932722 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 16 12:34:38.933036 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: dvr.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.933697 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.934201 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: dvr Feb 16 12:34:38.934511 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: ecmp_routes.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.935413 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.935899 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 16 12:34:38.936210 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: empty_string_filtering.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.937136 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.937627 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: empty-string-filtering Feb 16 12:34:38.937939 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.938841 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.939337 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 16 12:34:38.940712 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.940712 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.941137 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 16 12:34:38.941450 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: external_net.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.942346 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.942844 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: external-net Feb 16 12:34:38.943159 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: extra_dhcp_opt.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.944067 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.944560 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: extra_dhcp_opt Feb 16 12:34:38.944896 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: extraroute.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.945801 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.946295 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: extraroute Feb 16 12:34:38.946613 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: extraroute_atomic.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.948178 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.948699 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: extraroute-atomic Feb 16 12:34:38.949016 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: filter_validation.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.949886 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.950378 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: filter-validation Feb 16 12:34:38.950692 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: fip_pf_description.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.951588 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.952078 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 16 12:34:38.952392 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: fip_port_details.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.953323 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.953821 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: fip-port-details Feb 16 12:34:38.954136 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: flavors.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.955383 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.955883 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: flavors Feb 16 12:34:38.956199 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.957895 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.958411 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 16 12:34:38.958732 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: floatingip_pools.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.959423 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.959929 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: floatingip-pools Feb 16 12:34:38.960245 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: ip_allocation.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.961190 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.961686 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extension ip_allocation not supported by any of loaded plugins Feb 16 12:34:38.962004 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.962918 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.964039 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: ip-substring-filtering Feb 16 12:34:38.964390 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: l2_adjacency.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.965360 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.965863 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 16 12:34:38.966183 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: l3.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.967170 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.967677 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: router Feb 16 12:34:38.967991 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: l3_conntrack_helper.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.970312 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.970827 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 16 12:34:38.971150 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.972081 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.972584 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: ext-gw-mode Feb 16 12:34:38.972927 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.973832 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.974333 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: l3-ha Feb 16 12:34:38.974647 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: l3_flavors.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.975542 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.976034 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: l3-flavors Feb 16 12:34:38.976345 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.977290 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.977779 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 16 12:34:38.978091 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: l3agentscheduler.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.979175 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.979673 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: l3_agent_scheduler Feb 16 12:34:38.979992 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: logging.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.981509 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.982017 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extension logging not supported by any of loaded plugins Feb 16 12:34:38.982335 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: metering.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.983068 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.983642 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: metering Feb 16 12:34:38.983961 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.985200 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.985711 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: metering_source_and_destination_fields Feb 16 12:34:38.986029 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: multiprovidernet.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.986950 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.987451 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: multi-provider Feb 16 12:34:38.987765 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: netmtu.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.988696 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.989196 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: net-mtu Feb 16 12:34:38.989513 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: netmtu_writable.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.990415 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.990914 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: net-mtu-writable Feb 16 12:34:38.991226 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: network_availability_zone.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.991882 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.992374 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: network_availability_zone Feb 16 12:34:38.992718 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: network_ip_availability.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.993831 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.994355 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: network-ip-availability Feb 16 12:34:38.994671 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: network_segment_range.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.995514 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.996004 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extension network-segment-range not supported by any of loaded plugins Feb 16 12:34:38.996314 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: pagination.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.997313 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.997642 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: pagination Feb 16 12:34:38.997956 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: port_device_profile.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:38.998860 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:38.999361 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: port-device-profile Feb 16 12:34:38.999674 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.000598 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.001119 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: port-mac-address-regenerate Feb 16 12:34:39.001434 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.002333 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.002826 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: port-numa-affinity-policy Feb 16 12:34:39.003139 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: port_resource_request.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.004054 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.004542 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extension port-resource-request not supported by any of loaded plugins Feb 16 12:34:39.004880 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: portbindings.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.005799 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.006286 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: binding Feb 16 12:34:39.006600 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: portbindings_extended.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.007879 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.008379 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: binding-extended Feb 16 12:34:39.008723 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: portsecurity.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.009624 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.010649 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: port-security Feb 16 12:34:39.010961 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: project_id.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.011919 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.012242 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: project-id Feb 16 12:34:39.012555 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: providernet.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.013511 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.014016 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: provider Feb 16 12:34:39.014336 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: qos.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.017938 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.018451 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extension qos not supported by any of loaded plugins Feb 16 12:34:39.018777 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.020020 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.020518 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 16 12:34:39.020869 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.021775 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.022272 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 16 12:34:39.022587 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: qos_default.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.023494 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.023992 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extension qos-default not supported by any of loaded plugins Feb 16 12:34:39.024309 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: qos_fip.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.024999 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.025486 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extension qos-fip not supported by any of loaded plugins Feb 16 12:34:39.026364 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: qos_gateway_ip.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.027270 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.027762 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 16 12:34:39.028081 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: qos_port_network_policy.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.028996 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.029487 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 16 12:34:39.029800 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: qos_pps_rule.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.030974 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.031474 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extension qos-pps not supported by any of loaded plugins Feb 16 12:34:39.031793 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: qos_rule_type_details.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.032729 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.033224 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 16 12:34:39.033543 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: qos_rules_alias.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.034602 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.035106 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 16 12:34:39.035423 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: quotasv2.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.036563 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.036908 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: quotas Feb 16 12:34:39.037221 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: quotasv2_detail.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.040778 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.041119 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: quota_details Feb 16 12:34:39.041474 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: rbac.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.042541 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.043062 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: rbac-policies Feb 16 12:34:39.043382 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: rbac_address_group.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.044306 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.044843 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: rbac-address-group Feb 16 12:34:39.045161 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: rbac_address_scope.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.046068 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.046567 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: rbac-address-scope Feb 16 12:34:39.046881 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: rbac_security_groups.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.047789 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.048285 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: rbac-security-groups Feb 16 12:34:39.048598 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: rbac_subnetpool.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.049531 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.050027 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: rbac-subnetpool Feb 16 12:34:39.050339 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: revisionifmatch.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.051252 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.051755 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: revision-if-match Feb 16 12:34:39.052070 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: revisions.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.053200 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.053704 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: standard-attr-revisions Feb 16 12:34:39.054016 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: router_availability_zone.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.054682 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.055177 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: router_availability_zone Feb 16 12:34:39.055489 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: routerservicetype.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.056395 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.057103 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extension router-service-type not supported by any of loaded plugins Feb 16 12:34:39.057425 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.058333 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.058831 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: security-groups-normalized-cidr Feb 16 12:34:39.059145 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: security_groups_port_filtering.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.060047 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.060542 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: port-security-groups-filtering Feb 16 12:34:39.060879 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.061791 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.062285 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: security-groups-remote-address-group Feb 16 12:34:39.062599 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: securitygroup.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.074657 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.075183 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: security-group Feb 16 12:34:39.075512 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: segment.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.076308 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.076837 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extension segment not supported by any of loaded plugins Feb 16 12:34:39.077162 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.078108 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.078613 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 16 12:34:39.078929 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: servicetype.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.080132 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.080656 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: service-type Feb 16 12:34:39.080982 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: sorting.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.081968 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.082292 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: sorting Feb 16 12:34:39.082607 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: standard_attr_segment.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.083514 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.084024 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 16 12:34:39.084342 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: standardattrdescription.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.085019 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.085519 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: standard-attr-description Feb 16 12:34:39.085837 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: stateful_security_group.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.086752 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.087257 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: stateful-security-group Feb 16 12:34:39.087574 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: stdattrs_common.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.088785 dv-neutron-828142-3-hyperv neutron-server[108939]: WARNING neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 16 12:34:39.089104 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.090022 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.090524 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 16 12:34:39.090838 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: subnet_onboard.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.091918 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.092433 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: subnet_onboard Feb 16 12:34:39.092778 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.093704 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.094209 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 16 12:34:39.094524 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: subnet_service_types.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.095447 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.095949 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: subnet-service-types Feb 16 12:34:39.096265 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: subnetallocation.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.097351 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.097857 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: subnet_allocation Feb 16 12:34:39.098176 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.098837 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.099337 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: subnetpool-prefix-ops Feb 16 12:34:39.099650 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.100583 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.101118 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 16 12:34:39.101430 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: tagging.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.102512 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.103018 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: standard-attr-tag Feb 16 12:34:39.103335 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: timestamp.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.104561 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.105091 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loaded extension: standard-attr-timestamp Feb 16 12:34:39.105412 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: trunk.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.106439 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.106941 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extension trunk not supported by any of loaded plugins Feb 16 12:34:39.107258 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: trunk_details.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.108163 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.108688 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extension trunk-details not supported by any of loaded plugins Feb 16 12:34:39.109010 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: uplink_status_propagation.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.109909 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.110407 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 16 12:34:39.110723 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Loading extension file: vlantransparent.py {{(pid=108939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:34:39.111393 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=108939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:34:39.111891 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 16 12:34:39.114457 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.quota.resource_registry [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Creating instance of TrackedResource for resource:network Feb 16 12:34:39.114992 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.quota.resource_registry [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Creating instance of TrackedResource for resource:subnet Feb 16 12:34:39.115389 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.quota.resource_registry [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 12:34:39.115776 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.quota.resource_registry [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Creating instance of TrackedResource for resource:port Feb 16 12:34:39.117164 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.v2.resource_helper [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:34:39.117598 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.v2.resource_helper [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Service FLAVORS assigned prefix: {{(pid=108939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:34:39.118208 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.v2.resource_helper [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:34:39.118635 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.v2.resource_helper [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:34:39.118959 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.quota.resource_registry [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Creating instance of TrackedResource for resource:router Feb 16 12:34:39.119413 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.quota.resource_registry [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Creating instance of TrackedResource for resource:floatingip Feb 16 12:34:39.119906 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.v2.resource_helper [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Service METERING assigned prefix: /metering {{(pid=108939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:34:39.121437 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:39.121802 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:39.122148 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:34:39.123234 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.quota.resource_registry [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 12:34:39.123679 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.quota.resource_registry [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Creating instance of TrackedResource for resource:security_group Feb 16 12:34:39.124125 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.quota.resource_registry [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 12:34:39.124793 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.v2.resource_helper [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Service CORE assigned prefix: {{(pid=108939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:34:39.125114 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.quota.resource_registry [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 12:34:39.125455 dv-neutron-828142-3-hyperv neutron-server[108939]: WARNING neutron.quota.resource_registry [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] subnetpool is already registered Feb 16 12:34:39.125873 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.v2.resource_helper [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Service CORE assigned prefix: {{(pid=108939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:34:39.126189 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.quota.resource_registry [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 12:34:39.126518 dv-neutron-828142-3-hyperv neutron-server[108939]: WARNING neutron.quota.resource_registry [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] subnetpool is already registered Feb 16 12:34:39.128964 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.v2.resource_helper [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:34:39.129399 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.v2.resource_helper [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Service FLAVORS assigned prefix: {{(pid=108939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:34:39.129979 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.v2.resource_helper [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:34:39.130392 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.v2.resource_helper [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:34:39.130720 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.quota.resource_registry [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Creating instance of TrackedResource for resource:router Feb 16 12:34:39.131107 dv-neutron-828142-3-hyperv neutron-server[108939]: WARNING neutron.quota.resource_registry [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] router is already registered Feb 16 12:34:39.131457 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.quota.resource_registry [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Creating instance of TrackedResource for resource:floatingip Feb 16 12:34:39.131784 dv-neutron-828142-3-hyperv neutron-server[108939]: WARNING neutron.quota.resource_registry [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] floatingip is already registered Feb 16 12:34:39.132238 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.v2.resource_helper [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Service METERING assigned prefix: /metering {{(pid=108939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:34:39.132950 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.quota.resource_registry [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 12:34:39.133264 dv-neutron-828142-3-hyperv neutron-server[108939]: WARNING neutron.quota.resource_registry [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] rbac_policy is already registered Feb 16 12:34:39.133667 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.quota.resource_registry [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Creating instance of TrackedResource for resource:security_group Feb 16 12:34:39.133989 dv-neutron-828142-3-hyperv neutron-server[108939]: WARNING neutron.quota.resource_registry [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] security_group is already registered Feb 16 12:34:39.134381 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.quota.resource_registry [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 12:34:39.134700 dv-neutron-828142-3-hyperv neutron-server[108939]: WARNING neutron.quota.resource_registry [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] security_group_rule is already registered Feb 16 12:34:39.135905 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.v2.resource_helper [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Service CORE assigned prefix: {{(pid=108939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:34:39.136221 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.quota.resource_registry [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 12:34:39.136554 dv-neutron-828142-3-hyperv neutron-server[108939]: WARNING neutron.quota.resource_registry [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] subnetpool is already registered Feb 16 12:34:39.136993 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.v2.resource_helper [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Service CORE assigned prefix: {{(pid=108939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:34:39.137308 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.quota.resource_registry [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 12:34:39.137628 dv-neutron-828142-3-hyperv neutron-server[108939]: WARNING neutron.quota.resource_registry [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] subnetpool is already registered Feb 16 12:34:39.138117 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extended resource: extensions {{(pid=108939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:34:39.139661 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extended resource: address-groups {{(pid=108939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:34:39.141183 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extended resource: address-scopes {{(pid=108939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:34:39.142525 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extended resource: agents {{(pid=108939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:34:39.143660 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extended resource: auto-allocated-topology {{(pid=108939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:34:39.144923 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extended resource: availability_zones {{(pid=108939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:34:39.146170 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extended resource: dhcp-networks {{(pid=108939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:34:39.147664 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extended resource: dhcp-agents {{(pid=108939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:34:39.149106 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extended resource: routers {{(pid=108939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:34:39.151892 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extended resource: flavors {{(pid=108939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:34:39.153071 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extended resource: service_profiles {{(pid=108939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:34:39.154294 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extended resource: next_providers {{(pid=108939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:34:39.155735 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extended resource: service_profiles {{(pid=108939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:34:39.157285 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extended resource: floatingip-pools {{(pid=108939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:34:39.158498 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extended resource: routers {{(pid=108939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:34:39.160619 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extended resource: floatingips {{(pid=108939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:34:39.161932 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extended resource: l3-routers {{(pid=108939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:34:39.163300 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extended resource: l3-agents {{(pid=108939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:34:39.164728 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extended resource: metering-labels {{(pid=108939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:34:39.166395 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extended resource: metering-label-rules {{(pid=108939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:34:39.167674 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extended resource: network-ip-availabilities {{(pid=108939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:34:39.168971 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extended resource: bindings {{(pid=108939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:34:39.170614 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extended resource: quotas {{(pid=108939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:34:39.172029 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extended resource: quotas {{(pid=108939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:34:39.173468 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extended resource: rbac-policies {{(pid=108939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:34:39.174655 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extended resource: security-groups {{(pid=108939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:34:39.177114 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extended resource: security-group-rules {{(pid=108939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:34:39.178346 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extended resource: service-providers {{(pid=108939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:34:39.179543 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extended resource: subnetpools {{(pid=108939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:34:39.180991 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extended resource: subnetpools {{(pid=108939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:34:39.182998 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extended resource: tags {{(pid=108939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:34:39.184727 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extended resource: tags {{(pid=108939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:34:39.186494 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extended resource: tags {{(pid=108939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:34:39.188265 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extended resource: tags {{(pid=108939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:34:39.190055 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extended resource: tags {{(pid=108939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:34:39.191870 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extended resource: tags {{(pid=108939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:34:39.193547 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extended resource: tags {{(pid=108939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:34:39.195437 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extended resource: tags {{(pid=108939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:34:39.197202 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extended resource: tags {{(pid=108939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:34:39.199563 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron.api.extensions [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Extended resource: tags {{(pid=108939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:34:39.205585 dv-neutron-828142-3-hyperv neutron-server[108939]: WARNING keystonemiddleware.auth_token [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 16 12:34:39.210302 dv-neutron-828142-3-hyperv neutron-server[108939]: WARNING keystonemiddleware.auth_token [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 16 12:34:39.219394 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_concurrency.lockutils [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Acquired lock "singleton_lock" {{(pid=108939) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 16 12:34:39.219865 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_concurrency.lockutils [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Releasing lock "singleton_lock" {{(pid=108939) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 16 12:34:39.220500 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO oslo_service.service [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Starting 2 workers Feb 16 12:34:39.225404 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Started child 109048 {{(pid=108939) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 12:34:39.230665 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Started child 109049 {{(pid=108939) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 12:34:39.231688 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:34:39.232419 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO neutron.service [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 16 12:34:39.232985 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Notify callbacks [] for process, before_spawn {{(pid=108939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:34:39.233273 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [-] (109048) wsgi starting up on http://0.0.0.0:9696 Feb 16 12:34:39.235474 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO oslo_service.service [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Starting 1 workers Feb 16 12:34:39.235597 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:34:39.237023 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [-] (109049) wsgi starting up on http://0.0.0.0:9696 Feb 16 12:34:39.240837 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Started child 109050 {{(pid=108939) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 12:34:39.241396 dv-neutron-828142-3-hyperv neutron-server[108939]: INFO oslo_service.service [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Starting 1 workers Feb 16 12:34:39.245015 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.service [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] calling RpcWorker wait() {{(pid=109050) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 16 12:34:39.245572 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.service [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] returning from RpcWorker wait() {{(pid=109050) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 16 12:34:39.246071 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Started child 109051 {{(pid=108939) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 12:34:39.246946 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG neutron_lib.callbacks.manager [None req-504f8af9-2c5a-4cd8-85ca-d6015410fe56 None None] Notify callbacks [] for process, after_spawn {{(pid=108939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:34:39.247071 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:34:39.247584 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:34:39.248964 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108939) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 16 12:34:39.249174 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 12:34:39.249350 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 12:34:39.249563 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 12:34:39.249912 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 12:34:39.250070 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 12:34:39.250580 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.250843 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.251107 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.251373 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.251580 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:34:39.252106 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.252194 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.252448 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.252688 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:34:39.252799 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.252974 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.253215 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.253379 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.253537 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.253782 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.254018 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.254307 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.254565 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.254808 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.255065 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.255257 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.255512 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.255776 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.256012 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.256292 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] debug = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.256552 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.257046 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.257273 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.257516 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.257739 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.257987 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.258235 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.258494 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.258729 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.258936 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.259142 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.259401 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.259638 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.259839 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.260091 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.260343 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.260566 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.261065 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] host = dv-neutron-828142-3-hyperv {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.261296 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.261503 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.261745 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.261980 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.262216 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.262422 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.262690 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.262939 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.263180 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.263394 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.263621 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.263868 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.264080 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.264306 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] log_file = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.264534 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] log_options = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.264714 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.264940 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.265202 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.265381 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.265543 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.265711 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.265947 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.266103 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.266351 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.266558 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.266765 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.266990 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.267227 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.267451 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.267699 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.267932 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.268177 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.268379 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.268695 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.269007 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.269171 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.269334 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.269572 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.269797 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.270002 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.270237 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.270453 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.270676 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.270880 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.271145 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.271383 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.271631 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.271842 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.272085 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.272339 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.272556 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.272831 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.273053 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.273310 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.273597 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.273851 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.274104 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.274314 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.274525 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.274733 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.274942 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.275208 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] use_json = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.275392 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.276159 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.276415 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.276619 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.276912 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.277119 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.277328 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.278025 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.278504 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.278898 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.279200 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.279507 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.279730 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.280279 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.280279 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.280461 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.280671 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.280945 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.281329 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.281462 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.281654 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.282139 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.282139 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.282377 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.282850 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.283097 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.283226 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.283374 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.283596 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.283830 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.284063 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.284464 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.284864 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.285259 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.285512 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.285754 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.286056 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.286342 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.286601 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.90/identity {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.286841 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.287055 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.287300 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.287518 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.287745 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.287946 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.288378 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.288657 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.288875 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.289084 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.289318 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.289535 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.289772 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.289992 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.290228 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.290736 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.290963 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.291229 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.291953 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.292364 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.292773 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.293180 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.293580 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.293983 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.294424 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.294660 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.294876 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.295089 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.295314 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.295531 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.295783 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.295994 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.296200 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.296411 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.296621 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.296864 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.297075 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.297511 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.297728 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.297936 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.298148 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.298361 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.298605 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.298831 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.299038 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.299285 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.300356 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.300356 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.300356 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.300356 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.300356 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.300783 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.300783 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.300934 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.301139 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.301488 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.301838 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.302185 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.302530 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.302941 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.303400 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.303773 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.304160 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.304545 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.304947 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.305318 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.305740 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.306131 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.306374 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.306619 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.306939 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.307163 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.307406 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.307645 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.307878 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.308115 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.308334 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.308561 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.308800 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.309046 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.309264 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.309503 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.309775 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.310037 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.310293 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.310537 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.310823 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.311067 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.311327 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.311539 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.311785 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.312073 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.312329 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.312607 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.312887 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.313107 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.313366 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.313590 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.313835 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.314197 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.314564 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.314942 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.315224 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.315454 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.315671 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.315950 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.316120 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.316440 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.316706 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.316923 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.317461 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.317461 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.317670 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.317877 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.318090 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.318336 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.318592 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.318827 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.319051 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.90/identity {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.319262 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.319498 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.319741 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.320046 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.320207 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.320404 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.320668 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.320948 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.321155 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.321388 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.321595 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.321827 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.322048 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.322261 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.322507 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.322749 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.322953 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.323171 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.323401 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.323613 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.323843 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.324205 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.324442 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.324739 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.324970 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.325228 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.325466 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.325697 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.326074 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.326316 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.326543 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.326771 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.327010 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.327224 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.327431 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.327637 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.328528 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.328528 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.328528 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.328528 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.328861 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.328986 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.329226 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.329553 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.329795 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.330023 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.330251 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.330479 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.330697 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.330906 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.331117 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.331325 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.331533 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.331740 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.331987 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.332235 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.332464 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.332719 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.332961 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.333170 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.333380 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.333582 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.333855 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.334090 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.334309 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.334706 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.334936 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.335141 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.335378 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.335582 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.335788 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.336004 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.336211 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.336434 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.336673 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.336899 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.337102 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.337315 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.337531 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.337731 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.337993 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.338742 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.338944 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.339156 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.339364 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.339565 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.339780 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.339980 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.340187 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.340419 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.340653 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.340853 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.341072 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.341295 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.341496 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.341741 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.342288 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.342288 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.342480 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.342906 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.342906 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.343174 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.343410 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.343648 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.343861 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.344169 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.344394 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.344641 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.344879 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.345109 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.345319 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.345562 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.345846 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.346118 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.346361 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.346617 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.346879 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.348670 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.348670 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.348670 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.348670 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.348670 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.348670 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.349199 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.349199 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.349199 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.349427 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.349581 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.349795 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.350034 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.350245 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.350479 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.350702 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.351783 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.351783 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.351783 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.351783 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.351783 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.352296 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.352296 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.352506 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.352596 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 12:34:39.353061 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108939) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 16 12:34:39.353215 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 12:34:39.353359 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 12:34:39.353523 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 12:34:39.353737 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 12:34:39.354394 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 12:34:39.354600 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.354754 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.354910 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.355056 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.355201 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.355373 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.355528 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.355680 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.355831 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.355983 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.356133 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.356287 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.356438 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.356586 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.356764 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.356918 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.357069 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.357209 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.357365 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.357515 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.357664 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.357814 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.357966 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] debug = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.358116 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.358309 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.358466 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.358603 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.358753 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.358916 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.359075 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.359195 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.359539 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.359689 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.359839 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.359990 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.360141 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.360292 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.360552 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.360665 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.360747 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.360889 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] host = dv-neutron-828142-3-hyperv {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.361040 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.361191 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.361343 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.361493 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.361643 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.361794 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.361945 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.362096 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.362247 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.362396 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.362543 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.362748 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.362890 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.362992 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] log_file = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.363117 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] log_options = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.363270 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.363421 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.363572 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.363754 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.363916 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.364068 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.364217 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.364368 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.364518 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.364649 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:34:39.364758 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.364841 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.364967 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.365118 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.365267 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.365417 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.365567 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.365717 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.365867 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.366018 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.366172 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.366323 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.366472 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.366623 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.366773 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.366923 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.367072 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.367221 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.367371 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.367520 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.367670 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.367845 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.367970 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.368093 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.368237 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.368387 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.368537 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.368710 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.368861 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.369017 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.369158 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.369722 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.369722 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.369722 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.370033 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.370033 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.370033 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.370236 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] use_json = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.370314 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.370448 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.370597 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.370749 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.370898 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.371049 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.371198 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.371351 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.371500 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:34:39.371676 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.371832 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.371998 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.372151 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.372304 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.372457 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.372610 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.372980 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.372980 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.373136 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.373337 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.373428 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.373555 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.373677 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.373799 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.373942 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.374094 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.374248 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.374401 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.374536 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.374693 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.374844 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.375006 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.375160 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.375314 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.375466 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.375618 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.375788 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.375940 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.376105 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.90/identity {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.376253 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.376405 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.376559 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.376819 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.376951 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.377035 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.377161 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.377314 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.377466 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.377618 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.377770 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.377923 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.378076 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.378230 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.378383 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.378536 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.378744 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.378869 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.378974 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.379127 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.379281 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.379434 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.379587 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.379734 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.379885 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.380047 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.380199 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.380353 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.380508 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.380681 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.380841 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.380966 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.381164 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.381309 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.381458 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.381581 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.381702 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.381853 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.382005 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.382156 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.382309 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.382461 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.382613 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.382766 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.382918 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.383069 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.383220 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.383377 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.383544 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.383970 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.383970 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.383970 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.384375 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.384375 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.384375 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.384753 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.384753 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.384987 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.384987 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.385163 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.385332 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.385485 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.385640 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.385799 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.385951 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.386105 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.386263 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.386417 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.386570 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.386726 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.386878 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.387031 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.387186 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.387339 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.388020 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.388020 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.388020 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.388020 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.388308 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.388308 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.388466 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.388466 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.388661 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.388789 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.388916 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.389068 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.389230 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.389412 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.389535 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.389687 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.389848 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.390071 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.390208 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.390333 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.390437 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.390589 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.390741 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.390894 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.391048 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.391199 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.391352 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.391504 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.391663 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.391826 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.391979 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.392119 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.392275 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.392450 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.392603 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.392776 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.392930 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.393082 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.393233 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.393372 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.393688 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.393688 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.393884 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.393970 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.394105 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.90/identity {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.394260 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.394625 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.394625 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.394833 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.394833 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.395319 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.395319 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.395319 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.395589 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.395589 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.395730 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.395831 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.395983 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.396138 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.396290 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.396442 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.396851 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.396851 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.397087 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.397087 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.397280 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.397416 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.397548 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.397632 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.397755 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.397897 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.398050 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.398204 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.398358 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.398511 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.398664 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.398816 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.398972 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.399124 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.399276 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.399432 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.399584 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.399737 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.399890 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.400043 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.400181 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.400337 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.400489 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.401219 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.401376 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.401530 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.401683 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.401836 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.401989 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.402142 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.402295 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.402449 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.402602 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.402754 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.402910 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.403067 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.403221 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.403374 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.403529 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.403736 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.403863 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.403957 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.404117 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.404271 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.404424 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.404577 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.404747 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.404896 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.405059 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.405212 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.405365 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.405517 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.405669 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.405821 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.405988 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.406140 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.406293 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.406446 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.406600 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.406742 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.406907 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.407060 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.407212 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.407364 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.407502 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.407658 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.407819 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.407956 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.408113 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.408265 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.408409 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.408545 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.408718 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.408870 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.409003 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.409157 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.409310 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.409463 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.409830 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.409830 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.410104 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.410104 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.410306 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.410394 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.410495 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.410658 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.410813 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.410968 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.411120 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.411273 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.411442 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.411589 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.411713 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.411875 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.412034 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.412188 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.412349 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.412510 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.412692 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.412846 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.413005 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.413170 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.413322 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.413475 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.413627 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.413868 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.413987 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.414076 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.414226 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.414375 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.414527 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.414680 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.414833 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.414986 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.415138 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.415291 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.415700 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.415862 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.416015 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.416278 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.416964 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:34:39.417113 dv-neutron-828142-3-hyperv neutron-server[108939]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 12:34:39.566557 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 58018) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:34:39.575212 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [-] 10.222.0.90 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063794 Feb 16 12:34:52.197320 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4915a7de-612e-41d9-9c20-d1486c432cd0 None None] get_active_networks_info from dv-neutron-828142-3-hyperv {{(pid=109050) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 12:34:52.268575 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4915a7de-612e-41d9-9c20-d1486c432cd0 None None] No non-hosted networks {{(pid=109050) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 16 12:34:52.381374 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-32308bf7-0dea-4187-931d-b04181bdec7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3844395'] for agent, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:34:54.365855 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f8888537-cbfe-489f-b50e-462f960eec29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3844395'] for agent, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:34:54.409394 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e7af0eef-8653-4acc-9ef6-261edf27ce52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:34:55.598366 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3844395'] for agent, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:34:56.941924 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3844395'] for agent, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:34:56.942615 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:34:56.942878 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:34:56.943201 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:34:56.943519 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:34:56.943839 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:34:56.944143 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:34:56.944470 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:34:56.944846 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:34:56.945164 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:34:56.945488 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:34:56.945812 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:34:56.946122 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:34:56.946498 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-828142-3-hyperv', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:34:56.969750 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-828142-3-hyperv', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:34:57.246464 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3844395'] for agent, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:34:58.446986 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 58112) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:34:58.948760 dv-neutron-828142-3-hyperv neutron-server[109048]: WARNING oslo_policy.policy [None req-6be0111f-288d-4ebb-9171-4317b668ba97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 12:34:58.949332 dv-neutron-828142-3-hyperv neutron-server[109048]: WARNING oslo_policy.policy [None req-6be0111f-288d-4ebb-9171-4317b668ba97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 12:34:59.176054 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-6be0111f-288d-4ebb-9171-4317b668ba97 admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:34:59.177225 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6be0111f-288d-4ebb-9171-4317b668ba97 admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7281857 Feb 16 12:35:01.662129 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 58126) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:35:01.717897 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.db.l3_hamode_db [None req-776cd49a-e66b-44ff-bd85-0dea8944bdd8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 16 12:35:01.795385 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776cd49a-e66b-44ff-bd85-0dea8944bdd8 None None] Routers set() bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:35:01.795769 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776cd49a-e66b-44ff-bd85-0dea8944bdd8 None None] Router IDs set() for agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 16 12:35:01.986149 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-c8c91c21-bbab-4f1e-8add-3b8a4c55664e admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:35:02.082410 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.policy [None req-c8c91c21-bbab-4f1e-8add-3b8a4c55664e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109048) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 12:35:02.127331 dv-neutron-828142-3-hyperv neutron-server[109048]: WARNING oslo_policy.policy [None req-c8c91c21-bbab-4f1e-8add-3b8a4c55664e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 12:35:02.127700 dv-neutron-828142-3-hyperv neutron-server[109048]: WARNING oslo_policy.policy [None req-c8c91c21-bbab-4f1e-8add-3b8a4c55664e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 12:35:02.136843 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.quota [None req-c8c91c21-bbab-4f1e-8add-3b8a4c55664e admin admin] Loaded quota_driver: . Feb 16 12:35:02.235464 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c8c91c21-bbab-4f1e-8add-3b8a4c55664e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736715381844', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736715382305', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736715386042', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736715757142', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736716327388', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736715735747', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-727907', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-780126', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3891236', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3818914'] for rbac-policy, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:02.302218 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c8c91c21-bbab-4f1e-8add-3b8a4c55664e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:02.303415 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c8c91c21-bbab-4f1e-8add-3b8a4c55664e admin admin] 10.222.0.90 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6402571 Feb 16 12:35:04.926518 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 58138) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:35:05.224236 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-5fc767f3-206f-4f1d-9674-4f3f0feb2370 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'f9042f486a3b469e9764366f26320d4f', 'tenant_id': 'f9042f486a3b469e9764366f26320d4f', 'admin_state_up': True}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:35:05.258123 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc767f3-206f-4f1d-9674-4f3f0feb2370 admin admin] Made reservation on behalf of f9042f486a3b469e9764366f26320d4f for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:35:05.261479 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5fc767f3-206f-4f1d-9674-4f3f0feb2370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:05.279601 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5fc767f3-206f-4f1d-9674-4f3f0feb2370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:05.399373 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5fc767f3-206f-4f1d-9674-4f3f0feb2370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:05.403469 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5fc767f3-206f-4f1d-9674-4f3f0feb2370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:05.428463 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fc767f3-206f-4f1d-9674-4f3f0feb2370 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:35:05.454145 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5fc767f3-206f-4f1d-9674-4f3f0feb2370 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736716637498', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:05.454789 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5fc767f3-206f-4f1d-9674-4f3f0feb2370 admin admin] Unsubscribe: segment precommit_create {{(pid=109048) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 12:35:05.455232 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-5fc767f3-206f-4f1d-9674-4f3f0feb2370 admin admin] Added segment 58b03f10-9e3f-4b75-9e86-acc7468fbf11 of type vlan for network 5ae6ffc2-be34-4307-804e-989efed42713 Feb 16 12:35:05.460745 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc767f3-206f-4f1d-9674-4f3f0feb2370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d4e788-4f6c-4401-aa0e-98b63b0435cb,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:35:05.482791 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc767f3-206f-4f1d-9674-4f3f0feb2370 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:05.483164 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc767f3-206f-4f1d-9674-4f3f0feb2370 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:05.483542 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc767f3-206f-4f1d-9674-4f3f0feb2370 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:05.483868 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc767f3-206f-4f1d-9674-4f3f0feb2370 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:05.484220 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc767f3-206f-4f1d-9674-4f3f0feb2370 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:05.484653 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc767f3-206f-4f1d-9674-4f3f0feb2370 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:05.485013 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc767f3-206f-4f1d-9674-4f3f0feb2370 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:05.485349 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc767f3-206f-4f1d-9674-4f3f0feb2370 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:05.485671 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc767f3-206f-4f1d-9674-4f3f0feb2370 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:05.485985 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc767f3-206f-4f1d-9674-4f3f0feb2370 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:05.486297 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc767f3-206f-4f1d-9674-4f3f0feb2370 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:05.486607 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc767f3-206f-4f1d-9674-4f3f0feb2370 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:05.487980 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc767f3-206f-4f1d-9674-4f3f0feb2370 admin admin] Tracked resource versions report: Feb 16 12:35:05.487980 dv-neutron-828142-3-hyperv neutron-server[109048]: pushed versions: Feb 16 12:35:05.487980 dv-neutron-828142-3-hyperv neutron-server[109048]: { 'AddressGroup': {'1.2'}, Feb 16 12:35:05.487980 dv-neutron-828142-3-hyperv neutron-server[109048]: 'ConntrackHelper': {'1.0'}, Feb 16 12:35:05.487980 dv-neutron-828142-3-hyperv neutron-server[109048]: 'Log': {'1.0'}, Feb 16 12:35:05.487980 dv-neutron-828142-3-hyperv neutron-server[109048]: 'Network': {'1.1'}, Feb 16 12:35:05.487980 dv-neutron-828142-3-hyperv neutron-server[109048]: 'Port': {'1.7'}, Feb 16 12:35:05.487980 dv-neutron-828142-3-hyperv neutron-server[109048]: 'PortForwarding': {'1.2'}, Feb 16 12:35:05.487980 dv-neutron-828142-3-hyperv neutron-server[109048]: 'QosPolicy': {'1.9'}, Feb 16 12:35:05.487980 dv-neutron-828142-3-hyperv neutron-server[109048]: 'SecurityGroup': {'1.4'}, Feb 16 12:35:05.487980 dv-neutron-828142-3-hyperv neutron-server[109048]: 'SecurityGroupRule': {'1.2'}, Feb 16 12:35:05.487980 dv-neutron-828142-3-hyperv neutron-server[109048]: 'SubPort': {'1.0'}, Feb 16 12:35:05.487980 dv-neutron-828142-3-hyperv neutron-server[109048]: 'Subnet': {'1.1'}, Feb 16 12:35:05.487980 dv-neutron-828142-3-hyperv neutron-server[109048]: 'Trunk': {'1.1'}} Feb 16 12:35:05.487980 dv-neutron-828142-3-hyperv neutron-server[109048]: consumer versions: Feb 16 12:35:05.487980 dv-neutron-828142-3-hyperv neutron-server[109048]: { DHCP agent@dv-neutron-828142-3-hyperv: {}, Feb 16 12:35:05.487980 dv-neutron-828142-3-hyperv neutron-server[109048]: L3 agent@dv-neutron-828142-3-hyperv: {}, Feb 16 12:35:05.487980 dv-neutron-828142-3-hyperv neutron-server[109048]: Metadata agent@dv-neutron-828142-3-hyperv: {}, Feb 16 12:35:05.487980 dv-neutron-828142-3-hyperv neutron-server[109048]: Metering agent@dv-neutron-828142-3-hyperv: {}, Feb 16 12:35:05.487980 dv-neutron-828142-3-hyperv neutron-server[109048]: Open vSwitch agent@dv-neutron-828142-3-hyperv: { 'AddressGroup': '1.2', Feb 16 12:35:05.487980 dv-neutron-828142-3-hyperv neutron-server[109048]: 'ConntrackHelper': '1.0', Feb 16 12:35:05.487980 dv-neutron-828142-3-hyperv neutron-server[109048]: 'Log': '1.0', Feb 16 12:35:05.487980 dv-neutron-828142-3-hyperv neutron-server[109048]: 'Network': '1.1', Feb 16 12:35:05.487980 dv-neutron-828142-3-hyperv neutron-server[109048]: 'Port': '1.7', Feb 16 12:35:05.487980 dv-neutron-828142-3-hyperv neutron-server[109048]: 'PortForwarding': '1.2', Feb 16 12:35:05.487980 dv-neutron-828142-3-hyperv neutron-server[109048]: 'QosPolicy': '1.9', Feb 16 12:35:05.487980 dv-neutron-828142-3-hyperv neutron-server[109048]: 'SecurityGroup': '1.4', Feb 16 12:35:05.487980 dv-neutron-828142-3-hyperv neutron-server[109048]: 'SecurityGroupRule': '1.2', Feb 16 12:35:05.487980 dv-neutron-828142-3-hyperv neutron-server[109048]: 'SubPort': '1.0', Feb 16 12:35:05.487980 dv-neutron-828142-3-hyperv neutron-server[109048]: 'Subnet': '1.1', Feb 16 12:35:05.487980 dv-neutron-828142-3-hyperv neutron-server[109048]: 'Trunk': '1.1'}} Feb 16 12:35:05.487980 dv-neutron-828142-3-hyperv neutron-server[109048]: {{(pid=109048) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 12:35:05.567746 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5fc767f3-206f-4f1d-9674-4f3f0feb2370 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:05.606372 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5fc767f3-206f-4f1d-9674-4f3f0feb2370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:05.607668 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc767f3-206f-4f1d-9674-4f3f0feb2370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:35:05.608376 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5fc767f3-206f-4f1d-9674-4f3f0feb2370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:05.684854 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5fc767f3-206f-4f1d-9674-4f3f0feb2370 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7571447 Feb 16 12:35:05.709567 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc767f3-206f-4f1d-9674-4f3f0feb2370 admin admin] Pushing event updated for resources: {'Network': ['ID=5ae6ffc2-be34-4307-804e-989efed42713,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:35:05.721969 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 5ae6ffc2-be34-4307-804e-989efed42713 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:35:08.414896 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 58152) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:35:08.930984 dv-neutron-828142-3-hyperv neutron-server[109049]: WARNING oslo_policy.policy [None req-11344e1c-8fec-4537-98b2-77444f4b35d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 12:35:08.931542 dv-neutron-828142-3-hyperv neutron-server[109049]: WARNING oslo_policy.policy [None req-11344e1c-8fec-4537-98b2-77444f4b35d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 12:35:09.376464 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.policy [None req-11344e1c-8fec-4537-98b2-77444f4b35d5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109049) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 12:35:09.421838 dv-neutron-828142-3-hyperv neutron-server[109049]: WARNING oslo_policy.policy [None req-11344e1c-8fec-4537-98b2-77444f4b35d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 12:35:09.422497 dv-neutron-828142-3-hyperv neutron-server[109049]: WARNING oslo_policy.policy [None req-11344e1c-8fec-4537-98b2-77444f4b35d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 12:35:09.431919 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11344e1c-8fec-4537-98b2-77444f4b35d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:35:09.433856 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-11344e1c-8fec-4537-98b2-77444f4b35d5 admin admin] 10.222.0.90 "GET /v2.0/networks/5ae6ffc2-be34-4307-804e-989efed42713 HTTP/1.1" status: 200 len: 825 time: 1.0177388 Feb 16 12:35:09.473544 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-02746a24-674b-4251-a513-12f65486fba8 admin admin] 10.222.0.90 "GET /v2.0/subnetpools/c85e2a60-9a54-4198-8fd3-289f7f696ab0 HTTP/1.1" status: 200 len: 734 time: 0.0321729 Feb 16 12:35:09.483418 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-6b52fd31-136d-4703-96cd-b1789e35b3ee admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'c85e2a60-9a54-4198-8fd3-289f7f696ab0', 'network_id': '5ae6ffc2-be34-4307-804e-989efed42713', 'ip_version': 4, 'tenant_id': 'f9042f486a3b469e9764366f26320d4f', 'gateway_ip': '172.20.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:35:09.485001 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.quota [None req-6b52fd31-136d-4703-96cd-b1789e35b3ee admin admin] Loaded quota_driver: . Feb 16 12:35:09.525827 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b52fd31-136d-4703-96cd-b1789e35b3ee admin admin] Made reservation on behalf of f9042f486a3b469e9764366f26320d4f for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:35:09.528588 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6b52fd31-136d-4703-96cd-b1789e35b3ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:09.813311 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6b52fd31-136d-4703-96cd-b1789e35b3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:09.880426 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b52fd31-136d-4703-96cd-b1789e35b3ee admin admin] Checking segment: {'id': '58b03f10-9e3f-4b75-9e86-acc7468fbf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5ae6ffc2-be34-4307-804e-989efed42713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:35:09.880837 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b52fd31-136d-4703-96cd-b1789e35b3ee admin admin] Network hostable DHCP agents. Network: 5ae6ffc2-be34-4307-804e-989efed42713, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:35:09.899166 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52fd31-136d-4703-96cd-b1789e35b3ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=2505e7b8-747f-4c96-bcb5-b3a4851adc18,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:35:09.912443 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52fd31-136d-4703-96cd-b1789e35b3ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:09.912888 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52fd31-136d-4703-96cd-b1789e35b3ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:09.913148 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52fd31-136d-4703-96cd-b1789e35b3ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:09.913456 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52fd31-136d-4703-96cd-b1789e35b3ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:09.913772 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52fd31-136d-4703-96cd-b1789e35b3ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:09.914099 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52fd31-136d-4703-96cd-b1789e35b3ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:09.914421 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52fd31-136d-4703-96cd-b1789e35b3ee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:09.914735 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52fd31-136d-4703-96cd-b1789e35b3ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:09.915046 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52fd31-136d-4703-96cd-b1789e35b3ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:09.916164 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52fd31-136d-4703-96cd-b1789e35b3ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:09.916469 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52fd31-136d-4703-96cd-b1789e35b3ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:09.916810 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52fd31-136d-4703-96cd-b1789e35b3ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:09.918149 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52fd31-136d-4703-96cd-b1789e35b3ee admin admin] Tracked resource versions report: Feb 16 12:35:09.918149 dv-neutron-828142-3-hyperv neutron-server[109049]: pushed versions: Feb 16 12:35:09.918149 dv-neutron-828142-3-hyperv neutron-server[109049]: { 'AddressGroup': {'1.2'}, Feb 16 12:35:09.918149 dv-neutron-828142-3-hyperv neutron-server[109049]: 'ConntrackHelper': {'1.0'}, Feb 16 12:35:09.918149 dv-neutron-828142-3-hyperv neutron-server[109049]: 'Log': {'1.0'}, Feb 16 12:35:09.918149 dv-neutron-828142-3-hyperv neutron-server[109049]: 'Network': {'1.1'}, Feb 16 12:35:09.918149 dv-neutron-828142-3-hyperv neutron-server[109049]: 'Port': {'1.7'}, Feb 16 12:35:09.918149 dv-neutron-828142-3-hyperv neutron-server[109049]: 'PortForwarding': {'1.2'}, Feb 16 12:35:09.918149 dv-neutron-828142-3-hyperv neutron-server[109049]: 'QosPolicy': {'1.9'}, Feb 16 12:35:09.918149 dv-neutron-828142-3-hyperv neutron-server[109049]: 'SecurityGroup': {'1.4'}, Feb 16 12:35:09.918149 dv-neutron-828142-3-hyperv neutron-server[109049]: 'SecurityGroupRule': {'1.2'}, Feb 16 12:35:09.918149 dv-neutron-828142-3-hyperv neutron-server[109049]: 'SubPort': {'1.0'}, Feb 16 12:35:09.918149 dv-neutron-828142-3-hyperv neutron-server[109049]: 'Subnet': {'1.1'}, Feb 16 12:35:09.918149 dv-neutron-828142-3-hyperv neutron-server[109049]: 'Trunk': {'1.1'}} Feb 16 12:35:09.918149 dv-neutron-828142-3-hyperv neutron-server[109049]: consumer versions: Feb 16 12:35:09.918149 dv-neutron-828142-3-hyperv neutron-server[109049]: { DHCP agent@dv-neutron-828142-3-hyperv: {}, Feb 16 12:35:09.918149 dv-neutron-828142-3-hyperv neutron-server[109049]: L3 agent@dv-neutron-828142-3-hyperv: {}, Feb 16 12:35:09.918149 dv-neutron-828142-3-hyperv neutron-server[109049]: Metadata agent@dv-neutron-828142-3-hyperv: {}, Feb 16 12:35:09.918149 dv-neutron-828142-3-hyperv neutron-server[109049]: Metering agent@dv-neutron-828142-3-hyperv: {}, Feb 16 12:35:09.918149 dv-neutron-828142-3-hyperv neutron-server[109049]: Open vSwitch agent@dv-neutron-828142-3-hyperv: { 'AddressGroup': '1.2', Feb 16 12:35:09.918149 dv-neutron-828142-3-hyperv neutron-server[109049]: 'ConntrackHelper': '1.0', Feb 16 12:35:09.918149 dv-neutron-828142-3-hyperv neutron-server[109049]: 'Log': '1.0', Feb 16 12:35:09.918149 dv-neutron-828142-3-hyperv neutron-server[109049]: 'Network': '1.1', Feb 16 12:35:09.918149 dv-neutron-828142-3-hyperv neutron-server[109049]: 'Port': '1.7', Feb 16 12:35:09.918149 dv-neutron-828142-3-hyperv neutron-server[109049]: 'PortForwarding': '1.2', Feb 16 12:35:09.918149 dv-neutron-828142-3-hyperv neutron-server[109049]: 'QosPolicy': '1.9', Feb 16 12:35:09.918149 dv-neutron-828142-3-hyperv neutron-server[109049]: 'SecurityGroup': '1.4', Feb 16 12:35:09.918149 dv-neutron-828142-3-hyperv neutron-server[109049]: 'SecurityGroupRule': '1.2', Feb 16 12:35:09.918149 dv-neutron-828142-3-hyperv neutron-server[109049]: 'SubPort': '1.0', Feb 16 12:35:09.918149 dv-neutron-828142-3-hyperv neutron-server[109049]: 'Subnet': '1.1', Feb 16 12:35:09.918149 dv-neutron-828142-3-hyperv neutron-server[109049]: 'Trunk': '1.1'}} Feb 16 12:35:09.918149 dv-neutron-828142-3-hyperv neutron-server[109049]: {{(pid=109049) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 12:35:09.934792 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b52fd31-136d-4703-96cd-b1789e35b3ee admin admin] Network 5ae6ffc2-be34-4307-804e-989efed42713 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:35:09.951954 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-6b52fd31-136d-4703-96cd-b1789e35b3ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 5ae6ffc2-be34-4307-804e-989efed42713) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:35:09.957461 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b52fd31-136d-4703-96cd-b1789e35b3ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:35:09.958303 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6b52fd31-136d-4703-96cd-b1789e35b3ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:09.964169 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ccba0d-bd45-4b14-99bc-83b2cf945cbb None None] Network 5ae6ffc2-be34-4307-804e-989efed42713 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:35:09.982266 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6b52fd31-136d-4703-96cd-b1789e35b3ee admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5023665 Feb 16 12:35:10.292196 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2332786-42c6-46e4-a0aa-92c0d307209d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-5ae6ffc2-be34-4307-804e-989efed42713', 'network_id': '5ae6ffc2-be34-4307-804e-989efed42713', 'tenant_id': 'f9042f486a3b469e9764366f26320d4f', 'fixed_ips': [{'subnet_id': '2505e7b8-747f-4c96-bcb5-b3a4851adc18'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:35:10.293570 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a2332786-42c6-46e4-a0aa-92c0d307209d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:10.604046 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-a2332786-42c6-46e4-a0aa-92c0d307209d None None] Allocated IP 172.20.0.2 (5ae6ffc2-be34-4307-804e-989efed42713/2505e7b8-747f-4c96-bcb5-b3a4851adc18/84449b40-ad4d-4da4-a730-231071d1d3d0) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:35:10.822159 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a2332786-42c6-46e4-a0aa-92c0d307209d None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:10.830861 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a2332786-42c6-46e4-a0aa-92c0d307209d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:10.912244 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2332786-42c6-46e4-a0aa-92c0d307209d None None] Network 5ae6ffc2-be34-4307-804e-989efed42713 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:35:10.917449 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-a2332786-42c6-46e4-a0aa-92c0d307209d None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:35:10.918962 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2332786-42c6-46e4-a0aa-92c0d307209d None None] Pushing event updated for resources: {'Port': ['ID=84449b40-ad4d-4da4-a730-231071d1d3d0,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:35:10.924118 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2332786-42c6-46e4-a0aa-92c0d307209d None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:35:10.932125 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2332786-42c6-46e4-a0aa-92c0d307209d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:10.932492 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2332786-42c6-46e4-a0aa-92c0d307209d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:10.932864 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2332786-42c6-46e4-a0aa-92c0d307209d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:10.933202 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2332786-42c6-46e4-a0aa-92c0d307209d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:10.933535 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2332786-42c6-46e4-a0aa-92c0d307209d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:10.933884 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2332786-42c6-46e4-a0aa-92c0d307209d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:10.934215 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2332786-42c6-46e4-a0aa-92c0d307209d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:10.934555 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2332786-42c6-46e4-a0aa-92c0d307209d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:10.934899 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2332786-42c6-46e4-a0aa-92c0d307209d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:10.935228 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2332786-42c6-46e4-a0aa-92c0d307209d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:10.935548 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2332786-42c6-46e4-a0aa-92c0d307209d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:10.935865 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2332786-42c6-46e4-a0aa-92c0d307209d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:10.937305 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2332786-42c6-46e4-a0aa-92c0d307209d None None] Tracked resource versions report: Feb 16 12:35:10.937305 dv-neutron-828142-3-hyperv neutron-server[109050]: pushed versions: Feb 16 12:35:10.937305 dv-neutron-828142-3-hyperv neutron-server[109050]: { 'AddressGroup': {'1.2'}, Feb 16 12:35:10.937305 dv-neutron-828142-3-hyperv neutron-server[109050]: 'ConntrackHelper': {'1.0'}, Feb 16 12:35:10.937305 dv-neutron-828142-3-hyperv neutron-server[109050]: 'Log': {'1.0'}, Feb 16 12:35:10.937305 dv-neutron-828142-3-hyperv neutron-server[109050]: 'Network': {'1.1'}, Feb 16 12:35:10.937305 dv-neutron-828142-3-hyperv neutron-server[109050]: 'Port': {'1.7'}, Feb 16 12:35:10.937305 dv-neutron-828142-3-hyperv neutron-server[109050]: 'PortForwarding': {'1.2'}, Feb 16 12:35:10.937305 dv-neutron-828142-3-hyperv neutron-server[109050]: 'QosPolicy': {'1.9'}, Feb 16 12:35:10.937305 dv-neutron-828142-3-hyperv neutron-server[109050]: 'SecurityGroup': {'1.4'}, Feb 16 12:35:10.937305 dv-neutron-828142-3-hyperv neutron-server[109050]: 'SecurityGroupRule': {'1.2'}, Feb 16 12:35:10.937305 dv-neutron-828142-3-hyperv neutron-server[109050]: 'SubPort': {'1.0'}, Feb 16 12:35:10.937305 dv-neutron-828142-3-hyperv neutron-server[109050]: 'Subnet': {'1.1'}, Feb 16 12:35:10.937305 dv-neutron-828142-3-hyperv neutron-server[109050]: 'Trunk': {'1.1'}} Feb 16 12:35:10.937305 dv-neutron-828142-3-hyperv neutron-server[109050]: consumer versions: Feb 16 12:35:10.937305 dv-neutron-828142-3-hyperv neutron-server[109050]: { DHCP agent@dv-neutron-828142-3-hyperv: {}, Feb 16 12:35:10.937305 dv-neutron-828142-3-hyperv neutron-server[109050]: L3 agent@dv-neutron-828142-3-hyperv: {}, Feb 16 12:35:10.937305 dv-neutron-828142-3-hyperv neutron-server[109050]: Metadata agent@dv-neutron-828142-3-hyperv: {}, Feb 16 12:35:10.937305 dv-neutron-828142-3-hyperv neutron-server[109050]: Metering agent@dv-neutron-828142-3-hyperv: {}, Feb 16 12:35:10.937305 dv-neutron-828142-3-hyperv neutron-server[109050]: Open vSwitch agent@dv-neutron-828142-3-hyperv: { 'AddressGroup': '1.2', Feb 16 12:35:10.937305 dv-neutron-828142-3-hyperv neutron-server[109050]: 'ConntrackHelper': '1.0', Feb 16 12:35:10.937305 dv-neutron-828142-3-hyperv neutron-server[109050]: 'Log': '1.0', Feb 16 12:35:10.937305 dv-neutron-828142-3-hyperv neutron-server[109050]: 'Network': '1.1', Feb 16 12:35:10.937305 dv-neutron-828142-3-hyperv neutron-server[109050]: 'Port': '1.7', Feb 16 12:35:10.937305 dv-neutron-828142-3-hyperv neutron-server[109050]: 'PortForwarding': '1.2', Feb 16 12:35:10.937305 dv-neutron-828142-3-hyperv neutron-server[109050]: 'QosPolicy': '1.9', Feb 16 12:35:10.937305 dv-neutron-828142-3-hyperv neutron-server[109050]: 'SecurityGroup': '1.4', Feb 16 12:35:10.937305 dv-neutron-828142-3-hyperv neutron-server[109050]: 'SecurityGroupRule': '1.2', Feb 16 12:35:10.937305 dv-neutron-828142-3-hyperv neutron-server[109050]: 'SubPort': '1.0', Feb 16 12:35:10.937305 dv-neutron-828142-3-hyperv neutron-server[109050]: 'Subnet': '1.1', Feb 16 12:35:10.937305 dv-neutron-828142-3-hyperv neutron-server[109050]: 'Trunk': '1.1'}} Feb 16 12:35:10.937305 dv-neutron-828142-3-hyperv neutron-server[109050]: {{(pid=109050) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 12:35:11.017758 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-a2332786-42c6-46e4-a0aa-92c0d307209d None None] Attempting to bind port 84449b40-ad4d-4da4-a730-231071d1d3d0 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:35:11.018774 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-a2332786-42c6-46e4-a0aa-92c0d307209d None None] Attempting to bind port 84449b40-ad4d-4da4-a730-231071d1d3d0 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '58b03f10-9e3f-4b75-9e86-acc7468fbf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5ae6ffc2-be34-4307-804e-989efed42713'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:35:11.018774 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2332786-42c6-46e4-a0aa-92c0d307209d None None] Attempting to bind port 84449b40-ad4d-4da4-a730-231071d1d3d0 on network 5ae6ffc2-be34-4307-804e-989efed42713 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:35:11.026062 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2332786-42c6-46e4-a0aa-92c0d307209d None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:35:11.026586 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2332786-42c6-46e4-a0aa-92c0d307209d None None] Checking segment: {'id': '58b03f10-9e3f-4b75-9e86-acc7468fbf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5ae6ffc2-be34-4307-804e-989efed42713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:35:11.027076 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a2332786-42c6-46e4-a0aa-92c0d307209d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:11.027464 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2332786-42c6-46e4-a0aa-92c0d307209d None None] Bound using segment: {'id': '58b03f10-9e3f-4b75-9e86-acc7468fbf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5ae6ffc2-be34-4307-804e-989efed42713'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:35:11.027973 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-a2332786-42c6-46e4-a0aa-92c0d307209d None None] Bound port: 84449b40-ad4d-4da4-a730-231071d1d3d0, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b03f10-9e3f-4b75-9e86-acc7468fbf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5ae6ffc2-be34-4307-804e-989efed42713'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:35:11.028366 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a2332786-42c6-46e4-a0aa-92c0d307209d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:11.093028 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-a2332786-42c6-46e4-a0aa-92c0d307209d None None] For port 84449b40-ad4d-4da4-a730-231071d1d3d0, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:35:11.097304 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-a2332786-42c6-46e4-a0aa-92c0d307209d None None] For port 84449b40-ad4d-4da4-a730-231071d1d3d0, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=84449b40-ad4d-4da4-a730-231071d1d3d0,segment=NetworkSegment(58b03f10-9e3f-4b75-9e86-acc7468fbf11),segment_id=58b03f10-9e3f-4b75-9e86-acc7468fbf11)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:35:11.101737 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a2332786-42c6-46e4-a0aa-92c0d307209d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:11.166408 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2332786-42c6-46e4-a0aa-92c0d307209d None None] Pushing event updated for resources: {'Port': ['ID=84449b40-ad4d-4da4-a730-231071d1d3d0,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:35:12.471495 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 58172) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:35:12.798828 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [None req-b6af5f74-bc25-4d32-bf97-86922ceb5cad admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:35:12.812647 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b6af5f74-bc25-4d32-bf97-86922ceb5cad admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3272989 Feb 16 12:35:15.266081 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 58180) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:35:15.587901 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [None req-34500bb6-8ae5-4cf1-8785-c9eb0e3a8cc9 admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:35:15.588926 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-34500bb6-8ae5-4cf1-8785-c9eb0e3a8cc9 admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3219860 Feb 16 12:35:18.312771 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 58190) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:35:18.635907 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-4bfde2ce-6228-40ce-92c9-1efb11b4e24c admin admin] Request body: {'router': {'tenant_id': 'f9042f486a3b469e9764366f26320d4f', 'name': 'router1', 'admin_state_up': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:35:18.666063 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4bfde2ce-6228-40ce-92c9-1efb11b4e24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:18.667965 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4bfde2ce-6228-40ce-92c9-1efb11b4e24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:18.817983 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4bfde2ce-6228-40ce-92c9-1efb11b4e24c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:18.822898 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4bfde2ce-6228-40ce-92c9-1efb11b4e24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:18.841555 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4bfde2ce-6228-40ce-92c9-1efb11b4e24c admin admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:18.842994 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4bfde2ce-6228-40ce-92c9-1efb11b4e24c admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5289102 Feb 16 12:35:19.689333 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac82a2b-3cd2-42e9-b0bf-31e53d2388b3 None None] Network 5ae6ffc2-be34-4307-804e-989efed42713 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:35:19.761273 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-87a0c6d4-4d1e-4a91-903b-dd4c9a6d6220 None None] Provisioning complete for port 84449b40-ad4d-4da4-a730-231071d1d3d0 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:35:19.761660 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-87a0c6d4-4d1e-4a91-903b-dd4c9a6d6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:19.981108 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-87a0c6d4-4d1e-4a91-903b-dd4c9a6d6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:20.024480 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-87a0c6d4-4d1e-4a91-903b-dd4c9a6d6220 None None] For port 84449b40-ad4d-4da4-a730-231071d1d3d0, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=84449b40-ad4d-4da4-a730-231071d1d3d0,segment=NetworkSegment(58b03f10-9e3f-4b75-9e86-acc7468fbf11),segment_id=58b03f10-9e3f-4b75-9e86-acc7468fbf11)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:35:20.029216 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-87a0c6d4-4d1e-4a91-903b-dd4c9a6d6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:20.082185 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a0c6d4-4d1e-4a91-903b-dd4c9a6d6220 None None] Pushing event updated for resources: {'Port': ['ID=84449b40-ad4d-4da4-a730-231071d1d3d0,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:35:20.253276 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-39a2f5d5-d083-4ddf-a1ad-ee74dfd182b4 None None] Provisioning complete for port 84449b40-ad4d-4da4-a730-231071d1d3d0 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:35:20.253737 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-39a2f5d5-d083-4ddf-a1ad-ee74dfd182b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:20.300269 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 84449b40-ad4d-4da4-a730-231071d1d3d0 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:35:20.381789 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 84449b40-ad4d-4da4-a730-231071d1d3d0 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:35:20.382157 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:21.282404 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 58202) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:35:21.610559 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [None req-1825168f-9c7d-42d8-9f32-df02920486dc admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:35:21.611551 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1825168f-9c7d-42d8-9f32-df02920486dc admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3282080 Feb 16 12:35:22.141049 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b5fbf54b-4bb4-4859-b2ef-bd9449c6b54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:24.100798 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 58210) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:35:24.354559 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2e1f4ff4-a0ae-4685-9980-1974984730e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:24.421156 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-b323c3c2-7cf7-4d8f-af66-b76709a5e218 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:35:24.442397 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b323c3c2-7cf7-4d8f-af66-b76709a5e218 admin admin] Made reservation on behalf of a577c698780d4c85b5a2b0816cd4e318 for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:35:24.444914 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b323c3c2-7cf7-4d8f-af66-b76709a5e218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:24.453128 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b323c3c2-7cf7-4d8f-af66-b76709a5e218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:24.526076 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b323c3c2-7cf7-4d8f-af66-b76709a5e218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:24.530725 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b323c3c2-7cf7-4d8f-af66-b76709a5e218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:24.546515 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b323c3c2-7cf7-4d8f-af66-b76709a5e218 admin admin] Reserving flat network on physical network physnet1 {{(pid=109048) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 16 12:35:24.565970 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323c3c2-7cf7-4d8f-af66-b76709a5e218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0aca1a9-5fa2-46d0-8005-c49d25c2de66,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:35:24.573232 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b323c3c2-7cf7-4d8f-af66-b76709a5e218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:24.573634 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-b323c3c2-7cf7-4d8f-af66-b76709a5e218 admin admin] Added segment dbbff15d-9150-40bd-8766-d5a5c91ad6ae of type flat for network a08a3d1b-2e35-4b18-9cb0-756d355083e6 Feb 16 12:35:24.622989 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b323c3c2-7cf7-4d8f-af66-b76709a5e218 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:24.654284 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b323c3c2-7cf7-4d8f-af66-b76709a5e218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:24.655239 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b323c3c2-7cf7-4d8f-af66-b76709a5e218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:35:24.656804 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b323c3c2-7cf7-4d8f-af66-b76709a5e218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:24.717162 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b323c3c2-7cf7-4d8f-af66-b76709a5e218 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6152208 Feb 16 12:35:24.734322 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323c3c2-7cf7-4d8f-af66-b76709a5e218 admin admin] Pushing event updated for resources: {'Network': ['ID=a08a3d1b-2e35-4b18-9cb0-756d355083e6,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:35:24.744727 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:35:25.562788 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:26.936048 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:27.177578 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 58228) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:35:27.192619 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:27.413475 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a3016e-12dc-4690-8b8a-17a3d48735ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:35:27.414894 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-49a3016e-12dc-4690-8b8a-17a3d48735ac admin admin] 10.222.0.90 "GET /v2.0/subnets/2505e7b8-747f-4c96-bcb5-b3a4851adc18 HTTP/1.1" status: 200 len: 849 time: 0.2363660 Feb 16 12:35:27.597772 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e13864d6-1337-47ac-9f76-4fa13a3e2235 admin admin] 10.222.0.90 "GET /v2.0/routers/40512654-2e96-4c83-9e24-f559528e631c HTTP/1.1" status: 200 len: 704 time: 0.1759758 Feb 16 12:35:27.876011 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3df3f440-81b1-43bb-ad28-28e2bbef181f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:28.174947 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-3df3f440-81b1-43bb-ad28-28e2bbef181f admin admin] Allocated IP 172.20.0.1 (5ae6ffc2-be34-4307-804e-989efed42713/2505e7b8-747f-4c96-bcb5-b3a4851adc18/92727dab-6d5a-468a-a515-c9cac1ae675b) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:35:28.360864 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3df3f440-81b1-43bb-ad28-28e2bbef181f admin admin] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:28.425263 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3df3f440-81b1-43bb-ad28-28e2bbef181f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:28.491548 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df3f440-81b1-43bb-ad28-28e2bbef181f admin admin] Network 5ae6ffc2-be34-4307-804e-989efed42713 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:35:28.497562 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-3df3f440-81b1-43bb-ad28-28e2bbef181f admin admin] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:35:28.509532 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df3f440-81b1-43bb-ad28-28e2bbef181f admin admin] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:35:28.510116 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3df3f440-81b1-43bb-ad28-28e2bbef181f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:28.570120 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df3f440-81b1-43bb-ad28-28e2bbef181f admin admin] Pushing event updated for resources: {'Port': ['ID=92727dab-6d5a-468a-a515-c9cac1ae675b,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:35:28.745509 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-a7dfb6f8-62c7-4485-9541-be60dc39e39e None None] Provisioning complete for port 92727dab-6d5a-468a-a515-c9cac1ae675b triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:35:28.746189 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a7dfb6f8-62c7-4485-9541-be60dc39e39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:28.768233 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3df3f440-81b1-43bb-ad28-28e2bbef181f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:28.779178 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-a7dfb6f8-62c7-4485-9541-be60dc39e39e None None] Port 92727dab-6d5a-468a-a515-c9cac1ae675b cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:35:28.978305 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3df3f440-81b1-43bb-ad28-28e2bbef181f admin admin] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:28.983038 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3df3f440-81b1-43bb-ad28-28e2bbef181f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:28.983816 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3df3f440-81b1-43bb-ad28-28e2bbef181f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:29.060964 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df3f440-81b1-43bb-ad28-28e2bbef181f admin admin] Pushing event updated for resources: {'Port': ['ID=92727dab-6d5a-468a-a515-c9cac1ae675b,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:35:29.109402 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df3f440-81b1-43bb-ad28-28e2bbef181f admin admin] Network 5ae6ffc2-be34-4307-804e-989efed42713 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:35:29.111096 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-3df3f440-81b1-43bb-ad28-28e2bbef181f admin admin] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:35:29.276242 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df3f440-81b1-43bb-ad28-28e2bbef181f admin admin] Router 40512654-2e96-4c83-9e24-f559528e631c is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:35:29.301339 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-b325827e-2e0c-439a-b9cc-777839da7da2 None None] Provisioning complete for port 92727dab-6d5a-468a-a515-c9cac1ae675b triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:35:29.301638 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b325827e-2e0c-439a-b9cc-777839da7da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:29.372554 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df3f440-81b1-43bb-ad28-28e2bbef181f admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:35:29.388108 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3df3f440-81b1-43bb-ad28-28e2bbef181f admin admin] 10.222.0.90 "PUT /v2.0/routers/40512654-2e96-4c83-9e24-f559528e631c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7737916 Feb 16 12:35:29.388220 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-b325827e-2e0c-439a-b9cc-777839da7da2 None None] Port 92727dab-6d5a-468a-a515-c9cac1ae675b cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:35:29.397196 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0916b0b5-ee36-4262-b0b7-8e56775cc79a None None] Sync routers for ids ['40512654-2e96-4c83-9e24-f559528e631c'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:35:29.410068 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0916b0b5-ee36-4262-b0b7-8e56775cc79a None None] Routers {'40512654-2e96-4c83-9e24-f559528e631c'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:35:29.410985 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-0916b0b5-ee36-4262-b0b7-8e56775cc79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:35:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['40512654-2e96-4c83-9e24-f559528e631c'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:35:29.599205 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-0916b0b5-ee36-4262-b0b7-8e56775cc79a None None] Set router 40512654-2e96-4c83-9e24-f559528e631c gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:35:30.044896 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-0916b0b5-ee36-4262-b0b7-8e56775cc79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40512654-2e96-4c83-9e24-f559528e631c', 'name': 'router1', 'tenant_id': 'f9042f486a3b469e9764366f26320d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:35:18Z', 'updated_at': '2022-02-16T12:35:28Z', 'revision_number': 2, 'project_id': 'f9042f486a3b469e9764366f26320d4f', 'gw_port_host': None, '_interfaces': [{'id': '92727dab-6d5a-468a-a515-c9cac1ae675b', 'name': '', 'network_id': '5ae6ffc2-be34-4307-804e-989efed42713', 'tenant_id': 'f9042f486a3b469e9764366f26320d4f', 'mac_address': 'fa:16:3e:be:d8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40512654-2e96-4c83-9e24-f559528e631c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2505e7b8-747f-4c96-bcb5-b3a4851adc18', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:35:27Z', 'updated_at': '2022-02-16T12:35:28Z', 'revision_number': 2, 'project_id': 'f9042f486a3b469e9764366f26320d4f', 'subnets': [{'id': '2505e7b8-747f-4c96-bcb5-b3a4851adc18', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c85e2a60-9a54-4198-8fd3-289f7f696ab0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:35:30.095908 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0916b0b5-ee36-4262-b0b7-8e56775cc79a None None] Checking router: 40512654-2e96-4c83-9e24-f559528e631c for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:35:30.096273 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0916b0b5-ee36-4262-b0b7-8e56775cc79a None None] Updating router 40512654-2e96-4c83-9e24-f559528e631c port 92727dab-6d5a-468a-a515-c9cac1ae675b binding host dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:35:30.183325 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0916b0b5-ee36-4262-b0b7-8e56775cc79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:30.669636 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0916b0b5-ee36-4262-b0b7-8e56775cc79a None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:30.678316 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0916b0b5-ee36-4262-b0b7-8e56775cc79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:30.905264 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3487dc-a867-4478-aa10-2833d9c334a9 None None] Pushing event updated for resources: {'Port': ['ID=92727dab-6d5a-468a-a515-c9cac1ae675b,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:35:30.912513 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-0916b0b5-ee36-4262-b0b7-8e56775cc79a None None] Attempting to bind port 92727dab-6d5a-468a-a515-c9cac1ae675b on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:35:30.913130 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-0916b0b5-ee36-4262-b0b7-8e56775cc79a None None] Attempting to bind port 92727dab-6d5a-468a-a515-c9cac1ae675b by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '58b03f10-9e3f-4b75-9e86-acc7468fbf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5ae6ffc2-be34-4307-804e-989efed42713'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:35:30.913764 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0916b0b5-ee36-4262-b0b7-8e56775cc79a None None] Attempting to bind port 92727dab-6d5a-468a-a515-c9cac1ae675b on network 5ae6ffc2-be34-4307-804e-989efed42713 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:35:30.928135 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3487dc-a867-4478-aa10-2833d9c334a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:30.928678 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3487dc-a867-4478-aa10-2833d9c334a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:30.929194 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3487dc-a867-4478-aa10-2833d9c334a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:30.929697 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3487dc-a867-4478-aa10-2833d9c334a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:30.930195 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3487dc-a867-4478-aa10-2833d9c334a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:30.930744 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3487dc-a867-4478-aa10-2833d9c334a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:30.931250 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3487dc-a867-4478-aa10-2833d9c334a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:30.931770 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3487dc-a867-4478-aa10-2833d9c334a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:30.932289 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3487dc-a867-4478-aa10-2833d9c334a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:30.932825 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3487dc-a867-4478-aa10-2833d9c334a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:30.933324 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3487dc-a867-4478-aa10-2833d9c334a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:30.933826 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3487dc-a867-4478-aa10-2833d9c334a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:30.936077 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3487dc-a867-4478-aa10-2833d9c334a9 None None] Tracked resource versions report: Feb 16 12:35:30.936077 dv-neutron-828142-3-hyperv neutron-server[109051]: pushed versions: Feb 16 12:35:30.936077 dv-neutron-828142-3-hyperv neutron-server[109051]: { 'AddressGroup': {'1.2'}, Feb 16 12:35:30.936077 dv-neutron-828142-3-hyperv neutron-server[109051]: 'ConntrackHelper': {'1.0'}, Feb 16 12:35:30.936077 dv-neutron-828142-3-hyperv neutron-server[109051]: 'Log': {'1.0'}, Feb 16 12:35:30.936077 dv-neutron-828142-3-hyperv neutron-server[109051]: 'Network': {'1.1'}, Feb 16 12:35:30.936077 dv-neutron-828142-3-hyperv neutron-server[109051]: 'Port': {'1.7'}, Feb 16 12:35:30.936077 dv-neutron-828142-3-hyperv neutron-server[109051]: 'PortForwarding': {'1.2'}, Feb 16 12:35:30.936077 dv-neutron-828142-3-hyperv neutron-server[109051]: 'QosPolicy': {'1.9'}, Feb 16 12:35:30.936077 dv-neutron-828142-3-hyperv neutron-server[109051]: 'SecurityGroup': {'1.4'}, Feb 16 12:35:30.936077 dv-neutron-828142-3-hyperv neutron-server[109051]: 'SecurityGroupRule': {'1.2'}, Feb 16 12:35:30.936077 dv-neutron-828142-3-hyperv neutron-server[109051]: 'SubPort': {'1.0'}, Feb 16 12:35:30.936077 dv-neutron-828142-3-hyperv neutron-server[109051]: 'Subnet': {'1.1'}, Feb 16 12:35:30.936077 dv-neutron-828142-3-hyperv neutron-server[109051]: 'Trunk': {'1.1'}} Feb 16 12:35:30.936077 dv-neutron-828142-3-hyperv neutron-server[109051]: consumer versions: Feb 16 12:35:30.936077 dv-neutron-828142-3-hyperv neutron-server[109051]: { DHCP agent@dv-neutron-828142-3-hyperv: {}, Feb 16 12:35:30.936077 dv-neutron-828142-3-hyperv neutron-server[109051]: L3 agent@dv-neutron-828142-3-hyperv: {}, Feb 16 12:35:30.936077 dv-neutron-828142-3-hyperv neutron-server[109051]: Metadata agent@dv-neutron-828142-3-hyperv: {}, Feb 16 12:35:30.936077 dv-neutron-828142-3-hyperv neutron-server[109051]: Metering agent@dv-neutron-828142-3-hyperv: {}, Feb 16 12:35:30.936077 dv-neutron-828142-3-hyperv neutron-server[109051]: Open vSwitch agent@dv-neutron-828142-3-hyperv: { 'AddressGroup': '1.2', Feb 16 12:35:30.936077 dv-neutron-828142-3-hyperv neutron-server[109051]: 'ConntrackHelper': '1.0', Feb 16 12:35:30.936077 dv-neutron-828142-3-hyperv neutron-server[109051]: 'Log': '1.0', Feb 16 12:35:30.936077 dv-neutron-828142-3-hyperv neutron-server[109051]: 'Network': '1.1', Feb 16 12:35:30.936077 dv-neutron-828142-3-hyperv neutron-server[109051]: 'Port': '1.7', Feb 16 12:35:30.936077 dv-neutron-828142-3-hyperv neutron-server[109051]: 'PortForwarding': '1.2', Feb 16 12:35:30.936077 dv-neutron-828142-3-hyperv neutron-server[109051]: 'QosPolicy': '1.9', Feb 16 12:35:30.936077 dv-neutron-828142-3-hyperv neutron-server[109051]: 'SecurityGroup': '1.4', Feb 16 12:35:30.936077 dv-neutron-828142-3-hyperv neutron-server[109051]: 'SecurityGroupRule': '1.2', Feb 16 12:35:30.936077 dv-neutron-828142-3-hyperv neutron-server[109051]: 'SubPort': '1.0', Feb 16 12:35:30.936077 dv-neutron-828142-3-hyperv neutron-server[109051]: 'Subnet': '1.1', Feb 16 12:35:30.936077 dv-neutron-828142-3-hyperv neutron-server[109051]: 'Trunk': '1.1'}} Feb 16 12:35:30.936077 dv-neutron-828142-3-hyperv neutron-server[109051]: {{(pid=109051) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 12:35:30.941282 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0916b0b5-ee36-4262-b0b7-8e56775cc79a None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:35:30.942037 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0916b0b5-ee36-4262-b0b7-8e56775cc79a None None] Checking segment: {'id': '58b03f10-9e3f-4b75-9e86-acc7468fbf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5ae6ffc2-be34-4307-804e-989efed42713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:35:30.942604 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0916b0b5-ee36-4262-b0b7-8e56775cc79a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:30.943172 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0916b0b5-ee36-4262-b0b7-8e56775cc79a None None] Bound using segment: {'id': '58b03f10-9e3f-4b75-9e86-acc7468fbf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5ae6ffc2-be34-4307-804e-989efed42713'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:35:30.943943 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-0916b0b5-ee36-4262-b0b7-8e56775cc79a None None] Bound port: 92727dab-6d5a-468a-a515-c9cac1ae675b, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b03f10-9e3f-4b75-9e86-acc7468fbf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5ae6ffc2-be34-4307-804e-989efed42713'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:35:30.944509 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0916b0b5-ee36-4262-b0b7-8e56775cc79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:31.024374 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-17106696-4f08-41e0-84b3-58e64c53b142 None None] Provisioning complete for port 92727dab-6d5a-468a-a515-c9cac1ae675b triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:35:31.025275 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-17106696-4f08-41e0-84b3-58e64c53b142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:31.053298 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-0916b0b5-ee36-4262-b0b7-8e56775cc79a None None] For port 92727dab-6d5a-468a-a515-c9cac1ae675b, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:35:31.083647 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-17106696-4f08-41e0-84b3-58e64c53b142 None None] Port 92727dab-6d5a-468a-a515-c9cac1ae675b cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:35:31.086967 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-0916b0b5-ee36-4262-b0b7-8e56775cc79a None None] For port 92727dab-6d5a-468a-a515-c9cac1ae675b, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=92727dab-6d5a-468a-a515-c9cac1ae675b,segment=NetworkSegment(58b03f10-9e3f-4b75-9e86-acc7468fbf11),segment_id=58b03f10-9e3f-4b75-9e86-acc7468fbf11)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:35:31.093508 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0916b0b5-ee36-4262-b0b7-8e56775cc79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:31.178468 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3487dc-a867-4478-aa10-2833d9c334a9 None None] Pushing event updated for resources: {'Port': ['ID=92727dab-6d5a-468a-a515-c9cac1ae675b,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:35:31.186067 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0916b0b5-ee36-4262-b0b7-8e56775cc79a None None] Routers {'40512654-2e96-4c83-9e24-f559528e631c'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:35:31.187112 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-0916b0b5-ee36-4262-b0b7-8e56775cc79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:35:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['40512654-2e96-4c83-9e24-f559528e631c'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:35:31.322130 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-0916b0b5-ee36-4262-b0b7-8e56775cc79a None None] Set router 40512654-2e96-4c83-9e24-f559528e631c gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:35:31.419689 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-01275a94-545a-46b7-a7d1-cf83e013ebb1 None None] Provisioning complete for port 92727dab-6d5a-468a-a515-c9cac1ae675b triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:35:31.420310 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-01275a94-545a-46b7-a7d1-cf83e013ebb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:31.537397 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-01275a94-545a-46b7-a7d1-cf83e013ebb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:31.592023 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-01275a94-545a-46b7-a7d1-cf83e013ebb1 None None] For port 92727dab-6d5a-468a-a515-c9cac1ae675b, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=92727dab-6d5a-468a-a515-c9cac1ae675b,segment=NetworkSegment(58b03f10-9e3f-4b75-9e86-acc7468fbf11),segment_id=58b03f10-9e3f-4b75-9e86-acc7468fbf11)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:35:31.597011 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-01275a94-545a-46b7-a7d1-cf83e013ebb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:31.646740 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-0916b0b5-ee36-4262-b0b7-8e56775cc79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40512654-2e96-4c83-9e24-f559528e631c', 'name': 'router1', 'tenant_id': 'f9042f486a3b469e9764366f26320d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:35:18Z', 'updated_at': '2022-02-16T12:35:28Z', 'revision_number': 2, 'project_id': 'f9042f486a3b469e9764366f26320d4f', 'gw_port_host': None, '_interfaces': [{'id': '92727dab-6d5a-468a-a515-c9cac1ae675b', 'name': '', 'network_id': '5ae6ffc2-be34-4307-804e-989efed42713', 'tenant_id': 'f9042f486a3b469e9764366f26320d4f', 'mac_address': 'fa:16:3e:be:d8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40512654-2e96-4c83-9e24-f559528e631c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2505e7b8-747f-4c96-bcb5-b3a4851adc18', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:35:27Z', 'updated_at': '2022-02-16T12:35:31Z', 'revision_number': 4, 'project_id': 'f9042f486a3b469e9764366f26320d4f', 'subnets': [{'id': '2505e7b8-747f-4c96-bcb5-b3a4851adc18', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c85e2a60-9a54-4198-8fd3-289f7f696ab0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:35:31.680743 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0916b0b5-ee36-4262-b0b7-8e56775cc79a None None] The sync data for ids ['40512654-2e96-4c83-9e24-f559528e631c'] in dv-neutron-828142-3-hyperv is: [{'id': '40512654-2e96-4c83-9e24-f559528e631c', 'name': 'router1', 'tenant_id': 'f9042f486a3b469e9764366f26320d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:35:18Z', 'updated_at': '2022-02-16T12:35:28Z', 'revision_number': 2, 'project_id': 'f9042f486a3b469e9764366f26320d4f', 'gw_port_host': None, '_interfaces': [{'id': '92727dab-6d5a-468a-a515-c9cac1ae675b', 'name': '', 'network_id': '5ae6ffc2-be34-4307-804e-989efed42713', 'tenant_id': 'f9042f486a3b469e9764366f26320d4f', 'mac_address': 'fa:16:3e:be:d8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40512654-2e96-4c83-9e24-f559528e631c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2505e7b8-747f-4c96-bcb5-b3a4851adc18', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:35:27Z', 'updated_at': '2022-02-16T12:35:31Z', 'revision_number': 4, 'project_id': 'f9042f486a3b469e9764366f26320d4f', 'subnets': [{'id': '2505e7b8-747f-4c96-bcb5-b3a4851adc18', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c85e2a60-9a54-4198-8fd3-289f7f696ab0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:35:31.681876 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01275a94-545a-46b7-a7d1-cf83e013ebb1 None None] Pushing event updated for resources: {'Port': ['ID=92727dab-6d5a-468a-a515-c9cac1ae675b,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:35:31.974498 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 58248) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:35:32.131653 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e066055-9568-4613-a211-378673a5547a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:35:32.133208 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6e066055-9568-4613-a211-378673a5547a admin admin] 10.222.0.90 "GET /v2.0/networks/a08a3d1b-2e35-4b18-9cb0-756d355083e6 HTTP/1.1" status: 200 len: 842 time: 0.1578822 Feb 16 12:35:32.149270 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-57cfc017-6f16-4cd8-960c-abda63153615 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.26.2.1', 'cidr': '172.26.2.0/24'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:35:32.177245 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cfc017-6f16-4cd8-960c-abda63153615 admin admin] Made reservation on behalf of a577c698780d4c85b5a2b0816cd4e318 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:35:32.179936 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-57cfc017-6f16-4cd8-960c-abda63153615 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:32.635283 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.objects.ports [None req-57cfc017-6f16-4cd8-960c-abda63153615 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109049) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 12:35:32.636043 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-57cfc017-6f16-4cd8-960c-abda63153615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:32.737895 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cfc017-6f16-4cd8-960c-abda63153615 admin admin] Pushing event updated for resources: {'Subnet': ['ID=251a5c55-8cb0-4b40-ba55-3a3e570b4dc4,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:35:32.747928 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cfc017-6f16-4cd8-960c-abda63153615 admin admin] Checking segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:35:32.748361 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cfc017-6f16-4cd8-960c-abda63153615 admin admin] Network hostable DHCP agents. Network: a08a3d1b-2e35-4b18-9cb0-756d355083e6, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:35:32.768036 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cfc017-6f16-4cd8-960c-abda63153615 admin admin] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:35:32.780213 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-57cfc017-6f16-4cd8-960c-abda63153615 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, a08a3d1b-2e35-4b18-9cb0-756d355083e6) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:35:32.786312 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cfc017-6f16-4cd8-960c-abda63153615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:35:32.787225 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-57cfc017-6f16-4cd8-960c-abda63153615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:32.798624 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e083df1-eab5-4afd-a8d8-21a1c1c7f2e2 None None] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:35:32.813030 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-57cfc017-6f16-4cd8-960c-abda63153615 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6675191 Feb 16 12:35:33.033477 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cad6d4-4ccb-455e-bfa1-d02d213a405f None None] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:35:35.817602 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 58256) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:35:36.050023 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d687fe7f-f021-41bc-a5c3-2bffc0e9c2c4 admin admin] 10.222.0.90 "GET /v2.0/routers/40512654-2e96-4c83-9e24-f559528e631c HTTP/1.1" status: 200 len: 710 time: 0.2307649 Feb 16 12:35:36.150803 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7417550f-d7d1-4e11-a86f-60bbf3f7a60e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:35:36.152177 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7417550f-d7d1-4e11-a86f-60bbf3f7a60e admin admin] 10.222.0.90 "GET /v2.0/networks/a08a3d1b-2e35-4b18-9cb0-756d355083e6 HTTP/1.1" status: 200 len: 886 time: 0.0938649 Feb 16 12:35:36.163581 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-28949f71-63e1-4d49-9251-091c94c38af9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:35:36.492551 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-28949f71-63e1-4d49-9251-091c94c38af9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:36.774497 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-28949f71-63e1-4d49-9251-091c94c38af9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:36.860733 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-28949f71-63e1-4d49-9251-091c94c38af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:37.108243 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-28949f71-63e1-4d49-9251-091c94c38af9 admin admin] Allocated IP 172.26.2.101 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/f38ba2da-fda4-4951-b249-e85bd841eb5c) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:35:37.238268 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-28949f71-63e1-4d49-9251-091c94c38af9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:37.319645 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-28949f71-63e1-4d49-9251-091c94c38af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:37.377930 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28949f71-63e1-4d49-9251-091c94c38af9 admin admin] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:35:37.383000 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-28949f71-63e1-4d49-9251-091c94c38af9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:35:37.386423 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28949f71-63e1-4d49-9251-091c94c38af9 admin admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:35:37.482305 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28949f71-63e1-4d49-9251-091c94c38af9 admin admin] Pushing event updated for resources: {'Port': ['ID=f38ba2da-fda4-4951-b249-e85bd841eb5c,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:35:37.726703 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-28949f71-63e1-4d49-9251-091c94c38af9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:37.952828 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-28949f71-63e1-4d49-9251-091c94c38af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3843129', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3843523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28061'] for router, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:37.957679 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-28949f71-63e1-4d49-9251-091c94c38af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3843106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3843115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3843959'] for router, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:38.095152 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28949f71-63e1-4d49-9251-091c94c38af9 admin admin] Router 40512654-2e96-4c83-9e24-f559528e631c has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:35:38.237189 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28949f71-63e1-4d49-9251-091c94c38af9 admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:35:38.242164 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-28949f71-63e1-4d49-9251-091c94c38af9 admin admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:38.243434 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-28949f71-63e1-4d49-9251-091c94c38af9 admin admin] 10.222.0.90 "PUT /v2.0/routers/40512654-2e96-4c83-9e24-f559528e631c HTTP/1.1" status: 200 len: 890 time: 2.0832925 Feb 16 12:35:38.362098 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 92727dab-6d5a-468a-a515-c9cac1ae675b up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:35:38.434597 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 92727dab-6d5a-468a-a515-c9cac1ae675b triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:35:38.435343 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:38.703926 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284cb1ec-d80b-4737-a4dd-ee3e41960455 None None] Sync routers for ids ['40512654-2e96-4c83-9e24-f559528e631c'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:35:38.721741 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284cb1ec-d80b-4737-a4dd-ee3e41960455 None None] Routers {'40512654-2e96-4c83-9e24-f559528e631c'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:35:38.722769 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-284cb1ec-d80b-4737-a4dd-ee3e41960455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:35:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['40512654-2e96-4c83-9e24-f559528e631c'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:35:38.995283 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-284cb1ec-d80b-4737-a4dd-ee3e41960455 None None] Set router 40512654-2e96-4c83-9e24-f559528e631c gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:35:39.627626 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-284cb1ec-d80b-4737-a4dd-ee3e41960455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40512654-2e96-4c83-9e24-f559528e631c', 'name': 'router1', 'tenant_id': 'f9042f486a3b469e9764366f26320d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'f38ba2da-fda4-4951-b249-e85bd841eb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:35:18Z', 'updated_at': '2022-02-16T12:35:37Z', 'revision_number': 4, 'project_id': 'f9042f486a3b469e9764366f26320d4f', 'gw_port': {'id': 'f38ba2da-fda4-4951-b249-e85bd841eb5c', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40512654-2e96-4c83-9e24-f559528e631c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:35:36Z', 'updated_at': '2022-02-16T12:35:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '92727dab-6d5a-468a-a515-c9cac1ae675b', 'name': '', 'network_id': '5ae6ffc2-be34-4307-804e-989efed42713', 'tenant_id': 'f9042f486a3b469e9764366f26320d4f', 'mac_address': 'fa:16:3e:be:d8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40512654-2e96-4c83-9e24-f559528e631c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2505e7b8-747f-4c96-bcb5-b3a4851adc18', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:35:27Z', 'updated_at': '2022-02-16T12:35:31Z', 'revision_number': 5, 'project_id': 'f9042f486a3b469e9764366f26320d4f', 'subnets': [{'id': '2505e7b8-747f-4c96-bcb5-b3a4851adc18', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c85e2a60-9a54-4198-8fd3-289f7f696ab0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:35:39.768107 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284cb1ec-d80b-4737-a4dd-ee3e41960455 None None] Checking router: 40512654-2e96-4c83-9e24-f559528e631c for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:35:39.768450 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284cb1ec-d80b-4737-a4dd-ee3e41960455 None None] Updating router 40512654-2e96-4c83-9e24-f559528e631c port f38ba2da-fda4-4951-b249-e85bd841eb5c binding host dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:35:39.819607 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-284cb1ec-d80b-4737-a4dd-ee3e41960455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:40.198380 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-284cb1ec-d80b-4737-a4dd-ee3e41960455 None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:40.205643 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-284cb1ec-d80b-4737-a4dd-ee3e41960455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:40.264102 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276d424-baef-4982-98e8-4780761fdfe4 None None] Pushing event updated for resources: {'Port': ['ID=f38ba2da-fda4-4951-b249-e85bd841eb5c,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:35:40.270709 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-284cb1ec-d80b-4737-a4dd-ee3e41960455 None None] Attempting to bind port f38ba2da-fda4-4951-b249-e85bd841eb5c on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:35:40.271110 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-284cb1ec-d80b-4737-a4dd-ee3e41960455 None None] Attempting to bind port f38ba2da-fda4-4951-b249-e85bd841eb5c by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:35:40.271433 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284cb1ec-d80b-4737-a4dd-ee3e41960455 None None] Attempting to bind port f38ba2da-fda4-4951-b249-e85bd841eb5c on network a08a3d1b-2e35-4b18-9cb0-756d355083e6 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:35:40.277972 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284cb1ec-d80b-4737-a4dd-ee3e41960455 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:35:40.278343 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284cb1ec-d80b-4737-a4dd-ee3e41960455 None None] Checking segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:35:40.278750 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-284cb1ec-d80b-4737-a4dd-ee3e41960455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:40.279149 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284cb1ec-d80b-4737-a4dd-ee3e41960455 None None] Bound using segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:35:40.279628 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-284cb1ec-d80b-4737-a4dd-ee3e41960455 None None] Bound port: f38ba2da-fda4-4951-b249-e85bd841eb5c, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:35:40.280030 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-284cb1ec-d80b-4737-a4dd-ee3e41960455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:40.336292 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-284cb1ec-d80b-4737-a4dd-ee3e41960455 None None] For port f38ba2da-fda4-4951-b249-e85bd841eb5c, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:35:40.339742 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-284cb1ec-d80b-4737-a4dd-ee3e41960455 None None] For port f38ba2da-fda4-4951-b249-e85bd841eb5c, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=f38ba2da-fda4-4951-b249-e85bd841eb5c,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:35:40.345854 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-284cb1ec-d80b-4737-a4dd-ee3e41960455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:40.412663 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276d424-baef-4982-98e8-4780761fdfe4 None None] Pushing event updated for resources: {'Port': ['ID=f38ba2da-fda4-4951-b249-e85bd841eb5c,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:35:40.416758 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284cb1ec-d80b-4737-a4dd-ee3e41960455 None None] Routers {'40512654-2e96-4c83-9e24-f559528e631c'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:35:40.417204 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-284cb1ec-d80b-4737-a4dd-ee3e41960455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:35:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['40512654-2e96-4c83-9e24-f559528e631c'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:35:40.543615 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-284cb1ec-d80b-4737-a4dd-ee3e41960455 None None] Set router 40512654-2e96-4c83-9e24-f559528e631c gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:35:40.803137 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-284cb1ec-d80b-4737-a4dd-ee3e41960455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40512654-2e96-4c83-9e24-f559528e631c', 'name': 'router1', 'tenant_id': 'f9042f486a3b469e9764366f26320d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'f38ba2da-fda4-4951-b249-e85bd841eb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:35:18Z', 'updated_at': '2022-02-16T12:35:37Z', 'revision_number': 4, 'project_id': 'f9042f486a3b469e9764366f26320d4f', 'gw_port': {'id': 'f38ba2da-fda4-4951-b249-e85bd841eb5c', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40512654-2e96-4c83-9e24-f559528e631c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:35:36Z', 'updated_at': '2022-02-16T12:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '92727dab-6d5a-468a-a515-c9cac1ae675b', 'name': '', 'network_id': '5ae6ffc2-be34-4307-804e-989efed42713', 'tenant_id': 'f9042f486a3b469e9764366f26320d4f', 'mac_address': 'fa:16:3e:be:d8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40512654-2e96-4c83-9e24-f559528e631c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2505e7b8-747f-4c96-bcb5-b3a4851adc18', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:35:27Z', 'updated_at': '2022-02-16T12:35:31Z', 'revision_number': 5, 'project_id': 'f9042f486a3b469e9764366f26320d4f', 'subnets': [{'id': '2505e7b8-747f-4c96-bcb5-b3a4851adc18', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c85e2a60-9a54-4198-8fd3-289f7f696ab0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:35:40.834531 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284cb1ec-d80b-4737-a4dd-ee3e41960455 None None] The sync data for ids ['40512654-2e96-4c83-9e24-f559528e631c'] in dv-neutron-828142-3-hyperv is: [{'id': '40512654-2e96-4c83-9e24-f559528e631c', 'name': 'router1', 'tenant_id': 'f9042f486a3b469e9764366f26320d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'f38ba2da-fda4-4951-b249-e85bd841eb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:35:18Z', 'updated_at': '2022-02-16T12:35:37Z', 'revision_number': 4, 'project_id': 'f9042f486a3b469e9764366f26320d4f', 'gw_port': {'id': 'f38ba2da-fda4-4951-b249-e85bd841eb5c', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40512654-2e96-4c83-9e24-f559528e631c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:35:36Z', 'updated_at': '2022-02-16T12:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '92727dab-6d5a-468a-a515-c9cac1ae675b', 'name': '', 'network_id': '5ae6ffc2-be34-4307-804e-989efed42713', 'tenant_id': 'f9042f486a3b469e9764366f26320d4f', 'mac_address': 'fa:16:3e:be:d8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40512654-2e96-4c83-9e24-f559528e631c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2505e7b8-747f-4c96-bcb5-b3a4851adc18', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:35:27Z', 'updated_at': '2022-02-16T12:35:31Z', 'revision_number': 5, 'project_id': 'f9042f486a3b469e9764366f26320d4f', 'subnets': [{'id': '2505e7b8-747f-4c96-bcb5-b3a4851adc18', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c85e2a60-9a54-4198-8fd3-289f7f696ab0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:35:41.160940 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 58268) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:35:41.315371 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-67a8dc11-cd37-4b3b-ab84-68291a6bdcba admin admin] 10.222.0.90 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1529155 Feb 16 12:35:42.358884 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device f38ba2da-fda4-4951-b249-e85bd841eb5c up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:35:42.446457 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port f38ba2da-fda4-4951-b249-e85bd841eb5c triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:35:42.446954 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:42.544433 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:42.570383 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port f38ba2da-fda4-4951-b249-e85bd841eb5c, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=f38ba2da-fda4-4951-b249-e85bd841eb5c,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:35:42.576316 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:42.644070 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=f38ba2da-fda4-4951-b249-e85bd841eb5c,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:35:44.319795 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device f38ba2da-fda4-4951-b249-e85bd841eb5c up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:35:44.448553 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port f38ba2da-fda4-4951-b249-e85bd841eb5c triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:35:44.449295 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:52.221349 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9aab9859-c860-48cf-9cf1-099ebfe67c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:52.298949 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 5 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 12:35:54.371200 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-47fc1d0e-3d99-425c-9118-f01fffbe8569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:55.627618 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:56.951818 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:57.205889 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:22.226571 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0bf41c1d-3caf-4029-8b4f-142e6aeae29c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:24.389083 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2e103a4f-ca10-4d0b-bd3b-4e27998a4128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:25.619509 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:26.950874 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:27.230757 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:29.293747 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 5 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 12:36:52.151667 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7961e8a1-6019-4d9b-9a3b-9468028b88fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:54.361888 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0a86106d-2c15-4cd9-9131-7b027dd4b1ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:55.583643 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:56.945320 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:57.211870 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:06.293826 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 5 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 12:37:22.149471 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e607541d-e774-42f5-98c8-f98ec40aab60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:24.361585 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-81e41980-1f2f-4680-a44b-3c2dfcc1cd17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:25.582448 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:26.949175 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:27.216597 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:41.309390 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 58862) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:37:41.397668 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a403ee2-86cb-4097-9f2c-10b248231cf2 admin admin] GET failed (client error): The resource could not be found. Feb 16 12:37:41.403239 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6a403ee2-86cb-4097-9f2c-10b248231cf2 admin admin] 10.222.0.90 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0924819 Feb 16 12:37:41.604384 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9594e804-aac9-492b-bdd3-e1065fdef917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:41.605939 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-9594e804-aac9-492b-bdd3-e1065fdef917 admin admin] 10.222.0.90 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1972346 Feb 16 12:37:43.293315 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 5 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 12:37:43.969415 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 58872) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:37:44.087416 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d884850-5882-4c94-8bef-d03572f8ad57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:44.088889 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8d884850-5882-4c94-8bef-d03572f8ad57 admin admin] 10.222.0.90 "GET /v2.0/subnets/2505e7b8-747f-4c96-bcb5-b3a4851adc18 HTTP/1.1" status: 200 len: 849 time: 0.1181400 Feb 16 12:37:44.101387 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-58f06a8a-5590-4371-baca-52e5fe57c323 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:44.195049 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-58f06a8a-5590-4371-baca-52e5fe57c323 admin admin] Notify callbacks [] for subnet, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:44.420481 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-58f06a8a-5590-4371-baca-52e5fe57c323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736716730983'] for subnet, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:44.451233 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f06a8a-5590-4371-baca-52e5fe57c323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:44.451733 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-58f06a8a-5590-4371-baca-52e5fe57c323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:44.455168 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-58f06a8a-5590-4371-baca-52e5fe57c323 admin admin] 10.222.0.90 "PUT /v2.0/subnets/2505e7b8-747f-4c96-bcb5-b3a4851adc18 HTTP/1.1" status: 200 len: 868 time: 0.3558366 Feb 16 12:37:44.471939 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f84cf4-d924-468f-8c1b-d4f9cb36316b None None] Network 5ae6ffc2-be34-4307-804e-989efed42713 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:37:44.480410 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f06a8a-5590-4371-baca-52e5fe57c323 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2505e7b8-747f-4c96-bcb5-b3a4851adc18,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:44.488786 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f06a8a-5590-4371-baca-52e5fe57c323 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:44.489215 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f06a8a-5590-4371-baca-52e5fe57c323 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:44.489638 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f06a8a-5590-4371-baca-52e5fe57c323 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:44.490100 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f06a8a-5590-4371-baca-52e5fe57c323 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:44.490309 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f06a8a-5590-4371-baca-52e5fe57c323 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:44.490666 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f06a8a-5590-4371-baca-52e5fe57c323 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:44.491007 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f06a8a-5590-4371-baca-52e5fe57c323 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:44.491403 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f06a8a-5590-4371-baca-52e5fe57c323 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:44.491841 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f06a8a-5590-4371-baca-52e5fe57c323 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:44.492226 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f06a8a-5590-4371-baca-52e5fe57c323 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:44.492616 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f06a8a-5590-4371-baca-52e5fe57c323 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:44.492971 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f06a8a-5590-4371-baca-52e5fe57c323 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:44.861476 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-dd1f27bf-5db2-4f92-831c-00402fade6da None None] Provisioning complete for port 92727dab-6d5a-468a-a515-c9cac1ae675b triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:37:44.861930 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dd1f27bf-5db2-4f92-831c-00402fade6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:44.958975 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-dd1f27bf-5db2-4f92-831c-00402fade6da None None] Provisioning complete for port 84449b40-ad4d-4da4-a730-231071d1d3d0 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:37:44.959354 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dd1f27bf-5db2-4f92-831c-00402fade6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:46.785376 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 58882) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:37:47.023480 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c48b6b1-6bf4-40d5-8585-eca552ae3a7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:47.023860 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c48b6b1-6bf4-40d5-8585-eca552ae3a7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:47.025490 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2c48b6b1-6bf4-40d5-8585-eca552ae3a7d admin admin] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2390559 Feb 16 12:37:49.441188 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 58890) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:37:49.676326 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d86bf58-b363-41d0-ad88-d67405acaea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:49.676732 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d86bf58-b363-41d0-ad88-d67405acaea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:49.678611 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-9d86bf58-b363-41d0-ad88-d67405acaea6 admin admin] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2364180 Feb 16 12:37:52.012078 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 58898) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:37:52.150147 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-120eccca-e096-4e90-97a5-8fa58b24af89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:52.176893 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f31768-e9ed-4a33-8f18-a438f83c7205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:52.178343 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-90f31768-e9ed-4a33-8f18-a438f83c7205 admin admin] 10.222.0.90 "GET /v2.0/networks/5ae6ffc2-be34-4307-804e-989efed42713 HTTP/1.1" status: 200 len: 869 time: 0.1649563 Feb 16 12:37:54.361875 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8837a661-8903-4baf-9d6f-da76f3070fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:54.587923 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 58906) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:37:54.772306 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190efa44-e934-440a-913a-238aec2b9b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:54.773840 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-190efa44-e934-440a-913a-238aec2b9b99 admin admin] 10.222.0.90 "GET /v2.0/networks/a08a3d1b-2e35-4b18-9cb0-756d355083e6 HTTP/1.1" status: 200 len: 886 time: 0.1849389 Feb 16 12:37:55.591638 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:56.953024 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:57.227982 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:57.279322 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 58914) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:37:57.415645 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbd33f4-b60e-4ab0-ac91-aaf6018e8b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:57.416121 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbd33f4-b60e-4ab0-ac91-aaf6018e8b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:57.417743 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-dfbd33f4-b60e-4ab0-ac91-aaf6018e8b3e admin admin] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1370671 Feb 16 12:37:59.826305 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 58922) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:38:00.018538 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8474964e-ae7d-4867-b821-130780bff2f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:00.019157 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8474964e-ae7d-4867-b821-130780bff2f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:00.021580 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8474964e-ae7d-4867-b821-130780bff2f1 admin admin] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1940002 Feb 16 12:38:02.413127 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 58930) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:38:02.537596 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f639819f-f139-445c-aea3-c08d94621be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:02.539065 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f639819f-f139-445c-aea3-c08d94621be4 admin admin] 10.222.0.90 "GET /v2.0/subnets/2505e7b8-747f-4c96-bcb5-b3a4851adc18 HTTP/1.1" status: 200 len: 868 time: 0.1246729 Feb 16 12:38:04.870405 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 58938) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:38:04.968790 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f01ebb-f6ef-49a9-99b2-1022f466f665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:04.970192 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a6f01ebb-f6ef-49a9-99b2-1022f466f665 admin admin] 10.222.0.90 "GET /v2.0/subnets/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4 HTTP/1.1" status: 200 len: 816 time: 0.0989504 Feb 16 12:38:20.293251 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 5 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 12:38:22.146620 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f54b6fc3-9a6f-4773-af56-22dcb54c169d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:24.355937 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bcf50895-4827-43ad-9301-4181250b6619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:25.587346 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:26.865954 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 58992) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:38:26.924907 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [None req-e415c583-0513-42d8-9f16-326302c315d9 admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:38:26.926339 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e415c583-0513-42d8-9f16-326302c315d9 admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0588865 Feb 16 12:38:26.965492 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:27.225512 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:29.445413 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59000) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:38:29.517666 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-96340277-106a-4289-9e70-3579a316873c admin admin] GET failed (client error): The resource could not be found. Feb 16 12:38:29.519663 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-96340277-106a-4289-9e70-3579a316873c admin admin] 10.222.0.90 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0728347 Feb 16 12:38:29.678104 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b1daaa-0a89-4f96-8406-53b900931113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:29.679686 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-38b1daaa-0a89-4f96-8406-53b900931113 admin admin] 10.222.0.90 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1549795 Feb 16 12:38:32.091056 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59008) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:38:32.143506 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-db4cdef0-1bec-4671-8db7-30ffd5ec3f48 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:32.173942 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4cdef0-1bec-4671-8db7-30ffd5ec3f48 admin admin] Made reservation on behalf of a577c698780d4c85b5a2b0816cd4e318 for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:38:32.176779 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-db4cdef0-1bec-4671-8db7-30ffd5ec3f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:32.208236 dv-neutron-828142-3-hyperv neutron-server[109048]: WARNING neutron.services.revisions.revision_plugin [None req-db4cdef0-1bec-4671-8db7-30ffd5ec3f48 admin admin] Could not find related network for resource to bump revision. Feb 16 12:38:32.223807 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db4cdef0-1bec-4671-8db7-30ffd5ec3f48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:38:32.236500 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-db4cdef0-1bec-4671-8db7-30ffd5ec3f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:32.236987 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-db4cdef0-1bec-4671-8db7-30ffd5ec3f48 admin admin] Added segment 78fcc96c-4d65-4ddd-bdc0-47a1149246f0 of type vlan for network 8cfd24c8-4d0e-45cb-9941-f35a1635e962 Feb 16 12:38:32.279248 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-db4cdef0-1bec-4671-8db7-30ffd5ec3f48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:32.305424 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-db4cdef0-1bec-4671-8db7-30ffd5ec3f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:32.306733 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4cdef0-1bec-4671-8db7-30ffd5ec3f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:32.307412 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-db4cdef0-1bec-4671-8db7-30ffd5ec3f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:32.366688 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-db4cdef0-1bec-4671-8db7-30ffd5ec3f48 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2744267 Feb 16 12:38:32.385228 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4cdef0-1bec-4671-8db7-30ffd5ec3f48 admin admin] Pushing event updated for resources: {'Network': ['ID=8cfd24c8-4d0e-45cb-9941-f35a1635e962,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:32.397759 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4cdef0-1bec-4671-8db7-30ffd5ec3f48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:32.398335 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4cdef0-1bec-4671-8db7-30ffd5ec3f48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:32.398928 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4cdef0-1bec-4671-8db7-30ffd5ec3f48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:32.399490 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4cdef0-1bec-4671-8db7-30ffd5ec3f48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:32.400087 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4cdef0-1bec-4671-8db7-30ffd5ec3f48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:32.400511 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4cdef0-1bec-4671-8db7-30ffd5ec3f48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:32.400915 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4cdef0-1bec-4671-8db7-30ffd5ec3f48 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:32.401367 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4cdef0-1bec-4671-8db7-30ffd5ec3f48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:32.401823 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4cdef0-1bec-4671-8db7-30ffd5ec3f48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:32.402371 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4cdef0-1bec-4671-8db7-30ffd5ec3f48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:32.402757 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4cdef0-1bec-4671-8db7-30ffd5ec3f48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:32.403124 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4cdef0-1bec-4671-8db7-30ffd5ec3f48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:32.419780 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 8cfd24c8-4d0e-45cb-9941-f35a1635e962 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:38:34.799813 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59016) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:38:34.865933 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3174536-6889-4942-bc1d-5d17c5218387 admin admin] GET failed (client error): The resource could not be found. Feb 16 12:38:34.867421 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b3174536-6889-4942-bc1d-5d17c5218387 admin admin] 10.222.0.90 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0662937 Feb 16 12:38:34.948760 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2b31eb-e5e2-461b-bdfc-4ebecdaf4636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:34.950280 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4a2b31eb-e5e2-461b-bdfc-4ebecdaf4636 admin admin] 10.222.0.90 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0775707 Feb 16 12:38:34.967048 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-649f506c-8392-4f5f-a66b-4872aaa43173 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '8cfd24c8-4d0e-45cb-9941-f35a1635e962', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:34.993084 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649f506c-8392-4f5f-a66b-4872aaa43173 admin admin] Made reservation on behalf of a577c698780d4c85b5a2b0816cd4e318 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:38:34.995454 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-649f506c-8392-4f5f-a66b-4872aaa43173 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:35.189604 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-649f506c-8392-4f5f-a66b-4872aaa43173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:35.244157 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f506c-8392-4f5f-a66b-4872aaa43173 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cf5f424-b60b-42b6-9860-278685ac311f,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:35.260789 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649f506c-8392-4f5f-a66b-4872aaa43173 admin admin] Checking segment: {'id': '78fcc96c-4d65-4ddd-bdc0-47a1149246f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8cfd24c8-4d0e-45cb-9941-f35a1635e962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:38:35.261265 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649f506c-8392-4f5f-a66b-4872aaa43173 admin admin] Network hostable DHCP agents. Network: 8cfd24c8-4d0e-45cb-9941-f35a1635e962, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:38:35.282713 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649f506c-8392-4f5f-a66b-4872aaa43173 admin admin] Network 8cfd24c8-4d0e-45cb-9941-f35a1635e962 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:38:35.293614 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-649f506c-8392-4f5f-a66b-4872aaa43173 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 8cfd24c8-4d0e-45cb-9941-f35a1635e962) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:35.299012 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649f506c-8392-4f5f-a66b-4872aaa43173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:35.299542 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-649f506c-8392-4f5f-a66b-4872aaa43173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:35.312071 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea23b0a-de35-4c9c-81f8-c776224b18e8 None None] Network 8cfd24c8-4d0e-45cb-9941-f35a1635e962 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:38:35.340680 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-649f506c-8392-4f5f-a66b-4872aaa43173 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3660443 Feb 16 12:38:35.575569 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96291043-8959-4522-b48e-07f24de82055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-8cfd24c8-4d0e-45cb-9941-f35a1635e962', 'network_id': '8cfd24c8-4d0e-45cb-9941-f35a1635e962', 'tenant_id': 'a577c698780d4c85b5a2b0816cd4e318', 'fixed_ips': [{'subnet_id': '2cf5f424-b60b-42b6-9860-278685ac311f'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:38:35.577247 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-96291043-8959-4522-b48e-07f24de82055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:35.774093 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-96291043-8959-4522-b48e-07f24de82055 None None] Allocated IP 192.168.233.2 (8cfd24c8-4d0e-45cb-9941-f35a1635e962/2cf5f424-b60b-42b6-9860-278685ac311f/a0b3738c-b8ef-4117-a1c1-c48ecd043bf3) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:38:35.969753 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-96291043-8959-4522-b48e-07f24de82055 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:35.979284 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-96291043-8959-4522-b48e-07f24de82055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:36.057504 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96291043-8959-4522-b48e-07f24de82055 None None] Network 8cfd24c8-4d0e-45cb-9941-f35a1635e962 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:38:36.057504 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96291043-8959-4522-b48e-07f24de82055 None None] Pushing event updated for resources: {'Port': ['ID=a0b3738c-b8ef-4117-a1c1-c48ecd043bf3,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:36.060261 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-96291043-8959-4522-b48e-07f24de82055 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:36.070795 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96291043-8959-4522-b48e-07f24de82055 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:38:36.074505 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96291043-8959-4522-b48e-07f24de82055 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:36.075050 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96291043-8959-4522-b48e-07f24de82055 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:36.075564 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96291043-8959-4522-b48e-07f24de82055 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:36.075970 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96291043-8959-4522-b48e-07f24de82055 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:36.076405 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96291043-8959-4522-b48e-07f24de82055 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:36.076911 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96291043-8959-4522-b48e-07f24de82055 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:36.077425 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96291043-8959-4522-b48e-07f24de82055 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:36.078002 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96291043-8959-4522-b48e-07f24de82055 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:36.078485 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96291043-8959-4522-b48e-07f24de82055 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:36.078933 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96291043-8959-4522-b48e-07f24de82055 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:36.079377 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96291043-8959-4522-b48e-07f24de82055 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:36.079839 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96291043-8959-4522-b48e-07f24de82055 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:36.159930 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-96291043-8959-4522-b48e-07f24de82055 None None] Attempting to bind port a0b3738c-b8ef-4117-a1c1-c48ecd043bf3 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:38:36.160516 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-96291043-8959-4522-b48e-07f24de82055 None None] Attempting to bind port a0b3738c-b8ef-4117-a1c1-c48ecd043bf3 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '78fcc96c-4d65-4ddd-bdc0-47a1149246f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8cfd24c8-4d0e-45cb-9941-f35a1635e962'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:38:36.161140 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96291043-8959-4522-b48e-07f24de82055 None None] Attempting to bind port a0b3738c-b8ef-4117-a1c1-c48ecd043bf3 on network 8cfd24c8-4d0e-45cb-9941-f35a1635e962 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:38:36.168778 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96291043-8959-4522-b48e-07f24de82055 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:38:36.169376 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96291043-8959-4522-b48e-07f24de82055 None None] Checking segment: {'id': '78fcc96c-4d65-4ddd-bdc0-47a1149246f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8cfd24c8-4d0e-45cb-9941-f35a1635e962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:38:36.169881 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-96291043-8959-4522-b48e-07f24de82055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:36.170376 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96291043-8959-4522-b48e-07f24de82055 None None] Bound using segment: {'id': '78fcc96c-4d65-4ddd-bdc0-47a1149246f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8cfd24c8-4d0e-45cb-9941-f35a1635e962'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:38:36.171599 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-96291043-8959-4522-b48e-07f24de82055 None None] Bound port: a0b3738c-b8ef-4117-a1c1-c48ecd043bf3, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78fcc96c-4d65-4ddd-bdc0-47a1149246f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8cfd24c8-4d0e-45cb-9941-f35a1635e962'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:38:36.172117 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-96291043-8959-4522-b48e-07f24de82055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:36.270420 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-96291043-8959-4522-b48e-07f24de82055 None None] For port a0b3738c-b8ef-4117-a1c1-c48ecd043bf3, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:38:36.275145 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-96291043-8959-4522-b48e-07f24de82055 None None] For port a0b3738c-b8ef-4117-a1c1-c48ecd043bf3, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=a0b3738c-b8ef-4117-a1c1-c48ecd043bf3,segment=NetworkSegment(78fcc96c-4d65-4ddd-bdc0-47a1149246f0),segment_id=78fcc96c-4d65-4ddd-bdc0-47a1149246f0)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:38:36.283563 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-96291043-8959-4522-b48e-07f24de82055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:36.363982 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96291043-8959-4522-b48e-07f24de82055 None None] Pushing event updated for resources: {'Port': ['ID=a0b3738c-b8ef-4117-a1c1-c48ecd043bf3,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:37.436138 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b55459b-219d-414e-afa1-34abe2d5ea78 None None] Network 8cfd24c8-4d0e-45cb-9941-f35a1635e962 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:38:37.506311 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-31af86c5-609f-47f4-a3ef-ce8bc760643f None None] Provisioning complete for port a0b3738c-b8ef-4117-a1c1-c48ecd043bf3 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:38:37.506719 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-31af86c5-609f-47f4-a3ef-ce8bc760643f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:37.731748 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-31af86c5-609f-47f4-a3ef-ce8bc760643f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:37.802128 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-31af86c5-609f-47f4-a3ef-ce8bc760643f None None] For port a0b3738c-b8ef-4117-a1c1-c48ecd043bf3, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=a0b3738c-b8ef-4117-a1c1-c48ecd043bf3,segment=NetworkSegment(78fcc96c-4d65-4ddd-bdc0-47a1149246f0),segment_id=78fcc96c-4d65-4ddd-bdc0-47a1149246f0)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:38:37.807505 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-31af86c5-609f-47f4-a3ef-ce8bc760643f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:37.881742 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af86c5-609f-47f4-a3ef-ce8bc760643f None None] Pushing event updated for resources: {'Port': ['ID=a0b3738c-b8ef-4117-a1c1-c48ecd043bf3,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:38.037327 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-a913fb8a-6665-4fbe-aac0-1769d84bce61 None None] Provisioning complete for port a0b3738c-b8ef-4117-a1c1-c48ecd043bf3 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:38:38.037757 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a913fb8a-6665-4fbe-aac0-1769d84bce61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:38.507661 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device a0b3738c-b8ef-4117-a1c1-c48ecd043bf3 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:38:38.577352 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port a0b3738c-b8ef-4117-a1c1-c48ecd043bf3 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:38:38.577792 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:52.145330 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-73c02340-3bbf-4442-87e0-da8606257f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:54.366949 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-32f6c357-6cd2-4fc9-b0f2-8a01d9c7e5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:55.591316 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:56.954617 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:57.226675 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:57.292219 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 5 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 12:39:22.142556 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4fda69b7-6faa-4d58-a2c6-121611437825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:24.374558 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7a5aaabb-fc4c-4472-84f4-87a9a35c07da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:25.594204 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:26.955196 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:27.229850 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:34.295750 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 5 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 12:39:52.144727 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-10964804-30e9-49d5-a887-4b195e695766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:54.370050 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b490a461-51cb-4c58-a0a0-0151c7408059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:55.605404 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:56.962198 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:57.237714 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:03.631191 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59054) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:40:03.637741 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [None req-7e3c63ff-0700-4088-89cd-b2a32ec637b5 tempest-verify_tempest_config-1295038023 tempest-verify_tempest_config-1295038023-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:40:03.638862 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7e3c63ff-0700-4088-89cd-b2a32ec637b5 tempest-verify_tempest_config-1295038023 tempest-verify_tempest_config-1295038023-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063782 Feb 16 12:40:04.012040 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59072) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:40:04.145330 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f3730696-dfa9-4520-9673-072efa27a286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:04.270542 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f3730696-dfa9-4520-9673-072efa27a286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:04.275176 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f3730696-dfa9-4520-9673-072efa27a286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:04.328674 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f3730696-dfa9-4520-9673-072efa27a286 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=fb44851ce38549bb8607462bca80ed9a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3127267 Feb 16 12:40:04.328674 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3730696-dfa9-4520-9673-072efa27a286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5196f59a-9beb-4885-a700-67c29f932e5f,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:04.332207 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59076) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:40:04.335364 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3730696-dfa9-4520-9673-072efa27a286 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:04.335742 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3730696-dfa9-4520-9673-072efa27a286 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:04.336065 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3730696-dfa9-4520-9673-072efa27a286 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:04.336397 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3730696-dfa9-4520-9673-072efa27a286 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:04.336791 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3730696-dfa9-4520-9673-072efa27a286 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:04.337130 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3730696-dfa9-4520-9673-072efa27a286 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:04.337433 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3730696-dfa9-4520-9673-072efa27a286 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:04.337754 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3730696-dfa9-4520-9673-072efa27a286 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:04.338072 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3730696-dfa9-4520-9673-072efa27a286 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:04.338390 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3730696-dfa9-4520-9673-072efa27a286 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:04.338707 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3730696-dfa9-4520-9673-072efa27a286 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:04.339286 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3730696-dfa9-4520-9673-072efa27a286 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:04.490118 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ec328871-da40-4de0-bf4e-b6b487727059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:04.517035 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ec328871-da40-4de0-bf4e-b6b487727059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:04.629493 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ec328871-da40-4de0-bf4e-b6b487727059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:04.634164 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ec328871-da40-4de0-bf4e-b6b487727059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:04.636063 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ec328871-da40-4de0-bf4e-b6b487727059 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5196f59a-9beb-4885-a700-67c29f932e5f HTTP/1.1" status: 204 len: 168 time: 0.3045447 Feb 16 12:40:04.649375 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec328871-da40-4de0-bf4e-b6b487727059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5196f59a-9beb-4885-a700-67c29f932e5f,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:04.662935 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec328871-da40-4de0-bf4e-b6b487727059 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:04.663550 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec328871-da40-4de0-bf4e-b6b487727059 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:04.664142 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec328871-da40-4de0-bf4e-b6b487727059 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:04.664746 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec328871-da40-4de0-bf4e-b6b487727059 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:04.665447 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec328871-da40-4de0-bf4e-b6b487727059 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:04.665903 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec328871-da40-4de0-bf4e-b6b487727059 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:04.666491 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec328871-da40-4de0-bf4e-b6b487727059 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:04.667065 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec328871-da40-4de0-bf4e-b6b487727059 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:04.667645 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec328871-da40-4de0-bf4e-b6b487727059 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:04.668213 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec328871-da40-4de0-bf4e-b6b487727059 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:04.668814 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec328871-da40-4de0-bf4e-b6b487727059 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:04.669373 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec328871-da40-4de0-bf4e-b6b487727059 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:11.294599 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 5 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 12:40:22.139553 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7a72227f-b1db-4d82-b779-6fe01b00e261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:24.365960 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4dc61055-85a7-43ef-856c-d80aded15efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:25.601597 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:26.957844 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:27.232113 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:48.295004 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 5 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 12:40:52.145450 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-37a6d427-6ac8-4ee4-ab77-c56e8aef4f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:54.363792 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3a3f6ec3-1878-4109-931c-adfa83e7f8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:55.605216 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:56.962349 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:57.236537 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:22.150739 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-00de75f0-9cd1-4d86-98a4-0d5026138f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:24.358754 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e3c13aba-aca4-409c-93d3-21d7ff6264c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:25.294110 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 5 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 12:41:25.606233 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:26.968170 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:27.238955 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:28.362191 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3844395'] for agent, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:42.710713 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59148) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:41:42.822865 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2c425649-0204-4c37-8451-5ca06b5a7890 admin admin] 10.222.0.90 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1110225 Feb 16 12:41:45.171891 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59158) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:41:45.232508 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5ae1a650-e74f-45de-9305-72868561e0ed admin admin] 10.222.0.90 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0594978 Feb 16 12:41:52.163251 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ae3380e5-6ca9-4dba-91b8-eb32eefd84b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:54.364850 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-67918295-403d-41c9-96f6-2c0791a46459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:55.609483 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:56.974000 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:57.244240 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:58.323663 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:02.294051 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 12:42:22.173545 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7c6c624f-ab95-4513-8e7f-a655eb0eb40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:24.388886 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-904f16ed-240a-410e-8a2d-3df1b387d396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:25.619117 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:26.976845 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:27.298159 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:28.350914 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:39.294032 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 12:42:52.164676 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-af9698d0-3657-4b96-b1f7-843411ba65d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:54.365598 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5b51bcca-394c-429c-b1a8-11842a0ef228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:55.619468 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:56.967765 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:57.251395 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:58.339145 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:16.294841 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 12:43:16.948446 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59296) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:17.251546 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59316) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:17.297193 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-28583b01-6ca1-4570-bb55-b4e3ed3cc3f2 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1655875522'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:17.344182 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28583b01-6ca1-4570-bb55-b4e3ed3cc3f2 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Made reservation on behalf of 57b94ba406644ee79acbb0c2cd07fe63 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:17.348948 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-28583b01-6ca1-4570-bb55-b4e3ed3cc3f2 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.361188 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-28583b01-6ca1-4570-bb55-b4e3ed3cc3f2 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.453266 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-28583b01-6ca1-4570-bb55-b4e3ed3cc3f2 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.457941 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-28583b01-6ca1-4570-bb55-b4e3ed3cc3f2 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.505112 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28583b01-6ca1-4570-bb55-b4e3ed3cc3f2 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6964c9-a21a-4e49-baca-42aa7baae39a,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:17.521581 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28583b01-6ca1-4570-bb55-b4e3ed3cc3f2 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:17.521975 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28583b01-6ca1-4570-bb55-b4e3ed3cc3f2 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:17.522306 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28583b01-6ca1-4570-bb55-b4e3ed3cc3f2 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:17.523025 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28583b01-6ca1-4570-bb55-b4e3ed3cc3f2 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:17.523872 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28583b01-6ca1-4570-bb55-b4e3ed3cc3f2 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:17.524909 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28583b01-6ca1-4570-bb55-b4e3ed3cc3f2 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:17.525400 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28583b01-6ca1-4570-bb55-b4e3ed3cc3f2 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:17.525939 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28583b01-6ca1-4570-bb55-b4e3ed3cc3f2 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:17.526653 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28583b01-6ca1-4570-bb55-b4e3ed3cc3f2 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:17.527154 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28583b01-6ca1-4570-bb55-b4e3ed3cc3f2 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:17.527591 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28583b01-6ca1-4570-bb55-b4e3ed3cc3f2 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:17.528110 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28583b01-6ca1-4570-bb55-b4e3ed3cc3f2 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:17.529517 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28583b01-6ca1-4570-bb55-b4e3ed3cc3f2 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Tracked resource versions report: Feb 16 12:43:17.529517 dv-neutron-828142-3-hyperv neutron-server[109049]: pushed versions: Feb 16 12:43:17.529517 dv-neutron-828142-3-hyperv neutron-server[109049]: { 'AddressGroup': {'1.2'}, Feb 16 12:43:17.529517 dv-neutron-828142-3-hyperv neutron-server[109049]: 'ConntrackHelper': {'1.0'}, Feb 16 12:43:17.529517 dv-neutron-828142-3-hyperv neutron-server[109049]: 'Log': {'1.0'}, Feb 16 12:43:17.529517 dv-neutron-828142-3-hyperv neutron-server[109049]: 'Network': {'1.1'}, Feb 16 12:43:17.529517 dv-neutron-828142-3-hyperv neutron-server[109049]: 'Port': {'1.7'}, Feb 16 12:43:17.529517 dv-neutron-828142-3-hyperv neutron-server[109049]: 'PortForwarding': {'1.2'}, Feb 16 12:43:17.529517 dv-neutron-828142-3-hyperv neutron-server[109049]: 'QosPolicy': {'1.9'}, Feb 16 12:43:17.529517 dv-neutron-828142-3-hyperv neutron-server[109049]: 'SecurityGroup': {'1.4'}, Feb 16 12:43:17.529517 dv-neutron-828142-3-hyperv neutron-server[109049]: 'SecurityGroupRule': {'1.2'}, Feb 16 12:43:17.529517 dv-neutron-828142-3-hyperv neutron-server[109049]: 'SubPort': {'1.0'}, Feb 16 12:43:17.529517 dv-neutron-828142-3-hyperv neutron-server[109049]: 'Subnet': {'1.1'}, Feb 16 12:43:17.529517 dv-neutron-828142-3-hyperv neutron-server[109049]: 'Trunk': {'1.1'}} Feb 16 12:43:17.529517 dv-neutron-828142-3-hyperv neutron-server[109049]: consumer versions: Feb 16 12:43:17.529517 dv-neutron-828142-3-hyperv neutron-server[109049]: { DHCP agent@dv-neutron-828142-3-hyperv: {}, Feb 16 12:43:17.529517 dv-neutron-828142-3-hyperv neutron-server[109049]: HyperV agent@hv-neutron-8281: {}, Feb 16 12:43:17.529517 dv-neutron-828142-3-hyperv neutron-server[109049]: L3 agent@dv-neutron-828142-3-hyperv: {}, Feb 16 12:43:17.529517 dv-neutron-828142-3-hyperv neutron-server[109049]: Metadata agent@dv-neutron-828142-3-hyperv: {}, Feb 16 12:43:17.529517 dv-neutron-828142-3-hyperv neutron-server[109049]: Metering agent@dv-neutron-828142-3-hyperv: {}, Feb 16 12:43:17.529517 dv-neutron-828142-3-hyperv neutron-server[109049]: Open vSwitch agent@dv-neutron-828142-3-hyperv: { 'AddressGroup': '1.2', Feb 16 12:43:17.529517 dv-neutron-828142-3-hyperv neutron-server[109049]: 'ConntrackHelper': '1.0', Feb 16 12:43:17.529517 dv-neutron-828142-3-hyperv neutron-server[109049]: 'Log': '1.0', Feb 16 12:43:17.529517 dv-neutron-828142-3-hyperv neutron-server[109049]: 'Network': '1.1', Feb 16 12:43:17.529517 dv-neutron-828142-3-hyperv neutron-server[109049]: 'Port': '1.7', Feb 16 12:43:17.529517 dv-neutron-828142-3-hyperv neutron-server[109049]: 'PortForwarding': '1.2', Feb 16 12:43:17.529517 dv-neutron-828142-3-hyperv neutron-server[109049]: 'QosPolicy': '1.9', Feb 16 12:43:17.529517 dv-neutron-828142-3-hyperv neutron-server[109049]: 'SecurityGroup': '1.4', Feb 16 12:43:17.529517 dv-neutron-828142-3-hyperv neutron-server[109049]: 'SecurityGroupRule': '1.2', Feb 16 12:43:17.529517 dv-neutron-828142-3-hyperv neutron-server[109049]: 'SubPort': '1.0', Feb 16 12:43:17.529517 dv-neutron-828142-3-hyperv neutron-server[109049]: 'Subnet': '1.1', Feb 16 12:43:17.529517 dv-neutron-828142-3-hyperv neutron-server[109049]: 'Trunk': '1.1'}} Feb 16 12:43:17.529517 dv-neutron-828142-3-hyperv neutron-server[109049]: {{(pid=109049) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 12:43:17.534212 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28583b01-6ca1-4570-bb55-b4e3ed3cc3f2 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:43:17.551120 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-28583b01-6ca1-4570-bb55-b4e3ed3cc3f2 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736716637498', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.551770 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-28583b01-6ca1-4570-bb55-b4e3ed3cc3f2 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Unsubscribe: segment precommit_create {{(pid=109049) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 12:43:17.552250 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-28583b01-6ca1-4570-bb55-b4e3ed3cc3f2 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Added segment 9212c2c6-beb5-4e5d-9c96-e14c8c84e9f4 of type vlan for network 17011399-3362-47bd-ab7e-af743c675541 Feb 16 12:43:17.612790 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-28583b01-6ca1-4570-bb55-b4e3ed3cc3f2 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.656179 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-b3bef16d-c9ff-4ff3-aeee-17807f6de979 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-443223596-network', 'tenant_id': '489d8001a9af43848d73f1eac35baebf'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:17.660736 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-28583b01-6ca1-4570-bb55-b4e3ed3cc3f2 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.666327 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28583b01-6ca1-4570-bb55-b4e3ed3cc3f2 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:17.666957 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-28583b01-6ca1-4570-bb55-b4e3ed3cc3f2 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.701210 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-28583b01-6ca1-4570-bb55-b4e3ed3cc3f2 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7515781 Feb 16 12:43:17.701794 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59336) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:17.709158 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-88aa4ca1-6ba4-41ac-a7ee-34f7a5c3e530 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Request body: {'subnet': {'network_id': '17011399-3362-47bd-ab7e-af743c675541', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:17.807444 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bef16d-c9ff-4ff3-aeee-17807f6de979 admin admin] Made reservation on behalf of 489d8001a9af43848d73f1eac35baebf for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:17.810289 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3bef16d-c9ff-4ff3-aeee-17807f6de979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.842259 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3bef16d-c9ff-4ff3-aeee-17807f6de979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.862210 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88aa4ca1-6ba4-41ac-a7ee-34f7a5c3e530 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Made reservation on behalf of 57b94ba406644ee79acbb0c2cd07fe63 for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:17.866087 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-88aa4ca1-6ba4-41ac-a7ee-34f7a5c3e530 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks [] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.877548 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28583b01-6ca1-4570-bb55-b4e3ed3cc3f2 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Pushing event updated for resources: {'Network': ['ID=17011399-3362-47bd-ab7e-af743c675541,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:17.895789 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 17011399-3362-47bd-ab7e-af743c675541 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:43:18.006142 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3bef16d-c9ff-4ff3-aeee-17807f6de979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.012059 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3bef16d-c9ff-4ff3-aeee-17807f6de979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.026237 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3bef16d-c9ff-4ff3-aeee-17807f6de979 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:43:18.038621 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3bef16d-c9ff-4ff3-aeee-17807f6de979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.038952 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-b3bef16d-c9ff-4ff3-aeee-17807f6de979 admin admin] Added segment 42b26e38-7e58-4ec2-9947-f1bd510fcd9e of type vlan for network e7216791-092d-4489-8c96-9d0056177679 Feb 16 12:43:18.153447 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-88aa4ca1-6ba4-41ac-a7ee-34f7a5c3e530 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.201326 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bef16d-c9ff-4ff3-aeee-17807f6de979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6214bf6-d657-416e-a361-2f9eab099435,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:18.209006 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aa4ca1-6ba4-41ac-a7ee-34f7a5c3e530 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Pushing event updated for resources: {'Subnet': ['ID=9fc0021e-ea13-413a-ac25-f48ee5ce35fe,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:18.216172 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3bef16d-c9ff-4ff3-aeee-17807f6de979 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.218585 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aa4ca1-6ba4-41ac-a7ee-34f7a5c3e530 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:18.218585 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aa4ca1-6ba4-41ac-a7ee-34f7a5c3e530 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:18.218795 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aa4ca1-6ba4-41ac-a7ee-34f7a5c3e530 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:18.219028 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aa4ca1-6ba4-41ac-a7ee-34f7a5c3e530 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:18.220400 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aa4ca1-6ba4-41ac-a7ee-34f7a5c3e530 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:18.221022 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aa4ca1-6ba4-41ac-a7ee-34f7a5c3e530 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:18.221786 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aa4ca1-6ba4-41ac-a7ee-34f7a5c3e530 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:18.222277 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aa4ca1-6ba4-41ac-a7ee-34f7a5c3e530 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:18.222613 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aa4ca1-6ba4-41ac-a7ee-34f7a5c3e530 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:18.222946 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aa4ca1-6ba4-41ac-a7ee-34f7a5c3e530 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:18.223273 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aa4ca1-6ba4-41ac-a7ee-34f7a5c3e530 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:18.223621 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aa4ca1-6ba4-41ac-a7ee-34f7a5c3e530 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:18.224747 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aa4ca1-6ba4-41ac-a7ee-34f7a5c3e530 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Tracked resource versions report: Feb 16 12:43:18.224747 dv-neutron-828142-3-hyperv neutron-server[109048]: pushed versions: Feb 16 12:43:18.224747 dv-neutron-828142-3-hyperv neutron-server[109048]: { 'AddressGroup': {'1.2'}, Feb 16 12:43:18.224747 dv-neutron-828142-3-hyperv neutron-server[109048]: 'ConntrackHelper': {'1.0'}, Feb 16 12:43:18.224747 dv-neutron-828142-3-hyperv neutron-server[109048]: 'Log': {'1.0'}, Feb 16 12:43:18.224747 dv-neutron-828142-3-hyperv neutron-server[109048]: 'Network': {'1.1'}, Feb 16 12:43:18.224747 dv-neutron-828142-3-hyperv neutron-server[109048]: 'Port': {'1.7'}, Feb 16 12:43:18.224747 dv-neutron-828142-3-hyperv neutron-server[109048]: 'PortForwarding': {'1.2'}, Feb 16 12:43:18.224747 dv-neutron-828142-3-hyperv neutron-server[109048]: 'QosPolicy': {'1.9'}, Feb 16 12:43:18.224747 dv-neutron-828142-3-hyperv neutron-server[109048]: 'SecurityGroup': {'1.4'}, Feb 16 12:43:18.224747 dv-neutron-828142-3-hyperv neutron-server[109048]: 'SecurityGroupRule': {'1.2'}, Feb 16 12:43:18.224747 dv-neutron-828142-3-hyperv neutron-server[109048]: 'SubPort': {'1.0'}, Feb 16 12:43:18.224747 dv-neutron-828142-3-hyperv neutron-server[109048]: 'Subnet': {'1.1'}, Feb 16 12:43:18.224747 dv-neutron-828142-3-hyperv neutron-server[109048]: 'Trunk': {'1.1'}} Feb 16 12:43:18.224747 dv-neutron-828142-3-hyperv neutron-server[109048]: consumer versions: Feb 16 12:43:18.224747 dv-neutron-828142-3-hyperv neutron-server[109048]: { DHCP agent@dv-neutron-828142-3-hyperv: {}, Feb 16 12:43:18.224747 dv-neutron-828142-3-hyperv neutron-server[109048]: HyperV agent@hv-neutron-8281: {}, Feb 16 12:43:18.224747 dv-neutron-828142-3-hyperv neutron-server[109048]: L3 agent@dv-neutron-828142-3-hyperv: {}, Feb 16 12:43:18.224747 dv-neutron-828142-3-hyperv neutron-server[109048]: Metadata agent@dv-neutron-828142-3-hyperv: {}, Feb 16 12:43:18.224747 dv-neutron-828142-3-hyperv neutron-server[109048]: Metering agent@dv-neutron-828142-3-hyperv: {}, Feb 16 12:43:18.224747 dv-neutron-828142-3-hyperv neutron-server[109048]: Open vSwitch agent@dv-neutron-828142-3-hyperv: { 'AddressGroup': '1.2', Feb 16 12:43:18.224747 dv-neutron-828142-3-hyperv neutron-server[109048]: 'ConntrackHelper': '1.0', Feb 16 12:43:18.224747 dv-neutron-828142-3-hyperv neutron-server[109048]: 'Log': '1.0', Feb 16 12:43:18.224747 dv-neutron-828142-3-hyperv neutron-server[109048]: 'Network': '1.1', Feb 16 12:43:18.224747 dv-neutron-828142-3-hyperv neutron-server[109048]: 'Port': '1.7', Feb 16 12:43:18.224747 dv-neutron-828142-3-hyperv neutron-server[109048]: 'PortForwarding': '1.2', Feb 16 12:43:18.224747 dv-neutron-828142-3-hyperv neutron-server[109048]: 'QosPolicy': '1.9', Feb 16 12:43:18.224747 dv-neutron-828142-3-hyperv neutron-server[109048]: 'SecurityGroup': '1.4', Feb 16 12:43:18.224747 dv-neutron-828142-3-hyperv neutron-server[109048]: 'SecurityGroupRule': '1.2', Feb 16 12:43:18.224747 dv-neutron-828142-3-hyperv neutron-server[109048]: 'SubPort': '1.0', Feb 16 12:43:18.224747 dv-neutron-828142-3-hyperv neutron-server[109048]: 'Subnet': '1.1', Feb 16 12:43:18.224747 dv-neutron-828142-3-hyperv neutron-server[109048]: 'Trunk': '1.1'}} Feb 16 12:43:18.224747 dv-neutron-828142-3-hyperv neutron-server[109048]: {{(pid=109048) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 12:43:18.253974 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3bef16d-c9ff-4ff3-aeee-17807f6de979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.255148 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bef16d-c9ff-4ff3-aeee-17807f6de979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:18.255950 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3bef16d-c9ff-4ff3-aeee-17807f6de979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.264442 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88aa4ca1-6ba4-41ac-a7ee-34f7a5c3e530 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Checking segment: {'id': '9212c2c6-beb5-4e5d-9c96-e14c8c84e9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '17011399-3362-47bd-ab7e-af743c675541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:43:18.265189 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88aa4ca1-6ba4-41ac-a7ee-34f7a5c3e530 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Network hostable DHCP agents. Network: 17011399-3362-47bd-ab7e-af743c675541, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:43:18.293184 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88aa4ca1-6ba4-41ac-a7ee-34f7a5c3e530 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Network 17011399-3362-47bd-ab7e-af743c675541 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:43:18.317602 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-88aa4ca1-6ba4-41ac-a7ee-34f7a5c3e530 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 17011399-3362-47bd-ab7e-af743c675541) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:18.322773 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aa4ca1-6ba4-41ac-a7ee-34f7a5c3e530 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:18.323547 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-88aa4ca1-6ba4-41ac-a7ee-34f7a5c3e530 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.344429 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5660fb1a-f94c-4672-ba2b-43a7f0a2a1ad None None] Network 17011399-3362-47bd-ab7e-af743c675541 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:43:18.357588 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-88aa4ca1-6ba4-41ac-a7ee-34f7a5c3e530 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6540184 Feb 16 12:43:18.359068 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59358) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:18.365257 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-97a78b7e-5448-4388-9724-75381fbfb90a tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Request body: {'port': {'network_id': '17011399-3362-47bd-ab7e-af743c675541', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-71682334'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:18.378265 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b3bef16d-c9ff-4ff3-aeee-17807f6de979 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1254573 Feb 16 12:43:18.384087 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59360) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:18.398080 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-19ac2d3f-03ad-4c8d-a1ee-d4d6b9be58c5 admin admin] Request body: {'subnet': {'network_id': 'e7216791-092d-4489-8c96-9d0056177679', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-443223596-subnet', 'tenant_id': '489d8001a9af43848d73f1eac35baebf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:18.404437 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bef16d-c9ff-4ff3-aeee-17807f6de979 admin admin] Pushing event updated for resources: {'Network': ['ID=e7216791-092d-4489-8c96-9d0056177679,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:18.434585 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ac2d3f-03ad-4c8d-a1ee-d4d6b9be58c5 admin admin] Made reservation on behalf of 489d8001a9af43848d73f1eac35baebf for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:18.436565 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network e7216791-092d-4489-8c96-9d0056177679 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:43:18.439306 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-19ac2d3f-03ad-4c8d-a1ee-d4d6b9be58c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.588266 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59364) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:18.696714 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a78b7e-5448-4388-9724-75381fbfb90a tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Made reservation on behalf of 57b94ba406644ee79acbb0c2cd07fe63 for: {'port': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:18.700698 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-97a78b7e-5448-4388-9724-75381fbfb90a tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.722228 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff8c65d-b78b-417e-83de-7d53a4be1ae9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-17011399-3362-47bd-ab7e-af743c675541', 'network_id': '17011399-3362-47bd-ab7e-af743c675541', 'tenant_id': '57b94ba406644ee79acbb0c2cd07fe63', 'fixed_ips': [{'subnet_id': '9fc0021e-ea13-413a-ac25-f48ee5ce35fe'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:43:18.723531 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2ff8c65d-b78b-417e-83de-7d53a4be1ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.724017 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-97a78b7e-5448-4388-9724-75381fbfb90a tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] device_id is not set on port aa5f50e4-20b8-4259-819e-733e4eeb95c0 yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:43:18.788404 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-19ac2d3f-03ad-4c8d-a1ee-d4d6b9be58c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.837439 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59374) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:18.839035 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac2d3f-03ad-4c8d-a1ee-d4d6b9be58c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3db169c4-8f35-4e82-9aa0-dcd164ab8410,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:18.904972 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ac2d3f-03ad-4c8d-a1ee-d4d6b9be58c5 admin admin] Checking segment: {'id': '42b26e38-7e58-4ec2-9947-f1bd510fcd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e7216791-092d-4489-8c96-9d0056177679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:43:18.905250 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ac2d3f-03ad-4c8d-a1ee-d4d6b9be58c5 admin admin] Network hostable DHCP agents. Network: e7216791-092d-4489-8c96-9d0056177679, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:43:18.927499 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ac2d3f-03ad-4c8d-a1ee-d4d6b9be58c5 admin admin] Network e7216791-092d-4489-8c96-9d0056177679 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:43:18.936677 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-2ff8c65d-b78b-417e-83de-7d53a4be1ae9 None None] Allocated IP 2001:db8::2 (17011399-3362-47bd-ab7e-af743c675541/9fc0021e-ea13-413a-ac25-f48ee5ce35fe/aece6c9c-2786-485a-a0fc-22815f1b03cf) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:18.942154 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-19ac2d3f-03ad-4c8d-a1ee-d4d6b9be58c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, e7216791-092d-4489-8c96-9d0056177679) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:18.952657 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ac2d3f-03ad-4c8d-a1ee-d4d6b9be58c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:18.952894 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4de30c4-b225-49ea-9a23-345ef95f4db9 None None] Network e7216791-092d-4489-8c96-9d0056177679 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:43:18.954424 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-19ac2d3f-03ad-4c8d-a1ee-d4d6b9be58c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.981311 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-19ac2d3f-03ad-4c8d-a1ee-d4d6b9be58c5 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5960836 Feb 16 12:43:18.985047 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59380) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:18.991783 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e8020ce3-ef71-4166-8476-776b19e77b2f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-443223596-router', 'tenant_id': '489d8001a9af43848d73f1eac35baebf', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:19.027582 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e8020ce3-ef71-4166-8476-776b19e77b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.030897 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e8020ce3-ef71-4166-8476-776b19e77b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.116526 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e8020ce3-ef71-4166-8476-776b19e77b2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.143904 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-b4381131-cf30-460d-9b2c-a6f9db13890f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1704407734-network', 'tenant_id': '0adafc1d94b74e8bb4ed6949f44548d7'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:19.203964 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4381131-cf30-460d-9b2c-a6f9db13890f admin admin] Made reservation on behalf of 0adafc1d94b74e8bb4ed6949f44548d7 for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:19.209158 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b4381131-cf30-460d-9b2c-a6f9db13890f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.235868 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b4381131-cf30-460d-9b2c-a6f9db13890f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.255139 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-f58a174b-7ece-4c75-a8ab-49e5daf42755 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-32306926-network', 'tenant_id': '31696bf849824682b4ce3692a5a8ee22'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:19.278718 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacd7190-ccc4-44b0-a644-8bfbcde6ac22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-e7216791-092d-4489-8c96-9d0056177679', 'network_id': 'e7216791-092d-4489-8c96-9d0056177679', 'tenant_id': '489d8001a9af43848d73f1eac35baebf', 'fixed_ips': [{'subnet_id': '3db169c4-8f35-4e82-9aa0-dcd164ab8410'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:43:19.280575 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cacd7190-ccc4-44b0-a644-8bfbcde6ac22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.293182 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2ff8c65d-b78b-417e-83de-7d53a4be1ae9 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.339467 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2ff8c65d-b78b-417e-83de-7d53a4be1ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.460568 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-97a78b7e-5448-4388-9724-75381fbfb90a tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Allocated IP 2001:db8::4 (17011399-3362-47bd-ab7e-af743c675541/9fc0021e-ea13-413a-ac25-f48ee5ce35fe/aa5f50e4-20b8-4259-819e-733e4eeb95c0) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:19.463713 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e8020ce3-ef71-4166-8476-776b19e77b2f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.496688 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58a174b-7ece-4c75-a8ab-49e5daf42755 admin admin] Made reservation on behalf of 31696bf849824682b4ce3692a5a8ee22 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:19.500471 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f58a174b-7ece-4c75-a8ab-49e5daf42755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.521704 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b4381131-cf30-460d-9b2c-a6f9db13890f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.522012 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f58a174b-7ece-4c75-a8ab-49e5daf42755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.539417 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b4381131-cf30-460d-9b2c-a6f9db13890f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.552667 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-cacd7190-ccc4-44b0-a644-8bfbcde6ac22 None None] Allocated IP 172.20.0.2 (e7216791-092d-4489-8c96-9d0056177679/3db169c4-8f35-4e82-9aa0-dcd164ab8410/d30a4fd3-08d3-403f-a44a-c55492ce9e2a) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:19.591283 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4381131-cf30-460d-9b2c-a6f9db13890f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5f11eb-e416-4cd5-8758-b1d264f21cf7,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:19.655773 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4381131-cf30-460d-9b2c-a6f9db13890f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:43:19.697542 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b4381131-cf30-460d-9b2c-a6f9db13890f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.698473 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-b4381131-cf30-460d-9b2c-a6f9db13890f admin admin] Added segment 5d0d8596-bed8-4a04-ada5-85cd4dabf2e9 of type vlan for network 3e84b45d-91e8-4295-8226-a12fdb0f907b Feb 16 12:43:19.734334 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f58a174b-7ece-4c75-a8ab-49e5daf42755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.740896 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f58a174b-7ece-4c75-a8ab-49e5daf42755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.770884 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a174b-7ece-4c75-a8ab-49e5daf42755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65fbf532-1c8f-46cd-931d-13a493810eff,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:19.825140 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b4381131-cf30-460d-9b2c-a6f9db13890f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.861225 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f58a174b-7ece-4c75-a8ab-49e5daf42755 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:43:19.900301 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b4381131-cf30-460d-9b2c-a6f9db13890f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.902201 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4381131-cf30-460d-9b2c-a6f9db13890f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:19.903344 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b4381131-cf30-460d-9b2c-a6f9db13890f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.916605 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f58a174b-7ece-4c75-a8ab-49e5daf42755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.917115 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-f58a174b-7ece-4c75-a8ab-49e5daf42755 admin admin] Added segment 542bb618-d660-4924-a1b1-b47e009f183e of type vlan for network 2aa0eb0f-3739-4f9e-877b-be15eb25358c Feb 16 12:43:19.919031 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e8020ce3-ef71-4166-8476-776b19e77b2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.965961 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e8020ce3-ef71-4166-8476-776b19e77b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.035685 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b4381131-cf30-460d-9b2c-a6f9db13890f admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4455407 Feb 16 12:43:20.041032 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f58a174b-7ece-4c75-a8ab-49e5daf42755 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.046036 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59404) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:20.047529 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff8c65d-b78b-417e-83de-7d53a4be1ae9 None None] Network 17011399-3362-47bd-ab7e-af743c675541 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:20.050086 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8c65d-b78b-417e-83de-7d53a4be1ae9 None None] Pushing event updated for resources: {'Port': ['ID=aece6c9c-2786-485a-a0fc-22815f1b03cf,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:20.053859 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-1f5cba8b-384b-4163-a4b7-996330a72799 admin admin] Request body: {'subnet': {'network_id': '3e84b45d-91e8-4295-8226-a12fdb0f907b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1704407734-subnet', 'tenant_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:20.059083 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-2ff8c65d-b78b-417e-83de-7d53a4be1ae9 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:20.065393 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8c65d-b78b-417e-83de-7d53a4be1ae9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:20.066177 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8c65d-b78b-417e-83de-7d53a4be1ae9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:20.066688 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8c65d-b78b-417e-83de-7d53a4be1ae9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:20.067179 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8c65d-b78b-417e-83de-7d53a4be1ae9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:20.067656 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8c65d-b78b-417e-83de-7d53a4be1ae9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:20.068161 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8c65d-b78b-417e-83de-7d53a4be1ae9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:20.069150 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8c65d-b78b-417e-83de-7d53a4be1ae9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:20.069670 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8c65d-b78b-417e-83de-7d53a4be1ae9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:20.070164 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8c65d-b78b-417e-83de-7d53a4be1ae9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:20.071387 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8c65d-b78b-417e-83de-7d53a4be1ae9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:20.072254 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8c65d-b78b-417e-83de-7d53a4be1ae9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:20.072782 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8c65d-b78b-417e-83de-7d53a4be1ae9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:20.074094 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8c65d-b78b-417e-83de-7d53a4be1ae9 None None] Tracked resource versions report: Feb 16 12:43:20.074094 dv-neutron-828142-3-hyperv neutron-server[109050]: pushed versions: Feb 16 12:43:20.074094 dv-neutron-828142-3-hyperv neutron-server[109050]: { 'AddressGroup': {'1.2'}, Feb 16 12:43:20.074094 dv-neutron-828142-3-hyperv neutron-server[109050]: 'ConntrackHelper': {'1.0'}, Feb 16 12:43:20.074094 dv-neutron-828142-3-hyperv neutron-server[109050]: 'Log': {'1.0'}, Feb 16 12:43:20.074094 dv-neutron-828142-3-hyperv neutron-server[109050]: 'Network': {'1.1'}, Feb 16 12:43:20.074094 dv-neutron-828142-3-hyperv neutron-server[109050]: 'Port': {'1.7'}, Feb 16 12:43:20.074094 dv-neutron-828142-3-hyperv neutron-server[109050]: 'PortForwarding': {'1.2'}, Feb 16 12:43:20.074094 dv-neutron-828142-3-hyperv neutron-server[109050]: 'QosPolicy': {'1.9'}, Feb 16 12:43:20.074094 dv-neutron-828142-3-hyperv neutron-server[109050]: 'SecurityGroup': {'1.4'}, Feb 16 12:43:20.074094 dv-neutron-828142-3-hyperv neutron-server[109050]: 'SecurityGroupRule': {'1.2'}, Feb 16 12:43:20.074094 dv-neutron-828142-3-hyperv neutron-server[109050]: 'SubPort': {'1.0'}, Feb 16 12:43:20.074094 dv-neutron-828142-3-hyperv neutron-server[109050]: 'Subnet': {'1.1'}, Feb 16 12:43:20.074094 dv-neutron-828142-3-hyperv neutron-server[109050]: 'Trunk': {'1.1'}} Feb 16 12:43:20.074094 dv-neutron-828142-3-hyperv neutron-server[109050]: consumer versions: Feb 16 12:43:20.074094 dv-neutron-828142-3-hyperv neutron-server[109050]: { DHCP agent@dv-neutron-828142-3-hyperv: {}, Feb 16 12:43:20.074094 dv-neutron-828142-3-hyperv neutron-server[109050]: HyperV agent@hv-neutron-8281: {}, Feb 16 12:43:20.074094 dv-neutron-828142-3-hyperv neutron-server[109050]: L3 agent@dv-neutron-828142-3-hyperv: {}, Feb 16 12:43:20.074094 dv-neutron-828142-3-hyperv neutron-server[109050]: Metadata agent@dv-neutron-828142-3-hyperv: {}, Feb 16 12:43:20.074094 dv-neutron-828142-3-hyperv neutron-server[109050]: Metering agent@dv-neutron-828142-3-hyperv: {}, Feb 16 12:43:20.074094 dv-neutron-828142-3-hyperv neutron-server[109050]: Open vSwitch agent@dv-neutron-828142-3-hyperv: { 'AddressGroup': '1.2', Feb 16 12:43:20.074094 dv-neutron-828142-3-hyperv neutron-server[109050]: 'ConntrackHelper': '1.0', Feb 16 12:43:20.074094 dv-neutron-828142-3-hyperv neutron-server[109050]: 'Log': '1.0', Feb 16 12:43:20.074094 dv-neutron-828142-3-hyperv neutron-server[109050]: 'Network': '1.1', Feb 16 12:43:20.074094 dv-neutron-828142-3-hyperv neutron-server[109050]: 'Port': '1.7', Feb 16 12:43:20.074094 dv-neutron-828142-3-hyperv neutron-server[109050]: 'PortForwarding': '1.2', Feb 16 12:43:20.074094 dv-neutron-828142-3-hyperv neutron-server[109050]: 'QosPolicy': '1.9', Feb 16 12:43:20.074094 dv-neutron-828142-3-hyperv neutron-server[109050]: 'SecurityGroup': '1.4', Feb 16 12:43:20.074094 dv-neutron-828142-3-hyperv neutron-server[109050]: 'SecurityGroupRule': '1.2', Feb 16 12:43:20.074094 dv-neutron-828142-3-hyperv neutron-server[109050]: 'SubPort': '1.0', Feb 16 12:43:20.074094 dv-neutron-828142-3-hyperv neutron-server[109050]: 'Subnet': '1.1', Feb 16 12:43:20.074094 dv-neutron-828142-3-hyperv neutron-server[109050]: 'Trunk': '1.1'}} Feb 16 12:43:20.074094 dv-neutron-828142-3-hyperv neutron-server[109050]: {{(pid=109050) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 12:43:20.093327 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff8c65d-b78b-417e-83de-7d53a4be1ae9 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:43:20.115210 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-97a78b7e-5448-4388-9724-75381fbfb90a tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.118621 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4381131-cf30-460d-9b2c-a6f9db13890f admin admin] Pushing event updated for resources: {'Network': ['ID=3e84b45d-91e8-4295-8226-a12fdb0f907b,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:20.159076 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5cba8b-384b-4163-a4b7-996330a72799 admin admin] Made reservation on behalf of 0adafc1d94b74e8bb4ed6949f44548d7 for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:20.162495 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f58a174b-7ece-4c75-a8ab-49e5daf42755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.163521 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58a174b-7ece-4c75-a8ab-49e5daf42755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:20.164159 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f58a174b-7ece-4c75-a8ab-49e5daf42755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.168717 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1f5cba8b-384b-4163-a4b7-996330a72799 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.186389 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 3e84b45d-91e8-4295-8226-a12fdb0f907b details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:43:20.254413 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f58a174b-7ece-4c75-a8ab-49e5daf42755 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4119155 Feb 16 12:43:20.261333 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59410) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:20.266914 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-20ef5eac-df30-423a-a8ba-e7ba274c983b admin admin] Request body: {'subnet': {'network_id': '2aa0eb0f-3739-4f9e-877b-be15eb25358c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-32306926-subnet', 'tenant_id': '31696bf849824682b4ce3692a5a8ee22', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:20.306347 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a174b-7ece-4c75-a8ab-49e5daf42755 admin admin] Pushing event updated for resources: {'Network': ['ID=2aa0eb0f-3739-4f9e-877b-be15eb25358c,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:20.346018 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-97a78b7e-5448-4388-9724-75381fbfb90a tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.350300 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-e8020ce3-ef71-4166-8476-776b19e77b2f admin admin] Allocated IP 172.26.2.161 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/f92a21eb-6a0a-4df3-bc92-938074f50aa8) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:20.358190 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ef5eac-df30-423a-a8ba-e7ba274c983b admin admin] Made reservation on behalf of 31696bf849824682b4ce3692a5a8ee22 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:20.361193 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-20ef5eac-df30-423a-a8ba-e7ba274c983b admin admin] Notify callbacks [] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.386688 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cacd7190-ccc4-44b0-a644-8bfbcde6ac22 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.391082 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 2aa0eb0f-3739-4f9e-877b-be15eb25358c details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:43:20.523134 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a78b7e-5448-4388-9724-75381fbfb90a tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Pushing event updated for resources: {'Port': ['ID=aa5f50e4-20b8-4259-819e-733e4eeb95c0,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:20.566794 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a78b7e-5448-4388-9724-75381fbfb90a tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Network 17011399-3362-47bd-ab7e-af743c675541 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:20.575892 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cacd7190-ccc4-44b0-a644-8bfbcde6ac22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.577257 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-97a78b7e-5448-4388-9724-75381fbfb90a tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:20.592343 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a78b7e-5448-4388-9724-75381fbfb90a tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:43:20.602915 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a78b7e-5448-4388-9724-75381fbfb90a tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:20.606039 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-97a78b7e-5448-4388-9724-75381fbfb90a tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.618119 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59420) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:20.689826 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e8020ce3-ef71-4166-8476-776b19e77b2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.690458 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-97a78b7e-5448-4388-9724-75381fbfb90a tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 2.3281221 Feb 16 12:43:20.694129 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59426) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:20.701006 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-2e5aa28f-65d6-4c39-a57c-54381094aa79 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Request body: {'port': {'network_id': '17011399-3362-47bd-ab7e-af743c675541', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1931342252', 'allowed_address_pairs': [{'ip_address': '2001:db8::4', 'mac_address': 'fa:16:3e:56:93:71'}]}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:20.719147 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-2ff8c65d-b78b-417e-83de-7d53a4be1ae9 None None] Attempting to bind port aece6c9c-2786-485a-a0fc-22815f1b03cf on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:20.719513 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-2ff8c65d-b78b-417e-83de-7d53a4be1ae9 None None] Attempting to bind port aece6c9c-2786-485a-a0fc-22815f1b03cf by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '9212c2c6-beb5-4e5d-9c96-e14c8c84e9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '17011399-3362-47bd-ab7e-af743c675541'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:20.719866 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff8c65d-b78b-417e-83de-7d53a4be1ae9 None None] Attempting to bind port aece6c9c-2786-485a-a0fc-22815f1b03cf on network 17011399-3362-47bd-ab7e-af743c675541 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:20.758139 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacd7190-ccc4-44b0-a644-8bfbcde6ac22 None None] Network e7216791-092d-4489-8c96-9d0056177679 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:20.760283 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff8c65d-b78b-417e-83de-7d53a4be1ae9 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:43:20.760571 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff8c65d-b78b-417e-83de-7d53a4be1ae9 None None] Checking segment: {'id': '9212c2c6-beb5-4e5d-9c96-e14c8c84e9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '17011399-3362-47bd-ab7e-af743c675541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:43:20.760964 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2ff8c65d-b78b-417e-83de-7d53a4be1ae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.761353 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff8c65d-b78b-417e-83de-7d53a4be1ae9 None None] Bound using segment: {'id': '9212c2c6-beb5-4e5d-9c96-e14c8c84e9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '17011399-3362-47bd-ab7e-af743c675541'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:43:20.761824 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-2ff8c65d-b78b-417e-83de-7d53a4be1ae9 None None] Bound port: aece6c9c-2786-485a-a0fc-22815f1b03cf, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9212c2c6-beb5-4e5d-9c96-e14c8c84e9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '17011399-3362-47bd-ab7e-af743c675541'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:43:20.762215 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2ff8c65d-b78b-417e-83de-7d53a4be1ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.767511 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-cacd7190-ccc4-44b0-a644-8bfbcde6ac22 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:20.792140 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacd7190-ccc4-44b0-a644-8bfbcde6ac22 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:43:20.809926 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd7190-ccc4-44b0-a644-8bfbcde6ac22 None None] Pushing event updated for resources: {'Port': ['ID=d30a4fd3-08d3-403f-a44a-c55492ce9e2a,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:20.862940 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5aa28f-65d6-4c39-a57c-54381094aa79 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Made reservation on behalf of 57b94ba406644ee79acbb0c2cd07fe63 for: {'port': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:20.892279 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-20ef5eac-df30-423a-a8ba-e7ba274c983b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:21.029067 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-cacd7190-ccc4-44b0-a644-8bfbcde6ac22 None None] Attempting to bind port d30a4fd3-08d3-403f-a44a-c55492ce9e2a on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:21.029523 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-cacd7190-ccc4-44b0-a644-8bfbcde6ac22 None None] Attempting to bind port d30a4fd3-08d3-403f-a44a-c55492ce9e2a by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '42b26e38-7e58-4ec2-9947-f1bd510fcd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e7216791-092d-4489-8c96-9d0056177679'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:21.029840 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacd7190-ccc4-44b0-a644-8bfbcde6ac22 None None] Attempting to bind port d30a4fd3-08d3-403f-a44a-c55492ce9e2a on network e7216791-092d-4489-8c96-9d0056177679 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:21.035861 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e8020ce3-ef71-4166-8476-776b19e77b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:21.043388 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef5eac-df30-423a-a8ba-e7ba274c983b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a0e3897-2b6e-4377-a6ab-abfb13fdc5ca,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:21.066215 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacd7190-ccc4-44b0-a644-8bfbcde6ac22 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:43:21.069263 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacd7190-ccc4-44b0-a644-8bfbcde6ac22 None None] Checking segment: {'id': '42b26e38-7e58-4ec2-9947-f1bd510fcd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e7216791-092d-4489-8c96-9d0056177679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:43:21.070393 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cacd7190-ccc4-44b0-a644-8bfbcde6ac22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:21.075061 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacd7190-ccc4-44b0-a644-8bfbcde6ac22 None None] Bound using segment: {'id': '42b26e38-7e58-4ec2-9947-f1bd510fcd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e7216791-092d-4489-8c96-9d0056177679'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:43:21.075886 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-cacd7190-ccc4-44b0-a644-8bfbcde6ac22 None None] Bound port: d30a4fd3-08d3-403f-a44a-c55492ce9e2a, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b26e38-7e58-4ec2-9947-f1bd510fcd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e7216791-092d-4489-8c96-9d0056177679'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:43:21.077190 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cacd7190-ccc4-44b0-a644-8bfbcde6ac22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:21.097302 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8020ce3-ef71-4166-8476-776b19e77b2f admin admin] Pushing event updated for resources: {'Port': ['ID=f92a21eb-6a0a-4df3-bc92-938074f50aa8,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:21.100986 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59434) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:21.122400 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-2ff8c65d-b78b-417e-83de-7d53a4be1ae9 None None] For port aece6c9c-2786-485a-a0fc-22815f1b03cf, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:43:21.146757 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8020ce3-ef71-4166-8476-776b19e77b2f admin admin] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:21.151371 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-e8020ce3-ef71-4166-8476-776b19e77b2f admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:21.152795 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-2ff8c65d-b78b-417e-83de-7d53a4be1ae9 None None] For port aece6c9c-2786-485a-a0fc-22815f1b03cf, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=aece6c9c-2786-485a-a0fc-22815f1b03cf,segment=NetworkSegment(9212c2c6-beb5-4e5d-9c96-e14c8c84e9f4),segment_id=9212c2c6-beb5-4e5d-9c96-e14c8c84e9f4)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:43:21.169349 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8020ce3-ef71-4166-8476-776b19e77b2f admin admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:43:21.171838 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ef5eac-df30-423a-a8ba-e7ba274c983b admin admin] Checking segment: {'id': '542bb618-d660-4924-a1b1-b47e009f183e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2aa0eb0f-3739-4f9e-877b-be15eb25358c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:43:21.172588 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ef5eac-df30-423a-a8ba-e7ba274c983b admin admin] Network hostable DHCP agents. Network: 2aa0eb0f-3739-4f9e-877b-be15eb25358c, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:43:21.231719 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-58bb1e82-603c-45ea-84dc-4831ae60807c tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-382432557'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:21.267873 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-cacd7190-ccc4-44b0-a644-8bfbcde6ac22 None None] For port d30a4fd3-08d3-403f-a44a-c55492ce9e2a, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:43:21.268285 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1f5cba8b-384b-4163-a4b7-996330a72799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:21.273279 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-cacd7190-ccc4-44b0-a644-8bfbcde6ac22 None None] For port d30a4fd3-08d3-403f-a44a-c55492ce9e2a, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=d30a4fd3-08d3-403f-a44a-c55492ce9e2a,segment=NetworkSegment(42b26e38-7e58-4ec2-9947-f1bd510fcd9e),segment_id=42b26e38-7e58-4ec2-9947-f1bd510fcd9e)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:43:21.276863 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2ff8c65d-b78b-417e-83de-7d53a4be1ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:21.294954 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cacd7190-ccc4-44b0-a644-8bfbcde6ac22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:21.384432 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8c65d-b78b-417e-83de-7d53a4be1ae9 None None] Pushing event updated for resources: {'Port': ['ID=aece6c9c-2786-485a-a0fc-22815f1b03cf,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:21.393578 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2e5aa28f-65d6-4c39-a57c-54381094aa79 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:21.470954 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd7190-ccc4-44b0-a644-8bfbcde6ac22 None None] Pushing event updated for resources: {'Port': ['ID=d30a4fd3-08d3-403f-a44a-c55492ce9e2a,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:21.508747 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-2e5aa28f-65d6-4c39-a57c-54381094aa79 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] device_id is not set on port bbcbc852-275e-4506-8fae-469ffc608f9d yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:43:21.533925 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-75497e7a-2745-4007-aa55-62cdcc23e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1781508076'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:21.557416 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bb1e82-603c-45ea-84dc-4831ae60807c tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Made reservation on behalf of b5560d1e42d442a39f338ca946f9b6c1 for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:21.561692 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-58bb1e82-603c-45ea-84dc-4831ae60807c tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:21.599890 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ef5eac-df30-423a-a8ba-e7ba274c983b admin admin] Network 2aa0eb0f-3739-4f9e-877b-be15eb25358c is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:43:21.602429 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59450) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:21.614979 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75497e7a-2745-4007-aa55-62cdcc23e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544-project] Made reservation on behalf of 713eb3a909ab4b9b9e1eb09208f7c233 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:21.620593 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-75497e7a-2745-4007-aa55-62cdcc23e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:21.649484 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-20ef5eac-df30-423a-a8ba-e7ba274c983b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 2aa0eb0f-3739-4f9e-877b-be15eb25358c) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:21.652110 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-75497e7a-2745-4007-aa55-62cdcc23e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:21.675908 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d9c6af-e0af-43a9-b934-add422f1fbaa None None] Network 2aa0eb0f-3739-4f9e-877b-be15eb25358c requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:43:21.683630 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-58bb1e82-603c-45ea-84dc-4831ae60807c tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:21.686158 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5cba8b-384b-4163-a4b7-996330a72799 admin admin] Checking segment: {'id': '5d0d8596-bed8-4a04-ada5-85cd4dabf2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3e84b45d-91e8-4295-8226-a12fdb0f907b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:43:21.686435 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5cba8b-384b-4163-a4b7-996330a72799 admin admin] Network hostable DHCP agents. Network: 3e84b45d-91e8-4295-8226-a12fdb0f907b, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:43:21.695450 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ef5eac-df30-423a-a8ba-e7ba274c983b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:21.696572 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-20ef5eac-df30-423a-a8ba-e7ba274c983b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:21.722500 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5cba8b-384b-4163-a4b7-996330a72799 admin admin] Pushing event updated for resources: {'Subnet': ['ID=280fbadf-e19b-45d5-88e2-fb9cd6467432,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:21.946531 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e8020ce3-ef71-4166-8476-776b19e77b2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.030739 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-2e5aa28f-65d6-4c39-a57c-54381094aa79 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Allocated IP 2001:db8::372 (17011399-3362-47bd-ab7e-af743c675541/9fc0021e-ea13-413a-ac25-f48ee5ce35fe/bbcbc852-275e-4506-8fae-469ffc608f9d) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:22.102187 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4330571a-0f93-449a-a777-eba109f969a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-2aa0eb0f-3739-4f9e-877b-be15eb25358c', 'network_id': '2aa0eb0f-3739-4f9e-877b-be15eb25358c', 'tenant_id': '31696bf849824682b4ce3692a5a8ee22', 'fixed_ips': [{'subnet_id': '8a0e3897-2b6e-4377-a6ab-abfb13fdc5ca'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:43:22.103745 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4330571a-0f93-449a-a777-eba109f969a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.179388 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5cba8b-384b-4163-a4b7-996330a72799 admin admin] Network 3e84b45d-91e8-4295-8226-a12fdb0f907b is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:43:22.205547 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-75497e7a-2745-4007-aa55-62cdcc23e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.228214 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-1f5cba8b-384b-4163-a4b7-996330a72799 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 3e84b45d-91e8-4295-8226-a12fdb0f907b) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:22.249024 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-75497e7a-2745-4007-aa55-62cdcc23e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.270761 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75497e7a-2745-4007-aa55-62cdcc23e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:43:22.284159 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-75497e7a-2745-4007-aa55-62cdcc23e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.284534 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-75497e7a-2745-4007-aa55-62cdcc23e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544-project] Added segment ba5798b5-4e70-43bd-a02e-5ea58ffd8997 of type vlan for network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 Feb 16 12:43:22.300817 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5cba8b-384b-4163-a4b7-996330a72799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:22.301954 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1f5cba8b-384b-4163-a4b7-996330a72799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.368743 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb00b979-312f-4d49-b1fd-804e9143ecba None None] Network 3e84b45d-91e8-4295-8226-a12fdb0f907b requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:43:22.392131 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1f5cba8b-384b-4163-a4b7-996330a72799 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3443701 Feb 16 12:43:22.403364 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59464) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:22.415646 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-6ec5bece-3581-4d4e-b7a3-9390d591404a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1704407734-router', 'tenant_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:22.428902 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-20ef5eac-df30-423a-a8ba-e7ba274c983b admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.1654131 Feb 16 12:43:22.442158 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-1f127ba2-8677-449b-af61-b9b52155f01b tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:22.463221 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59466) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:22.474122 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-ce140071-112b-4d8d-b450-f3a1adc68f93 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-32306926-router', 'tenant_id': '31696bf849824682b4ce3692a5a8ee22', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:22.476578 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b57aab05-3883-46a8-aeb3-cb3796ca4321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.492307 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-58bb1e82-603c-45ea-84dc-4831ae60807c tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.495325 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59468) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:22.515079 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-58bb1e82-603c-45ea-84dc-4831ae60807c tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.516013 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-75497e7a-2745-4007-aa55-62cdcc23e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.567615 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58bb1e82-603c-45ea-84dc-4831ae60807c tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:43:22.594666 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6ec5bece-3581-4d4e-b7a3-9390d591404a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.596119 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6ec5bece-3581-4d4e-b7a3-9390d591404a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.611423 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-75497e7a-2745-4007-aa55-62cdcc23e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.631692 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75497e7a-2745-4007-aa55-62cdcc23e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:22.634182 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-75497e7a-2745-4007-aa55-62cdcc23e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.661720 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-58bb1e82-603c-45ea-84dc-4831ae60807c tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.662060 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-58bb1e82-603c-45ea-84dc-4831ae60807c tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Added segment c2792723-2552-4c0e-bca0-c01bba0aeb02 of type vlan for network bf9e8bc0-e153-45b3-946f-f42bbea3da4a Feb 16 12:43:22.685611 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb643ba-d983-4ea3-8891-58dc5a5e0581 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-3e84b45d-91e8-4295-8226-a12fdb0f907b', 'network_id': '3e84b45d-91e8-4295-8226-a12fdb0f907b', 'tenant_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'fixed_ips': [{'subnet_id': '280fbadf-e19b-45d5-88e2-fb9cd6467432'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:43:22.687095 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dcb643ba-d983-4ea3-8891-58dc5a5e0581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.692771 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-4330571a-0f93-449a-a777-eba109f969a9 None None] Allocated IP 172.20.0.2 (2aa0eb0f-3739-4f9e-877b-be15eb25358c/8a0e3897-2b6e-4377-a6ab-abfb13fdc5ca/5a1291d4-45eb-4596-bea7-e4fb14470607) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:22.707289 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb1e82-603c-45ea-84dc-4831ae60807c tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=808df8a5-c14c-48ff-b710-92220933d957,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:22.743868 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce140071-112b-4d8d-b450-f3a1adc68f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.745192 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce140071-112b-4d8d-b450-f3a1adc68f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.781262 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-75497e7a-2745-4007-aa55-62cdcc23e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.6737635 Feb 16 12:43:22.795381 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e8020ce3-ef71-4166-8476-776b19e77b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.813254 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75497e7a-2745-4007-aa55-62cdcc23e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d59cfb63-41c8-497f-a4a4-77c8730b3e3e,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:22.932815 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2e5aa28f-65d6-4c39-a57c-54381094aa79 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.957297 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device d30a4fd3-08d3-403f-a44a-c55492ce9e2a up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:43:23.034406 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-c865897c-24bf-4798-bc92-d8d75d191b05 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Request body: {'floatingip': {'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:23.075568 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1f127ba2-8677-449b-af61-b9b52155f01b tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] 10.222.0.90 "PUT /v2.0/quotas/39de50e4994c4c9db40564d9902c155c HTTP/1.1" status: 200 len: 368 time: 1.4677770 Feb 16 12:43:23.100130 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2e5aa28f-65d6-4c39-a57c-54381094aa79 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:23.102027 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59484) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:23.156755 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-f57a9985-24b5-4ffd-8558-7467c038631c tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Request body: {'network': {'project_id': '39de50e4994c4c9db40564d9902c155c'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:23.182341 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce140071-112b-4d8d-b450-f3a1adc68f93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:23.202308 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port d30a4fd3-08d3-403f-a44a-c55492ce9e2a triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:23.203197 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:23.205662 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75497e7a-2745-4007-aa55-62cdcc23e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544-project] Pushing event updated for resources: {'Network': ['ID=d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:23.255462 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5aa28f-65d6-4c39-a57c-54381094aa79 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Network 17011399-3362-47bd-ab7e-af743c675541 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:23.260463 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-58bb1e82-603c-45ea-84dc-4831ae60807c tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:23.274477 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-2e5aa28f-65d6-4c39-a57c-54381094aa79 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:23.338297 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:43:23.369000 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5aa28f-65d6-4c39-a57c-54381094aa79 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:43:23.369610 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8020ce3-ef71-4166-8476-776b19e77b2f admin admin] Router 0d148df9-38d9-4ca1-8caf-7b09706d6d9f is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:43:23.383455 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5aa28f-65d6-4c39-a57c-54381094aa79 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:23.383455 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2e5aa28f-65d6-4c39-a57c-54381094aa79 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:23.389059 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6ec5bece-3581-4d4e-b7a3-9390d591404a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:23.530105 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4330571a-0f93-449a-a777-eba109f969a9 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:23.565845 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-dcb643ba-d983-4ea3-8891-58dc5a5e0581 None None] Allocated IP 172.20.0.2 (3e84b45d-91e8-4295-8226-a12fdb0f907b/280fbadf-e19b-45d5-88e2-fb9cd6467432/b45fbd45-ca60-408d-9051-5f353cd78593) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:23.608847 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8020ce3-ef71-4166-8476-776b19e77b2f admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:43:23.620319 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef85ce0-2ae7-41f3-8a3b-89c50434a50e None None] Sync routers for ids ['0d148df9-38d9-4ca1-8caf-7b09706d6d9f'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:43:23.655033 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e8020ce3-ef71-4166-8476-776b19e77b2f admin admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:23.659924 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef85ce0-2ae7-41f3-8a3b-89c50434a50e None None] Routers {'0d148df9-38d9-4ca1-8caf-7b09706d6d9f'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:43:23.659924 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4ef85ce0-2ae7-41f3-8a3b-89c50434a50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:42:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['0d148df9-38d9-4ca1-8caf-7b09706d6d9f'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:23.661116 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e8020ce3-ef71-4166-8476-776b19e77b2f admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6734319 Feb 16 12:43:23.662767 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59492) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:23.734620 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6ec5bece-3581-4d4e-b7a3-9390d591404a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:23.798221 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dcb643ba-d983-4ea3-8891-58dc5a5e0581 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:23.810460 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce94fdd5-d950-4cd0-8341-cd9d49870bfe None None] Network e7216791-092d-4489-8c96-9d0056177679 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:43:23.817595 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4330571a-0f93-449a-a777-eba109f969a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:23.825255 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.db.resource_extend [None req-58bb1e82-603c-45ea-84dc-4831ae60807c tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:43:23.846216 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57a9985-24b5-4ffd-8558-7467c038631c tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Made reservation on behalf of 39de50e4994c4c9db40564d9902c155c for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:23.849341 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f57a9985-24b5-4ffd-8558-7467c038631c tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:23.863505 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5aa28f-65d6-4c39-a57c-54381094aa79 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Pushing event updated for resources: {'Port': ['ID=bbcbc852-275e-4506-8fae-469ffc608f9d,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:23.912481 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f57a9985-24b5-4ffd-8558-7467c038631c tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:23.978835 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a06fecd-e7f2-46c5-a914-a880fc109c2c None None] Network 17011399-3362-47bd-ab7e-af743c675541 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:43:23.984881 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dcb643ba-d983-4ea3-8891-58dc5a5e0581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.006461 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce140071-112b-4d8d-b450-f3a1adc68f93 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.007687 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4330571a-0f93-449a-a777-eba109f969a9 None None] Network 2aa0eb0f-3739-4f9e-877b-be15eb25358c is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:24.012776 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-58bb1e82-603c-45ea-84dc-4831ae60807c tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.021675 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb643ba-d983-4ea3-8891-58dc5a5e0581 None None] Network 3e84b45d-91e8-4295-8226-a12fdb0f907b is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:24.021906 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bb1e82-603c-45ea-84dc-4831ae60807c tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:24.022652 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-58bb1e82-603c-45ea-84dc-4831ae60807c tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.023367 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-4330571a-0f93-449a-a777-eba109f969a9 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:24.101996 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-dcb643ba-d983-4ea3-8891-58dc5a5e0581 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:24.138600 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb643ba-d983-4ea3-8891-58dc5a5e0581 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:43:24.145365 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f57a9985-24b5-4ffd-8558-7467c038631c tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.262954 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-4ef85ce0-2ae7-41f3-8a3b-89c50434a50e None None] Set router 0d148df9-38d9-4ca1-8caf-7b09706d6d9f gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:43:24.283291 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59502) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:24.294563 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Request body: {'port': {'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9', 'binding:host_id': 'hv-neutron-8281', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-719856425'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:24.353900 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4330571a-0f93-449a-a777-eba109f969a9 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:43:24.381562 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb1e82-603c-45ea-84dc-4831ae60807c tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Pushing event updated for resources: {'Network': ['ID=bf9e8bc0-e153-45b3-946f-f42bbea3da4a,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:24.385320 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330571a-0f93-449a-a777-eba109f969a9 None None] Pushing event updated for resources: {'Port': ['ID=5a1291d4-45eb-4596-bea7-e4fb14470607,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:24.396211 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f57a9985-24b5-4ffd-8558-7467c038631c tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.424831 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f57a9985-24b5-4ffd-8558-7467c038631c tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:43:24.448605 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f57a9985-24b5-4ffd-8558-7467c038631c tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.449021 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-f57a9985-24b5-4ffd-8558-7467c038631c tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Added segment ab0612b7-157a-4d14-80b9-8d687c0e15ec of type vlan for network eac35156-40de-42dd-a21e-fbd17b2090fa Feb 16 12:43:24.508848 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network bf9e8bc0-e153-45b3-946f-f42bbea3da4a details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:43:24.513509 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb643ba-d983-4ea3-8891-58dc5a5e0581 None None] Pushing event updated for resources: {'Port': ['ID=b45fbd45-ca60-408d-9051-5f353cd78593,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:24.523379 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f57a9985-24b5-4ffd-8558-7467c038631c tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.530935 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Made reservation on behalf of 3e1a15dc57344792846b5b0d54ce1d6b for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:24.541800 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.567163 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.591869 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-58bb1e82-603c-45ea-84dc-4831ae60807c tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.9682434 Feb 16 12:43:24.598268 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59506) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:24.606376 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4ef85ce0-2ae7-41f3-8a3b-89c50434a50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d148df9-38d9-4ca1-8caf-7b09706d6d9f', 'name': 'tempest-ServersTestManualDisk-443223596-router', 'tenant_id': '489d8001a9af43848d73f1eac35baebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': 'f92a21eb-6a0a-4df3-bc92-938074f50aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:19Z', 'updated_at': '2022-02-16T12:43:21Z', 'revision_number': 3, 'project_id': '489d8001a9af43848d73f1eac35baebf', 'gw_port': {'id': 'f92a21eb-6a0a-4df3-bc92-938074f50aa8', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:17:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d148df9-38d9-4ca1-8caf-7b09706d6d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:19Z', 'updated_at': '2022-02-16T12:43:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:24.608399 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-a18e0862-983a-4e2e-9f0d-d83a7dd26421 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Request body: {'subnet': {'network_id': 'bf9e8bc0-e153-45b3-946f-f42bbea3da4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:24.660582 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef85ce0-2ae7-41f3-8a3b-89c50434a50e None None] Checking router: 0d148df9-38d9-4ca1-8caf-7b09706d6d9f for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:43:24.661412 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef85ce0-2ae7-41f3-8a3b-89c50434a50e None None] Updating router 0d148df9-38d9-4ca1-8caf-7b09706d6d9f port f92a21eb-6a0a-4df3-bc92-938074f50aa8 binding host dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:43:24.700433 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4ef85ce0-2ae7-41f3-8a3b-89c50434a50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.704528 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2e5aa28f-65d6-4c39-a57c-54381094aa79 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 4.0081825 Feb 16 12:43:24.705673 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f57a9985-24b5-4ffd-8558-7467c038631c tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.707654 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57a9985-24b5-4ffd-8558-7467c038631c tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:24.708725 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f57a9985-24b5-4ffd-8558-7467c038631c tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.722952 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59508) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:24.729327 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c865897c-24bf-4798-bc92-d8d75d191b05 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks [] for floatingip, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.771561 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-dcb643ba-d983-4ea3-8891-58dc5a5e0581 None None] Attempting to bind port b45fbd45-ca60-408d-9051-5f353cd78593 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:24.771861 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-dcb643ba-d983-4ea3-8891-58dc5a5e0581 None None] Attempting to bind port b45fbd45-ca60-408d-9051-5f353cd78593 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '5d0d8596-bed8-4a04-ada5-85cd4dabf2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3e84b45d-91e8-4295-8226-a12fdb0f907b'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:24.772174 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb643ba-d983-4ea3-8891-58dc5a5e0581 None None] Attempting to bind port b45fbd45-ca60-408d-9051-5f353cd78593 on network 3e84b45d-91e8-4295-8226-a12fdb0f907b {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:24.781031 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-4330571a-0f93-449a-a777-eba109f969a9 None None] Attempting to bind port 5a1291d4-45eb-4596-bea7-e4fb14470607 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:24.781405 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-4330571a-0f93-449a-a777-eba109f969a9 None None] Attempting to bind port 5a1291d4-45eb-4596-bea7-e4fb14470607 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '542bb618-d660-4924-a1b1-b47e009f183e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2aa0eb0f-3739-4f9e-877b-be15eb25358c'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:24.781724 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4330571a-0f93-449a-a777-eba109f969a9 None None] Attempting to bind port 5a1291d4-45eb-4596-bea7-e4fb14470607 on network 2aa0eb0f-3739-4f9e-877b-be15eb25358c {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:24.813820 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb643ba-d983-4ea3-8891-58dc5a5e0581 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:43:24.813820 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb643ba-d983-4ea3-8891-58dc5a5e0581 None None] Checking segment: {'id': '5d0d8596-bed8-4a04-ada5-85cd4dabf2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3e84b45d-91e8-4295-8226-a12fdb0f907b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:43:24.813820 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dcb643ba-d983-4ea3-8891-58dc5a5e0581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.814415 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb643ba-d983-4ea3-8891-58dc5a5e0581 None None] Bound using segment: {'id': '5d0d8596-bed8-4a04-ada5-85cd4dabf2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3e84b45d-91e8-4295-8226-a12fdb0f907b'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:43:24.814733 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-dcb643ba-d983-4ea3-8891-58dc5a5e0581 None None] Bound port: b45fbd45-ca60-408d-9051-5f353cd78593, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d0d8596-bed8-4a04-ada5-85cd4dabf2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3e84b45d-91e8-4295-8226-a12fdb0f907b'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:43:24.815186 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dcb643ba-d983-4ea3-8891-58dc5a5e0581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.833444 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4330571a-0f93-449a-a777-eba109f969a9 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:43:24.833866 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4330571a-0f93-449a-a777-eba109f969a9 None None] Checking segment: {'id': '542bb618-d660-4924-a1b1-b47e009f183e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2aa0eb0f-3739-4f9e-877b-be15eb25358c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:43:24.834995 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4330571a-0f93-449a-a777-eba109f969a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.834995 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4330571a-0f93-449a-a777-eba109f969a9 None None] Bound using segment: {'id': '542bb618-d660-4924-a1b1-b47e009f183e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2aa0eb0f-3739-4f9e-877b-be15eb25358c'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:43:24.835271 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-4330571a-0f93-449a-a777-eba109f969a9 None None] Bound port: 5a1291d4-45eb-4596-bea7-e4fb14470607, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '542bb618-d660-4924-a1b1-b47e009f183e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2aa0eb0f-3739-4f9e-877b-be15eb25358c'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:43:24.835756 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4330571a-0f93-449a-a777-eba109f969a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.862922 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f57a9985-24b5-4ffd-8558-7467c038631c tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7150378 Feb 16 12:43:24.863976 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59510) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:24.886207 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-9223a228-4d2a-49a8-a8de-b39a140892bf tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Request body: {'network': {'project_id': '39de50e4994c4c9db40564d9902c155c'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:24.953990 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9223a228-4d2a-49a8-a8de-b39a140892bf tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Made reservation on behalf of 39de50e4994c4c9db40564d9902c155c for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:24.956570 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9223a228-4d2a-49a8-a8de-b39a140892bf tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.959917 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-dcb643ba-d983-4ea3-8891-58dc5a5e0581 None None] For port b45fbd45-ca60-408d-9051-5f353cd78593, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:43:24.965486 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-dcb643ba-d983-4ea3-8891-58dc5a5e0581 None None] For port b45fbd45-ca60-408d-9051-5f353cd78593, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=b45fbd45-ca60-408d-9051-5f353cd78593,segment=NetworkSegment(5d0d8596-bed8-4a04-ada5-85cd4dabf2e9),segment_id=5d0d8596-bed8-4a04-ada5-85cd4dabf2e9)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:43:24.977606 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-43afca02-74b6-4104-9358-d14738d3af10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:25.042578 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-d7a67c31-3c7b-43a0-a44f-b73a0ef319fb None None] Provisioning complete for port d30a4fd3-08d3-403f-a44a-c55492ce9e2a triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:25.042891 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d7a67c31-3c7b-43a0-a44f-b73a0ef319fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:25.203594 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-4330571a-0f93-449a-a777-eba109f969a9 None None] For port 5a1291d4-45eb-4596-bea7-e4fb14470607, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:43:25.207673 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-4330571a-0f93-449a-a777-eba109f969a9 None None] For port 5a1291d4-45eb-4596-bea7-e4fb14470607, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=5a1291d4-45eb-4596-bea7-e4fb14470607,segment=NetworkSegment(542bb618-d660-4924-a1b1-b47e009f183e),segment_id=542bb618-d660-4924-a1b1-b47e009f183e)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:43:25.213820 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9223a228-4d2a-49a8-a8de-b39a140892bf tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:43:25.216863 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dcb643ba-d983-4ea3-8891-58dc5a5e0581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:25.220065 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:25.229062 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9223a228-4d2a-49a8-a8de-b39a140892bf tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:25.229550 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-9223a228-4d2a-49a8-a8de-b39a140892bf tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Added segment 1089af1b-840b-4fbf-840d-58be29072493 of type vlan for network 06320563-91c1-4055-a9a7-1cb0ff158037 Feb 16 12:43:25.252055 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4330571a-0f93-449a-a777-eba109f969a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:25.280509 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c56079-69b5-47b3-a5ea-fd14e3e20b4b tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:25.286750 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c56079-69b5-47b3-a5ea-fd14e3e20b4b tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:25.287841 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a9985-24b5-4ffd-8558-7467c038631c tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7918ebb-e84c-4b2e-9310-42ce63dff50a,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:25.293341 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c56079-69b5-47b3-a5ea-fd14e3e20b4b tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:25.301666 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-40c56079-69b5-47b3-a5ea-fd14e3e20b4b tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2476 time: 0.5711212 Feb 16 12:43:25.307741 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59512) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:25.314907 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9223a228-4d2a-49a8-a8de-b39a140892bf tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:25.348673 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d7a67c31-3c7b-43a0-a44f-b73a0ef319fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:25.442932 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port d30a4fd3-08d3-403f-a44a-c55492ce9e2a, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=d30a4fd3-08d3-403f-a44a-c55492ce9e2a,segment=NetworkSegment(42b26e38-7e58-4ec2-9947-f1bd510fcd9e),segment_id=42b26e38-7e58-4ec2-9947-f1bd510fcd9e)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:43:25.444013 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a9985-24b5-4ffd-8558-7467c038631c tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Pushing event updated for resources: {'Network': ['ID=eac35156-40de-42dd-a21e-fbd17b2090fa,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:25.465452 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network eac35156-40de-42dd-a21e-fbd17b2090fa details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:43:25.516220 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:25.555727 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:25.563034 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] device_id is not set on port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:43:25.565139 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:25.566789 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device aece6c9c-2786-485a-a0fc-22815f1b03cf up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:43:25.599761 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4ef85ce0-2ae7-41f3-8a3b-89c50434a50e None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:25.618400 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4ef85ce0-2ae7-41f3-8a3b-89c50434a50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:25.701744 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb643ba-d983-4ea3-8891-58dc5a5e0581 None None] Pushing event updated for resources: {'Port': ['ID=b45fbd45-ca60-408d-9051-5f353cd78593,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:25.804941 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7b6ee-c2b2-4455-9f64-5820655254c0 None None] Pushing event updated for resources: {'Port': ['ID=f92a21eb-6a0a-4df3-bc92-938074f50aa8,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:25.809718 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-4ef85ce0-2ae7-41f3-8a3b-89c50434a50e None None] Attempting to bind port f92a21eb-6a0a-4df3-bc92-938074f50aa8 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:25.810152 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-4ef85ce0-2ae7-41f3-8a3b-89c50434a50e None None] Attempting to bind port f92a21eb-6a0a-4df3-bc92-938074f50aa8 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:25.810583 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef85ce0-2ae7-41f3-8a3b-89c50434a50e None None] Attempting to bind port f92a21eb-6a0a-4df3-bc92-938074f50aa8 on network a08a3d1b-2e35-4b18-9cb0-756d355083e6 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:25.819932 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7b6ee-c2b2-4455-9f64-5820655254c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:25.820906 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7b6ee-c2b2-4455-9f64-5820655254c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:25.821258 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7b6ee-c2b2-4455-9f64-5820655254c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:25.821595 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7b6ee-c2b2-4455-9f64-5820655254c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:25.821926 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7b6ee-c2b2-4455-9f64-5820655254c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:25.822331 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7b6ee-c2b2-4455-9f64-5820655254c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:25.822666 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7b6ee-c2b2-4455-9f64-5820655254c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:25.823007 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7b6ee-c2b2-4455-9f64-5820655254c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:25.823349 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7b6ee-c2b2-4455-9f64-5820655254c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:25.823677 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7b6ee-c2b2-4455-9f64-5820655254c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:25.823998 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7b6ee-c2b2-4455-9f64-5820655254c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:25.824586 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7b6ee-c2b2-4455-9f64-5820655254c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:25.826019 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7b6ee-c2b2-4455-9f64-5820655254c0 None None] Tracked resource versions report: Feb 16 12:43:25.826019 dv-neutron-828142-3-hyperv neutron-server[109051]: pushed versions: Feb 16 12:43:25.826019 dv-neutron-828142-3-hyperv neutron-server[109051]: { 'AddressGroup': {'1.2'}, Feb 16 12:43:25.826019 dv-neutron-828142-3-hyperv neutron-server[109051]: 'ConntrackHelper': {'1.0'}, Feb 16 12:43:25.826019 dv-neutron-828142-3-hyperv neutron-server[109051]: 'Log': {'1.0'}, Feb 16 12:43:25.826019 dv-neutron-828142-3-hyperv neutron-server[109051]: 'Network': {'1.1'}, Feb 16 12:43:25.826019 dv-neutron-828142-3-hyperv neutron-server[109051]: 'Port': {'1.7'}, Feb 16 12:43:25.826019 dv-neutron-828142-3-hyperv neutron-server[109051]: 'PortForwarding': {'1.2'}, Feb 16 12:43:25.826019 dv-neutron-828142-3-hyperv neutron-server[109051]: 'QosPolicy': {'1.9'}, Feb 16 12:43:25.826019 dv-neutron-828142-3-hyperv neutron-server[109051]: 'SecurityGroup': {'1.4'}, Feb 16 12:43:25.826019 dv-neutron-828142-3-hyperv neutron-server[109051]: 'SecurityGroupRule': {'1.2'}, Feb 16 12:43:25.826019 dv-neutron-828142-3-hyperv neutron-server[109051]: 'SubPort': {'1.0'}, Feb 16 12:43:25.826019 dv-neutron-828142-3-hyperv neutron-server[109051]: 'Subnet': {'1.1'}, Feb 16 12:43:25.826019 dv-neutron-828142-3-hyperv neutron-server[109051]: 'Trunk': {'1.1'}} Feb 16 12:43:25.826019 dv-neutron-828142-3-hyperv neutron-server[109051]: consumer versions: Feb 16 12:43:25.826019 dv-neutron-828142-3-hyperv neutron-server[109051]: { DHCP agent@dv-neutron-828142-3-hyperv: {}, Feb 16 12:43:25.826019 dv-neutron-828142-3-hyperv neutron-server[109051]: HyperV agent@hv-neutron-8281: {}, Feb 16 12:43:25.826019 dv-neutron-828142-3-hyperv neutron-server[109051]: L3 agent@dv-neutron-828142-3-hyperv: {}, Feb 16 12:43:25.826019 dv-neutron-828142-3-hyperv neutron-server[109051]: Metadata agent@dv-neutron-828142-3-hyperv: {}, Feb 16 12:43:25.826019 dv-neutron-828142-3-hyperv neutron-server[109051]: Metering agent@dv-neutron-828142-3-hyperv: {}, Feb 16 12:43:25.826019 dv-neutron-828142-3-hyperv neutron-server[109051]: Open vSwitch agent@dv-neutron-828142-3-hyperv: { 'AddressGroup': '1.2', Feb 16 12:43:25.826019 dv-neutron-828142-3-hyperv neutron-server[109051]: 'ConntrackHelper': '1.0', Feb 16 12:43:25.826019 dv-neutron-828142-3-hyperv neutron-server[109051]: 'Log': '1.0', Feb 16 12:43:25.826019 dv-neutron-828142-3-hyperv neutron-server[109051]: 'Network': '1.1', Feb 16 12:43:25.826019 dv-neutron-828142-3-hyperv neutron-server[109051]: 'Port': '1.7', Feb 16 12:43:25.826019 dv-neutron-828142-3-hyperv neutron-server[109051]: 'PortForwarding': '1.2', Feb 16 12:43:25.826019 dv-neutron-828142-3-hyperv neutron-server[109051]: 'QosPolicy': '1.9', Feb 16 12:43:25.826019 dv-neutron-828142-3-hyperv neutron-server[109051]: 'SecurityGroup': '1.4', Feb 16 12:43:25.826019 dv-neutron-828142-3-hyperv neutron-server[109051]: 'SecurityGroupRule': '1.2', Feb 16 12:43:25.826019 dv-neutron-828142-3-hyperv neutron-server[109051]: 'SubPort': '1.0', Feb 16 12:43:25.826019 dv-neutron-828142-3-hyperv neutron-server[109051]: 'Subnet': '1.1', Feb 16 12:43:25.826019 dv-neutron-828142-3-hyperv neutron-server[109051]: 'Trunk': '1.1'}} Feb 16 12:43:25.826019 dv-neutron-828142-3-hyperv neutron-server[109051]: {{(pid=109051) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 12:43:25.838764 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef85ce0-2ae7-41f3-8a3b-89c50434a50e None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:43:25.839436 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef85ce0-2ae7-41f3-8a3b-89c50434a50e None None] Checking segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:43:25.839845 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4ef85ce0-2ae7-41f3-8a3b-89c50434a50e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:25.840756 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef85ce0-2ae7-41f3-8a3b-89c50434a50e None None] Bound using segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:43:25.841282 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-4ef85ce0-2ae7-41f3-8a3b-89c50434a50e None None] Bound port: f92a21eb-6a0a-4df3-bc92-938074f50aa8, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:43:25.841770 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4ef85ce0-2ae7-41f3-8a3b-89c50434a50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.025678 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-279015b2-711a-4913-8182-a20783b8b1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.035459 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-4ef85ce0-2ae7-41f3-8a3b-89c50434a50e None None] For port f92a21eb-6a0a-4df3-bc92-938074f50aa8, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:43:26.047166 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18e0862-983a-4e2e-9f0d-d83a7dd26421 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Made reservation on behalf of b5560d1e42d442a39f338ca946f9b6c1 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:26.047693 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-4ef85ce0-2ae7-41f3-8a3b-89c50434a50e None None] For port f92a21eb-6a0a-4df3-bc92-938074f50aa8, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=f92a21eb-6a0a-4df3-bc92-938074f50aa8,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:43:26.052572 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a18e0862-983a-4e2e-9f0d-d83a7dd26421 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks [] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.072791 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4ef85ce0-2ae7-41f3-8a3b-89c50434a50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.091452 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.db.api [None req-d7a67c31-3c7b-43a0-a44f-b73a0ef319fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:43:26.092072 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG oslo_db.api [None req-d7a67c31-3c7b-43a0-a44f-b73a0ef319fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:43:26.151961 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330571a-0f93-449a-a777-eba109f969a9 None None] Pushing event updated for resources: {'Port': ['ID=5a1291d4-45eb-4596-bea7-e4fb14470607,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:26.213381 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9223a228-4d2a-49a8-a8de-b39a140892bf tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.232333 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9223a228-4d2a-49a8-a8de-b39a140892bf tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:26.234948 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9223a228-4d2a-49a8-a8de-b39a140892bf tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.249326 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c865897c-24bf-4798-bc92-d8d75d191b05 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.260516 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6ec5bece-3581-4d4e-b7a3-9390d591404a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.265132 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef85ce0-2ae7-41f3-8a3b-89c50434a50e None None] Routers {'0d148df9-38d9-4ca1-8caf-7b09706d6d9f'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:43:26.266598 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4ef85ce0-2ae7-41f3-8a3b-89c50434a50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:43:25Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['0d148df9-38d9-4ca1-8caf-7b09706d6d9f'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:26.270924 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.303769 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6ec5bece-3581-4d4e-b7a3-9390d591404a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.408211 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port aece6c9c-2786-485a-a0fc-22815f1b03cf triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:26.408566 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.431120 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7b6ee-c2b2-4455-9f64-5820655254c0 None None] Pushing event updated for resources: {'Port': ['ID=f92a21eb-6a0a-4df3-bc92-938074f50aa8,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:26.480302 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-4ef85ce0-2ae7-41f3-8a3b-89c50434a50e None None] Set router 0d148df9-38d9-4ca1-8caf-7b09706d6d9f gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:43:26.486902 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=d30a4fd3-08d3-403f-a44a-c55492ce9e2a,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:26.528878 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5700b724-76c0-434e-b6f0-9c07029dda28,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:26.596241 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9223a228-4d2a-49a8-a8de-b39a140892bf tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7231624 Feb 16 12:43:26.599751 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59518) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:26.623709 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-6021876a-78f4-4f37-917c-20b58ffd9a22 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Request body: {'network': {'project_id': '39de50e4994c4c9db40564d9902c155c'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:26.646730 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce140071-112b-4d8d-b450-f3a1adc68f93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.680731 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-6ec5bece-3581-4d4e-b7a3-9390d591404a admin admin] Allocated IP 172.26.2.8 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/33bdf321-9760-424f-8226-62f07277f43e) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:26.761743 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.870605 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port aece6c9c-2786-485a-a0fc-22815f1b03cf, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=aece6c9c-2786-485a-a0fc-22815f1b03cf,segment=NetworkSegment(9212c2c6-beb5-4e5d-9c96-e14c8c84e9f4),segment_id=9212c2c6-beb5-4e5d-9c96-e14c8c84e9f4)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:43:26.897423 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4ef85ce0-2ae7-41f3-8a3b-89c50434a50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d148df9-38d9-4ca1-8caf-7b09706d6d9f', 'name': 'tempest-ServersTestManualDisk-443223596-router', 'tenant_id': '489d8001a9af43848d73f1eac35baebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': 'f92a21eb-6a0a-4df3-bc92-938074f50aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:19Z', 'updated_at': '2022-02-16T12:43:21Z', 'revision_number': 3, 'project_id': '489d8001a9af43848d73f1eac35baebf', 'gw_port': {'id': 'f92a21eb-6a0a-4df3-bc92-938074f50aa8', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:17:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d148df9-38d9-4ca1-8caf-7b09706d6d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:19Z', 'updated_at': '2022-02-16T12:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:26.900671 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6ec5bece-3581-4d4e-b7a3-9390d591404a admin admin] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.907167 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.937661 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce140071-112b-4d8d-b450-f3a1adc68f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:27.086087 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef85ce0-2ae7-41f3-8a3b-89c50434a50e None None] The sync data for ids ['0d148df9-38d9-4ca1-8caf-7b09706d6d9f'] in dv-neutron-828142-3-hyperv is: [{'id': '0d148df9-38d9-4ca1-8caf-7b09706d6d9f', 'name': 'tempest-ServersTestManualDisk-443223596-router', 'tenant_id': '489d8001a9af43848d73f1eac35baebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': 'f92a21eb-6a0a-4df3-bc92-938074f50aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:19Z', 'updated_at': '2022-02-16T12:43:21Z', 'revision_number': 3, 'project_id': '489d8001a9af43848d73f1eac35baebf', 'gw_port': {'id': 'f92a21eb-6a0a-4df3-bc92-938074f50aa8', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:17:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d148df9-38d9-4ca1-8caf-7b09706d6d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:19Z', 'updated_at': '2022-02-16T12:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:43:27.154665 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-864b3fdd-7ead-4678-86a5-5c3205aad65f None None] Provisioning complete for port aece6c9c-2786-485a-a0fc-22815f1b03cf triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:27.156682 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-864b3fdd-7ead-4678-86a5-5c3205aad65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:27.193814 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-6021876a-78f4-4f37-917c-20b58ffd9a22 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 16 12:43:27.194681 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6021876a-78f4-4f37-917c-20b58ffd9a22 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:43:27.209457 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6021876a-78f4-4f37-917c-20b58ffd9a22 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.5956111 Feb 16 12:43:27.216221 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59520) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:27.357677 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6ec5bece-3581-4d4e-b7a3-9390d591404a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:27.362570 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-420feded-0ce1-4837-aa49-08b9f7c9aa11 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Deleting port bbcbc852-275e-4506-8fae-469ffc608f9d {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:43:27.363250 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-420feded-0ce1-4837-aa49-08b9f7c9aa11 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:27.429106 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 5a1291d4-45eb-4596-bea7-e4fb14470607 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:43:27.434366 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:27.482678 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec5bece-3581-4d4e-b7a3-9390d591404a admin admin] Pushing event updated for resources: {'Port': ['ID=33bdf321-9760-424f-8226-62f07277f43e,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:27.532737 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5f9b655b-57ee-4603-bc38-8e302129154e tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=39de50e4994c4c9db40564d9902c155c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3158526 Feb 16 12:43:27.539723 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59522) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:27.541570 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec5bece-3581-4d4e-b7a3-9390d591404a admin admin] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:27.567492 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-6ec5bece-3581-4d4e-b7a3-9390d591404a admin admin] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:27.586817 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec5bece-3581-4d4e-b7a3-9390d591404a admin admin] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:43:27.607524 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:27.660476 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-420feded-0ce1-4837-aa49-08b9f7c9aa11 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:27.689488 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-420feded-0ce1-4837-aa49-08b9f7c9aa11 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Calling delete_port for bbcbc852-275e-4506-8fae-469ffc608f9d owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:43:27.692214 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=aece6c9c-2786-485a-a0fc-22815f1b03cf,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:27.748740 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-864b3fdd-7ead-4678-86a5-5c3205aad65f None None] Provisioning complete for port d30a4fd3-08d3-403f-a44a-c55492ce9e2a triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:27.749119 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-864b3fdd-7ead-4678-86a5-5c3205aad65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:27.794425 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 5a1291d4-45eb-4596-bea7-e4fb14470607 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:27.794806 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:27.800600 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736eb71e-e37d-4f15-9734-bd2a24ae2b0b None None] Network 2aa0eb0f-3739-4f9e-877b-be15eb25358c requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:43:27.957323 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-c865897c-24bf-4798-bc92-d8d75d191b05 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Allocated IP 172.26.2.38 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/b9d3986a-cd04-42a3-961b-44fa1214e19e) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:27.994334 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c7fc9ef8-c04f-4160-8277-f34b56090f5b tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:28.212765 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:28.270801 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13e1ab6-e929-4d75-8c27-85a778e90ff2 None None] Network 3e84b45d-91e8-4295-8226-a12fdb0f907b requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:43:28.280361 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9223a228-4d2a-49a8-a8de-b39a140892bf tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Pushing event updated for resources: {'Network': ['ID=06320563-91c1-4055-a9a7-1cb0ff158037,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:28.305799 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a18e0862-983a-4e2e-9f0d-d83a7dd26421 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:28.336055 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 06320563-91c1-4055-a9a7-1cb0ff158037 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:43:28.375944 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-279015b2-711a-4913-8182-a20783b8b1bf admin admin] Allocated IP 172.20.0.1 (e7216791-092d-4489-8c96-9d0056177679/3db169c4-8f35-4e82-9aa0-dcd164ab8410/43d10d0a-30db-4044-a9b6-5956754d9fda) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:28.384943 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6ec5bece-3581-4d4e-b7a3-9390d591404a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:28.390266 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c7fc9ef8-c04f-4160-8277-f34b56090f5b tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:28.471629 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] device_id is not set on port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:43:28.519631 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:28.532590 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e0862-983a-4e2e-9f0d-d83a7dd26421 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Pushing event updated for resources: {'Subnet': ['ID=36d18511-c1c8-46af-b3eb-f77d1ff03372,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:28.600364 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:28.607519 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 5a1291d4-45eb-4596-bea7-e4fb14470607, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=5a1291d4-45eb-4596-bea7-e4fb14470607,segment=NetworkSegment(542bb618-d660-4924-a1b1-b47e009f183e),segment_id=542bb618-d660-4924-a1b1-b47e009f183e)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:43:28.614340 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c7fc9ef8-c04f-4160-8277-f34b56090f5b tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:28.616092 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-adbaa11b-fe6c-4e6c-91e9-375eb0dc7d19 None None] Provisioning complete for port aa5f50e4-20b8-4259-819e-733e4eeb95c0 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:28.617003 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c7fc9ef8-c04f-4160-8277-f34b56090f5b tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:28.617188 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-adbaa11b-fe6c-4e6c-91e9-375eb0dc7d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:28.617701 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c7fc9ef8-c04f-4160-8277-f34b56090f5b tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] 10.222.0.90 "DELETE /v2.0/security-groups/f7918ebb-e84c-4b2e-9310-42ce63dff50a HTTP/1.1" status: 204 len: 168 time: 1.0749381 Feb 16 12:43:28.621909 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59524) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:28.623918 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:28.624420 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device d30a4fd3-08d3-403f-a44a-c55492ce9e2a up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:43:28.655560 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc9ef8-c04f-4160-8277-f34b56090f5b tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7918ebb-e84c-4b2e-9310-42ce63dff50a,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:28.691622 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:28.716737 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18e0862-983a-4e2e-9f0d-d83a7dd26421 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Checking segment: {'id': 'c2792723-2552-4c0e-bca0-c01bba0aeb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'bf9e8bc0-e153-45b3-946f-f42bbea3da4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:43:28.717630 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18e0862-983a-4e2e-9f0d-d83a7dd26421 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Network hostable DHCP agents. Network: bf9e8bc0-e153-45b3-946f-f42bbea3da4a, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:43:28.734398 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-420feded-0ce1-4837-aa49-08b9f7c9aa11 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:28.771308 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Pushing event updated for resources: {'Port': ['ID=bd943d4f-9ef4-4e86-921f-3bb8e2702e96,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:28.787794 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-adbaa11b-fe6c-4e6c-91e9-375eb0dc7d19 None None] Port aa5f50e4-20b8-4259-819e-733e4eeb95c0 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:43:28.933111 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=5a1291d4-45eb-4596-bea7-e4fb14470607,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:28.941557 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-adbaa11b-fe6c-4e6c-91e9-375eb0dc7d19 None None] Provisioning complete for port aece6c9c-2786-485a-a0fc-22815f1b03cf triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:28.941930 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-adbaa11b-fe6c-4e6c-91e9-375eb0dc7d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:28.997685 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3405b75d-1ab3-4236-a336-860a88602fc2 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:29.005371 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port d30a4fd3-08d3-403f-a44a-c55492ce9e2a triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:29.005749 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:29.025043 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420feded-0ce1-4837-aa49-08b9f7c9aa11 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Pushing event deleted for resources: {'Port': ['ID=bbcbc852-275e-4506-8fae-469ffc608f9d,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:29.061407 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c865897c-24bf-4798-bc92-d8d75d191b05 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:29.077059 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Checking segment: {'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:43:29.078156 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Network hostable DHCP agents. Network: d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:43:29.091912 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-279015b2-711a-4913-8182-a20783b8b1bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:29.208270 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18e0862-983a-4e2e-9f0d-d83a7dd26421 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Network bf9e8bc0-e153-45b3-946f-f42bbea3da4a is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:43:29.215847 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b45fbd45-ca60-408d-9051-5f353cd78593 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:43:29.311559 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-adbaa11b-fe6c-4e6c-91e9-375eb0dc7d19 None None] Provisioning complete for port 5a1291d4-45eb-4596-bea7-e4fb14470607 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:29.312018 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-adbaa11b-fe6c-4e6c-91e9-375eb0dc7d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:29.337949 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6ec5bece-3581-4d4e-b7a3-9390d591404a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:29.369476 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-a18e0862-983a-4e2e-9f0d-d83a7dd26421 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, bf9e8bc0-e153-45b3-946f-f42bbea3da4a) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:29.377294 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-279015b2-711a-4913-8182-a20783b8b1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:29.384840 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b436305-6c87-4cb4-9b58-48b1679a855d None None] Network bf9e8bc0-e153-45b3-946f-f42bbea3da4a requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:43:29.389123 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3405b75d-1ab3-4236-a336-860a88602fc2 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:29.411511 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-420feded-0ce1-4837-aa49-08b9f7c9aa11 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:29.426797 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-420feded-0ce1-4837-aa49-08b9f7c9aa11 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] 10.222.0.90 "DELETE /v2.0/ports/bbcbc852-275e-4506-8fae-469ffc608f9d HTTP/1.1" status: 204 len: 168 time: 4.1134472 Feb 16 12:43:29.434295 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18e0862-983a-4e2e-9f0d-d83a7dd26421 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:29.434970 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a18e0862-983a-4e2e-9f0d-d83a7dd26421 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:29.443869 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:43:29.448891 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59526) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:29.526485 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port b45fbd45-ca60-408d-9051-5f353cd78593 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:29.526933 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:29.534215 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279015b2-711a-4913-8182-a20783b8b1bf admin admin] Network e7216791-092d-4489-8c96-9d0056177679 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:29.534215 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:29.538895 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:43:29.552880 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d09212-bdfa-48d5-984d-4c51bef1ab3f tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] GET failed (client error): The resource could not be found. Feb 16 12:43:29.559495 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-27d09212-bdfa-48d5-984d-4c51bef1ab3f tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] 10.222.0.90 "GET /v2.0/ports/bbcbc852-275e-4506-8fae-469ffc608f9d HTTP/1.1" status: 404 len: 333 time: 0.1028776 Feb 16 12:43:29.569599 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c865897c-24bf-4798-bc92-d8d75d191b05 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:29.575066 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a18e0862-983a-4e2e-9f0d-d83a7dd26421 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.9727206 Feb 16 12:43:29.575066 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-279015b2-711a-4913-8182-a20783b8b1bf admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:29.575385 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-ce140071-112b-4d8d-b450-f3a1adc68f93 admin admin] Allocated IP 172.26.2.84 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/5da707b0-f2b4-4c80-b398-8316c33d60c5) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:29.577044 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59528) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:29.577570 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59530) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:29.580664 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3405b75d-1ab3-4236-a336-860a88602fc2 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=109048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:43:29.581068 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3405b75d-1ab3-4236-a336-860a88602fc2 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:43:29.581832 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3405b75d-1ab3-4236-a336-860a88602fc2 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:43:29.582179 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3405b75d-1ab3-4236-a336-860a88602fc2 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Subscribe: > port after_create 55550000 {{(pid=109048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:43:29.582650 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3405b75d-1ab3-4236-a336-860a88602fc2 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Subscribe: > port after_delete 55550000 {{(pid=109048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:43:29.583111 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3405b75d-1ab3-4236-a336-860a88602fc2 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Subscribe: > port after_update 55550000 {{(pid=109048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:43:29.583441 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3405b75d-1ab3-4236-a336-860a88602fc2 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=109048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:43:29.583873 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3405b75d-1ab3-4236-a336-860a88602fc2 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=109048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:43:29.584199 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3405b75d-1ab3-4236-a336-860a88602fc2 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=109048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:43:29.584542 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3405b75d-1ab3-4236-a336-860a88602fc2 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=109048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:43:29.591063 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279015b2-711a-4913-8182-a20783b8b1bf admin admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:43:29.591894 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-279015b2-711a-4913-8182-a20783b8b1bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:29.595548 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90835b8d-fc55-4d0e-80d7-820c7a192c2b None None] Network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:43:29.636683 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:29.637295 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:29.638101 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:29.698974 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:43:29.699231 dv-neutron-828142-3-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Failed to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] Feb 16 12:43:29.705023 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempt 2 to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 Feb 16 12:43:29.715366 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279015b2-711a-4913-8182-a20783b8b1bf admin admin] Pushing event updated for resources: {'Port': ['ID=43d10d0a-30db-4044-a9b6-5956754d9fda,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:29.780911 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-adbaa11b-fe6c-4e6c-91e9-375eb0dc7d19 None None] Could not find standard attr ID for object bbcbc852-275e-4506-8fae-469ffc608f9d. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:43:29.798911 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884b00a2-1248-4595-bf74-b5c789dadb38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-bf9e8bc0-e153-45b3-946f-f42bbea3da4a', 'network_id': 'bf9e8bc0-e153-45b3-946f-f42bbea3da4a', 'tenant_id': 'b5560d1e42d442a39f338ca946f9b6c1', 'fixed_ips': [{'subnet_id': '36d18511-c1c8-46af-b3eb-f77d1ff03372'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:43:29.799971 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-884b00a2-1248-4595-bf74-b5c789dadb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:29.885726 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3405b75d-1ab3-4236-a336-860a88602fc2 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=109048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:43:29.886097 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3405b75d-1ab3-4236-a336-860a88602fc2 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=109048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:43:29.886427 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3405b75d-1ab3-4236-a336-860a88602fc2 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=109048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:43:29.886753 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3405b75d-1ab3-4236-a336-860a88602fc2 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=109048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:43:29.887122 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-3405b75d-1ab3-4236-a336-860a88602fc2 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06320563-91c1-4055-a9a7-1cb0ff158037']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:29.904712 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-adbaa11b-fe6c-4e6c-91e9-375eb0dc7d19 None None] Provisioning complete for port b45fbd45-ca60-408d-9051-5f353cd78593 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:29.905156 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-adbaa11b-fe6c-4e6c-91e9-375eb0dc7d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:29.913496 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-3405b75d-1ab3-4236-a336-860a88602fc2 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1089af1b-840b-4fbf-840d-58be29072493') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:29.913909 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-3405b75d-1ab3-4236-a336-860a88602fc2 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1089af1b-840b-4fbf-840d-58be29072493') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:29.919722 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:29.919722 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:29.919722 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:29.933166 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:43:29.933166 dv-neutron-828142-3-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Failed to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] Feb 16 12:43:29.935551 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempt 3 to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 Feb 16 12:43:29.958427 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-5b4e833d-3670-42d5-ae6c-26efd3b52107 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Request body: {'port': {'network_id': '17011399-3362-47bd-ab7e-af743c675541', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1583261357'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:29.969718 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3405b75d-1ab3-4236-a336-860a88602fc2 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:29.983172 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:29.996995 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3405b75d-1ab3-4236-a336-860a88602fc2 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.000334 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:30.000681 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:30.001021 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:30.007381 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3405b75d-1ab3-4236-a336-860a88602fc2 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:43:30.008748 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3405b75d-1ab3-4236-a336-860a88602fc2 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.020803 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:43:30.021130 dv-neutron-828142-3-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Failed to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] Feb 16 12:43:30.021910 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempt 4 to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 Feb 16 12:43:30.024996 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-279015b2-711a-4913-8182-a20783b8b1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.086895 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:30.087223 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:30.087737 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:30.102216 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:43:30.102653 dv-neutron-828142-3-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Failed to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] Feb 16 12:43:30.103067 dv-neutron-828142-3-hyperv neutron-server[109048]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 12:43:30.103067 dv-neutron-828142-3-hyperv neutron-server[109048]: from cryptography.utils import int_from_bytes Feb 16 12:43:30.103067 dv-neutron-828142-3-hyperv neutron-server[109048]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 12:43:30.103067 dv-neutron-828142-3-hyperv neutron-server[109048]: from cryptography.utils import int_from_bytes Feb 16 12:43:30.103067 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:43:30.103067 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:43:30.103067 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:43:30.103067 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:43:30.103067 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:43:30.103067 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:43:30.103067 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:43:30.103067 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:43:30.103067 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:43:30.103067 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:43:30.103067 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:43:30.103067 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:43:30.103067 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:43:30.103067 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:43:30.103067 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:43:30.103067 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:43:30.103067 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:43:30.103067 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:43:30.103067 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:43:30.103067 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:43:30.103067 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:43:30.103067 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:43:30.103067 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:43:30.103067 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:43:30.103067 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:43:30.103067 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:43:30.103067 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:43:30.103067 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:43:30.103067 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:43:30.103067 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:43:30.103067 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:43:30.103067 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:43:30.106246 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempt 5 to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 Feb 16 12:43:30.118633 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-2d68fcf4-4945-4558-8a73-fb1cb59fbccd tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Request body: {'port': {'network_id': 'bf9e8bc0-e153-45b3-946f-f42bbea3da4a', 'name': 'tempest-DHCPAgentSchedulersTestJSON-973326819'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:30.139675 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port b45fbd45-ca60-408d-9051-5f353cd78593, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=b45fbd45-ca60-408d-9051-5f353cd78593,segment=NetworkSegment(5d0d8596-bed8-4a04-ada5-85cd4dabf2e9),segment_id=5d0d8596-bed8-4a04-ada5-85cd4dabf2e9)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:43:30.154656 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.235333 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:30.236591 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:30.237194 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:30.299901 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-884b00a2-1248-4595-bf74-b5c789dadb38 None None] Allocated IP 172.20.0.2 (bf9e8bc0-e153-45b3-946f-f42bbea3da4a/36d18511-c1c8-46af-b3eb-f77d1ff03372/56a257d4-bdba-4a9c-9e24-2b98fb5efc43) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:30.305586 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3405b75d-1ab3-4236-a336-860a88602fc2 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.346490 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:43:30.346490 dv-neutron-828142-3-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Failed to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] Feb 16 12:43:30.347079 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=b45fbd45-ca60-408d-9051-5f353cd78593,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:30.349967 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempt 6 to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 Feb 16 12:43:30.396527 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:30.397056 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:30.397464 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:30.411665 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c865897c-24bf-4798-bc92-d8d75d191b05 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:30.416463 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:43:30.416463 dv-neutron-828142-3-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Failed to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] Feb 16 12:43:30.421360 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempt 7 to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 Feb 16 12:43:30.435790 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device f92a21eb-6a0a-4df3-bc92-938074f50aa8 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:43:30.439393 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c865897c-24bf-4798-bc92-d8d75d191b05 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Pushing event updated for resources: {'Port': ['ID=b9d3986a-cd04-42a3-961b-44fa1214e19e,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:30.451964 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-279015b2-711a-4913-8182-a20783b8b1bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.458449 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:30.458449 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:30.458850 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:30.465583 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-279015b2-711a-4913-8182-a20783b8b1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.466489 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-279015b2-711a-4913-8182-a20783b8b1bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.499671 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:43:30.500090 dv-neutron-828142-3-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Failed to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] Feb 16 12:43:30.502420 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempt 8 to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 Feb 16 12:43:30.516139 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3405b75d-1ab3-4236-a336-860a88602fc2 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.525414 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-ce9803bf-0e8a-4a2f-b54e-e532e8bd965f None None] Provisioning complete for port 43d10d0a-30db-4044-a9b6-5956754d9fda triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:30.525414 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ce9803bf-0e8a-4a2f-b54e-e532e8bd965f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.525735 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3405b75d-1ab3-4236-a336-860a88602fc2 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] 10.222.0.90 "DELETE /v2.0/networks/06320563-91c1-4055-a9a7-1cb0ff158037 HTTP/1.1" status: 204 len: 168 time: 1.8864486 Feb 16 12:43:30.525735 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-c865897c-24bf-4798-bc92-d8d75d191b05 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:30.525735 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3405b75d-1ab3-4236-a336-860a88602fc2 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Pushing event deleted for resources: {'Network': ['ID=06320563-91c1-4055-a9a7-1cb0ff158037,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:30.532207 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59540) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:30.543553 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c865897c-24bf-4798-bc92-d8d75d191b05 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:43:30.628217 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-ce9803bf-0e8a-4a2f-b54e-e532e8bd965f None None] Port 43d10d0a-30db-4044-a9b6-5956754d9fda cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:43:30.630327 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:30.630656 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:30.630984 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:30.638197 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279015b2-711a-4913-8182-a20783b8b1bf admin admin] Pushing event updated for resources: {'Port': ['ID=43d10d0a-30db-4044-a9b6-5956754d9fda,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:30.655546 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:43:30.655987 dv-neutron-828142-3-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Failed to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] Feb 16 12:43:30.659407 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempt 9 to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 Feb 16 12:43:30.672320 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port f92a21eb-6a0a-4df3-bc92-938074f50aa8 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:30.672719 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.703621 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-ce9803bf-0e8a-4a2f-b54e-e532e8bd965f None None] Provisioning complete for port b45fbd45-ca60-408d-9051-5f353cd78593 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:30.703997 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ce9803bf-0e8a-4a2f-b54e-e532e8bd965f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.708203 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0290d4bc-0128-4ae7-8fe1-6338dfb36419 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.709701 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:30.710019 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:30.711265 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:30.728394 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:43:30.728761 dv-neutron-828142-3-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Failed to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] Feb 16 12:43:30.730586 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279015b2-711a-4913-8182-a20783b8b1bf admin admin] Network e7216791-092d-4489-8c96-9d0056177679 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:30.731748 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempt 10 to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 Feb 16 12:43:30.745020 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-279015b2-711a-4913-8182-a20783b8b1bf admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:30.756560 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:30.757103 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:30.757590 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:30.784361 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-884b00a2-1248-4595-bf74-b5c789dadb38 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.807385 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-884b00a2-1248-4595-bf74-b5c789dadb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.847157 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884b00a2-1248-4595-bf74-b5c789dadb38 None None] Network bf9e8bc0-e153-45b3-946f-f42bbea3da4a is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:30.873941 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:43:30.873941 dv-neutron-828142-3-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Failed to bind port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] Feb 16 12:43:30.874363 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.874848 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c865897c-24bf-4798-bc92-d8d75d191b05 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.888986 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec5bece-3581-4d4e-b7a3-9390d591404a admin admin] Router f8ba2d68-51b0-4802-976e-18725a0a3616 is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:43:30.904718 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884b00a2-1248-4595-bf74-b5c789dadb38 None None] Pushing event updated for resources: {'Port': ['ID=56a257d4-bdba-4a9c-9e24-2b98fb5efc43,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:30.921018 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-884b00a2-1248-4595-bf74-b5c789dadb38 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:30.925391 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884b00a2-1248-4595-bf74-b5c789dadb38 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:43:30.927194 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce140071-112b-4d8d-b450-f3a1adc68f93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.958820 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d68fcf4-4945-4558-8a73-fb1cb59fbccd tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Made reservation on behalf of b5560d1e42d442a39f338ca946f9b6c1 for: {'port': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:30.964313 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2d68fcf4-4945-4558-8a73-fb1cb59fbccd tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.965731 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] For port bd943d4f-9ef4-4e86-921f-3bb8e2702e96, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:43:30.966667 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempted to set empty binding levels {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 16 12:43:30.977014 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0290d4bc-0128-4ae7-8fe1-6338dfb36419 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.980698 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:31.000017 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-2d68fcf4-4945-4558-8a73-fb1cb59fbccd tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] device_id is not set on port af0b8306-d83f-413c-a667-db151175c159 yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:43:31.040464 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Pushing event updated for resources: {'Port': ['ID=bd943d4f-9ef4-4e86-921f-3bb8e2702e96,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:31.064040 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0290d4bc-0128-4ae7-8fe1-6338dfb36419 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=109049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:43:31.064667 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0290d4bc-0128-4ae7-8fe1-6338dfb36419 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:43:31.065638 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0290d4bc-0128-4ae7-8fe1-6338dfb36419 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:43:31.066116 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0290d4bc-0128-4ae7-8fe1-6338dfb36419 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Subscribe: > port after_create 55550000 {{(pid=109049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:43:31.066913 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0290d4bc-0128-4ae7-8fe1-6338dfb36419 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Subscribe: > port after_delete 55550000 {{(pid=109049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:43:31.067407 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0290d4bc-0128-4ae7-8fe1-6338dfb36419 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Subscribe: > port after_update 55550000 {{(pid=109049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:43:31.067883 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0290d4bc-0128-4ae7-8fe1-6338dfb36419 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=109049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:43:31.068363 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0290d4bc-0128-4ae7-8fe1-6338dfb36419 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=109049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:43:31.068851 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0290d4bc-0128-4ae7-8fe1-6338dfb36419 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=109049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:43:31.069314 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0290d4bc-0128-4ae7-8fe1-6338dfb36419 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=109049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:43:31.130710 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-2d68fcf4-4945-4558-8a73-fb1cb59fbccd tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Allocated IP 172.20.0.6 (bf9e8bc0-e153-45b3-946f-f42bbea3da4a/36d18511-c1c8-46af-b3eb-f77d1ff03372/af0b8306-d83f-413c-a667-db151175c159) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:31.177033 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:31.182687 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-884b00a2-1248-4595-bf74-b5c789dadb38 None None] Attempting to bind port 56a257d4-bdba-4a9c-9e24-2b98fb5efc43 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:31.183046 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-884b00a2-1248-4595-bf74-b5c789dadb38 None None] Attempting to bind port 56a257d4-bdba-4a9c-9e24-2b98fb5efc43 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'c2792723-2552-4c0e-bca0-c01bba0aeb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'bf9e8bc0-e153-45b3-946f-f42bbea3da4a'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:31.183395 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884b00a2-1248-4595-bf74-b5c789dadb38 None None] Attempting to bind port 56a257d4-bdba-4a9c-9e24-2b98fb5efc43 on network bf9e8bc0-e153-45b3-946f-f42bbea3da4a {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:31.201995 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884b00a2-1248-4595-bf74-b5c789dadb38 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:43:31.202530 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884b00a2-1248-4595-bf74-b5c789dadb38 None None] Checking segment: {'id': 'c2792723-2552-4c0e-bca0-c01bba0aeb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'bf9e8bc0-e153-45b3-946f-f42bbea3da4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:43:31.203123 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-884b00a2-1248-4595-bf74-b5c789dadb38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:31.203734 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884b00a2-1248-4595-bf74-b5c789dadb38 None None] Bound using segment: {'id': 'c2792723-2552-4c0e-bca0-c01bba0aeb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'bf9e8bc0-e153-45b3-946f-f42bbea3da4a'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:43:31.204471 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-884b00a2-1248-4595-bf74-b5c789dadb38 None None] Bound port: 56a257d4-bdba-4a9c-9e24-2b98fb5efc43, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2792723-2552-4c0e-bca0-c01bba0aeb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'bf9e8bc0-e153-45b3-946f-f42bbea3da4a'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:43:31.205120 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-884b00a2-1248-4595-bf74-b5c789dadb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:31.233284 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port f92a21eb-6a0a-4df3-bc92-938074f50aa8, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=f92a21eb-6a0a-4df3-bc92-938074f50aa8,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:43:31.245118 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-ce9803bf-0e8a-4a2f-b54e-e532e8bd965f None None] Provisioning complete for port 5a1291d4-45eb-4596-bea7-e4fb14470607 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:31.245688 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ce9803bf-0e8a-4a2f-b54e-e532e8bd965f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:31.248739 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:31.249276 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0290d4bc-0128-4ae7-8fe1-6338dfb36419 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=109049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:43:31.249626 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0290d4bc-0128-4ae7-8fe1-6338dfb36419 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=109049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:43:31.249812 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 5a1291d4-45eb-4596-bea7-e4fb14470607 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:43:31.249951 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0290d4bc-0128-4ae7-8fe1-6338dfb36419 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=109049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:43:31.250258 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0290d4bc-0128-4ae7-8fe1-6338dfb36419 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=109049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:43:31.250622 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-0290d4bc-0128-4ae7-8fe1-6338dfb36419 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eac35156-40de-42dd-a21e-fbd17b2090fa']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:31.260844 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c865897c-24bf-4798-bc92-d8d75d191b05 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:31.274695 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4e833d-3670-42d5-ae6c-26efd3b52107 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Made reservation on behalf of 57b94ba406644ee79acbb0c2cd07fe63 for: {'port': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:31.278425 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5b4e833d-3670-42d5-ae6c-26efd3b52107 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:31.282858 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:31.283680 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:31.311453 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-0290d4bc-0128-4ae7-8fe1-6338dfb36419 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab0612b7-157a-4d14-80b9-8d687c0e15ec') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:31.312036 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-0290d4bc-0128-4ae7-8fe1-6338dfb36419 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab0612b7-157a-4d14-80b9-8d687c0e15ec') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:31.352203 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0290d4bc-0128-4ae7-8fe1-6338dfb36419 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:31.364135 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-279baf86-7a13-46f8-9364-d83d61fc4feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 7.0771117 Feb 16 12:43:31.367738 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59542) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:31.396389 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0290d4bc-0128-4ae7-8fe1-6338dfb36419 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:31.409746 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279015b2-711a-4913-8182-a20783b8b1bf admin admin] Router 0d148df9-38d9-4ca1-8caf-7b09706d6d9f has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:43:31.429880 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0290d4bc-0128-4ae7-8fe1-6338dfb36419 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:43:31.430331 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0290d4bc-0128-4ae7-8fe1-6338dfb36419 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:31.437156 dv-neutron-828142-3-hyperv neutron-server[109049]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 12:43:31.437156 dv-neutron-828142-3-hyperv neutron-server[109049]: from cryptography.utils import int_from_bytes Feb 16 12:43:31.437156 dv-neutron-828142-3-hyperv neutron-server[109049]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 12:43:31.437156 dv-neutron-828142-3-hyperv neutron-server[109049]: from cryptography.utils import int_from_bytes Feb 16 12:43:31.437156 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:43:31.437156 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:43:31.437156 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:43:31.437156 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:43:31.437156 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:43:31.437156 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:43:31.437156 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:43:31.437156 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:43:31.437156 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:43:31.437156 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:43:31.437156 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:43:31.437156 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:43:31.437156 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:43:31.437156 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:43:31.437156 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:43:31.437156 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:43:31.437156 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:43:31.437156 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:43:31.437156 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:43:31.437156 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:43:31.437156 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:43:31.437156 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:43:31.437156 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:43:31.437156 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:43:31.437156 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:43:31.437156 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:43:31.437156 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:43:31.437156 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:43:31.437156 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:43:31.437156 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:43:31.437156 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:43:31.437156 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:43:31.441630 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=f92a21eb-6a0a-4df3-bc92-938074f50aa8,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:31.452156 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-884b00a2-1248-4595-bf74-b5c789dadb38 None None] For port 56a257d4-bdba-4a9c-9e24-2b98fb5efc43, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:43:31.469786 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-5b4e833d-3670-42d5-ae6c-26efd3b52107 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] device_id is not set on port d9aad4bf-5f48-43b5-9ada-ba37145d2840 yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:43:31.491613 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 5a1291d4-45eb-4596-bea7-e4fb14470607 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:31.492059 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:31.596224 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device aece6c9c-2786-485a-a0fc-22815f1b03cf up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:43:31.660544 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-85ac3fe3-0102-4012-a4b2-0474573e4731 None None] Provisioning complete for port 43d10d0a-30db-4044-a9b6-5956754d9fda triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:31.661146 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-85ac3fe3-0102-4012-a4b2-0474573e4731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:31.688520 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce140071-112b-4d8d-b450-f3a1adc68f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:31.699529 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port aece6c9c-2786-485a-a0fc-22815f1b03cf triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:31.700102 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:31.718917 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec5bece-3581-4d4e-b7a3-9390d591404a admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:43:31.761606 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0290d4bc-0128-4ae7-8fe1-6338dfb36419 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:31.788835 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290d4bc-0128-4ae7-8fe1-6338dfb36419 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Pushing event deleted for resources: {'Network': ['ID=eac35156-40de-42dd-a21e-fbd17b2090fa,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:31.792677 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-85ac3fe3-0102-4012-a4b2-0474573e4731 None None] Port 43d10d0a-30db-4044-a9b6-5956754d9fda cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:43:31.795878 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0290d4bc-0128-4ae7-8fe1-6338dfb36419 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:31.796134 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef588220-1503-47fc-a02d-5c7a9d7e3886 None None] Sync routers for ids ['f8ba2d68-51b0-4802-976e-18725a0a3616'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:43:31.802053 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0290d4bc-0128-4ae7-8fe1-6338dfb36419 tempest-QuotasNegativeTest-1437769445 tempest-QuotasNegativeTest-1437769445-project-admin] 10.222.0.90 "DELETE /v2.0/networks/eac35156-40de-42dd-a21e-fbd17b2090fa HTTP/1.1" status: 204 len: 168 time: 1.2622662 Feb 16 12:43:31.807284 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-884b00a2-1248-4595-bf74-b5c789dadb38 None None] For port 56a257d4-bdba-4a9c-9e24-2b98fb5efc43, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=56a257d4-bdba-4a9c-9e24-2b98fb5efc43,segment=NetworkSegment(c2792723-2552-4c0e-bca0-c01bba0aeb02),segment_id=c2792723-2552-4c0e-bca0-c01bba0aeb02)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:43:31.829640 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279015b2-711a-4913-8182-a20783b8b1bf admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:43:31.838709 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-884b00a2-1248-4595-bf74-b5c789dadb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:31.842125 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce140071-112b-4d8d-b450-f3a1adc68f93 admin admin] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:31.859342 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-279015b2-711a-4913-8182-a20783b8b1bf admin admin] 10.222.0.90 "PUT /v2.0/routers/0d148df9-38d9-4ca1-8caf-7b09706d6d9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1795018 Feb 16 12:43:31.864800 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef588220-1503-47fc-a02d-5c7a9d7e3886 None None] Routers {'f8ba2d68-51b0-4802-976e-18725a0a3616'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:43:31.864800 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-ef588220-1503-47fc-a02d-5c7a9d7e3886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:43:25Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['f8ba2d68-51b0-4802-976e-18725a0a3616'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:31.865105 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-ce140071-112b-4d8d-b450-f3a1adc68f93 admin admin] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:31.877744 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce140071-112b-4d8d-b450-f3a1adc68f93 admin admin] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:43:31.890902 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42334a32-41c7-4b44-a2b6-7d551fd1227f None None] Sync routers for ids ['0d148df9-38d9-4ca1-8caf-7b09706d6d9f'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:43:31.925082 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6ec5bece-3581-4d4e-b7a3-9390d591404a admin admin] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:31.929983 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6ec5bece-3581-4d4e-b7a3-9390d591404a admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.5204177 Feb 16 12:43:31.930410 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59548) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:31.945843 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42334a32-41c7-4b44-a2b6-7d551fd1227f None None] Routers {'0d148df9-38d9-4ca1-8caf-7b09706d6d9f'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:43:31.948521 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-42334a32-41c7-4b44-a2b6-7d551fd1227f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:43:25Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['0d148df9-38d9-4ca1-8caf-7b09706d6d9f'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:32.031093 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce140071-112b-4d8d-b450-f3a1adc68f93 admin admin] Pushing event updated for resources: {'Port': ['ID=5da707b0-f2b4-4c80-b398-8316c33d60c5,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:32.037782 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2d68fcf4-4945-4558-8a73-fb1cb59fbccd tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:32.156102 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-1451cf9b-9f75-4438-8c2a-c1838932bdc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Deleting port bd943d4f-9ef4-4e86-921f-3bb8e2702e96 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:43:32.156587 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1451cf9b-9f75-4438-8c2a-c1838932bdc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:32.171998 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-5b4e833d-3670-42d5-ae6c-26efd3b52107 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Allocated IP 2001:db8::2a6 (17011399-3362-47bd-ab7e-af743c675541/9fc0021e-ea13-413a-ac25-f48ee5ce35fe/d9aad4bf-5f48-43b5-9ada-ba37145d2840) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:32.227844 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-42334a32-41c7-4b44-a2b6-7d551fd1227f None None] Set router 0d148df9-38d9-4ca1-8caf-7b09706d6d9f gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:43:32.291960 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884b00a2-1248-4595-bf74-b5c789dadb38 None None] Pushing event updated for resources: {'Port': ['ID=56a257d4-bdba-4a9c-9e24-2b98fb5efc43,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:32.366508 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-ef588220-1503-47fc-a02d-5c7a9d7e3886 None None] Set router f8ba2d68-51b0-4802-976e-18725a0a3616 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:43:32.642713 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c865897c-24bf-4798-bc92-d8d75d191b05 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:32.664341 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c865897c-24bf-4798-bc92-d8d75d191b05 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:32.683858 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-42334a32-41c7-4b44-a2b6-7d551fd1227f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d148df9-38d9-4ca1-8caf-7b09706d6d9f', 'name': 'tempest-ServersTestManualDisk-443223596-router', 'tenant_id': '489d8001a9af43848d73f1eac35baebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': 'f92a21eb-6a0a-4df3-bc92-938074f50aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:19Z', 'updated_at': '2022-02-16T12:43:29Z', 'revision_number': 4, 'project_id': '489d8001a9af43848d73f1eac35baebf', 'gw_port': {'id': 'f92a21eb-6a0a-4df3-bc92-938074f50aa8', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:17:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d148df9-38d9-4ca1-8caf-7b09706d6d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:19Z', 'updated_at': '2022-02-16T12:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '43d10d0a-30db-4044-a9b6-5956754d9fda', 'name': '', 'network_id': 'e7216791-092d-4489-8c96-9d0056177679', 'tenant_id': '489d8001a9af43848d73f1eac35baebf', 'mac_address': 'fa:16:3e:9f:af:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d148df9-38d9-4ca1-8caf-7b09706d6d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3db169c4-8f35-4e82-9aa0-dcd164ab8410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:26Z', 'updated_at': '2022-02-16T12:43:30Z', 'revision_number': 2, 'project_id': '489d8001a9af43848d73f1eac35baebf', 'subnets': [{'id': '3db169c4-8f35-4e82-9aa0-dcd164ab8410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:32.699444 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b45fbd45-ca60-408d-9051-5f353cd78593 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:43:32.758623 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42334a32-41c7-4b44-a2b6-7d551fd1227f None None] Checking router: 0d148df9-38d9-4ca1-8caf-7b09706d6d9f for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:43:32.765338 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42334a32-41c7-4b44-a2b6-7d551fd1227f None None] Updating router 0d148df9-38d9-4ca1-8caf-7b09706d6d9f port 43d10d0a-30db-4044-a9b6-5956754d9fda binding host dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:43:32.771170 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c865897c-24bf-4798-bc92-d8d75d191b05 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:32.834733 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-42334a32-41c7-4b44-a2b6-7d551fd1227f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:32.910841 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9603c2ec-0650-4be2-b3cd-777b1a9c1515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:32.924352 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-1451cf9b-9f75-4438-8c2a-c1838932bdc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] For port bd943d4f-9ef4-4e86-921f-3bb8e2702e96, host hv-neutron-8281, got binding levels [] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:43:32.924716 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1451cf9b-9f75-4438-8c2a-c1838932bdc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:32.932841 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce140071-112b-4d8d-b450-f3a1adc68f93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:32.936676 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c865897c-24bf-4798-bc92-d8d75d191b05 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:32.938074 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c865897c-24bf-4798-bc92-d8d75d191b05 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 10.4385114 Feb 16 12:43:32.946798 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59566) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:32.948402 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59568) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:32.957056 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2d68fcf4-4945-4558-8a73-fb1cb59fbccd tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:32.962364 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-f7c55677-856e-4256-a210-cec44622cdcf tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2120617259'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:33.041635 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port b45fbd45-ca60-408d-9051-5f353cd78593 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:33.042140 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.049575 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d68fcf4-4945-4558-8a73-fb1cb59fbccd tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Network bf9e8bc0-e153-45b3-946f-f42bbea3da4a is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:33.076986 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-2d68fcf4-4945-4558-8a73-fb1cb59fbccd tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:33.092418 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d68fcf4-4945-4558-8a73-fb1cb59fbccd tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:43:33.099207 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-1451cf9b-9f75-4438-8c2a-c1838932bdc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Calling delete_port for bd943d4f-9ef4-4e86-921f-3bb8e2702e96 owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:43:33.121559 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c55677-856e-4256-a210-cec44622cdcf tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Made reservation on behalf of 909c0f0556a54c039ac3fa1b6ab6f8a4 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:33.126056 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f7c55677-856e-4256-a210-cec44622cdcf tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.155848 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f7c55677-856e-4256-a210-cec44622cdcf tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.167006 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-ef588220-1503-47fc-a02d-5c7a9d7e3886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ba2d68-51b0-4802-976e-18725a0a3616', 'name': 'tempest-ServerActionsTestJSON-1704407734-router', 'tenant_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '33bdf321-9760-424f-8226-62f07277f43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:22Z', 'updated_at': '2022-02-16T12:43:28Z', 'revision_number': 3, 'project_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'gw_port': {'id': '33bdf321-9760-424f-8226-62f07277f43e', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ba2d68-51b0-4802-976e-18725a0a3616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:26Z', 'updated_at': '2022-02-16T12:43:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:33.212140 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef588220-1503-47fc-a02d-5c7a9d7e3886 None None] Checking router: f8ba2d68-51b0-4802-976e-18725a0a3616 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:43:33.213890 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef588220-1503-47fc-a02d-5c7a9d7e3886 None None] Updating router f8ba2d68-51b0-4802-976e-18725a0a3616 port 33bdf321-9760-424f-8226-62f07277f43e binding host dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:43:33.301812 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c865897c-24bf-4798-bc92-d8d75d191b05 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Pushing event updated for resources: {'Port': ['ID=b9d3986a-cd04-42a3-961b-44fa1214e19e,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:33.335179 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ef588220-1503-47fc-a02d-5c7a9d7e3886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.353397 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4fbfc251-8d7f-4276-8a67-7c3b126ec4d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.512046 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device f92a21eb-6a0a-4df3-bc92-938074f50aa8 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:43:33.524800 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d68fcf4-4945-4558-8a73-fb1cb59fbccd tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:33.525581 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2d68fcf4-4945-4558-8a73-fb1cb59fbccd tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.579233 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-42334a32-41c7-4b44-a2b6-7d551fd1227f None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.584686 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59576) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:33.587897 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-42334a32-41c7-4b44-a2b6-7d551fd1227f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.595618 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-7b11ff2e-5182-4d93-95ff-363445aeaaec tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Request body: {'security_group': {'name': 'tempest-securitygroup--186329670', 'description': 'tempest-description--1306354838'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:33.640310 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-9603c2ec-0650-4be2-b3cd-777b1a9c1515 admin admin] Allocated IP 172.20.0.1 (3e84b45d-91e8-4295-8226-a12fdb0f907b/280fbadf-e19b-45d5-88e2-fb9cd6467432/c951ccc4-cf03-431b-bd61-d4f37864b838) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:33.660023 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b47db-4148-4960-bc48-f302f63efd64 None None] Pushing event updated for resources: {'Port': ['ID=43d10d0a-30db-4044-a9b6-5956754d9fda,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:33.708262 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f7c55677-856e-4256-a210-cec44622cdcf tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.720735 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea55540-ebbc-491b-ac91-8caacfd44879 None None] Network bf9e8bc0-e153-45b3-946f-f42bbea3da4a requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:43:33.748994 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f7c55677-856e-4256-a210-cec44622cdcf tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.763255 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c55677-856e-4256-a210-cec44622cdcf tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:43:33.778867 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f7c55677-856e-4256-a210-cec44622cdcf tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.779454 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-f7c55677-856e-4256-a210-cec44622cdcf tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Added segment 5656de20-5a18-49c5-958a-bb46db55ce67 of type vlan for network 038a5ed4-cad2-4cec-8f6c-7cd71c81860a Feb 16 12:43:33.780716 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-42334a32-41c7-4b44-a2b6-7d551fd1227f None None] Attempting to bind port 43d10d0a-30db-4044-a9b6-5956754d9fda on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:33.781293 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-42334a32-41c7-4b44-a2b6-7d551fd1227f None None] Attempting to bind port 43d10d0a-30db-4044-a9b6-5956754d9fda by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '42b26e38-7e58-4ec2-9947-f1bd510fcd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e7216791-092d-4489-8c96-9d0056177679'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:33.781784 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42334a32-41c7-4b44-a2b6-7d551fd1227f None None] Attempting to bind port 43d10d0a-30db-4044-a9b6-5956754d9fda on network e7216791-092d-4489-8c96-9d0056177679 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:33.786184 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce140071-112b-4d8d-b450-f3a1adc68f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.787444 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port f92a21eb-6a0a-4df3-bc92-938074f50aa8 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:33.788020 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.788915 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42334a32-41c7-4b44-a2b6-7d551fd1227f None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:43:33.789339 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42334a32-41c7-4b44-a2b6-7d551fd1227f None None] Checking segment: {'id': '42b26e38-7e58-4ec2-9947-f1bd510fcd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e7216791-092d-4489-8c96-9d0056177679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:43:33.789750 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-42334a32-41c7-4b44-a2b6-7d551fd1227f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.790279 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42334a32-41c7-4b44-a2b6-7d551fd1227f None None] Bound using segment: {'id': '42b26e38-7e58-4ec2-9947-f1bd510fcd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e7216791-092d-4489-8c96-9d0056177679'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:43:33.790824 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-42334a32-41c7-4b44-a2b6-7d551fd1227f None None] Bound port: 43d10d0a-30db-4044-a9b6-5956754d9fda, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b26e38-7e58-4ec2-9947-f1bd510fcd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e7216791-092d-4489-8c96-9d0056177679'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:43:33.791469 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-42334a32-41c7-4b44-a2b6-7d551fd1227f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.791573 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1451cf9b-9f75-4438-8c2a-c1838932bdc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.853783 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f7c55677-856e-4256-a210-cec44622cdcf tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.882804 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-42334a32-41c7-4b44-a2b6-7d551fd1227f None None] For port 43d10d0a-30db-4044-a9b6-5956754d9fda, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:43:33.889295 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-42334a32-41c7-4b44-a2b6-7d551fd1227f None None] For port 43d10d0a-30db-4044-a9b6-5956754d9fda, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=43d10d0a-30db-4044-a9b6-5956754d9fda,segment=NetworkSegment(42b26e38-7e58-4ec2-9947-f1bd510fcd9e),segment_id=42b26e38-7e58-4ec2-9947-f1bd510fcd9e)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:43:33.897352 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-42334a32-41c7-4b44-a2b6-7d551fd1227f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.907510 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7b11ff2e-5182-4d93-95ff-363445aeaaec tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.001863 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42334a32-41c7-4b44-a2b6-7d551fd1227f None None] Routers {'0d148df9-38d9-4ca1-8caf-7b09706d6d9f'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:43:34.007918 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-42334a32-41c7-4b44-a2b6-7d551fd1227f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:43:25Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['0d148df9-38d9-4ca1-8caf-7b09706d6d9f'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:34.010484 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4fbfc251-8d7f-4276-8a67-7c3b126ec4d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.014713 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1451cf9b-9f75-4438-8c2a-c1838932bdc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.018840 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1451cf9b-9f75-4438-8c2a-c1838932bdc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] 10.222.0.90 "DELETE /v2.0/ports/bd943d4f-9ef4-4e86-921f-3bb8e2702e96 HTTP/1.1" status: 204 len: 168 time: 2.6439817 Feb 16 12:43:34.026172 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68fcf4-4945-4558-8a73-fb1cb59fbccd tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Pushing event updated for resources: {'Port': ['ID=af0b8306-d83f-413c-a667-db151175c159,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:34.031381 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2d68fcf4-4945-4558-8a73-fb1cb59fbccd tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0946910 Feb 16 12:43:34.044407 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f7c55677-856e-4256-a210-cec44622cdcf tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.056258 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-ed72923d-8cc8-40ed-a8a3-ffc1063b7fad None None] Provisioning complete for port 56a257d4-bdba-4a9c-9e24-2b98fb5efc43 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:34.057173 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ed72923d-8cc8-40ed-a8a3-ffc1063b7fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.063166 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c55677-856e-4256-a210-cec44622cdcf tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:34.065602 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f7c55677-856e-4256-a210-cec44622cdcf tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.072477 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59578) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:34.076291 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59580) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:34.082276 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1451cf9b-9f75-4438-8c2a-c1838932bdc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd943d4f-9ef4-4e86-921f-3bb8e2702e96,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:34.103573 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c55677-856e-4256-a210-cec44622cdcf tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c08d693-3eef-429d-8aed-c2552431303b,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:34.122281 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4fbfc251-8d7f-4276-8a67-7c3b126ec4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.157959 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-1705c453-70f3-401d-aa30-f2de3330f4e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] GET failed (client error): The resource could not be found. Feb 16 12:43:34.158245 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-42334a32-41c7-4b44-a2b6-7d551fd1227f None None] Set router 0d148df9-38d9-4ca1-8caf-7b09706d6d9f gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:43:34.159800 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1705c453-70f3-401d-aa30-f2de3330f4e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] 10.222.0.90 "GET /v2.0/ports/bd943d4f-9ef4-4e86-921f-3bb8e2702e96 HTTP/1.1" status: 404 len: 333 time: 0.0750332 Feb 16 12:43:34.160345 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce140071-112b-4d8d-b450-f3a1adc68f93 admin admin] Router 30cfd739-ca76-4370-b852-d5dbd94f241b is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:43:34.194381 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59582) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:34.246186 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4fbfc251-8d7f-4276-8a67-7c3b126ec4d3 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f04e986afdca4423be0d98ac640d866a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2931933 Feb 16 12:43:34.264490 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-b3c2e45b-249b-4863-b830-cbbe2aa2d6cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Request body: {'port': {'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-956957447'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:34.275085 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59584) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:34.276010 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbfc251-8d7f-4276-8a67-7c3b126ec4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4204719-ed5a-4f7e-b431-b13acab457aa,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:34.293008 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b47db-4148-4960-bc48-f302f63efd64 None None] Pushing event updated for resources: {'Port': ['ID=43d10d0a-30db-4044-a9b6-5956754d9fda,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:34.361877 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7b11ff2e-5182-4d93-95ff-363445aeaaec tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.402501 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7b11ff2e-5182-4d93-95ff-363445aeaaec tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.441893 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5b4e833d-3670-42d5-ae6c-26efd3b52107 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.479118 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c2e45b-249b-4863-b830-cbbe2aa2d6cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Made reservation on behalf of 3e1a15dc57344792846b5b0d54ce1d6b for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:34.481951 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3c2e45b-249b-4863-b830-cbbe2aa2d6cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.506669 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b11ff2e-5182-4d93-95ff-363445aeaaec tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a156816b-f8da-40dd-93af-8d12c111b96f,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:34.514103 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-b3c2e45b-249b-4863-b830-cbbe2aa2d6cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] device_id is not set on port 417835b1-5ca8-41e2-8373-0281248a778d yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:43:34.571389 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7b11ff2e-5182-4d93-95ff-363445aeaaec tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.572795 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7b11ff2e-5182-4d93-95ff-363445aeaaec tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9808686 Feb 16 12:43:34.580952 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ef588220-1503-47fc-a02d-5c7a9d7e3886 None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.582658 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-42334a32-41c7-4b44-a2b6-7d551fd1227f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d148df9-38d9-4ca1-8caf-7b09706d6d9f', 'name': 'tempest-ServersTestManualDisk-443223596-router', 'tenant_id': '489d8001a9af43848d73f1eac35baebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': 'f92a21eb-6a0a-4df3-bc92-938074f50aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:19Z', 'updated_at': '2022-02-16T12:43:29Z', 'revision_number': 4, 'project_id': '489d8001a9af43848d73f1eac35baebf', 'gw_port': {'id': 'f92a21eb-6a0a-4df3-bc92-938074f50aa8', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:17:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d148df9-38d9-4ca1-8caf-7b09706d6d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:19Z', 'updated_at': '2022-02-16T12:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '43d10d0a-30db-4044-a9b6-5956754d9fda', 'name': '', 'network_id': 'e7216791-092d-4489-8c96-9d0056177679', 'tenant_id': '489d8001a9af43848d73f1eac35baebf', 'mac_address': 'fa:16:3e:9f:af:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d148df9-38d9-4ca1-8caf-7b09706d6d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3db169c4-8f35-4e82-9aa0-dcd164ab8410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:26Z', 'updated_at': '2022-02-16T12:43:33Z', 'revision_number': 4, 'project_id': '489d8001a9af43848d73f1eac35baebf', 'subnets': [{'id': '3db169c4-8f35-4e82-9aa0-dcd164ab8410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:34.590847 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59586) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:34.603255 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-ded4b8cb-b917-46e0-b441-29fbbed07399 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Request body: {'security_group_rule': {'security_group_id': 'a156816b-f8da-40dd-93af-8d12c111b96f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:34.612677 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f7c55677-856e-4256-a210-cec44622cdcf tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6610601 Feb 16 12:43:34.617008 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ed72923d-8cc8-40ed-a8a3-ffc1063b7fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.623360 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59588) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:34.625976 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42334a32-41c7-4b44-a2b6-7d551fd1227f None None] The sync data for ids ['0d148df9-38d9-4ca1-8caf-7b09706d6d9f'] in dv-neutron-828142-3-hyperv is: [{'id': '0d148df9-38d9-4ca1-8caf-7b09706d6d9f', 'name': 'tempest-ServersTestManualDisk-443223596-router', 'tenant_id': '489d8001a9af43848d73f1eac35baebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': 'f92a21eb-6a0a-4df3-bc92-938074f50aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:19Z', 'updated_at': '2022-02-16T12:43:29Z', 'revision_number': 4, 'project_id': '489d8001a9af43848d73f1eac35baebf', 'gw_port': {'id': 'f92a21eb-6a0a-4df3-bc92-938074f50aa8', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:17:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d148df9-38d9-4ca1-8caf-7b09706d6d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:19Z', 'updated_at': '2022-02-16T12:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '43d10d0a-30db-4044-a9b6-5956754d9fda', 'name': '', 'network_id': 'e7216791-092d-4489-8c96-9d0056177679', 'tenant_id': '489d8001a9af43848d73f1eac35baebf', 'mac_address': 'fa:16:3e:9f:af:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d148df9-38d9-4ca1-8caf-7b09706d6d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3db169c4-8f35-4e82-9aa0-dcd164ab8410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:26Z', 'updated_at': '2022-02-16T12:43:33Z', 'revision_number': 4, 'project_id': '489d8001a9af43848d73f1eac35baebf', 'subnets': [{'id': '3db169c4-8f35-4e82-9aa0-dcd164ab8410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:43:34.626679 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ef588220-1503-47fc-a02d-5c7a9d7e3886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.630632 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-b94549f5-3962-4a8c-ad3c-ac45289e927a tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Request body: {'subnet': {'network_id': '038a5ed4-cad2-4cec-8f6c-7cd71c81860a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:34.689602 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c55677-856e-4256-a210-cec44622cdcf tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Pushing event updated for resources: {'Network': ['ID=038a5ed4-cad2-4cec-8f6c-7cd71c81860a,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:34.726570 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e9cf2751-e7fc-4c05-abfd-f5b0d16be34e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.745112 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 038a5ed4-cad2-4cec-8f6c-7cd71c81860a details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:43:34.797328 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce140071-112b-4d8d-b450-f3a1adc68f93 admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:43:34.845064 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce140071-112b-4d8d-b450-f3a1adc68f93 admin admin] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.846313 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ce140071-112b-4d8d-b450-f3a1adc68f93 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 12.3766758 Feb 16 12:43:34.864810 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59590) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:34.887020 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154c7a0f-acba-4f65-abe7-5189d0b2e9f3 None None] Sync routers for ids ['30cfd739-ca76-4370-b852-d5dbd94f241b'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:43:34.895487 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3c2e45b-249b-4863-b830-cbbe2aa2d6cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.934113 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9603c2ec-0650-4be2-b3cd-777b1a9c1515 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.968160 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5b4e833d-3670-42d5-ae6c-26efd3b52107 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.974844 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e9cf2751-e7fc-4c05-abfd-f5b0d16be34e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.003778 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154c7a0f-acba-4f65-abe7-5189d0b2e9f3 None None] Routers {'30cfd739-ca76-4370-b852-d5dbd94f241b'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:43:35.005078 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-154c7a0f-acba-4f65-abe7-5189d0b2e9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:43:25Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['30cfd739-ca76-4370-b852-d5dbd94f241b'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:35.006245 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ded4b8cb-b917-46e0-b441-29fbbed07399 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.041881 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-f67d1d04-0286-4d51-bf47-df3c7ec18b43 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Deleting port af0b8306-d83f-413c-a667-db151175c159 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:43:35.042411 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f67d1d04-0286-4d51-bf47-df3c7ec18b43 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.043843 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3c2e45b-249b-4863-b830-cbbe2aa2d6cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.100579 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 43d10d0a-30db-4044-a9b6-5956754d9fda up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:43:35.118973 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c2e45b-249b-4863-b830-cbbe2aa2d6cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:35.125362 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-b3c2e45b-249b-4863-b830-cbbe2aa2d6cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:35.127934 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c2e45b-249b-4863-b830-cbbe2aa2d6cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:43:35.129405 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c2e45b-249b-4863-b830-cbbe2aa2d6cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:35.130002 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3c2e45b-249b-4863-b830-cbbe2aa2d6cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.155096 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9603c2ec-0650-4be2-b3cd-777b1a9c1515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.172418 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b3c2e45b-249b-4863-b830-cbbe2aa2d6cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9247119 Feb 16 12:43:35.177549 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59592) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:35.183197 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8281'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:35.214968 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2e45b-249b-4863-b830-cbbe2aa2d6cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Pushing event updated for resources: {'Port': ['ID=417835b1-5ca8-41e2-8373-0281248a778d,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:35.220291 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-ed72923d-8cc8-40ed-a8a3-ffc1063b7fad None None] For port 56a257d4-bdba-4a9c-9e24-2b98fb5efc43, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=56a257d4-bdba-4a9c-9e24-2b98fb5efc43,segment=NetworkSegment(c2792723-2552-4c0e-bca0-c01bba0aeb02),segment_id=c2792723-2552-4c0e-bca0-c01bba0aeb02)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:43:35.223081 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18cd2dd-6f8f-4c76-a044-53b4c886ea2e None None] Pushing event updated for resources: {'Port': ['ID=33bdf321-9760-424f-8226-62f07277f43e,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:35.242005 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-ef588220-1503-47fc-a02d-5c7a9d7e3886 None None] Attempting to bind port 33bdf321-9760-424f-8226-62f07277f43e on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:35.242507 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-ef588220-1503-47fc-a02d-5c7a9d7e3886 None None] Attempting to bind port 33bdf321-9760-424f-8226-62f07277f43e by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:35.242957 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef588220-1503-47fc-a02d-5c7a9d7e3886 None None] Attempting to bind port 33bdf321-9760-424f-8226-62f07277f43e on network a08a3d1b-2e35-4b18-9cb0-756d355083e6 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:35.257415 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef588220-1503-47fc-a02d-5c7a9d7e3886 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:43:35.257944 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef588220-1503-47fc-a02d-5c7a9d7e3886 None None] Checking segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:43:35.258451 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ef588220-1503-47fc-a02d-5c7a9d7e3886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.258963 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef588220-1503-47fc-a02d-5c7a9d7e3886 None None] Bound using segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:43:35.259565 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-ef588220-1503-47fc-a02d-5c7a9d7e3886 None None] Bound port: 33bdf321-9760-424f-8226-62f07277f43e, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:43:35.260045 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ef588220-1503-47fc-a02d-5c7a9d7e3886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.262016 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ed72923d-8cc8-40ed-a8a3-ffc1063b7fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.282886 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9603c2ec-0650-4be2-b3cd-777b1a9c1515 admin admin] Pushing event updated for resources: {'Port': ['ID=c951ccc4-cf03-431b-bd61-d4f37864b838,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:35.288001 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9603c2ec-0650-4be2-b3cd-777b1a9c1515 admin admin] Network 3e84b45d-91e8-4295-8226-a12fdb0f907b is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:35.291620 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e9cf2751-e7fc-4c05-abfd-f5b0d16be34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.294577 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e9cf2751-e7fc-4c05-abfd-f5b0d16be34e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.299045 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e9cf2751-e7fc-4c05-abfd-f5b0d16be34e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e4204719-ed5a-4f7e-b431-b13acab457aa HTTP/1.1" status: 204 len: 168 time: 0.9141495 Feb 16 12:43:35.311897 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-9603c2ec-0650-4be2-b3cd-777b1a9c1515 admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:35.317386 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9603c2ec-0650-4be2-b3cd-777b1a9c1515 admin admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:43:35.425643 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf2751-e7fc-4c05-abfd-f5b0d16be34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4204719-ed5a-4f7e-b431-b13acab457aa,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:35.484142 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.513698 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9603c2ec-0650-4be2-b3cd-777b1a9c1515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.549048 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-154c7a0f-acba-4f65-abe7-5189d0b2e9f3 None None] Set router 30cfd739-ca76-4370-b852-d5dbd94f241b gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:43:35.606571 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4e833d-3670-42d5-ae6c-26efd3b52107 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Network 17011399-3362-47bd-ab7e-af743c675541 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:35.618373 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-5b4e833d-3670-42d5-ae6c-26efd3b52107 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:35.623921 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4e833d-3670-42d5-ae6c-26efd3b52107 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:43:35.643112 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4e833d-3670-42d5-ae6c-26efd3b52107 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:35.646304 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5b4e833d-3670-42d5-ae6c-26efd3b52107 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.667365 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94549f5-3962-4a8c-ad3c-ac45289e927a tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Made reservation on behalf of 909c0f0556a54c039ac3fa1b6ab6f8a4 for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:35.671255 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-57a7ba57-353d-49bf-9443-a80c219b8bd7 None None] Provisioning complete for port 43d10d0a-30db-4044-a9b6-5956754d9fda triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:35.672137 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b94549f5-3962-4a8c-ad3c-ac45289e927a tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.672873 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-57a7ba57-353d-49bf-9443-a80c219b8bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.823170 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f67d1d04-0286-4d51-bf47-df3c7ec18b43 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.862838 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-f67d1d04-0286-4d51-bf47-df3c7ec18b43 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Calling delete_port for af0b8306-d83f-413c-a667-db151175c159 owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:43:35.902387 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 43d10d0a-30db-4044-a9b6-5956754d9fda triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:35.902901 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.010179 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-ef588220-1503-47fc-a02d-5c7a9d7e3886 None None] For port 33bdf321-9760-424f-8226-62f07277f43e, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:43:36.034038 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed72923d-8cc8-40ed-a8a3-ffc1063b7fad None None] Pushing event updated for resources: {'Port': ['ID=56a257d4-bdba-4a9c-9e24-2b98fb5efc43,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:36.052608 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59598) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:36.075909 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] device_id is not set on port 417835b1-5ca8-41e2-8373-0281248a778d yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:43:36.095893 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.100524 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-01137cd2-c59f-412c-9582-ea5f4b08064b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.111969 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.113164 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-ef588220-1503-47fc-a02d-5c7a9d7e3886 None None] For port 33bdf321-9760-424f-8226-62f07277f43e, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=33bdf321-9760-424f-8226-62f07277f43e,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:43:36.114026 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9603c2ec-0650-4be2-b3cd-777b1a9c1515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.131628 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e833d-3670-42d5-ae6c-26efd3b52107 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Pushing event updated for resources: {'Port': ['ID=d9aad4bf-5f48-43b5-9ada-ba37145d2840,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:36.168190 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-57a7ba57-353d-49bf-9443-a80c219b8bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.170476 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ef588220-1503-47fc-a02d-5c7a9d7e3886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.215829 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f67d1d04-0286-4d51-bf47-df3c7ec18b43 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.224824 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ded4b8cb-b917-46e0-b441-29fbbed07399 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.237601 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5b4e833d-3670-42d5-ae6c-26efd3b52107 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 6.3019979 Feb 16 12:43:36.250497 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59600) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:36.259360 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-bfae5636-c791-44b4-8597-9d5b55c28dee tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::4', 'mac_address': 'fa:16:3e:56:93:71'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:36.270002 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Pushing event updated for resources: {'Port': ['ID=417835b1-5ca8-41e2-8373-0281248a778d,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:36.279495 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ded4b8cb-b917-46e0-b441-29fbbed07399 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.287729 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-57a7ba57-353d-49bf-9443-a80c219b8bd7 None None] For port 43d10d0a-30db-4044-a9b6-5956754d9fda, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=43d10d0a-30db-4044-a9b6-5956754d9fda,segment=NetworkSegment(42b26e38-7e58-4ec2-9947-f1bd510fcd9e),segment_id=42b26e38-7e58-4ec2-9947-f1bd510fcd9e)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:43:36.295053 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d1d04-0286-4d51-bf47-df3c7ec18b43 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Pushing event deleted for resources: {'Port': ['ID=af0b8306-d83f-413c-a667-db151175c159,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:36.310057 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port 417835b1-5ca8-41e2-8373-0281248a778d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:36.310478 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port 417835b1-5ca8-41e2-8373-0281248a778d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:36.310890 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port 417835b1-5ca8-41e2-8373-0281248a778d on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:36.319183 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-57a7ba57-353d-49bf-9443-a80c219b8bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.323276 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Port 417835b1-5ca8-41e2-8373-0281248a778d on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:43:36.323710 dv-neutron-828142-3-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Failed to bind port 417835b1-5ca8-41e2-8373-0281248a778d on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] Feb 16 12:43:36.329884 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempt 2 to bind port 417835b1-5ca8-41e2-8373-0281248a778d Feb 16 12:43:36.364268 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18cd2dd-6f8f-4c76-a044-53b4c886ea2e None None] Pushing event updated for resources: {'Port': ['ID=33bdf321-9760-424f-8226-62f07277f43e,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:36.379894 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef588220-1503-47fc-a02d-5c7a9d7e3886 None None] Routers {'f8ba2d68-51b0-4802-976e-18725a0a3616'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:43:36.381028 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-ef588220-1503-47fc-a02d-5c7a9d7e3886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:43:25Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['f8ba2d68-51b0-4802-976e-18725a0a3616'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:36.408800 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.430596 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4b8cb-b917-46e0-b441-29fbbed07399 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf1bafbd-8168-4be4-b41d-35d511d41172,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:36.476509 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ded4b8cb-b917-46e0-b441-29fbbed07399 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.480300 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ded4b8cb-b917-46e0-b441-29fbbed07399 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8784347 Feb 16 12:43:36.489608 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59602) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:36.501218 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-16ada8b4-4db0-47de-9428-26927b6e1a1d tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Request body: {'security_group_rule': {'security_group_id': 'a156816b-f8da-40dd-93af-8d12c111b96f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:36.596937 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f67d1d04-0286-4d51-bf47-df3c7ec18b43 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.613782 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f67d1d04-0286-4d51-bf47-df3c7ec18b43 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] 10.222.0.90 "DELETE /v2.0/ports/af0b8306-d83f-413c-a667-db151175c159 HTTP/1.1" status: 204 len: 168 time: 2.4951215 Feb 16 12:43:36.622390 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7ba57-353d-49bf-9443-a80c219b8bd7 None None] Pushing event updated for resources: {'Port': ['ID=43d10d0a-30db-4044-a9b6-5956754d9fda,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:36.661647 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-387f155c-1b77-42d5-9b54-7c06aaa30578 None None] Provisioning complete for port d9aad4bf-5f48-43b5-9ada-ba37145d2840 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:36.662072 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-387f155c-1b77-42d5-9b54-7c06aaa30578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.683634 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59604) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:36.699935 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port 417835b1-5ca8-41e2-8373-0281248a778d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:36.700406 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port 417835b1-5ca8-41e2-8373-0281248a778d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:36.700850 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port 417835b1-5ca8-41e2-8373-0281248a778d on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:36.730875 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b94549f5-3962-4a8c-ad3c-ac45289e927a tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.732229 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-01137cd2-c59f-412c-9582-ea5f4b08064b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.737126 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Port 417835b1-5ca8-41e2-8373-0281248a778d on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:43:36.737561 dv-neutron-828142-3-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Failed to bind port 417835b1-5ca8-41e2-8373-0281248a778d on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] Feb 16 12:43:36.741211 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempt 3 to bind port 417835b1-5ca8-41e2-8373-0281248a778d Feb 16 12:43:36.742194 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.db.api [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:43:36.742647 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG oslo_db.api [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:43:36.751968 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-387f155c-1b77-42d5-9b54-7c06aaa30578 None None] Port d9aad4bf-5f48-43b5-9ada-ba37145d2840 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:43:36.757195 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-01137cd2-c59f-412c-9582-ea5f4b08064b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.761569 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-ef588220-1503-47fc-a02d-5c7a9d7e3886 None None] Set router f8ba2d68-51b0-4802-976e-18725a0a3616 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:43:36.812328 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-154c7a0f-acba-4f65-abe7-5189d0b2e9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cfd739-ca76-4370-b852-d5dbd94f241b', 'name': 'tempest-ServersTestJSON-32306926-router', 'tenant_id': '31696bf849824682b4ce3692a5a8ee22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.84'}], 'enable_snat': True}, 'gw_port_id': '5da707b0-f2b4-4c80-b398-8316c33d60c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:22Z', 'updated_at': '2022-02-16T12:43:32Z', 'revision_number': 3, 'project_id': '31696bf849824682b4ce3692a5a8ee22', 'gw_port': {'id': '5da707b0-f2b4-4c80-b398-8316c33d60c5', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bd:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30cfd739-ca76-4370-b852-d5dbd94f241b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:26Z', 'updated_at': '2022-02-16T12:43:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:36.831478 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-387f155c-1b77-42d5-9b54-7c06aaa30578 None None] Provisioning complete for port c951ccc4-cf03-431b-bd61-d4f37864b838 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:36.832087 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-387f155c-1b77-42d5-9b54-7c06aaa30578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.846967 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port 417835b1-5ca8-41e2-8373-0281248a778d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:36.847310 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port 417835b1-5ca8-41e2-8373-0281248a778d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:36.848074 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port 417835b1-5ca8-41e2-8373-0281248a778d on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:36.873757 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154c7a0f-acba-4f65-abe7-5189d0b2e9f3 None None] Checking router: 30cfd739-ca76-4370-b852-d5dbd94f241b for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:43:36.873757 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154c7a0f-acba-4f65-abe7-5189d0b2e9f3 None None] Updating router 30cfd739-ca76-4370-b852-d5dbd94f241b port 5da707b0-f2b4-4c80-b398-8316c33d60c5 binding host dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:43:36.893435 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-16ada8b4-4db0-47de-9428-26927b6e1a1d tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.902049 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94549f5-3962-4a8c-ad3c-ac45289e927a tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Pushing event updated for resources: {'Subnet': ['ID=15eabc3b-9a22-4708-854e-bba39e689c07,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:36.920017 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Port 417835b1-5ca8-41e2-8373-0281248a778d on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:43:36.920310 dv-neutron-828142-3-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Failed to bind port 417835b1-5ca8-41e2-8373-0281248a778d on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] Feb 16 12:43:36.924453 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempt 4 to bind port 417835b1-5ca8-41e2-8373-0281248a778d Feb 16 12:43:36.934886 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94549f5-3962-4a8c-ad3c-ac45289e927a tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Checking segment: {'id': '5656de20-5a18-49c5-958a-bb46db55ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '038a5ed4-cad2-4cec-8f6c-7cd71c81860a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:43:36.935150 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94549f5-3962-4a8c-ad3c-ac45289e927a tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Network hostable DHCP agents. Network: 038a5ed4-cad2-4cec-8f6c-7cd71c81860a, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:43:36.948570 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-01137cd2-c59f-412c-9582-ea5f4b08064b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4c9d6858be044a9286e95cc1f8ac5e1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8946157 Feb 16 12:43:36.953497 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59608) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:37.003450 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01137cd2-c59f-412c-9582-ea5f4b08064b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e7a4b4-2fc1-4292-bda2-0b313784dfb8,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:37.025279 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-98800490-b61b-46ae-99e0-304a428410de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.029715 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-154c7a0f-acba-4f65-abe7-5189d0b2e9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.044537 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94549f5-3962-4a8c-ad3c-ac45289e927a tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Network 038a5ed4-cad2-4cec-8f6c-7cd71c81860a is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:43:37.054618 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-387f155c-1b77-42d5-9b54-7c06aaa30578 None None] Port c951ccc4-cf03-431b-bd61-d4f37864b838 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:43:37.066088 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-16ada8b4-4db0-47de-9428-26927b6e1a1d tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.135474 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port 417835b1-5ca8-41e2-8373-0281248a778d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:37.135999 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port 417835b1-5ca8-41e2-8373-0281248a778d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:37.136130 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port 417835b1-5ca8-41e2-8373-0281248a778d on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:37.161755 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-387f155c-1b77-42d5-9b54-7c06aaa30578 None None] Provisioning complete for port 56a257d4-bdba-4a9c-9e24-2b98fb5efc43 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:37.162397 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-387f155c-1b77-42d5-9b54-7c06aaa30578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.177818 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9603c2ec-0650-4be2-b3cd-777b1a9c1515 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.191555 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Port 417835b1-5ca8-41e2-8373-0281248a778d on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:43:37.191837 dv-neutron-828142-3-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Failed to bind port 417835b1-5ca8-41e2-8373-0281248a778d on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] Feb 16 12:43:37.192419 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bfae5636-c791-44b4-8597-9d5b55c28dee tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.196016 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempt 5 to bind port 417835b1-5ca8-41e2-8373-0281248a778d Feb 16 12:43:37.205154 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-707df08a-3066-4b0e-b406-eea562b73dd9 tempest-DHCPAgentSchedulersTestJSON-1622497538 tempest-DHCPAgentSchedulersTestJSON-1622497538-project-admin] 10.222.0.90 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.5175235 Feb 16 12:43:37.206257 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9603c2ec-0650-4be2-b3cd-777b1a9c1515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.209509 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59610) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:37.226847 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-22a1a205-95e8-466a-9803-b5df9f6ab2dd tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-253196058'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:37.301998 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-16ada8b4-4db0-47de-9428-26927b6e1a1d tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.316712 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-b94549f5-3962-4a8c-ad3c-ac45289e927a tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 038a5ed4-cad2-4cec-8f6c-7cd71c81860a) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:37.328279 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port 417835b1-5ca8-41e2-8373-0281248a778d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:37.329408 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port 417835b1-5ca8-41e2-8373-0281248a778d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:37.329886 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port 417835b1-5ca8-41e2-8373-0281248a778d on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:37.337564 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94549f5-3962-4a8c-ad3c-ac45289e927a tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:37.338175 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b94549f5-3962-4a8c-ad3c-ac45289e927a tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.355031 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ada8b4-4db0-47de-9428-26927b6e1a1d tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46e96f51-f541-49f2-8264-a5498a280954,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:37.366775 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b94549f5-3962-4a8c-ad3c-ac45289e927a tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7402606 Feb 16 12:43:37.384338 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59612) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:37.389145 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e545af84-7426-43bb-8bbb-f4513f3ac41b tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-84891974', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}, 'admin_state_up': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:37.409246 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3ff181-2192-4415-874a-8c32716c0a44 None None] Network 038a5ed4-cad2-4cec-8f6c-7cd71c81860a requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:43:37.410854 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Port 417835b1-5ca8-41e2-8373-0281248a778d on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:43:37.411343 dv-neutron-828142-3-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Failed to bind port 417835b1-5ca8-41e2-8373-0281248a778d on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] Feb 16 12:43:37.412060 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-16ada8b4-4db0-47de-9428-26927b6e1a1d tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.413429 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-16ada8b4-4db0-47de-9428-26927b6e1a1d tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9224558 Feb 16 12:43:37.417345 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempt 6 to bind port 417835b1-5ca8-41e2-8373-0281248a778d Feb 16 12:43:37.418643 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59614) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:37.420966 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9603c2ec-0650-4be2-b3cd-777b1a9c1515 admin admin] Pushing event updated for resources: {'Port': ['ID=c951ccc4-cf03-431b-bd61-d4f37864b838,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:37.425579 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9603c2ec-0650-4be2-b3cd-777b1a9c1515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.427750 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cb0360cd-193b-402f-9885-4bf4ffcf940f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.435372 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-ab327bbe-4dd0-42d0-81f9-835b9c82d0a0 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Request body: {'floatingip': {'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:37.468353 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a1a205-95e8-466a-9803-b5df9f6ab2dd tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Made reservation on behalf of b5560d1e42d442a39f338ca946f9b6c1 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:37.471933 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-22a1a205-95e8-466a-9803-b5df9f6ab2dd tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.491920 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port 417835b1-5ca8-41e2-8373-0281248a778d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:37.492261 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port 417835b1-5ca8-41e2-8373-0281248a778d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:37.493076 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port 417835b1-5ca8-41e2-8373-0281248a778d on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:37.515425 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ab327bbe-4dd0-42d0-81f9-835b9c82d0a0 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks [] for floatingip, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.535957 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cb0360cd-193b-402f-9885-4bf4ffcf940f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.541259 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Port 417835b1-5ca8-41e2-8373-0281248a778d on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:43:37.542069 dv-neutron-828142-3-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Failed to bind port 417835b1-5ca8-41e2-8373-0281248a778d on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] Feb 16 12:43:37.544033 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-98800490-b61b-46ae-99e0-304a428410de admin admin] Allocated IP 172.20.0.1 (2aa0eb0f-3739-4f9e-877b-be15eb25358c/8a0e3897-2b6e-4377-a6ab-abfb13fdc5ca/9da85578-cdde-477b-8cb5-27df54e499c7) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:37.582063 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempt 7 to bind port 417835b1-5ca8-41e2-8373-0281248a778d Feb 16 12:43:37.625475 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 56a257d4-bdba-4a9c-9e24-2b98fb5efc43 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:43:37.660996 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e545af84-7426-43bb-8bbb-f4513f3ac41b tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.661899 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e545af84-7426-43bb-8bbb-f4513f3ac41b tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.706375 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port 417835b1-5ca8-41e2-8373-0281248a778d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:37.706710 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port 417835b1-5ca8-41e2-8373-0281248a778d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:37.707022 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port 417835b1-5ca8-41e2-8373-0281248a778d on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:37.721100 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a1a205-95e8-466a-9803-b5df9f6ab2dd tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:43:37.739627 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-98800490-b61b-46ae-99e0-304a428410de admin admin] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.747064 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Port 417835b1-5ca8-41e2-8373-0281248a778d on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:43:37.747389 dv-neutron-828142-3-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Failed to bind port 417835b1-5ca8-41e2-8373-0281248a778d on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] Feb 16 12:43:37.751157 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ab327bbe-4dd0-42d0-81f9-835b9c82d0a0 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.753932 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempt 8 to bind port 417835b1-5ca8-41e2-8373-0281248a778d Feb 16 12:43:37.768743 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-22a1a205-95e8-466a-9803-b5df9f6ab2dd tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.769115 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-22a1a205-95e8-466a-9803-b5df9f6ab2dd tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Added segment cd3099e1-3529-4026-aaa6-2752d4c1fa61 of type vlan for network ec0b5a5e-e332-4fb5-b3d8-bdea2593f2ee Feb 16 12:43:37.844988 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port 417835b1-5ca8-41e2-8373-0281248a778d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:37.846130 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port 417835b1-5ca8-41e2-8373-0281248a778d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:37.846130 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port 417835b1-5ca8-41e2-8373-0281248a778d on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:37.846303 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-98800490-b61b-46ae-99e0-304a428410de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.857391 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-ef588220-1503-47fc-a02d-5c7a9d7e3886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ba2d68-51b0-4802-976e-18725a0a3616', 'name': 'tempest-ServerActionsTestJSON-1704407734-router', 'tenant_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '33bdf321-9760-424f-8226-62f07277f43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:22Z', 'updated_at': '2022-02-16T12:43:35Z', 'revision_number': 4, 'project_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'gw_port': {'id': '33bdf321-9760-424f-8226-62f07277f43e', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ba2d68-51b0-4802-976e-18725a0a3616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:26Z', 'updated_at': '2022-02-16T12:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'c951ccc4-cf03-431b-bd61-d4f37864b838', 'name': '', 'network_id': '3e84b45d-91e8-4295-8226-a12fdb0f907b', 'tenant_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'mac_address': 'fa:16:3e:1c:5b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ba2d68-51b0-4802-976e-18725a0a3616', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '280fbadf-e19b-45d5-88e2-fb9cd6467432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:33Z', 'updated_at': '2022-02-16T12:43:33Z', 'revision_number': 1, 'project_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'subnets': [{'id': '280fbadf-e19b-45d5-88e2-fb9cd6467432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:37.879400 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9603c2ec-0650-4be2-b3cd-777b1a9c1515 admin admin] Network 3e84b45d-91e8-4295-8226-a12fdb0f907b is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:37.889728 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cb0360cd-193b-402f-9885-4bf4ffcf940f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.892352 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cb0360cd-193b-402f-9885-4bf4ffcf940f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.895820 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-cb0360cd-193b-402f-9885-4bf4ffcf940f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/51e7a4b4-2fc1-4292-bda2-0b313784dfb8 HTTP/1.1" status: 204 len: 168 time: 0.9005494 Feb 16 12:43:37.895978 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98800490-b61b-46ae-99e0-304a428410de admin admin] Network 2aa0eb0f-3739-4f9e-877b-be15eb25358c is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:37.902173 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e545af84-7426-43bb-8bbb-f4513f3ac41b tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.902338 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98800490-b61b-46ae-99e0-304a428410de admin admin] Pushing event updated for resources: {'Port': ['ID=9da85578-cdde-477b-8cb5-27df54e499c7,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:37.910994 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-98800490-b61b-46ae-99e0-304a428410de admin admin] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:37.916217 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98800490-b61b-46ae-99e0-304a428410de admin admin] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:43:37.916387 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-22a1a205-95e8-466a-9803-b5df9f6ab2dd tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.918834 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef588220-1503-47fc-a02d-5c7a9d7e3886 None None] The sync data for ids ['f8ba2d68-51b0-4802-976e-18725a0a3616'] in dv-neutron-828142-3-hyperv is: [{'id': 'f8ba2d68-51b0-4802-976e-18725a0a3616', 'name': 'tempest-ServerActionsTestJSON-1704407734-router', 'tenant_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '33bdf321-9760-424f-8226-62f07277f43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:22Z', 'updated_at': '2022-02-16T12:43:35Z', 'revision_number': 4, 'project_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'gw_port': {'id': '33bdf321-9760-424f-8226-62f07277f43e', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ba2d68-51b0-4802-976e-18725a0a3616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:26Z', 'updated_at': '2022-02-16T12:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'c951ccc4-cf03-431b-bd61-d4f37864b838', 'name': '', 'network_id': '3e84b45d-91e8-4295-8226-a12fdb0f907b', 'tenant_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'mac_address': 'fa:16:3e:1c:5b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ba2d68-51b0-4802-976e-18725a0a3616', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '280fbadf-e19b-45d5-88e2-fb9cd6467432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:33Z', 'updated_at': '2022-02-16T12:43:33Z', 'revision_number': 1, 'project_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'subnets': [{'id': '280fbadf-e19b-45d5-88e2-fb9cd6467432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:43:37.919432 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-9603c2ec-0650-4be2-b3cd-777b1a9c1515 admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:37.919997 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-387f155c-1b77-42d5-9b54-7c06aaa30578 None None] Could not find standard attr ID for object af0b8306-d83f-413c-a667-db151175c159. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:43:37.926255 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 56a257d4-bdba-4a9c-9e24-2b98fb5efc43 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:37.926640 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.937213 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Port 417835b1-5ca8-41e2-8373-0281248a778d on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:43:37.937540 dv-neutron-828142-3-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Failed to bind port 417835b1-5ca8-41e2-8373-0281248a778d on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] Feb 16 12:43:37.944732 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempt 9 to bind port 417835b1-5ca8-41e2-8373-0281248a778d Feb 16 12:43:37.979778 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-98800490-b61b-46ae-99e0-304a428410de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.979979 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0360cd-193b-402f-9885-4bf4ffcf940f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e7a4b4-2fc1-4292-bda2-0b313784dfb8,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:38.028253 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dde978-83ef-4aa1-bf55-06cecaaa804b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-038a5ed4-cad2-4cec-8f6c-7cd71c81860a', 'network_id': '038a5ed4-cad2-4cec-8f6c-7cd71c81860a', 'tenant_id': '909c0f0556a54c039ac3fa1b6ab6f8a4', 'fixed_ips': [{'subnet_id': '15eabc3b-9a22-4708-854e-bba39e689c07'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:43:38.029119 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-38dde978-83ef-4aa1-bf55-06cecaaa804b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.140225 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.db.resource_extend [None req-22a1a205-95e8-466a-9803-b5df9f6ab2dd tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:43:38.154014 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-154c7a0f-acba-4f65-abe7-5189d0b2e9f3 None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.189898 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-154c7a0f-acba-4f65-abe7-5189d0b2e9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.296181 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port 417835b1-5ca8-41e2-8373-0281248a778d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:38.296875 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port 417835b1-5ca8-41e2-8373-0281248a778d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:38.297261 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port 417835b1-5ca8-41e2-8373-0281248a778d on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:38.330299 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Port 417835b1-5ca8-41e2-8373-0281248a778d on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:43:38.330639 dv-neutron-828142-3-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Failed to bind port 417835b1-5ca8-41e2-8373-0281248a778d on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] Feb 16 12:43:38.339027 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bfae5636-c791-44b4-8597-9d5b55c28dee tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.345952 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-ab327bbe-4dd0-42d0-81f9-835b9c82d0a0 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Allocated IP 172.26.2.252 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/8ae68e7a-1ef2-4813-84ea-01768cb7d9e6) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:38.457955 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempt 10 to bind port 417835b1-5ca8-41e2-8373-0281248a778d Feb 16 12:43:38.476657 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-22a1a205-95e8-466a-9803-b5df9f6ab2dd tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.484798 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a1a205-95e8-466a-9803-b5df9f6ab2dd tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:38.485430 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-22a1a205-95e8-466a-9803-b5df9f6ab2dd tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.500662 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-154c7a0f-acba-4f65-abe7-5189d0b2e9f3 None None] Attempting to bind port 5da707b0-f2b4-4c80-b398-8316c33d60c5 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:38.501025 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-154c7a0f-acba-4f65-abe7-5189d0b2e9f3 None None] Attempting to bind port 5da707b0-f2b4-4c80-b398-8316c33d60c5 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:38.501790 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154c7a0f-acba-4f65-abe7-5189d0b2e9f3 None None] Attempting to bind port 5da707b0-f2b4-4c80-b398-8316c33d60c5 on network a08a3d1b-2e35-4b18-9cb0-756d355083e6 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:38.507376 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ab327bbe-4dd0-42d0-81f9-835b9c82d0a0 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.530205 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cafc067-567a-41c5-9134-32ce4369a761 None None] Pushing event updated for resources: {'Port': ['ID=5da707b0-f2b4-4c80-b398-8316c33d60c5,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:38.549354 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-01030542-d397-4593-8a2a-92eb80262197 None None] Provisioning complete for port c951ccc4-cf03-431b-bd61-d4f37864b838 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:38.549741 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-01030542-d397-4593-8a2a-92eb80262197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.564330 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ab327bbe-4dd0-42d0-81f9-835b9c82d0a0 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.577933 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154c7a0f-acba-4f65-abe7-5189d0b2e9f3 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:43:38.577933 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154c7a0f-acba-4f65-abe7-5189d0b2e9f3 None None] Checking segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:43:38.577933 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-154c7a0f-acba-4f65-abe7-5189d0b2e9f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.577933 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154c7a0f-acba-4f65-abe7-5189d0b2e9f3 None None] Bound using segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:43:38.582957 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-154c7a0f-acba-4f65-abe7-5189d0b2e9f3 None None] Bound port: 5da707b0-f2b4-4c80-b398-8316c33d60c5, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:43:38.583570 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-154c7a0f-acba-4f65-abe7-5189d0b2e9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.591388 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bfae5636-c791-44b4-8597-9d5b55c28dee tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.667742 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-98800490-b61b-46ae-99e0-304a428410de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.695688 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e545af84-7426-43bb-8bbb-f4513f3ac41b tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.699780 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port 417835b1-5ca8-41e2-8373-0281248a778d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:38.700120 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port 417835b1-5ca8-41e2-8373-0281248a778d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:38.700449 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port 417835b1-5ca8-41e2-8373-0281248a778d on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:38.748389 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-bfae5636-c791-44b4-8597-9d5b55c28dee tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] In _notify_port_updated(), no bound segment for port d9aad4bf-5f48-43b5-9ada-ba37145d2840 on network 17011399-3362-47bd-ab7e-af743c675541 {{(pid=109049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 12:43:38.754522 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-38dde978-83ef-4aa1-bf55-06cecaaa804b None None] Allocated IP 172.20.0.2 (038a5ed4-cad2-4cec-8f6c-7cd71c81860a/15eabc3b-9a22-4708-854e-bba39e689c07/b8511b04-1079-4a8c-bf7f-7a43c44014a2) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:38.755388 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfae5636-c791-44b4-8597-9d5b55c28dee tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:38.756077 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bfae5636-c791-44b4-8597-9d5b55c28dee tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.763112 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-bfae5636-c791-44b4-8597-9d5b55c28dee tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] 10.222.0.90 "PUT /v2.0/ports/d9aad4bf-5f48-43b5-9ada-ba37145d2840 HTTP/1.1" status: 200 len: 1001 time: 2.5094216 Feb 16 12:43:38.767401 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59628) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:38.777812 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab327bbe-4dd0-42d0-81f9-835b9c82d0a0 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:38.778490 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-22a1a205-95e8-466a-9803-b5df9f6ab2dd tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5579596 Feb 16 12:43:38.779223 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Port 417835b1-5ca8-41e2-8373-0281248a778d on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:43:38.779545 dv-neutron-828142-3-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Failed to bind port 417835b1-5ca8-41e2-8373-0281248a778d on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] Feb 16 12:43:38.779917 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.792329 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59630) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:38.800399 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 43d10d0a-30db-4044-a9b6-5956754d9fda up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:43:38.814011 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-01030542-d397-4593-8a2a-92eb80262197 None None] Port c951ccc4-cf03-431b-bd61-d4f37864b838 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:43:38.865801 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1a205-95e8-466a-9803-b5df9f6ab2dd tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Pushing event updated for resources: {'Network': ['ID=ec0b5a5e-e332-4fb5-b3d8-bdea2593f2ee,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:38.877684 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae5636-c791-44b4-8597-9d5b55c28dee tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Pushing event updated for resources: {'Port': ['ID=d9aad4bf-5f48-43b5-9ada-ba37145d2840,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:38.895468 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9603c2ec-0650-4be2-b3cd-777b1a9c1515 admin admin] Router f8ba2d68-51b0-4802-976e-18725a0a3616 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:43:38.902246 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network ec0b5a5e-e332-4fb5-b3d8-bdea2593f2ee details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:43:38.930137 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-154c7a0f-acba-4f65-abe7-5189d0b2e9f3 None None] For port 5da707b0-f2b4-4c80-b398-8316c33d60c5, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:43:39.072578 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-ab327bbe-4dd0-42d0-81f9-835b9c82d0a0 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:39.236425 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-154c7a0f-acba-4f65-abe7-5189d0b2e9f3 None None] For port 5da707b0-f2b4-4c80-b398-8316c33d60c5, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=5da707b0-f2b4-4c80-b398-8316c33d60c5,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:43:39.258965 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab327bbe-4dd0-42d0-81f9-835b9c82d0a0 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Pushing event updated for resources: {'Port': ['ID=8ae68e7a-1ef2-4813-84ea-01768cb7d9e6,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:39.291086 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab327bbe-4dd0-42d0-81f9-835b9c82d0a0 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:43:39.293534 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] For port 417835b1-5ca8-41e2-8373-0281248a778d, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:43:39.294446 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempted to set empty binding levels {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 16 12:43:39.319963 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-154c7a0f-acba-4f65-abe7-5189d0b2e9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:39.329736 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:39.351284 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-64711fbf-6894-4d04-8076-59658b008283 None None] Provisioning complete for port 9da85578-cdde-477b-8cb5-27df54e499c7 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:39.351652 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-64711fbf-6894-4d04-8076-59658b008283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:39.457690 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cafc067-567a-41c5-9134-32ce4369a761 None None] Pushing event updated for resources: {'Port': ['ID=5da707b0-f2b4-4c80-b398-8316c33d60c5,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:39.508277 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ab327bbe-4dd0-42d0-81f9-835b9c82d0a0 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:39.572420 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-38dde978-83ef-4aa1-bf55-06cecaaa804b None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:39.592191 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 43d10d0a-30db-4044-a9b6-5956754d9fda triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:39.597498 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:39.602062 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-64711fbf-6894-4d04-8076-59658b008283 None None] Port 9da85578-cdde-477b-8cb5-27df54e499c7 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:43:39.616828 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-38dde978-83ef-4aa1-bf55-06cecaaa804b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:39.690110 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] In _notify_port_updated(), no bound segment for port 417835b1-5ca8-41e2-8373-0281248a778d on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 {{(pid=109049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 12:43:39.690828 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:39.695100 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:39.699386 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] 10.222.0.90 "PUT /v2.0/ports/417835b1-5ca8-41e2-8373-0281248a778d HTTP/1.1" status: 200 len: 980 time: 4.5207512 Feb 16 12:43:39.702313 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59644) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:39.815649 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-98800490-b61b-46ae-99e0-304a428410de admin admin] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:39.825576 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dde978-83ef-4aa1-bf55-06cecaaa804b None None] Pushing event updated for resources: {'Port': ['ID=b8511b04-1079-4a8c-bf7f-7a43c44014a2,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:39.835960 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9603c2ec-0650-4be2-b3cd-777b1a9c1515 admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:43:39.858715 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9603c2ec-0650-4be2-b3cd-777b1a9c1515 admin admin] 10.222.0.90 "PUT /v2.0/routers/f8ba2d68-51b0-4802-976e-18725a0a3616/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9169497 Feb 16 12:43:39.859071 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dde978-83ef-4aa1-bf55-06cecaaa804b None None] Network 038a5ed4-cad2-4cec-8f6c-7cd71c81860a is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:39.862411 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f2256-5240-465d-833c-3bbb0266a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Pushing event updated for resources: {'Port': ['ID=417835b1-5ca8-41e2-8373-0281248a778d,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:39.872042 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154c7a0f-acba-4f65-abe7-5189d0b2e9f3 None None] Routers {'30cfd739-ca76-4370-b852-d5dbd94f241b'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:43:39.872722 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-154c7a0f-acba-4f65-abe7-5189d0b2e9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:43:25Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['30cfd739-ca76-4370-b852-d5dbd94f241b'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:39.885383 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-38dde978-83ef-4aa1-bf55-06cecaaa804b None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:39.889525 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-98800490-b61b-46ae-99e0-304a428410de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:39.936375 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fc5ce0-f7aa-416f-bd29-50f033951aef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:39.937040 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fc5ce0-f7aa-416f-bd29-50f033951aef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:39.938315 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dde978-83ef-4aa1-bf55-06cecaaa804b None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:43:39.939539 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fc5ce0-f7aa-416f-bd29-50f033951aef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:39.940099 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fc5ce0-f7aa-416f-bd29-50f033951aef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:39.940506 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fc5ce0-f7aa-416f-bd29-50f033951aef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:39.940992 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fc5ce0-f7aa-416f-bd29-50f033951aef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:39.941458 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fc5ce0-f7aa-416f-bd29-50f033951aef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:39.942127 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fc5ce0-f7aa-416f-bd29-50f033951aef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:39.942337 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fc5ce0-f7aa-416f-bd29-50f033951aef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:39.942793 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fc5ce0-f7aa-416f-bd29-50f033951aef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:39.945982 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fc5ce0-f7aa-416f-bd29-50f033951aef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:39.946452 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fc5ce0-f7aa-416f-bd29-50f033951aef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:39.947048 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fc5ce0-f7aa-416f-bd29-50f033951aef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:39.947786 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fc5ce0-f7aa-416f-bd29-50f033951aef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:39.948247 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fc5ce0-f7aa-416f-bd29-50f033951aef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:39.948717 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fc5ce0-f7aa-416f-bd29-50f033951aef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:39.949288 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fc5ce0-f7aa-416f-bd29-50f033951aef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:39.950088 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fc5ce0-f7aa-416f-bd29-50f033951aef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:39.950525 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fc5ce0-f7aa-416f-bd29-50f033951aef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:39.950979 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fc5ce0-f7aa-416f-bd29-50f033951aef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:39.951427 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fc5ce0-f7aa-416f-bd29-50f033951aef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:39.957916 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-08fc5ce0-f7aa-416f-bd29-50f033951aef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18818 time: 0.2482991 Feb 16 12:43:39.966504 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-785565bc-e6c4-4746-8cea-2b5249e29f7f tempest-DHCPAgentSchedulersTestJSON-1622497538 tempest-DHCPAgentSchedulersTestJSON-1622497538-project-admin] 10.222.0.90 "GET /v2.0/agents/3c3291db-bb7a-4591-9d14-e7bc9fa63f4f/dhcp-networks HTTP/1.1" status: 200 len: 8066 time: 1.1585126 Feb 16 12:43:39.968369 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59654) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:39.968887 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59656) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:39.973399 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-98800490-b61b-46ae-99e0-304a428410de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:39.978443 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ab327bbe-4dd0-42d0-81f9-835b9c82d0a0 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:39.988942 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-b2f58002-73e9-4d47-8de7-b62415469e51 None None] Provisioning complete for port d9aad4bf-5f48-43b5-9ada-ba37145d2840 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:39.989269 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b2f58002-73e9-4d47-8de7-b62415469e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:40.101680 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e545af84-7426-43bb-8bbb-f4513f3ac41b tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:40.138336 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e545af84-7426-43bb-8bbb-f4513f3ac41b tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:40.206822 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-154c7a0f-acba-4f65-abe7-5189d0b2e9f3 None None] Set router 30cfd739-ca76-4370-b852-d5dbd94f241b gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:43:40.352068 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-e545af84-7426-43bb-8bbb-f4513f3ac41b tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Allocated IP 172.26.2.226 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/494830de-f9a2-4f0d-aba1-e820b29d951f) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:40.535749 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e545af84-7426-43bb-8bbb-f4513f3ac41b tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:40.538227 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59668) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:40.596604 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e545af84-7426-43bb-8bbb-f4513f3ac41b tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:40.636872 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-b2f58002-73e9-4d47-8de7-b62415469e51 None None] Port d9aad4bf-5f48-43b5-9ada-ba37145d2840 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:43:40.686103 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98800490-b61b-46ae-99e0-304a428410de admin admin] Network 2aa0eb0f-3739-4f9e-877b-be15eb25358c is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:40.689822 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e545af84-7426-43bb-8bbb-f4513f3ac41b tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:40.691219 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545af84-7426-43bb-8bbb-f4513f3ac41b tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Pushing event updated for resources: {'Port': ['ID=494830de-f9a2-4f0d-aba1-e820b29d951f,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:40.696896 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-e545af84-7426-43bb-8bbb-f4513f3ac41b tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:40.706504 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e545af84-7426-43bb-8bbb-f4513f3ac41b tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:43:40.751865 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-38dde978-83ef-4aa1-bf55-06cecaaa804b None None] Attempting to bind port b8511b04-1079-4a8c-bf7f-7a43c44014a2 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:40.752308 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-38dde978-83ef-4aa1-bf55-06cecaaa804b None None] Attempting to bind port b8511b04-1079-4a8c-bf7f-7a43c44014a2 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '5656de20-5a18-49c5-958a-bb46db55ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '038a5ed4-cad2-4cec-8f6c-7cd71c81860a'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:40.752731 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dde978-83ef-4aa1-bf55-06cecaaa804b None None] Attempting to bind port b8511b04-1079-4a8c-bf7f-7a43c44014a2 on network 038a5ed4-cad2-4cec-8f6c-7cd71c81860a {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:40.759543 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dde978-83ef-4aa1-bf55-06cecaaa804b None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:43:40.759916 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dde978-83ef-4aa1-bf55-06cecaaa804b None None] Checking segment: {'id': '5656de20-5a18-49c5-958a-bb46db55ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '038a5ed4-cad2-4cec-8f6c-7cd71c81860a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:43:40.760316 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-38dde978-83ef-4aa1-bf55-06cecaaa804b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:40.760816 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dde978-83ef-4aa1-bf55-06cecaaa804b None None] Bound using segment: {'id': '5656de20-5a18-49c5-958a-bb46db55ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '038a5ed4-cad2-4cec-8f6c-7cd71c81860a'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:43:40.761273 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-38dde978-83ef-4aa1-bf55-06cecaaa804b None None] Bound port: b8511b04-1079-4a8c-bf7f-7a43c44014a2, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5656de20-5a18-49c5-958a-bb46db55ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '038a5ed4-cad2-4cec-8f6c-7cd71c81860a'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:43:40.761605 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-38dde978-83ef-4aa1-bf55-06cecaaa804b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:40.786142 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59674) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:40.793751 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-bc2b0bef-46df-4e20-a44d-929d60d10353 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Deleting port d9aad4bf-5f48-43b5-9ada-ba37145d2840 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:43:40.793988 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bc2b0bef-46df-4e20-a44d-929d60d10353 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:40.800338 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-98800490-b61b-46ae-99e0-304a428410de admin admin] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:40.810324 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 56a257d4-bdba-4a9c-9e24-2b98fb5efc43 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:43:40.811005 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-6782cd82-5918-4119-850d-f629c0043c3a tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1269021581', 'description': 'tempest-description--2046415149'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:40.879604 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-3c364a4b-59f6-436a-8646-15c9a6957626 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-343876962', 'router:external': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:40.902226 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a582c6-35f6-46ef-994c-ff9baa9d7e5c tempest-DHCPAgentSchedulersTestJSON-1622497538 tempest-DHCPAgentSchedulersTestJSON-1622497538-project-admin] Network ec0b5a5e-e332-4fb5-b3d8-bdea2593f2ee is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:43:40.925629 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c364a4b-59f6-436a-8646-15c9a6957626 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Made reservation on behalf of 6458e97111fb4343a5736d1b40b6aca7 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:40.928437 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3c364a4b-59f6-436a-8646-15c9a6957626 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:40.947337 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-38dde978-83ef-4aa1-bf55-06cecaaa804b None None] For port b8511b04-1079-4a8c-bf7f-7a43c44014a2, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:43:40.952860 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-38dde978-83ef-4aa1-bf55-06cecaaa804b None None] For port b8511b04-1079-4a8c-bf7f-7a43c44014a2, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=b8511b04-1079-4a8c-bf7f-7a43c44014a2,segment=NetworkSegment(5656de20-5a18-49c5-958a-bb46db55ce67),segment_id=5656de20-5a18-49c5-958a-bb46db55ce67)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:43:40.954057 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98800490-b61b-46ae-99e0-304a428410de admin admin] Pushing event updated for resources: {'Port': ['ID=9da85578-cdde-477b-8cb5-27df54e499c7,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:40.954941 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 56a257d4-bdba-4a9c-9e24-2b98fb5efc43 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:40.955329 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:40.966147 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-38dde978-83ef-4aa1-bf55-06cecaaa804b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:40.977713 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3c364a4b-59f6-436a-8646-15c9a6957626 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.050097 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcf7f66-bc09-4833-8642-08622bf63bae None None] Network ec0b5a5e-e332-4fb5-b3d8-bdea2593f2ee requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:43:41.066742 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-154c7a0f-acba-4f65-abe7-5189d0b2e9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cfd739-ca76-4370-b852-d5dbd94f241b', 'name': 'tempest-ServersTestJSON-32306926-router', 'tenant_id': '31696bf849824682b4ce3692a5a8ee22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.84'}], 'enable_snat': True}, 'gw_port_id': '5da707b0-f2b4-4c80-b398-8316c33d60c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:22Z', 'updated_at': '2022-02-16T12:43:38Z', 'revision_number': 4, 'project_id': '31696bf849824682b4ce3692a5a8ee22', 'gw_port': {'id': '5da707b0-f2b4-4c80-b398-8316c33d60c5', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bd:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30cfd739-ca76-4370-b852-d5dbd94f241b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:26Z', 'updated_at': '2022-02-16T12:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '9da85578-cdde-477b-8cb5-27df54e499c7', 'name': '', 'network_id': '2aa0eb0f-3739-4f9e-877b-be15eb25358c', 'tenant_id': '31696bf849824682b4ce3692a5a8ee22', 'mac_address': 'fa:16:3e:eb:85:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30cfd739-ca76-4370-b852-d5dbd94f241b', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '8a0e3897-2b6e-4377-a6ab-abfb13fdc5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:37Z', 'updated_at': '2022-02-16T12:43:39Z', 'revision_number': 2, 'project_id': '31696bf849824682b4ce3692a5a8ee22', 'subnets': [{'id': '8a0e3897-2b6e-4377-a6ab-abfb13fdc5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:41.074841 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-33a582c6-35f6-46ef-994c-ff9baa9d7e5c tempest-DHCPAgentSchedulersTestJSON-1622497538 tempest-DHCPAgentSchedulersTestJSON-1622497538-project-admin] 10.222.0.90 "POST /v2.0/agents/3c3291db-bb7a-4591-9d14-e7bc9fa63f4f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.0970635 Feb 16 12:43:41.078347 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59676) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:41.164174 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e545af84-7426-43bb-8bbb-f4513f3ac41b tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.173615 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154c7a0f-acba-4f65-abe7-5189d0b2e9f3 None None] The sync data for ids ['30cfd739-ca76-4370-b852-d5dbd94f241b'] in dv-neutron-828142-3-hyperv is: [{'id': '30cfd739-ca76-4370-b852-d5dbd94f241b', 'name': 'tempest-ServersTestJSON-32306926-router', 'tenant_id': '31696bf849824682b4ce3692a5a8ee22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.84'}], 'enable_snat': True}, 'gw_port_id': '5da707b0-f2b4-4c80-b398-8316c33d60c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:22Z', 'updated_at': '2022-02-16T12:43:38Z', 'revision_number': 4, 'project_id': '31696bf849824682b4ce3692a5a8ee22', 'gw_port': {'id': '5da707b0-f2b4-4c80-b398-8316c33d60c5', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bd:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30cfd739-ca76-4370-b852-d5dbd94f241b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:26Z', 'updated_at': '2022-02-16T12:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '9da85578-cdde-477b-8cb5-27df54e499c7', 'name': '', 'network_id': '2aa0eb0f-3739-4f9e-877b-be15eb25358c', 'tenant_id': '31696bf849824682b4ce3692a5a8ee22', 'mac_address': 'fa:16:3e:eb:85:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30cfd739-ca76-4370-b852-d5dbd94f241b', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '8a0e3897-2b6e-4377-a6ab-abfb13fdc5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:37Z', 'updated_at': '2022-02-16T12:43:39Z', 'revision_number': 2, 'project_id': '31696bf849824682b4ce3692a5a8ee22', 'subnets': [{'id': '8a0e3897-2b6e-4377-a6ab-abfb13fdc5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:43:41.193011 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dde978-83ef-4aa1-bf55-06cecaaa804b None None] Pushing event updated for resources: {'Port': ['ID=b8511b04-1079-4a8c-bf7f-7a43c44014a2,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:41.222747 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6782cd82-5918-4119-850d-f629c0043c3a tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.230974 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-221eac7f-6c40-43f4-8466-d6801d402bda None None] Provisioning complete for port 9da85578-cdde-477b-8cb5-27df54e499c7 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:41.230974 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-221eac7f-6c40-43f4-8466-d6801d402bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.275654 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3c364a4b-59f6-436a-8646-15c9a6957626 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.281120 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-f198cd6d-82ac-4a37-aebb-7aa74a52f18e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Deleting port 417835b1-5ca8-41e2-8373-0281248a778d {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:43:41.281582 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f198cd6d-82ac-4a37-aebb-7aa74a52f18e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.281792 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3c364a4b-59f6-436a-8646-15c9a6957626 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.318656 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c364a4b-59f6-436a-8646-15c9a6957626 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b982766-2261-4860-a3ea-c5a33b26a079,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:41.339496 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98800490-b61b-46ae-99e0-304a428410de admin admin] Router 30cfd739-ca76-4370-b852-d5dbd94f241b has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:43:41.353441 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c364a4b-59f6-436a-8646-15c9a6957626 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:43:41.407200 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-221eac7f-6c40-43f4-8466-d6801d402bda None None] Port 9da85578-cdde-477b-8cb5-27df54e499c7 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:43:41.413643 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3c364a4b-59f6-436a-8646-15c9a6957626 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.413987 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-3c364a4b-59f6-436a-8646-15c9a6957626 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Added segment d297bf58-8ea5-4b4c-a789-9eb1516c82e3 of type vlan for network 5bf3b3d7-d9c0-4337-b122-3b3fad910e23 Feb 16 12:43:41.486714 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bc2b0bef-46df-4e20-a44d-929d60d10353 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.553699 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3c364a4b-59f6-436a-8646-15c9a6957626 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.572584 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-bc2b0bef-46df-4e20-a44d-929d60d10353 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Calling delete_port for d9aad4bf-5f48-43b5-9ada-ba37145d2840 owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:43:41.589940 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e545af84-7426-43bb-8bbb-f4513f3ac41b tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.614441 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 33bdf321-9760-424f-8226-62f07277f43e up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:43:41.629844 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-f198cd6d-82ac-4a37-aebb-7aa74a52f18e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] For port 417835b1-5ca8-41e2-8373-0281248a778d, host hv-neutron-8281, got binding levels [] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:43:41.630208 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f198cd6d-82ac-4a37-aebb-7aa74a52f18e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.654486 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3c364a4b-59f6-436a-8646-15c9a6957626 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.655644 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c364a4b-59f6-436a-8646-15c9a6957626 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:41.656237 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3c364a4b-59f6-436a-8646-15c9a6957626 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.740721 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-f198cd6d-82ac-4a37-aebb-7aa74a52f18e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Calling delete_port for 417835b1-5ca8-41e2-8373-0281248a778d owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:43:41.741951 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 33bdf321-9760-424f-8226-62f07277f43e triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:41.742337 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.790077 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3c364a4b-59f6-436a-8646-15c9a6957626 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.2504323 Feb 16 12:43:41.793909 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59678) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:41.803270 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-95cbc2bc-23bd-4916-b1eb-06e0738b0841 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Request body: {'subnet': {'network_id': '5bf3b3d7-d9c0-4337-b122-3b3fad910e23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:41.826626 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c364a4b-59f6-436a-8646-15c9a6957626 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Pushing event updated for resources: {'Network': ['ID=5bf3b3d7-d9c0-4337-b122-3b3fad910e23,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:41.848903 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 5bf3b3d7-d9c0-4337-b122-3b3fad910e23 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:43:41.862250 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ab327bbe-4dd0-42d0-81f9-835b9c82d0a0 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.875113 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cbc2bc-23bd-4916-b1eb-06e0738b0841 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Made reservation on behalf of 6458e97111fb4343a5736d1b40b6aca7 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:41.877575 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-95cbc2bc-23bd-4916-b1eb-06e0738b0841 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.919472 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.943668 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e545af84-7426-43bb-8bbb-f4513f3ac41b tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Router 31490b78-0574-4bee-a4b4-42d39f478e0e is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:43:41.966970 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 33bdf321-9760-424f-8226-62f07277f43e, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=33bdf321-9760-424f-8226-62f07277f43e,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:43:41.972105 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ab327bbe-4dd0-42d0-81f9-835b9c82d0a0 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.977811 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:42.063936 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=33bdf321-9760-424f-8226-62f07277f43e,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:42.141723 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e545af84-7426-43bb-8bbb-f4513f3ac41b tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:43:42.169390 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b37df50-07e3-45e9-844d-e75c27d83471 None None] Sync routers for ids ['31490b78-0574-4bee-a4b4-42d39f478e0e'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:43:42.184939 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b37df50-07e3-45e9-844d-e75c27d83471 None None] Routers {'31490b78-0574-4bee-a4b4-42d39f478e0e'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:43:42.185797 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-0b37df50-07e3-45e9-844d-e75c27d83471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:43:25Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['31490b78-0574-4bee-a4b4-42d39f478e0e'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:42.246179 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e545af84-7426-43bb-8bbb-f4513f3ac41b tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:42.252464 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0d149f91-a53e-47a8-b811-62d7826f7986 tempest-DHCPAgentSchedulersTestJSON-1622497538 tempest-DHCPAgentSchedulersTestJSON-1622497538-project-admin] 10.222.0.90 "GET /v2.0/agents/3c3291db-bb7a-4591-9d14-e7bc9fa63f4f/dhcp-networks HTTP/1.1" status: 200 len: 8835 time: 1.0724638 Feb 16 12:43:42.255849 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e545af84-7426-43bb-8bbb-f4513f3ac41b tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 4.8701341 Feb 16 12:43:42.257014 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59680) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:42.258828 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59682) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:42.307549 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-0b37df50-07e3-45e9-844d-e75c27d83471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:42.325506 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6782cd82-5918-4119-850d-f629c0043c3a tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:42.330654 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b37df50-07e3-45e9-844d-e75c27d83471 None None] Routers {'31490b78-0574-4bee-a4b4-42d39f478e0e'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:43:42.333124 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-0b37df50-07e3-45e9-844d-e75c27d83471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:43:25Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['31490b78-0574-4bee-a4b4-42d39f478e0e'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:42.349184 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98800490-b61b-46ae-99e0-304a428410de admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:43:42.356396 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-98800490-b61b-46ae-99e0-304a428410de admin admin] 10.222.0.90 "PUT /v2.0/routers/30cfd739-ca76-4370-b852-d5dbd94f241b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4767249 Feb 16 12:43:42.357725 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab327bbe-4dd0-42d0-81f9-835b9c82d0a0 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Pushing event updated for resources: {'Port': ['ID=8ae68e7a-1ef2-4813-84ea-01768cb7d9e6,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:42.423553 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f198cd6d-82ac-4a37-aebb-7aa74a52f18e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:42.462941 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-0b37df50-07e3-45e9-844d-e75c27d83471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:42.465285 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b37df50-07e3-45e9-844d-e75c27d83471 None None] The sync data for ids ['31490b78-0574-4bee-a4b4-42d39f478e0e'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:43:42.485246 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f198cd6d-82ac-4a37-aebb-7aa74a52f18e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:42.493299 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f198cd6d-82ac-4a37-aebb-7aa74a52f18e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] 10.222.0.90 "DELETE /v2.0/ports/417835b1-5ca8-41e2-8373-0281248a778d HTTP/1.1" status: 204 len: 168 time: 2.5143025 Feb 16 12:43:42.493299 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6782cd82-5918-4119-850d-f629c0043c3a tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:42.508080 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59686) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:42.550756 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f198cd6d-82ac-4a37-aebb-7aa74a52f18e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Pushing event deleted for resources: {'Port': ['ID=417835b1-5ca8-41e2-8373-0281248a778d,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:42.589673 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782cd82-5918-4119-850d-f629c0043c3a tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2828b2-994b-4a33-81cb-c9c22d19476b,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:42.607452 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef83a11e-b69a-4d02-8526-be40d5a3b8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] GET failed (client error): The resource could not be found. Feb 16 12:43:42.612453 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ef83a11e-b69a-4d02-8526-be40d5a3b8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] 10.222.0.90 "GET /v2.0/ports/417835b1-5ca8-41e2-8373-0281248a778d HTTP/1.1" status: 404 len: 333 time: 0.0631297 Feb 16 12:43:42.615583 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6782cd82-5918-4119-850d-f629c0043c3a tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:42.617785 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6782cd82-5918-4119-850d-f629c0043c3a tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.8149981 Feb 16 12:43:42.618626 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59692) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:42.649446 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59694) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:42.657964 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-71455051-ef78-4578-acb7-d13bc0d5f10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2019035370', 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:42.677047 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-fa61976d-00bf-40f0-bc99-c7ba430414cb tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Request body: {'security_group_rule': {'security_group_id': '8b2828b2-994b-4a33-81cb-c9c22d19476b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:42.697253 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6572fb84-6689-462e-b61f-62df9b1873fc None None] Sync routers for ids ['f8ba2d68-51b0-4802-976e-18725a0a3616'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:43:42.727046 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6572fb84-6689-462e-b61f-62df9b1873fc None None] Routers {'f8ba2d68-51b0-4802-976e-18725a0a3616'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:43:42.727743 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6572fb84-6689-462e-b61f-62df9b1873fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:43:25Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['f8ba2d68-51b0-4802-976e-18725a0a3616'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:42.744177 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71455051-ef78-4578-acb7-d13bc0d5f10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Made reservation on behalf of 3e1a15dc57344792846b5b0d54ce1d6b for: {'port': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:42.749643 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-71455051-ef78-4578-acb7-d13bc0d5f10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:42.786367 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ab327bbe-4dd0-42d0-81f9-835b9c82d0a0 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:42.831094 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290330a6-1575-4f18-975d-4f594fb30452 None None] Network 038a5ed4-cad2-4cec-8f6c-7cd71c81860a requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:43:42.831654 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-71455051-ef78-4578-acb7-d13bc0d5f10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] device_id is not set on port 286731fb-e96b-4f20-ac58-65f41ee8f107 yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:43:43.037121 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-c1261609-64cf-4496-8a7f-dbf83eda2b05 None None] Provisioning complete for port b8511b04-1079-4a8c-bf7f-7a43c44014a2 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:43.037744 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c1261609-64cf-4496-8a7f-dbf83eda2b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:43.071088 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fa61976d-00bf-40f0-bc99-c7ba430414cb tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:43.128395 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-6572fb84-6689-462e-b61f-62df9b1873fc None None] Set router f8ba2d68-51b0-4802-976e-18725a0a3616 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:43:43.250291 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59696) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:43.266574 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-00f934d8-f086-4871-a106-7178b67bee58 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1379101927', 'description': 'tempest-description--930054602'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:43.276005 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ab327bbe-4dd0-42d0-81f9-835b9c82d0a0 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:43.293315 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ab327bbe-4dd0-42d0-81f9-835b9c82d0a0 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8735404 Feb 16 12:43:43.349856 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bc2b0bef-46df-4e20-a44d-929d60d10353 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:43.442076 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b0bef-46df-4e20-a44d-929d60d10353 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Pushing event deleted for resources: {'Port': ['ID=d9aad4bf-5f48-43b5-9ada-ba37145d2840,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:43.515163 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c1261609-64cf-4496-8a7f-dbf83eda2b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:43.521715 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5db1ee09-dca1-4478-b337-ec844532b388 tempest-DHCPAgentSchedulersTestJSON-1622497538 tempest-DHCPAgentSchedulersTestJSON-1622497538-project-admin] 10.222.0.90 "DELETE /v2.0/agents/3c3291db-bb7a-4591-9d14-e7bc9fa63f4f/dhcp-networks/ec0b5a5e-e332-4fb5-b3d8-bdea2593f2ee HTTP/1.1" status: 204 len: 168 time: 1.2634718 Feb 16 12:43:43.602096 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59702) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:43.603967 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-474ca697-832d-4a7d-a099-971ee0846119 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:43.736589 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-c1261609-64cf-4496-8a7f-dbf83eda2b05 None None] For port b8511b04-1079-4a8c-bf7f-7a43c44014a2, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=b8511b04-1079-4a8c-bf7f-7a43c44014a2,segment=NetworkSegment(5656de20-5a18-49c5-958a-bb46db55ce67),segment_id=5656de20-5a18-49c5-958a-bb46db55ce67)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:43:43.811693 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c1261609-64cf-4496-8a7f-dbf83eda2b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:43.961661 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-00f934d8-f086-4871-a106-7178b67bee58 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:43.965332 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fa61976d-00bf-40f0-bc99-c7ba430414cb tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:43.989468 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-71455051-ef78-4578-acb7-d13bc0d5f10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:43.999923 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 33bdf321-9760-424f-8226-62f07277f43e up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:43:44.061994 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fa61976d-00bf-40f0-bc99-c7ba430414cb tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:44.096817 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bc2b0bef-46df-4e20-a44d-929d60d10353 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:44.100398 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-bc2b0bef-46df-4e20-a44d-929d60d10353 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] 10.222.0.90 "DELETE /v2.0/ports/d9aad4bf-5f48-43b5-9ada-ba37145d2840 HTTP/1.1" status: 204 len: 168 time: 5.3151374 Feb 16 12:43:44.106745 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa61976d-00bf-40f0-bc99-c7ba430414cb tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf5ddd35-2e6a-40e3-8f12-aa51c52c57db,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:44.125957 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59720) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:44.149817 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59728) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:44.177926 dv-neutron-828142-3-hyperv neutron-server[109048]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 12:43:44.221954 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-79d03d7c-ac3b-4cc3-8d3f-114355ac4daf tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] GET failed (client error): The resource could not be found. Feb 16 12:43:44.227766 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-79d03d7c-ac3b-4cc3-8d3f-114355ac4daf tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] 10.222.0.90 "GET /v2.0/ports/d9aad4bf-5f48-43b5-9ada-ba37145d2840 HTTP/1.1" status: 404 len: 333 time: 0.0959575 Feb 16 12:43:44.232664 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59730) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:44.238028 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.objects.ports [None req-95cbc2bc-23bd-4916-b1eb-06e0738b0841 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109049) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 12:43:44.238247 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fa61976d-00bf-40f0-bc99-c7ba430414cb tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:44.238896 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-95cbc2bc-23bd-4916-b1eb-06e0738b0841 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:44.239726 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-fa61976d-00bf-40f0-bc99-c7ba430414cb tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5766630 Feb 16 12:43:44.247224 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-b1dc3a4c-3210-44d9-9c91-d68e85502c97 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Request body: {'port': {'network_id': '17011399-3362-47bd-ab7e-af743c675541', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2121869826'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:44.247411 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59732) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:44.256303 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-52e4a32c-f9c0-4318-8b27-f926ceacbfc2 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Request body: {'security_group_rule': {'security_group_id': '8b2828b2-994b-4a33-81cb-c9c22d19476b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:44.265915 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-0e4c735c-1a73-41a9-9c26-ebf9735b4aa4 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--186329670&fields=id&tenant_id=489d8001a9af43848d73f1eac35baebf HTTP/1.1" status: 200 len: 267 time: 0.0992799 Feb 16 12:43:44.305458 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1261609-64cf-4496-8a7f-dbf83eda2b05 None None] Pushing event updated for resources: {'Port': ['ID=b8511b04-1079-4a8c-bf7f-7a43c44014a2,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:44.319748 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-7d1a965f-b491-45bc-9cf6-1faf48dd19d2 None None] Provisioning complete for port b8511b04-1079-4a8c-bf7f-7a43c44014a2 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:44.320850 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7d1a965f-b491-45bc-9cf6-1faf48dd19d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:44.361709 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-52e4a32c-f9c0-4318-8b27-f926ceacbfc2 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:44.368726 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 33bdf321-9760-424f-8226-62f07277f43e triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:44.369102 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:44.381630 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-71455051-ef78-4578-acb7-d13bc0d5f10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:44.397782 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6572fb84-6689-462e-b61f-62df9b1873fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ba2d68-51b0-4802-976e-18725a0a3616', 'name': 'tempest-ServerActionsTestJSON-1704407734-router', 'tenant_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '33bdf321-9760-424f-8226-62f07277f43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:22Z', 'updated_at': '2022-02-16T12:43:35Z', 'revision_number': 4, 'project_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'gw_port': {'id': '33bdf321-9760-424f-8226-62f07277f43e', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ba2d68-51b0-4802-976e-18725a0a3616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:26Z', 'updated_at': '2022-02-16T12:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'c951ccc4-cf03-431b-bd61-d4f37864b838', 'name': '', 'network_id': '3e84b45d-91e8-4295-8226-a12fdb0f907b', 'tenant_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'mac_address': 'fa:16:3e:1c:5b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ba2d68-51b0-4802-976e-18725a0a3616', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '280fbadf-e19b-45d5-88e2-fb9cd6467432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:33Z', 'updated_at': '2022-02-16T12:43:36Z', 'revision_number': 2, 'project_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'subnets': [{'id': '280fbadf-e19b-45d5-88e2-fb9cd6467432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:44.436381 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6572fb84-6689-462e-b61f-62df9b1873fc None None] Checking router: f8ba2d68-51b0-4802-976e-18725a0a3616 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:43:44.436766 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6572fb84-6689-462e-b61f-62df9b1873fc None None] Updating router f8ba2d68-51b0-4802-976e-18725a0a3616 port c951ccc4-cf03-431b-bd61-d4f37864b838 binding host dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:43:44.500193 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6572fb84-6689-462e-b61f-62df9b1873fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:44.517899 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cbc2bc-23bd-4916-b1eb-06e0738b0841 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a76c9833-bf88-4bd9-8b50-16a2026d89cd,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:44.546829 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-474ca697-832d-4a7d-a099-971ee0846119 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Allocated IP 172.20.0.1 (038a5ed4-cad2-4cec-8f6c-7cd71c81860a/15eabc3b-9a22-4708-854e-bba39e689c07/323e35bb-bbb3-42f4-b737-9f7a0cb1648d) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:44.556026 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0fc31e83-d898-4b55-a1d5-1d02d8845c42 tempest-DHCPAgentSchedulersTestJSON-1622497538 tempest-DHCPAgentSchedulersTestJSON-1622497538-project-admin] 10.222.0.90 "GET /v2.0/agents/3c3291db-bb7a-4591-9d14-e7bc9fa63f4f/dhcp-networks HTTP/1.1" status: 200 len: 8066 time: 0.9280243 Feb 16 12:43:44.560847 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59734) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:44.602443 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cbc2bc-23bd-4916-b1eb-06e0738b0841 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Checking segment: {'id': 'd297bf58-8ea5-4b4c-a789-9eb1516c82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '5bf3b3d7-d9c0-4337-b122-3b3fad910e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:43:44.602904 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cbc2bc-23bd-4916-b1eb-06e0738b0841 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Network hostable DHCP agents. Network: 5bf3b3d7-d9c0-4337-b122-3b3fad910e23, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:43:44.613705 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b8511b04-1079-4a8c-bf7f-7a43c44014a2 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:43:44.678730 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f272472b-199d-4ba4-bda9-c0432b99d741 tempest-DHCPAgentSchedulersTestJSON-1622497538 tempest-DHCPAgentSchedulersTestJSON-1622497538-project-admin] 10.222.0.90 "GET /v2.0/networks/bf9e8bc0-e153-45b3-946f-f42bbea3da4a/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1078150 Feb 16 12:43:44.680996 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59736) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:44.712557 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71455051-ef78-4578-acb7-d13bc0d5f10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:44.726170 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-00f934d8-f086-4871-a106-7178b67bee58 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:44.730449 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cbc2bc-23bd-4916-b1eb-06e0738b0841 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Network 5bf3b3d7-d9c0-4337-b122-3b3fad910e23 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:43:44.747606 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a7e2c601-9b2c-4b49-b150-2502e14dfc3b tempest-DHCPAgentSchedulersTestJSON-1622497538 tempest-DHCPAgentSchedulersTestJSON-1622497538-project-admin] 10.222.0.90 "GET /v2.0/networks/bf9e8bc0-e153-45b3-946f-f42bbea3da4a/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0628891 Feb 16 12:43:44.747798 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-71455051-ef78-4578-acb7-d13bc0d5f10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:44.750646 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71455051-ef78-4578-acb7-d13bc0d5f10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:43:44.752890 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59738) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:44.753145 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71455051-ef78-4578-acb7-d13bc0d5f10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:44.753459 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-71455051-ef78-4578-acb7-d13bc0d5f10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:44.762793 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1dc3a4c-3210-44d9-9c91-d68e85502c97 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Made reservation on behalf of 57b94ba406644ee79acbb0c2cd07fe63 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:44.766377 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b1dc3a4c-3210-44d9-9c91-d68e85502c97 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:44.768563 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-00f934d8-f086-4871-a106-7178b67bee58 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:44.771973 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-95cbc2bc-23bd-4916-b1eb-06e0738b0841 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 5bf3b3d7-d9c0-4337-b122-3b3fad910e23) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:44.787254 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dd6d9b-b15c-4ddd-83c6-28efd11f73f6 None None] Network 5bf3b3d7-d9c0-4337-b122-3b3fad910e23 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:43:44.792946 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cbc2bc-23bd-4916-b1eb-06e0738b0841 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:44.793715 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-95cbc2bc-23bd-4916-b1eb-06e0738b0841 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:44.810180 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port b8511b04-1079-4a8c-bf7f-7a43c44014a2 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:44.810661 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:44.842769 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-b1dc3a4c-3210-44d9-9c91-d68e85502c97 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] device_id is not set on port 20e52b47-f61d-4460-bcc4-f1bdb0cd51bb yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:43:44.843376 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-00f934d8-f086-4871-a106-7178b67bee58 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:44.847841 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-00f934d8-f086-4871-a106-7178b67bee58 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5824034 Feb 16 12:43:44.861237 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59740) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:44.890683 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-5829ba50-1d90-4c06-a227-2d701116962f tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Request body: {'security_group_rule': {'security_group_id': 'bb81afa6-3206-42ea-9395-b464bf0620d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:44.892486 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-474ca697-832d-4a7d-a099-971ee0846119 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:44.899660 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-95cbc2bc-23bd-4916-b1eb-06e0738b0841 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0976472 Feb 16 12:43:44.899996 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59742) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:44.908941 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f934d8-f086-4871-a106-7178b67bee58 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb81afa6-3206-42ea-9395-b464bf0620d2,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:44.921766 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71455051-ef78-4578-acb7-d13bc0d5f10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Pushing event updated for resources: {'Port': ['ID=286731fb-e96b-4f20-ac58-65f41ee8f107,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:44.938392 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-71455051-ef78-4578-acb7-d13bc0d5f10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.3109472 Feb 16 12:43:44.944085 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59744) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:44.945664 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-8fca7f97-1d77-4661-af10-0c431ad51d29 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1960325483', 'network_id': '5bf3b3d7-d9c0-4337-b122-3b3fad910e23'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:44.995134 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-52e4a32c-f9c0-4318-8b27-f926ceacbfc2 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.002750 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-30d540df-24c6-4bf9-a1ae-b6c9ac923693 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:45.004639 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-30d540df-24c6-4bf9-a1ae-b6c9ac923693 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "GET /v2.0/networks?id=e7216791-092d-4489-8c96-9d0056177679 HTTP/1.1" status: 200 len: 811 time: 0.7105992 Feb 16 12:43:45.020657 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-52e4a32c-f9c0-4318-8b27-f926ceacbfc2 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.028467 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7ff31e-d512-4216-8d99-4a07b92b2fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:45.032360 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ec7ff31e-d512-4216-8d99-4a07b92b2fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] 10.222.0.90 "GET /v2.0/ports/286731fb-e96b-4f20-ac58-65f41ee8f107 HTTP/1.1" status: 200 len: 959 time: 0.0841887 Feb 16 12:43:45.033887 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59746) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:45.079062 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fca7f97-1d77-4661-af10-0c431ad51d29 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Made reservation on behalf of 6458e97111fb4343a5736d1b40b6aca7 for: {'port': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:45.081704 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8fca7f97-1d77-4661-af10-0c431ad51d29 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.102607 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d3e99063-6dbd-4dfe-a274-a49ae6045330 tempest-DHCPAgentSchedulersTestJSON-1622497538 tempest-DHCPAgentSchedulersTestJSON-1622497538-project-admin] 10.222.0.90 "GET /v2.0/agents/3c3291db-bb7a-4591-9d14-e7bc9fa63f4f/dhcp-networks HTTP/1.1" status: 200 len: 8869 time: 0.3449814 Feb 16 12:43:45.109213 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59748) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:45.114303 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4a32c-f9c0-4318-8b27-f926ceacbfc2 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edcbda95-7b07-4c21-8576-5ea67858e69b,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:45.114641 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1de99e3-b8ba-4c46-adf2-c9bc589002bc None None] Network 5bf3b3d7-d9c0-4337-b122-3b3fad910e23 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:43:45.125157 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-474ca697-832d-4a7d-a099-971ee0846119 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.139946 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-f1c0dfdd-911a-4434-9d48-39e8e8aa90eb tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "GET /v2.0/quotas/489d8001a9af43848d73f1eac35baebf HTTP/1.1" status: 200 len: 375 time: 0.0639508 Feb 16 12:43:45.146276 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5829ba50-1d90-4c06-a227-2d701116962f tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.165604 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-52e4a32c-f9c0-4318-8b27-f926ceacbfc2 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.173347 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-52e4a32c-f9c0-4318-8b27-f926ceacbfc2 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9175179 Feb 16 12:43:45.173347 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59750) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:45.177140 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-3bd42a09-6c54-4ed8-91a1-35f4c11fa76b tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Request body: {'floatingip': {'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:45.198375 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 5da707b0-f2b4-4c80-b398-8316c33d60c5 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:43:45.199025 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-8fca7f97-1d77-4661-af10-0c431ad51d29 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] device_id is not set on port 059ce87f-e2ed-4233-a53f-688cb234b45f yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:43:45.206244 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6572fb84-6689-462e-b61f-62df9b1873fc None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.215508 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-b1dc3a4c-3210-44d9-9c91-d68e85502c97 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Allocated IP 2001:db8::251 (17011399-3362-47bd-ab7e-af743c675541/9fc0021e-ea13-413a-ac25-f48ee5ce35fe/20e52b47-f61d-4460-bcc4-f1bdb0cd51bb) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:45.236120 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6572fb84-6689-462e-b61f-62df9b1873fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.342067 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a437f-68b6-4a7a-9dc0-4954a8bbbe22 None None] Pushing event updated for resources: {'Port': ['ID=c951ccc4-cf03-431b-bd61-d4f37864b838,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:45.423783 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3bd42a09-6c54-4ed8-91a1-35f4c11fa76b tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks [] for floatingip, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.465865 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 5da707b0-f2b4-4c80-b398-8316c33d60c5 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:45.466357 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.503814 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-6572fb84-6689-462e-b61f-62df9b1873fc None None] Attempting to bind port c951ccc4-cf03-431b-bd61-d4f37864b838 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:45.504295 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-6572fb84-6689-462e-b61f-62df9b1873fc None None] Attempting to bind port c951ccc4-cf03-431b-bd61-d4f37864b838 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '5d0d8596-bed8-4a04-ada5-85cd4dabf2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3e84b45d-91e8-4295-8226-a12fdb0f907b'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:45.504750 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6572fb84-6689-462e-b61f-62df9b1873fc None None] Attempting to bind port c951ccc4-cf03-431b-bd61-d4f37864b838 on network 3e84b45d-91e8-4295-8226-a12fdb0f907b {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:45.512382 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474ca697-832d-4a7d-a099-971ee0846119 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Network 038a5ed4-cad2-4cec-8f6c-7cd71c81860a is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:45.518095 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6572fb84-6689-462e-b61f-62df9b1873fc None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:43:45.518565 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6572fb84-6689-462e-b61f-62df9b1873fc None None] Checking segment: {'id': '5d0d8596-bed8-4a04-ada5-85cd4dabf2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3e84b45d-91e8-4295-8226-a12fdb0f907b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:43:45.519194 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6572fb84-6689-462e-b61f-62df9b1873fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.519773 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6572fb84-6689-462e-b61f-62df9b1873fc None None] Bound using segment: {'id': '5d0d8596-bed8-4a04-ada5-85cd4dabf2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3e84b45d-91e8-4295-8226-a12fdb0f907b'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:43:45.520328 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-6572fb84-6689-462e-b61f-62df9b1873fc None None] Bound port: c951ccc4-cf03-431b-bd61-d4f37864b838, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d0d8596-bed8-4a04-ada5-85cd4dabf2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3e84b45d-91e8-4295-8226-a12fdb0f907b'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:43:45.520847 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6572fb84-6689-462e-b61f-62df9b1873fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.535329 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-474ca697-832d-4a7d-a099-971ee0846119 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:45.547562 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-377b0d36-c190-45fd-b68c-ffe1ce807377 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=489d8001a9af43848d73f1eac35baebf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3428664 Feb 16 12:43:45.548198 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474ca697-832d-4a7d-a099-971ee0846119 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:43:45.576710 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5829ba50-1d90-4c06-a227-2d701116962f tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.582073 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-408926b9-aa7c-401b-8653-d77aaa26c0aa tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.608199 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ca697-832d-4a7d-a099-971ee0846119 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Pushing event updated for resources: {'Port': ['ID=323e35bb-bbb3-42f4-b737-9f7a0cb1648d,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:45.661387 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-79900cd5-af21-47e2-93fa-562e2f81b995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Deleting port 286731fb-e96b-4f20-ac58-65f41ee8f107 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:43:45.662834 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-79900cd5-af21-47e2-93fa-562e2f81b995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.665450 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5829ba50-1d90-4c06-a227-2d701116962f tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.679145 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-8fca7f97-1d77-4661-af10-0c431ad51d29 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Allocated IP 172.20.0.4 (5bf3b3d7-d9c0-4337-b122-3b3fad910e23/a76c9833-bf88-4bd9-8b50-16a2026d89cd/059ce87f-e2ed-4233-a53f-688cb234b45f) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:45.680680 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-6572fb84-6689-462e-b61f-62df9b1873fc None None] For port c951ccc4-cf03-431b-bd61-d4f37864b838, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:43:45.725944 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-6572fb84-6689-462e-b61f-62df9b1873fc None None] For port c951ccc4-cf03-431b-bd61-d4f37864b838, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=c951ccc4-cf03-431b-bd61-d4f37864b838,segment=NetworkSegment(5d0d8596-bed8-4a04-ada5-85cd4dabf2e9),segment_id=5d0d8596-bed8-4a04-ada5-85cd4dabf2e9)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:43:45.733693 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-474ca697-832d-4a7d-a099-971ee0846119 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.738515 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6572fb84-6689-462e-b61f-62df9b1873fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.788273 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5829ba50-1d90-4c06-a227-2d701116962f tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90769c2e-94fb-4ae6-8656-4f13d3908f95,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:45.822642 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.828093 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5829ba50-1d90-4c06-a227-2d701116962f tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.832313 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5829ba50-1d90-4c06-a227-2d701116962f tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9555392 Feb 16 12:43:45.835389 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59758) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:45.844428 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-f441dd74-ab30-4c0e-88e1-9f2b28dcdd3d tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Request body: {'security_group_rule': {'security_group_id': 'bb81afa6-3206-42ea-9395-b464bf0620d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:45.860779 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-79900cd5-af21-47e2-93fa-562e2f81b995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.873214 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-10a2eaca-9371-4e68-bb5e-e59a7c0a354a None None] Provisioning complete for port c951ccc4-cf03-431b-bd61-d4f37864b838 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:45.873747 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-10a2eaca-9371-4e68-bb5e-e59a7c0a354a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.915899 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-f920096f-75db-48b3-a6c2-0e799573292b service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:43:45.924869 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-f920096f-75db-48b3-a6c2-0e799573292b service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1596522 Feb 16 12:43:45.937267 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-79900cd5-af21-47e2-93fa-562e2f81b995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Calling delete_port for 286731fb-e96b-4f20-ac58-65f41ee8f107 owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:43:45.967656 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 5da707b0-f2b4-4c80-b398-8316c33d60c5, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=5da707b0-f2b4-4c80-b398-8316c33d60c5,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:43:45.981178 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.987685 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a437f-68b6-4a7a-9dc0-4954a8bbbe22 None None] Pushing event updated for resources: {'Port': ['ID=c951ccc4-cf03-431b-bd61-d4f37864b838,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:45.997069 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6572fb84-6689-462e-b61f-62df9b1873fc None None] Routers {'f8ba2d68-51b0-4802-976e-18725a0a3616'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:43:45.997703 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6572fb84-6689-462e-b61f-62df9b1873fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:43:25Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['f8ba2d68-51b0-4802-976e-18725a0a3616'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:46.070643 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-408926b9-aa7c-401b-8653-d77aaa26c0aa tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:46.109317 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-408926b9-aa7c-401b-8653-d77aaa26c0aa tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec0b5a5e-e332-4fb5-b3d8-bdea2593f2ee']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:46.124971 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-408926b9-aa7c-401b-8653-d77aaa26c0aa tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd3099e1-3529-4026-aaa6-2752d4c1fa61') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:46.125259 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-408926b9-aa7c-401b-8653-d77aaa26c0aa tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd3099e1-3529-4026-aaa6-2752d4c1fa61') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:46.138687 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-408926b9-aa7c-401b-8653-d77aaa26c0aa tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:46.155592 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-408926b9-aa7c-401b-8653-d77aaa26c0aa tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:46.166632 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-408926b9-aa7c-401b-8653-d77aaa26c0aa tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:43:46.167570 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-408926b9-aa7c-401b-8653-d77aaa26c0aa tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:46.219741 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=5da707b0-f2b4-4c80-b398-8316c33d60c5,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:46.249746 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:43:46.249746 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:43:46.249746 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:43:46.249746 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:43:46.249746 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:43:46.249746 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:43:46.249746 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:43:46.249746 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:43:46.249746 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:43:46.249746 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:43:46.249746 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:43:46.249746 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:43:46.249746 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:43:46.249746 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:43:46.249746 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:43:46.249746 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:43:46.249746 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:43:46.249746 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:43:46.249746 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:43:46.249746 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:43:46.249746 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:43:46.249746 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:43:46.249746 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:43:46.249746 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:43:46.249746 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:43:46.249746 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:43:46.249746 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:43:46.249746 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:43:46.249746 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:43:46.249746 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:43:46.249746 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:43:46.249746 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:43:46.257653 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b8511b04-1079-4a8c-bf7f-7a43c44014a2 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:43:46.275422 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f441dd74-ab30-4c0e-88e1-9f2b28dcdd3d tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:46.292171 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3bd42a09-6c54-4ed8-91a1-35f4c11fa76b tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:46.318286 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-be7b56ee-0156-4a2b-8855-3a692056743b service neutron] 10.222.0.90 "GET /v2.0/networks/e7216791-092d-4489-8c96-9d0056177679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910775 Feb 16 12:43:46.365560 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-10a2eaca-9371-4e68-bb5e-e59a7c0a354a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:46.372077 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-408926b9-aa7c-401b-8653-d77aaa26c0aa tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:46.406230 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408926b9-aa7c-401b-8653-d77aaa26c0aa tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Pushing event deleted for resources: {'Network': ['ID=ec0b5a5e-e332-4fb5-b3d8-bdea2593f2ee,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:46.407518 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-408926b9-aa7c-401b-8653-d77aaa26c0aa tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:46.410750 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-10a2eaca-9371-4e68-bb5e-e59a7c0a354a None None] For port c951ccc4-cf03-431b-bd61-d4f37864b838, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=c951ccc4-cf03-431b-bd61-d4f37864b838,segment=NetworkSegment(5d0d8596-bed8-4a04-ada5-85cd4dabf2e9),segment_id=5d0d8596-bed8-4a04-ada5-85cd4dabf2e9)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:43:46.414811 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-408926b9-aa7c-401b-8653-d77aaa26c0aa tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] 10.222.0.90 "DELETE /v2.0/networks/ec0b5a5e-e332-4fb5-b3d8-bdea2593f2ee HTTP/1.1" status: 204 len: 168 time: 1.3042388 Feb 16 12:43:46.421643 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59760) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:46.425071 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-10a2eaca-9371-4e68-bb5e-e59a7c0a354a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:46.434924 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b1dc3a4c-3210-44d9-9c91-d68e85502c97 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:46.436614 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-474ca697-832d-4a7d-a099-971ee0846119 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:46.466476 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-1a593a82-a679-4b37-bd8b-16801ef37e4c service neutron] 10.222.0.90 "GET /v2.0/networks/e7216791-092d-4489-8c96-9d0056177679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375685 Feb 16 12:43:46.563803 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf0e8271-ff3d-4af1-a1d1-20c32cf99a42 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] DELETE failed (client error): The resource could not be found. Feb 16 12:43:46.566240 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf0e8271-ff3d-4af1-a1d1-20c32cf99a42 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:43:46.581082 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-cf0e8271-ff3d-4af1-a1d1-20c32cf99a42 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] 10.222.0.90 "DELETE /v2.0/ports/af0b8306-d83f-413c-a667-db151175c159 HTTP/1.1" status: 404 len: 333 time: 0.1573768 Feb 16 12:43:46.582337 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59762) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:46.583663 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f441dd74-ab30-4c0e-88e1-9f2b28dcdd3d tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:46.591924 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8fca7f97-1d77-4661-af10-0c431ad51d29 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:46.597858 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-79900cd5-af21-47e2-93fa-562e2f81b995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:46.599724 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f441dd74-ab30-4c0e-88e1-9f2b28dcdd3d tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:46.626471 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-6572fb84-6689-462e-b61f-62df9b1873fc None None] Set router f8ba2d68-51b0-4802-976e-18725a0a3616 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:43:46.628828 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2eaca-9371-4e68-bb5e-e59a7c0a354a None None] Pushing event updated for resources: {'Port': ['ID=c951ccc4-cf03-431b-bd61-d4f37864b838,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:46.656020 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441dd74-ab30-4c0e-88e1-9f2b28dcdd3d tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72076407-2a52-48ed-83f6-e7373fbeeb0b,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:46.656020 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79900cd5-af21-47e2-93fa-562e2f81b995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Pushing event deleted for resources: {'Port': ['ID=286731fb-e96b-4f20-ac58-65f41ee8f107,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:46.662990 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-79900cd5-af21-47e2-93fa-562e2f81b995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:46.666588 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-79900cd5-af21-47e2-93fa-562e2f81b995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] 10.222.0.90 "DELETE /v2.0/ports/286731fb-e96b-4f20-ac58-65f41ee8f107 HTTP/1.1" status: 204 len: 168 time: 1.6214879 Feb 16 12:43:46.685110 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59764) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:46.691059 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-6cac8a81-b837-4ef1-848a-8935673d3659 None None] Provisioning complete for port c951ccc4-cf03-431b-bd61-d4f37864b838 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:46.691588 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6cac8a81-b837-4ef1-848a-8935673d3659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:46.737294 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port b8511b04-1079-4a8c-bf7f-7a43c44014a2 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:46.737661 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:46.738182 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-8adaab5c-a2bb-4985-b6a9-cfd6f2a51cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] GET failed (client error): The resource could not be found. Feb 16 12:43:46.744634 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8adaab5c-a2bb-4985-b6a9-cfd6f2a51cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] 10.222.0.90 "GET /v2.0/ports/286731fb-e96b-4f20-ac58-65f41ee8f107 HTTP/1.1" status: 404 len: 333 time: 0.0561755 Feb 16 12:43:46.771487 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59766) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:46.777059 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-f7353b42-a220-45d9-a357-be14f7405312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Request body: {'port': {'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1339763905'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:46.798116 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8fca7f97-1d77-4661-af10-0c431ad51d29 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:46.801529 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-3bd42a09-6c54-4ed8-91a1-35f4c11fa76b tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Allocated IP 172.26.2.51 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/86ccb3b6-acd1-41f2-aaac-1ee69c4e6058) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:46.808324 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f441dd74-ab30-4c0e-88e1-9f2b28dcdd3d tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:46.809789 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f441dd74-ab30-4c0e-88e1-9f2b28dcdd3d tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9703155 Feb 16 12:43:46.832602 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59776) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:46.843247 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-a3efe236-e22b-4100-b1f4-24feb9f0c198 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Request body: {'floatingip': {'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:46.911935 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba0d74e9-9269-4461-97d8-048ba4e14a7d tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Deleting subnet 36d18511-c1c8-46af-b3eb-f77d1ff03372 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:43:46.916830 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ba0d74e9-9269-4461-97d8-048ba4e14a7d tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:46.960219 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ba0d74e9-9269-4461-97d8-048ba4e14a7d tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:47.019231 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3bd42a09-6c54-4ed8-91a1-35f4c11fa76b tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:47.030654 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ccfac6-82dc-4189-86e5-1c4fd6c86b7f None None] Sync routers for ids ['30cfd739-ca76-4370-b852-d5dbd94f241b'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:43:47.045479 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ccfac6-82dc-4189-86e5-1c4fd6c86b7f None None] Routers {'30cfd739-ca76-4370-b852-d5dbd94f241b'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:43:47.046361 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-a1ccfac6-82dc-4189-86e5-1c4fd6c86b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:43:25Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['30cfd739-ca76-4370-b852-d5dbd94f241b'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:47.061420 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device c951ccc4-cf03-431b-bd61-d4f37864b838 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:43:47.066821 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-6cac8a81-b837-4ef1-848a-8935673d3659 None None] Provisioning complete for port 323e35bb-bbb3-42f4-b737-9f7a0cb1648d triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:47.067152 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59792) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:47.067399 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6cac8a81-b837-4ef1-848a-8935673d3659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:47.109061 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fca7f97-1d77-4661-af10-0c431ad51d29 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Network 5bf3b3d7-d9c0-4337-b122-3b3fad910e23 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:47.117918 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-8fca7f97-1d77-4661-af10-0c431ad51d29 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:47.123697 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7353b42-a220-45d9-a357-be14f7405312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Made reservation on behalf of 3e1a15dc57344792846b5b0d54ce1d6b for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:47.124839 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fca7f97-1d77-4661-af10-0c431ad51d29 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:43:47.127821 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f7353b42-a220-45d9-a357-be14f7405312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:47.145524 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3bd42a09-6c54-4ed8-91a1-35f4c11fa76b tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:47.191892 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b1dc3a4c-3210-44d9-9c91-d68e85502c97 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:47.240828 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-a1ccfac6-82dc-4189-86e5-1c4fd6c86b7f None None] Set router 30cfd739-ca76-4370-b852-d5dbd94f241b gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:43:47.242234 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-6cac8a81-b837-4ef1-848a-8935673d3659 None None] Port 323e35bb-bbb3-42f4-b737-9f7a0cb1648d cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:43:47.273265 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port c951ccc4-cf03-431b-bd61-d4f37864b838 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:47.273850 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:47.282174 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a3efe236-e22b-4100-b1f4-24feb9f0c198 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks [] for floatingip, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:47.288337 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca7f97-1d77-4661-af10-0c431ad51d29 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Pushing event updated for resources: {'Port': ['ID=059ce87f-e2ed-4233-a53f-688cb234b45f,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:47.290120 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-f7353b42-a220-45d9-a357-be14f7405312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] device_id is not set on port ef71d576-05cf-40c2-a3b8-a3c4157aa06a yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:43:47.330008 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6572fb84-6689-462e-b61f-62df9b1873fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ba2d68-51b0-4802-976e-18725a0a3616', 'name': 'tempest-ServerActionsTestJSON-1704407734-router', 'tenant_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '33bdf321-9760-424f-8226-62f07277f43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:22Z', 'updated_at': '2022-02-16T12:43:35Z', 'revision_number': 4, 'project_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'gw_port': {'id': '33bdf321-9760-424f-8226-62f07277f43e', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ba2d68-51b0-4802-976e-18725a0a3616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:26Z', 'updated_at': '2022-02-16T12:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'c951ccc4-cf03-431b-bd61-d4f37864b838', 'name': '', 'network_id': '3e84b45d-91e8-4295-8226-a12fdb0f907b', 'tenant_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'mac_address': 'fa:16:3e:1c:5b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ba2d68-51b0-4802-976e-18725a0a3616', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '280fbadf-e19b-45d5-88e2-fb9cd6467432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:33Z', 'updated_at': '2022-02-16T12:43:45Z', 'revision_number': 4, 'project_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'subnets': [{'id': '280fbadf-e19b-45d5-88e2-fb9cd6467432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:47.349299 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ba0d74e9-9269-4461-97d8-048ba4e14a7d tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:47.374423 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6572fb84-6689-462e-b61f-62df9b1873fc None None] The sync data for ids ['f8ba2d68-51b0-4802-976e-18725a0a3616'] in dv-neutron-828142-3-hyperv is: [{'id': 'f8ba2d68-51b0-4802-976e-18725a0a3616', 'name': 'tempest-ServerActionsTestJSON-1704407734-router', 'tenant_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '33bdf321-9760-424f-8226-62f07277f43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:22Z', 'updated_at': '2022-02-16T12:43:35Z', 'revision_number': 4, 'project_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'gw_port': {'id': '33bdf321-9760-424f-8226-62f07277f43e', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ba2d68-51b0-4802-976e-18725a0a3616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:26Z', 'updated_at': '2022-02-16T12:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'c951ccc4-cf03-431b-bd61-d4f37864b838', 'name': '', 'network_id': '3e84b45d-91e8-4295-8226-a12fdb0f907b', 'tenant_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'mac_address': 'fa:16:3e:1c:5b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ba2d68-51b0-4802-976e-18725a0a3616', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '280fbadf-e19b-45d5-88e2-fb9cd6467432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:33Z', 'updated_at': '2022-02-16T12:43:45Z', 'revision_number': 4, 'project_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'subnets': [{'id': '280fbadf-e19b-45d5-88e2-fb9cd6467432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:43:47.442763 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d5103a62-ae26-45aa-8ba2-b1f77058c334 req-23b165d0-5f71-40f3-8179-8a6541405aee tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "GET /v2.0/ports?device_id=d56ec542-6ed7-4f30-b1e3-286ea792f996 HTTP/1.1" status: 200 len: 210 time: 0.3554449 Feb 16 12:43:47.461443 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd42a09-6c54-4ed8-91a1-35f4c11fa76b tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:47.466152 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fca7f97-1d77-4661-af10-0c431ad51d29 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:47.467820 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8fca7f97-1d77-4661-af10-0c431ad51d29 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:47.478658 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-3bd42a09-6c54-4ed8-91a1-35f4c11fa76b tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:47.481470 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd42a09-6c54-4ed8-91a1-35f4c11fa76b tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:43:47.488156 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dc3a4c-3210-44d9-9c91-d68e85502c97 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Network 17011399-3362-47bd-ab7e-af743c675541 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:47.524277 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd42a09-6c54-4ed8-91a1-35f4c11fa76b tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Pushing event updated for resources: {'Port': ['ID=86ccb3b6-acd1-41f2-aaac-1ee69c4e6058,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:47.534307 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc3a4c-3210-44d9-9c91-d68e85502c97 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Pushing event updated for resources: {'Port': ['ID=20e52b47-f61d-4460-bcc4-f1bdb0cd51bb,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:47.535939 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-b1dc3a4c-3210-44d9-9c91-d68e85502c97 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:47.536855 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-a1ccfac6-82dc-4189-86e5-1c4fd6c86b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cfd739-ca76-4370-b852-d5dbd94f241b', 'name': 'tempest-ServersTestJSON-32306926-router', 'tenant_id': '31696bf849824682b4ce3692a5a8ee22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.84'}], 'enable_snat': True}, 'gw_port_id': '5da707b0-f2b4-4c80-b398-8316c33d60c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:22Z', 'updated_at': '2022-02-16T12:43:38Z', 'revision_number': 4, 'project_id': '31696bf849824682b4ce3692a5a8ee22', 'gw_port': {'id': '5da707b0-f2b4-4c80-b398-8316c33d60c5', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cfd739-ca76-4370-b852-d5dbd94f241b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:26Z', 'updated_at': '2022-02-16T12:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '9da85578-cdde-477b-8cb5-27df54e499c7', 'name': '', 'network_id': '2aa0eb0f-3739-4f9e-877b-be15eb25358c', 'tenant_id': '31696bf849824682b4ce3692a5a8ee22', 'mac_address': 'fa:16:3e:eb:85:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30cfd739-ca76-4370-b852-d5dbd94f241b', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '8a0e3897-2b6e-4377-a6ab-abfb13fdc5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:37Z', 'updated_at': '2022-02-16T12:43:39Z', 'revision_number': 2, 'project_id': '31696bf849824682b4ce3692a5a8ee22', 'subnets': [{'id': '8a0e3897-2b6e-4377-a6ab-abfb13fdc5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:47.548394 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-8fca7f97-1d77-4661-af10-0c431ad51d29 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.6403980 Feb 16 12:43:47.551270 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59804) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:47.575327 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ccfac6-82dc-4189-86e5-1c4fd6c86b7f None None] Checking router: 30cfd739-ca76-4370-b852-d5dbd94f241b for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:43:47.576837 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ccfac6-82dc-4189-86e5-1c4fd6c86b7f None None] Updating router 30cfd739-ca76-4370-b852-d5dbd94f241b port 9da85578-cdde-477b-8cb5-27df54e499c7 binding host dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:43:47.632799 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a1ccfac6-82dc-4189-86e5-1c4fd6c86b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:47.656904 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dc3a4c-3210-44d9-9c91-d68e85502c97 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:43:47.665768 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3bd42a09-6c54-4ed8-91a1-35f4c11fa76b tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:47.678311 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dc3a4c-3210-44d9-9c91-d68e85502c97 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:47.679234 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b1dc3a4c-3210-44d9-9c91-d68e85502c97 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:47.841460 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b1dc3a4c-3210-44d9-9c91-d68e85502c97 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.5982089 Feb 16 12:43:47.871372 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59812) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:47.888382 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-fb2eb1ff-0e1b-4b6d-ae19-9e1f4679b804 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:56:93:71'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:48.029019 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-17371019-bfca-48e0-8601-f7aab8faf259 None None] Provisioning complete for port 20e52b47-f61d-4460-bcc4-f1bdb0cd51bb triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:48.029305 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-17371019-bfca-48e0-8601-f7aab8faf259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.044564 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ba0d74e9-9269-4461-97d8-048ba4e14a7d tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.070809 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3bd42a09-6c54-4ed8-91a1-35f4c11fa76b tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.136553 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-17371019-bfca-48e0-8601-f7aab8faf259 None None] Port 20e52b47-f61d-4460-bcc4-f1bdb0cd51bb cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:43:48.199174 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-792fe107-9da2-4403-a32e-e691555d7e0d tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Deleting port 059ce87f-e2ed-4233-a53f-688cb234b45f {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:43:48.201271 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-792fe107-9da2-4403-a32e-e691555d7e0d tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.209386 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a1ccfac6-82dc-4189-86e5-1c4fd6c86b7f None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.220605 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a1ccfac6-82dc-4189-86e5-1c4fd6c86b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.220974 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device c951ccc4-cf03-431b-bd61-d4f37864b838 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:43:48.257857 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d74e9-9269-4461-97d8-048ba4e14a7d tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Pushing event deleted for resources: {'Subnet': ['ID=36d18511-c1c8-46af-b3eb-f77d1ff03372,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:48.289924 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f6318-50d2-4f7a-ba21-fc85f9f444bd None None] Pushing event updated for resources: {'Port': ['ID=9da85578-cdde-477b-8cb5-27df54e499c7,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:48.317045 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a475d3-db0d-4e34-9e53-9e0adb298ef0 None None] Network bf9e8bc0-e153-45b3-946f-f42bbea3da4a requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:43:48.349085 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ba0d74e9-9269-4461-97d8-048ba4e14a7d tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.361332 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ba0d74e9-9269-4461-97d8-048ba4e14a7d tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] 10.222.0.90 "DELETE /v2.0/subnets/36d18511-c1c8-46af-b3eb-f77d1ff03372 HTTP/1.1" status: 204 len: 168 time: 1.7663162 Feb 16 12:43:48.366747 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59820) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:48.371152 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-a1ccfac6-82dc-4189-86e5-1c4fd6c86b7f None None] Attempting to bind port 9da85578-cdde-477b-8cb5-27df54e499c7 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:48.371658 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-a1ccfac6-82dc-4189-86e5-1c4fd6c86b7f None None] Attempting to bind port 9da85578-cdde-477b-8cb5-27df54e499c7 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '542bb618-d660-4924-a1b1-b47e009f183e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2aa0eb0f-3739-4f9e-877b-be15eb25358c'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:48.372033 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ccfac6-82dc-4189-86e5-1c4fd6c86b7f None None] Attempting to bind port 9da85578-cdde-477b-8cb5-27df54e499c7 on network 2aa0eb0f-3739-4f9e-877b-be15eb25358c {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:48.379350 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ccfac6-82dc-4189-86e5-1c4fd6c86b7f None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:43:48.379734 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ccfac6-82dc-4189-86e5-1c4fd6c86b7f None None] Checking segment: {'id': '542bb618-d660-4924-a1b1-b47e009f183e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2aa0eb0f-3739-4f9e-877b-be15eb25358c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:43:48.380284 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a1ccfac6-82dc-4189-86e5-1c4fd6c86b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.381297 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ccfac6-82dc-4189-86e5-1c4fd6c86b7f None None] Bound using segment: {'id': '542bb618-d660-4924-a1b1-b47e009f183e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2aa0eb0f-3739-4f9e-877b-be15eb25358c'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:43:48.381994 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-a1ccfac6-82dc-4189-86e5-1c4fd6c86b7f None None] Bound port: 9da85578-cdde-477b-8cb5-27df54e499c7, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '542bb618-d660-4924-a1b1-b47e009f183e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2aa0eb0f-3739-4f9e-877b-be15eb25358c'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:43:48.382418 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a1ccfac6-82dc-4189-86e5-1c4fd6c86b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.449087 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f7353b42-a220-45d9-a357-be14f7405312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.472406 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-474ca697-832d-4a7d-a099-971ee0846119 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.530131 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-a1ccfac6-82dc-4189-86e5-1c4fd6c86b7f None None] For port 9da85578-cdde-477b-8cb5-27df54e499c7, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:43:48.537143 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-a1ccfac6-82dc-4189-86e5-1c4fd6c86b7f None None] For port 9da85578-cdde-477b-8cb5-27df54e499c7, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=9da85578-cdde-477b-8cb5-27df54e499c7,segment=NetworkSegment(542bb618-d660-4924-a1b1-b47e009f183e),segment_id=542bb618-d660-4924-a1b1-b47e009f183e)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:43:48.550590 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a1ccfac6-82dc-4189-86e5-1c4fd6c86b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.551071 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-474ca697-832d-4a7d-a099-971ee0846119 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.661184 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port c951ccc4-cf03-431b-bd61-d4f37864b838 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:48.661184 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.665700 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1c644dcd-e831-4818-839d-83960faf0480 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.674185 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ccfac6-82dc-4189-86e5-1c4fd6c86b7f None None] Routers {'30cfd739-ca76-4370-b852-d5dbd94f241b'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:43:48.676915 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-a1ccfac6-82dc-4189-86e5-1c4fd6c86b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:43:25Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['30cfd739-ca76-4370-b852-d5dbd94f241b'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:48.710321 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-146c92af-3101-4267-a282-8a17df1aacdc req-3b41e825-618f-4eb7-af65-8b67445a6433 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "GET /v2.0/ports?device_id=d56ec542-6ed7-4f30-b1e3-286ea792f996 HTTP/1.1" status: 200 len: 210 time: 0.1002758 Feb 16 12:43:48.719514 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-792fe107-9da2-4403-a32e-e691555d7e0d tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.785569 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f6318-50d2-4f7a-ba21-fc85f9f444bd None None] Pushing event updated for resources: {'Port': ['ID=9da85578-cdde-477b-8cb5-27df54e499c7,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:48.787244 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-792fe107-9da2-4403-a32e-e691555d7e0d tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Calling delete_port for 059ce87f-e2ed-4233-a53f-688cb234b45f owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:43:48.800460 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-99e7e907-1edf-42cf-b9dd-d3c53a30cd95 None None] Provisioning complete for port 9da85578-cdde-477b-8cb5-27df54e499c7 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:48.801010 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-99e7e907-1edf-42cf-b9dd-d3c53a30cd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.815178 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3bd42a09-6c54-4ed8-91a1-35f4c11fa76b tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.857027 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3bd42a09-6c54-4ed8-91a1-35f4c11fa76b tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.891462 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b4e89f-b2bc-4876-acb5-8bd861431f06 None None] DHCP port deletion for bf9e8bc0-e153-45b3-946f-f42bbea3da4a request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:43:48.907117 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 5da707b0-f2b4-4c80-b398-8316c33d60c5 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:43:48.918383 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-a1ccfac6-82dc-4189-86e5-1c4fd6c86b7f None None] Set router 30cfd739-ca76-4370-b852-d5dbd94f241b gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:43:49.097585 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-b2b4e89f-b2bc-4876-acb5-8bd861431f06 None None] Deleting port 56a257d4-bdba-4a9c-9e24-2b98fb5efc43 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:43:49.097960 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b2b4e89f-b2bc-4876-acb5-8bd861431f06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:49.101254 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-99e7e907-1edf-42cf-b9dd-d3c53a30cd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:49.109122 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fb2eb1ff-0e1b-4b6d-ae19-9e1f4679b804 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:49.134823 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 5da707b0-f2b4-4c80-b398-8316c33d60c5 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:49.135203 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:49.152724 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-1c644dcd-e831-4818-839d-83960faf0480 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Deleting port 56a257d4-bdba-4a9c-9e24-2b98fb5efc43 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:43:49.154154 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a3efe236-e22b-4100-b1f4-24feb9f0c198 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:49.154756 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1c644dcd-e831-4818-839d-83960faf0480 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:49.160511 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ca697-832d-4a7d-a099-971ee0846119 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Pushing event updated for resources: {'Port': ['ID=323e35bb-bbb3-42f4-b737-9f7a0cb1648d,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:49.170157 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-474ca697-832d-4a7d-a099-971ee0846119 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:49.179095 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f7353b42-a220-45d9-a357-be14f7405312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:49.276057 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-99e7e907-1edf-42cf-b9dd-d3c53a30cd95 None None] For port 9da85578-cdde-477b-8cb5-27df54e499c7, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=9da85578-cdde-477b-8cb5-27df54e499c7,segment=NetworkSegment(542bb618-d660-4924-a1b1-b47e009f183e),segment_id=542bb618-d660-4924-a1b1-b47e009f183e)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:43:49.289807 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-99e7e907-1edf-42cf-b9dd-d3c53a30cd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:49.302159 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-b2b4e89f-b2bc-4876-acb5-8bd861431f06 None None] For port 56a257d4-bdba-4a9c-9e24-2b98fb5efc43, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=56a257d4-bdba-4a9c-9e24-2b98fb5efc43,segment=NetworkSegment(c2792723-2552-4c0e-bca0-c01bba0aeb02),segment_id=c2792723-2552-4c0e-bca0-c01bba0aeb02)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:43:49.302419 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b2b4e89f-b2bc-4876-acb5-8bd861431f06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:49.305917 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-a1ccfac6-82dc-4189-86e5-1c4fd6c86b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cfd739-ca76-4370-b852-d5dbd94f241b', 'name': 'tempest-ServersTestJSON-32306926-router', 'tenant_id': '31696bf849824682b4ce3692a5a8ee22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.84'}], 'enable_snat': True}, 'gw_port_id': '5da707b0-f2b4-4c80-b398-8316c33d60c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:22Z', 'updated_at': '2022-02-16T12:43:38Z', 'revision_number': 4, 'project_id': '31696bf849824682b4ce3692a5a8ee22', 'gw_port': {'id': '5da707b0-f2b4-4c80-b398-8316c33d60c5', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cfd739-ca76-4370-b852-d5dbd94f241b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:26Z', 'updated_at': '2022-02-16T12:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '9da85578-cdde-477b-8cb5-27df54e499c7', 'name': '', 'network_id': '2aa0eb0f-3739-4f9e-877b-be15eb25358c', 'tenant_id': '31696bf849824682b4ce3692a5a8ee22', 'mac_address': 'fa:16:3e:eb:85:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30cfd739-ca76-4370-b852-d5dbd94f241b', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '8a0e3897-2b6e-4377-a6ab-abfb13fdc5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:37Z', 'updated_at': '2022-02-16T12:43:48Z', 'revision_number': 4, 'project_id': '31696bf849824682b4ce3692a5a8ee22', 'subnets': [{'id': '8a0e3897-2b6e-4377-a6ab-abfb13fdc5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:49.313248 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd42a09-6c54-4ed8-91a1-35f4c11fa76b tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Pushing event updated for resources: {'Port': ['ID=86ccb3b6-acd1-41f2-aaac-1ee69c4e6058,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:49.346912 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3bd42a09-6c54-4ed8-91a1-35f4c11fa76b tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:49.358184 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ccfac6-82dc-4189-86e5-1c4fd6c86b7f None None] The sync data for ids ['30cfd739-ca76-4370-b852-d5dbd94f241b'] in dv-neutron-828142-3-hyperv is: [{'id': '30cfd739-ca76-4370-b852-d5dbd94f241b', 'name': 'tempest-ServersTestJSON-32306926-router', 'tenant_id': '31696bf849824682b4ce3692a5a8ee22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.84'}], 'enable_snat': True}, 'gw_port_id': '5da707b0-f2b4-4c80-b398-8316c33d60c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:22Z', 'updated_at': '2022-02-16T12:43:38Z', 'revision_number': 4, 'project_id': '31696bf849824682b4ce3692a5a8ee22', 'gw_port': {'id': '5da707b0-f2b4-4c80-b398-8316c33d60c5', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cfd739-ca76-4370-b852-d5dbd94f241b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:26Z', 'updated_at': '2022-02-16T12:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '9da85578-cdde-477b-8cb5-27df54e499c7', 'name': '', 'network_id': '2aa0eb0f-3739-4f9e-877b-be15eb25358c', 'tenant_id': '31696bf849824682b4ce3692a5a8ee22', 'mac_address': 'fa:16:3e:eb:85:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30cfd739-ca76-4370-b852-d5dbd94f241b', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '8a0e3897-2b6e-4377-a6ab-abfb13fdc5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:37Z', 'updated_at': '2022-02-16T12:43:48Z', 'revision_number': 4, 'project_id': '31696bf849824682b4ce3692a5a8ee22', 'subnets': [{'id': '8a0e3897-2b6e-4377-a6ab-abfb13fdc5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:43:49.361438 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-b2b4e89f-b2bc-4876-acb5-8bd861431f06 None None] Calling delete_port for 56a257d4-bdba-4a9c-9e24-2b98fb5efc43 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:43:49.402653 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3bd42a09-6c54-4ed8-91a1-35f4c11fa76b tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:49.404403 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3bd42a09-6c54-4ed8-91a1-35f4c11fa76b tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2307043 Feb 16 12:43:49.406934 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-1c644dcd-e831-4818-839d-83960faf0480 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] For port 56a257d4-bdba-4a9c-9e24-2b98fb5efc43, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=56a257d4-bdba-4a9c-9e24-2b98fb5efc43,segment=NetworkSegment(c2792723-2552-4c0e-bca0-c01bba0aeb02),segment_id=c2792723-2552-4c0e-bca0-c01bba0aeb02)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:43:49.407305 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1c644dcd-e831-4818-839d-83960faf0480 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:49.433550 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-1c644dcd-e831-4818-839d-83960faf0480 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Calling delete_port for 56a257d4-bdba-4a9c-9e24-2b98fb5efc43 owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:43:49.436198 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-a3efe236-e22b-4100-b1f4-24feb9f0c198 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Allocated IP 172.26.2.249 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/9abe3c63-4287-41ac-a111-b8b541296738) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:49.451529 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7e907-1edf-42cf-b9dd-d3c53a30cd95 None None] Pushing event updated for resources: {'Port': ['ID=9da85578-cdde-477b-8cb5-27df54e499c7,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:49.539596 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-cb2fabc8-8296-4492-a07a-5dd7d29200f1 None None] Provisioning complete for port 9da85578-cdde-477b-8cb5-27df54e499c7 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:49.539959 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cb2fabc8-8296-4492-a07a-5dd7d29200f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:49.571442 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1c644dcd-e831-4818-839d-83960faf0480 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:49.590781 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-792fe107-9da2-4403-a32e-e691555d7e0d tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:49.627134 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c644dcd-e831-4818-839d-83960faf0480 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] No DVR routers for this DVR port 56a257d4-bdba-4a9c-9e24-2b98fb5efc43 on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:43:49.628674 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c644dcd-e831-4818-839d-83960faf0480 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Pushing event deleted for resources: {'Port': ['ID=56a257d4-bdba-4a9c-9e24-2b98fb5efc43,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:49.674654 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b2b4e89f-b2bc-4876-acb5-8bd861431f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:49.731488 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b4e89f-b2bc-4876-acb5-8bd861431f06 None None] Pushing event deleted for resources: {'Port': ['ID=56a257d4-bdba-4a9c-9e24-2b98fb5efc43,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:49.742738 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b4e89f-b2bc-4876-acb5-8bd861431f06 None None] No DVR routers for this DVR port 56a257d4-bdba-4a9c-9e24-2b98fb5efc43 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:43:49.750346 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7353b42-a220-45d9-a357-be14f7405312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:49.759192 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a3efe236-e22b-4100-b1f4-24feb9f0c198 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:49.794020 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7353b42-a220-45d9-a357-be14f7405312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Pushing event updated for resources: {'Port': ['ID=ef71d576-05cf-40c2-a3b8-a3c4157aa06a,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:49.800970 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.42', 61749) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:49.806085 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792fe107-9da2-4403-a32e-e691555d7e0d tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Pushing event deleted for resources: {'Port': ['ID=059ce87f-e2ed-4233-a53f-688cb234b45f,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:49.884834 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1c644dcd-e831-4818-839d-83960faf0480 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:49.913805 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-1c644dcd-e831-4818-839d-83960faf0480 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf9e8bc0-e153-45b3-946f-f42bbea3da4a']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:49.924548 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-1c644dcd-e831-4818-839d-83960faf0480 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2792723-2552-4c0e-bca0-c01bba0aeb02') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:49.924869 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-1c644dcd-e831-4818-839d-83960faf0480 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2792723-2552-4c0e-bca0-c01bba0aeb02') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:49.935620 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1c644dcd-e831-4818-839d-83960faf0480 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:49.952701 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-f7353b42-a220-45d9-a357-be14f7405312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:49.971082 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7353b42-a220-45d9-a357-be14f7405312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:43:49.972224 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7353b42-a220-45d9-a357-be14f7405312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:49.973098 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f7353b42-a220-45d9-a357-be14f7405312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:49.973314 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1c644dcd-e831-4818-839d-83960faf0480 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:50.000868 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c644dcd-e831-4818-839d-83960faf0480 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:43:50.001774 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1c644dcd-e831-4818-839d-83960faf0480 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:50.067155 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:43:50.067155 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:43:50.067155 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:43:50.067155 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:43:50.067155 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:43:50.067155 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:43:50.067155 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:43:50.067155 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:43:50.067155 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:43:50.067155 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:43:50.067155 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:43:50.067155 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:43:50.067155 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:43:50.067155 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:43:50.067155 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:43:50.067155 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:43:50.067155 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:43:50.067155 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:43:50.067155 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:43:50.067155 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:43:50.067155 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:43:50.067155 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:43:50.067155 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:43:50.067155 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:43:50.067155 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:43:50.067155 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:43:50.067155 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:43:50.067155 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:43:50.067155 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:43:50.067155 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:43:50.067155 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:43:50.067155 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:43:50.108985 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ea501242-1c3e-475f-8dd5-5d4a823c47cb req-3f0ae961-9cd2-4fee-a756-934e9f2c5169 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "GET /v2.0/ports?device_id=d56ec542-6ed7-4f30-b1e3-286ea792f996 HTTP/1.1" status: 200 len: 210 time: 0.1615784 Feb 16 12:43:50.136450 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-65560b32-a4ef-449b-8c6a-5d63feecb521 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1269021581&fields=id&tenant_id=0adafc1d94b74e8bb4ed6949f44548d7 HTTP/1.1" status: 200 len: 267 time: 0.4651766 Feb 16 12:43:50.150809 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-792fe107-9da2-4403-a32e-e691555d7e0d tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:50.154594 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-792fe107-9da2-4403-a32e-e691555d7e0d tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] 10.222.0.90 "DELETE /v2.0/ports/059ce87f-e2ed-4233-a53f-688cb234b45f HTTP/1.1" status: 204 len: 168 time: 2.6023886 Feb 16 12:43:50.173176 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59850) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:50.179703 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 9da85578-cdde-477b-8cb5-27df54e499c7 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:43:50.183050 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f7353b42-a220-45d9-a357-be14f7405312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.4101083 Feb 16 12:43:50.189930 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-5c82e183-d0bd-41b7-a9e4-e7d6d95cf461 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5bf3b3d7-d9c0-4337-b122-3b3fad910e23', 'external_fixed_ips': [{'subnet_id': 'a76c9833-bf88-4bd9-8b50-16a2026d89cd', 'ip_address': '172.20.0.4'}]}}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:50.196908 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59852) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:50.202564 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8281'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:50.225516 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fb2eb1ff-0e1b-4b6d-ae19-9e1f4679b804 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:50.233317 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1c644dcd-e831-4818-839d-83960faf0480 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:50.267335 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fb2eb1ff-0e1b-4b6d-ae19-9e1f4679b804 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:50.271594 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1c644dcd-e831-4818-839d-83960faf0480 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:50.276789 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1c644dcd-e831-4818-839d-83960faf0480 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] 10.222.0.90 "DELETE /v2.0/networks/bf9e8bc0-e153-45b3-946f-f42bbea3da4a HTTP/1.1" status: 204 len: 168 time: 1.9025557 Feb 16 12:43:50.280175 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 9da85578-cdde-477b-8cb5-27df54e499c7 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:50.280175 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:50.333692 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-fb2eb1ff-0e1b-4b6d-ae19-9e1f4679b804 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] In _notify_port_updated(), no bound segment for port 20e52b47-f61d-4460-bcc4-f1bdb0cd51bb on network 17011399-3362-47bd-ab7e-af743c675541 {{(pid=109049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 12:43:50.344922 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2eb1ff-0e1b-4b6d-ae19-9e1f4679b804 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:50.346099 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fb2eb1ff-0e1b-4b6d-ae19-9e1f4679b804 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:50.348995 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fb2eb1ff-0e1b-4b6d-ae19-9e1f4679b804 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] 10.222.0.90 "PUT /v2.0/ports/20e52b47-f61d-4460-bcc4-f1bdb0cd51bb HTTP/1.1" status: 200 len: 1003 time: 2.4752402 Feb 16 12:43:50.357195 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59860) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:50.363930 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c644dcd-e831-4818-839d-83960faf0480 tempest-DHCPAgentSchedulersTestJSON-2116217331 tempest-DHCPAgentSchedulersTestJSON-2116217331-project] Pushing event deleted for resources: {'Network': ['ID=bf9e8bc0-e153-45b3-946f-f42bbea3da4a,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:50.367284 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474ca697-832d-4a7d-a099-971ee0846119 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Network 038a5ed4-cad2-4cec-8f6c-7cd71c81860a is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:50.417883 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-474ca697-832d-4a7d-a099-971ee0846119 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:50.460436 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a3efe236-e22b-4100-b1f4-24feb9f0c198 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:50.566055 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3efe236-e22b-4100-b1f4-24feb9f0c198 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:50.571228 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5c82e183-d0bd-41b7-a9e4-e7d6d95cf461 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:50.572359 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5c82e183-d0bd-41b7-a9e4-e7d6d95cf461 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:50.585708 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-a3efe236-e22b-4100-b1f4-24feb9f0c198 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:50.593951 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3efe236-e22b-4100-b1f4-24feb9f0c198 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:43:50.661051 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:50.749167 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-34ffd685-93e0-40bc-8ad6-e9e1c3bbc7cd tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:50.759866 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-34ffd685-93e0-40bc-8ad6-e9e1c3bbc7cd tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/networks?id=3e84b45d-91e8-4295-8226-a12fdb0f907b HTTP/1.1" status: 200 len: 812 time: 0.6214206 Feb 16 12:43:50.764286 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 56a257d4-bdba-4a9c-9e24-2b98fb5efc43 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:43:50.798013 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 56a257d4-bdba-4a9c-9e24-2b98fb5efc43 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:43:50.798984 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-54da9937-8197-4856-922b-92b6be96d8bd tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/quotas/0adafc1d94b74e8bb4ed6949f44548d7 HTTP/1.1" status: 200 len: 375 time: 0.0385106 Feb 16 12:43:50.800433 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 56a257d4-bdba-4a9c-9e24-2b98fb5efc43 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:43:50.841071 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59876) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:50.927321 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2eb1ff-0e1b-4b6d-ae19-9e1f4679b804 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Pushing event updated for resources: {'Port': ['ID=20e52b47-f61d-4460-bcc4-f1bdb0cd51bb,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:51.043203 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5c82e183-d0bd-41b7-a9e4-e7d6d95cf461 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:51.054493 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-800f0cbf-2113-40f9-b396-2d374fd51048 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:51.054493 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-800f0cbf-2113-40f9-b396-2d374fd51048 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.42 "GET /v2.0/networks?id=e7216791-092d-4489-8c96-9d0056177679 HTTP/1.1" status: 200 len: 811 time: 1.0963225 Feb 16 12:43:51.065550 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3efe236-e22b-4100-b1f4-24feb9f0c198 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Pushing event updated for resources: {'Port': ['ID=9abe3c63-4287-41ac-a111-b8b541296738,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:51.087249 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a3efe236-e22b-4100-b1f4-24feb9f0c198 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:51.095593 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-2cac6464-73fe-4828-9ee8-7c353358bb88 None None] Provisioning complete for port 20e52b47-f61d-4460-bcc4-f1bdb0cd51bb triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:51.095881 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2cac6464-73fe-4828-9ee8-7c353358bb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:51.104410 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-146e478a-c5b9-470f-b614-d583c604fe3d tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=0adafc1d94b74e8bb4ed6949f44548d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2987392 Feb 16 12:43:51.148200 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-2cac6464-73fe-4828-9ee8-7c353358bb88 None None] Port 20e52b47-f61d-4460-bcc4-f1bdb0cd51bb cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:43:51.172500 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-2cac6464-73fe-4828-9ee8-7c353358bb88 None None] Provisioning complete for port 323e35bb-bbb3-42f4-b737-9f7a0cb1648d triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:51.172919 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2cac6464-73fe-4828-9ee8-7c353358bb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:51.231538 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474ca697-832d-4a7d-a099-971ee0846119 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Router 31490b78-0574-4bee-a4b4-42d39f478e0e has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:43:51.245409 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-08301d99-02ec-4a9d-b4ba-ec3d3038ef2a tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Deleting port 20e52b47-f61d-4460-bcc4-f1bdb0cd51bb {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:43:51.245409 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-08301d99-02ec-4a9d-b4ba-ec3d3038ef2a tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:51.263376 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-2cac6464-73fe-4828-9ee8-7c353358bb88 None None] Port 323e35bb-bbb3-42f4-b737-9f7a0cb1648d cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:43:51.283086 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0f532412-f661-4b25-8c6d-17467402ded0 req-5a146523-220f-45df-8d31-27a1e4707f12 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "GET /v2.0/ports?device_id=d56ec542-6ed7-4f30-b1e3-286ea792f996 HTTP/1.1" status: 200 len: 210 time: 0.0411751 Feb 16 12:43:51.352020 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a3efe236-e22b-4100-b1f4-24feb9f0c198 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:51.359351 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-c137bce7-35bb-4453-9b8b-400a4390ffca tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=489d8001a9af43848d73f1eac35baebf HTTP/1.1" status: 200 len: 379 time: 0.2593539 Feb 16 12:43:51.392777 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-07684246-e4ab-4fec-aea4-718fb85b7013 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Request body: {'port': {'device_id': 'd56ec542-6ed7-4f30-b1e3-286ea792f996', 'network_id': 'e7216791-092d-4489-8c96-9d0056177679', 'admin_state_up': True, 'tenant_id': '489d8001a9af43848d73f1eac35baebf', 'security_groups': ['a156816b-f8da-40dd-93af-8d12c111b96f']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:51.565092 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-be539d68-502b-48d9-9c3c-acaa7c1ac159 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:43:51.572521 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-be539d68-502b-48d9-9c3c-acaa7c1ac159 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3822126 Feb 16 12:43:51.611093 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474ca697-832d-4a7d-a099-971ee0846119 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:43:51.625457 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-474ca697-832d-4a7d-a099-971ee0846119 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] 10.222.0.90 "PUT /v2.0/routers/31490b78-0574-4bee-a4b4-42d39f478e0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3563321 Feb 16 12:43:51.625880 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59890) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:51.631308 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a659ac9b-7781-49ae-96f1-6096a7e1b5fc None None] Sync routers for ids ['31490b78-0574-4bee-a4b4-42d39f478e0e'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:43:51.650029 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-a8467852-2588-448f-bdd0-20bc2447a2f7 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Request body: {'port': {'network_id': '038a5ed4-cad2-4cec-8f6c-7cd71c81860a', 'name': 'tempest-FloatingIPAdminTestJSON-1421595735'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:51.653488 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a659ac9b-7781-49ae-96f1-6096a7e1b5fc None None] Routers {'31490b78-0574-4bee-a4b4-42d39f478e0e'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:43:51.654753 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-a659ac9b-7781-49ae-96f1-6096a7e1b5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:43:25Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['31490b78-0574-4bee-a4b4-42d39f478e0e'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:51.664449 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-07684246-e4ab-4fec-aea4-718fb85b7013 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Made reservation on behalf of 489d8001a9af43848d73f1eac35baebf for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:51.669131 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-07684246-e4ab-4fec-aea4-718fb85b7013 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:51.786024 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-a659ac9b-7781-49ae-96f1-6096a7e1b5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:51.786832 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a3efe236-e22b-4100-b1f4-24feb9f0c198 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:51.793103 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a3efe236-e22b-4100-b1f4-24feb9f0c198 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:51.805747 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2e871cd3-fa92-4573-9afa-cb5f12704db5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b5560d1e42d442a39f338ca946f9b6c1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9556859 Feb 16 12:43:51.812970 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a659ac9b-7781-49ae-96f1-6096a7e1b5fc None None] Routers {'31490b78-0574-4bee-a4b4-42d39f478e0e'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:43:51.816931 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-a659ac9b-7781-49ae-96f1-6096a7e1b5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:43:25Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['31490b78-0574-4bee-a4b4-42d39f478e0e'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:51.819389 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 59892) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:51.847694 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5c82e183-d0bd-41b7-a9e4-e7d6d95cf461 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:51.924752 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a3efe236-e22b-4100-b1f4-24feb9f0c198 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:51.935975 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-a659ac9b-7781-49ae-96f1-6096a7e1b5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:51.936796 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a659ac9b-7781-49ae-96f1-6096a7e1b5fc None None] The sync data for ids ['31490b78-0574-4bee-a4b4-42d39f478e0e'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:43:51.951534 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a3efe236-e22b-4100-b1f4-24feb9f0c198 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:51.953946 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a3efe236-e22b-4100-b1f4-24feb9f0c198 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1158686 Feb 16 12:43:51.968492 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] device_id is not set on port ef71d576-05cf-40c2-a3b8-a3c4157aa06a yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:43:51.988565 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3efe236-e22b-4100-b1f4-24feb9f0c198 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Pushing event updated for resources: {'Port': ['ID=9abe3c63-4287-41ac-a111-b8b541296738,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:51.992535 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-07684246-e4ab-4fec-aea4-718fb85b7013 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Allocated IP 172.20.0.13 (e7216791-092d-4489-8c96-9d0056177679/3db169c4-8f35-4e82-9aa0-dcd164ab8410/3405faf2-baff-411b-9b24-c409372d5b1e) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:52.003617 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:52.022217 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-08301d99-02ec-4a9d-b4ba-ec3d3038ef2a tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:52.086139 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:52.106551 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8467852-2588-448f-bdd0-20bc2447a2f7 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Made reservation on behalf of 909c0f0556a54c039ac3fa1b6ab6f8a4 for: {'port': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:52.114694 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a8467852-2588-448f-bdd0-20bc2447a2f7 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:52.135996 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-08301d99-02ec-4a9d-b4ba-ec3d3038ef2a tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Calling delete_port for 20e52b47-f61d-4460-bcc4-f1bdb0cd51bb owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:43:52.141848 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-a8467852-2588-448f-bdd0-20bc2447a2f7 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] device_id is not set on port 455574d6-b3ee-4569-abce-05fd7fadeee9 yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:43:52.188514 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bacf65a8-a4a5-42a2-b861-7a8306c3b596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:52.240061 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8d8180ae-7f98-43a6-8715-7e5ed882c875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:52.335302 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-f67ad899-add8-4a9c-9b86-f88a5ae66a9d service neutron] 10.222.0.90 "GET /v2.0/networks/3e84b45d-91e8-4295-8226-a12fdb0f907b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7598891 Feb 16 12:43:52.351008 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-07684246-e4ab-4fec-aea4-718fb85b7013 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:52.410873 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-07684246-e4ab-4fec-aea4-718fb85b7013 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:52.474226 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-07684246-e4ab-4fec-aea4-718fb85b7013 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Network e7216791-092d-4489-8c96-9d0056177679 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:52.478406 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-07684246-e4ab-4fec-aea4-718fb85b7013 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:52.482578 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-07684246-e4ab-4fec-aea4-718fb85b7013 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:43:52.630601 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Pushing event updated for resources: {'Port': ['ID=ef71d576-05cf-40c2-a3b8-a3c4157aa06a,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:52.666305 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:52.666535 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] {{(pid=109048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:52.667042 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:52.686969 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-08301d99-02ec-4a9d-b4ba-ec3d3038ef2a tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:52.740075 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Port ef71d576-05cf-40c2-a3b8-a3c4157aa06a on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:43:52.741312 dv-neutron-828142-3-hyperv neutron-server[109048]: ERROR neutron.plugins.ml2.managers [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Failed to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] Feb 16 12:43:52.786238 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07684246-e4ab-4fec-aea4-718fb85b7013 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Pushing event updated for resources: {'Port': ['ID=3405faf2-baff-411b-9b24-c409372d5b1e,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:52.823081 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-07684246-e4ab-4fec-aea4-718fb85b7013 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:52.823895 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-07684246-e4ab-4fec-aea4-718fb85b7013 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:52.836185 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.plugins.ml2.plugin [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempt 2 to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a Feb 16 12:43:52.840817 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08301d99-02ec-4a9d-b4ba-ec3d3038ef2a tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Pushing event deleted for resources: {'Port': ['ID=20e52b47-f61d-4460-bcc4-f1bdb0cd51bb,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:52.851423 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8d8180ae-7f98-43a6-8715-7e5ed882c875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:52.855642 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-07684246-e4ab-4fec-aea4-718fb85b7013 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4669311 Feb 16 12:43:52.875636 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-bbb05860-544d-4bc7-8410-8757617ee013 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:43:52.879391 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-bbb05860-544d-4bc7-8410-8757617ee013 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102396 Feb 16 12:43:52.887324 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-08301d99-02ec-4a9d-b4ba-ec3d3038ef2a tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:52.895937 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-08301d99-02ec-4a9d-b4ba-ec3d3038ef2a tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] 10.222.0.90 "DELETE /v2.0/ports/20e52b47-f61d-4460-bcc4-f1bdb0cd51bb HTTP/1.1" status: 204 len: 168 time: 2.5230508 Feb 16 12:43:52.898881 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59910) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:52.943649 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-bddac088-ca62-43be-b630-ff7c63cd376b None None] Provisioning complete for port 3405faf2-baff-411b-9b24-c409372d5b1e triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:52.944327 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bddac088-ca62-43be-b630-ff7c63cd376b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:52.966233 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-27b5820b-9063-4a3f-97e7-7ccddd7ecdec tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] GET failed (client error): The resource could not be found. Feb 16 12:43:52.970648 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-27b5820b-9063-4a3f-97e7-7ccddd7ecdec tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] 10.222.0.90 "GET /v2.0/ports/20e52b47-f61d-4460-bcc4-f1bdb0cd51bb HTTP/1.1" status: 404 len: 333 time: 0.0705216 Feb 16 12:43:52.978912 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59912) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:52.987020 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-950758f1-4e4b-40ea-b749-d8fa95164be6 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Request body: {'port': {'network_id': '17011399-3362-47bd-ab7e-af743c675541', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-954497658'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:53.047682 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-bddac088-ca62-43be-b630-ff7c63cd376b None None] Port 3405faf2-baff-411b-9b24-c409372d5b1e cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:43:53.067923 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:53.070270 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] {{(pid=109048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:53.071098 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:53.106021 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Port ef71d576-05cf-40c2-a3b8-a3c4157aa06a on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:43:53.106708 dv-neutron-828142-3-hyperv neutron-server[109048]: ERROR neutron.plugins.ml2.managers [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Failed to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] Feb 16 12:43:53.121278 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-a8467852-2588-448f-bdd0-20bc2447a2f7 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Allocated IP 172.20.0.12 (038a5ed4-cad2-4cec-8f6c-7cd71c81860a/15eabc3b-9a22-4708-854e-bba39e689c07/455574d6-b3ee-4569-abce-05fd7fadeee9) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:53.164323 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-560b7353-3ef5-4f99-94e9-c85161c3e885 service neutron] Request body: {'port': {'device_id': 'd56ec542-6ed7-4f30-b1e3-286ea792f996', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:53.203649 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.plugins.ml2.plugin [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempt 3 to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a Feb 16 12:43:53.216693 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-df81f553-3882-48fa-987b-77eb20c9253d tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1379101927&fields=id&tenant_id=31696bf849824682b4ce3692a5a8ee22 HTTP/1.1" status: 200 len: 267 time: 0.5522437 Feb 16 12:43:53.241939 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8d8180ae-7f98-43a6-8715-7e5ed882c875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:53.248525 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8d8180ae-7f98-43a6-8715-7e5ed882c875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:53.248525 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-8d8180ae-7f98-43a6-8715-7e5ed882c875 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/808df8a5-c14c-48ff-b710-92220933d957 HTTP/1.1" status: 204 len: 168 time: 1.4015329 Feb 16 12:43:53.293812 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-560b7353-3ef5-4f99-94e9-c85161c3e885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:53.296120 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 12:43:53.390713 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950758f1-4e4b-40ea-b749-d8fa95164be6 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Made reservation on behalf of 57b94ba406644ee79acbb0c2cd07fe63 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:53.395956 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-950758f1-4e4b-40ea-b749-d8fa95164be6 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:53.421535 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:53.421749 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] {{(pid=109048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:53.422082 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:53.470433 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Port ef71d576-05cf-40c2-a3b8-a3c4157aa06a on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:43:53.470708 dv-neutron-828142-3-hyperv neutron-server[109048]: ERROR neutron.plugins.ml2.managers [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Failed to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] Feb 16 12:43:53.471836 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8180ae-7f98-43a6-8715-7e5ed882c875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808df8a5-c14c-48ff-b710-92220933d957,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:53.496956 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.plugins.ml2.plugin [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempt 4 to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a Feb 16 12:43:53.523345 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-950758f1-4e4b-40ea-b749-d8fa95164be6 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] device_id is not set on port 52f026da-bc74-4e6b-9cfd-0f4c5002f21f yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:43:53.573306 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:53.573884 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] {{(pid=109048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:53.574378 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:53.643622 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-c08688c5-e35c-48fa-9f65-8ea2375ffc5a service neutron] 10.222.0.90 "GET /v2.0/networks/3e84b45d-91e8-4295-8226-a12fdb0f907b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9816844 Feb 16 12:43:53.730581 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5c82e183-d0bd-41b7-a9e4-e7d6d95cf461 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:53.732505 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Port ef71d576-05cf-40c2-a3b8-a3c4157aa06a on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:43:53.732837 dv-neutron-828142-3-hyperv neutron-server[109048]: ERROR neutron.plugins.ml2.managers [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Failed to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] Feb 16 12:43:53.750480 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.plugins.ml2.plugin [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempt 5 to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a Feb 16 12:43:53.814624 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:53.814994 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] {{(pid=109048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:53.816665 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:53.867539 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-950758f1-4e4b-40ea-b749-d8fa95164be6 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Allocated IP 2001:db8::32b (17011399-3362-47bd-ab7e-af743c675541/9fc0021e-ea13-413a-ac25-f48ee5ce35fe/52f026da-bc74-4e6b-9cfd-0f4c5002f21f) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:53.889021 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5c82e183-d0bd-41b7-a9e4-e7d6d95cf461 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:53.895851 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59920) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:53.942244 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-326b2a49-735c-43a2-8630-b215ba910d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:53.943784 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Port ef71d576-05cf-40c2-a3b8-a3c4157aa06a on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:43:53.944105 dv-neutron-828142-3-hyperv neutron-server[109048]: ERROR neutron.plugins.ml2.managers [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Failed to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] Feb 16 12:43:53.970077 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.plugins.ml2.plugin [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempt 6 to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a Feb 16 12:43:54.199916 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-560b7353-3ef5-4f99-94e9-c85161c3e885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3405faf2-baff-411b-9b24-c409372d5b1e {{(pid=109049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 12:43:54.215452 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-560b7353-3ef5-4f99-94e9-c85161c3e885 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:54.232270 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-950758f1-4e4b-40ea-b749-d8fa95164be6 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:54.243935 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:54.244519 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] {{(pid=109048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:54.245079 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:54.261057 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Port ef71d576-05cf-40c2-a3b8-a3c4157aa06a on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:43:54.261603 dv-neutron-828142-3-hyperv neutron-server[109048]: ERROR neutron.plugins.ml2.managers [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Failed to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] Feb 16 12:43:54.266181 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.provisioning_blocks [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-560b7353-3ef5-4f99-94e9-c85161c3e885 service neutron] Transition to ACTIVE for port object 3405faf2-baff-411b-9b24-c409372d5b1e will not be triggered until provisioned by entity L2. {{(pid=109049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:54.269606 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-326b2a49-735c-43a2-8630-b215ba910d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:54.272212 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-560b7353-3ef5-4f99-94e9-c85161c3e885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:54.276752 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.plugins.ml2.plugin [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempt 7 to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a Feb 16 12:43:54.283503 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-326b2a49-735c-43a2-8630-b215ba910d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:54.299514 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-0eee0b1d-d8b0-40fb-91d7-f8a2b89a9dca tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:54.308000 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-0eee0b1d-d8b0-40fb-91d7-f8a2b89a9dca tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "GET /v2.0/networks?id=2aa0eb0f-3739-4f9e-877b-be15eb25358c HTTP/1.1" status: 200 len: 804 time: 1.0902839 Feb 16 12:43:54.320766 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:54.321403 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] {{(pid=109048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:54.321764 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:54.324799 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-5c82e183-d0bd-41b7-a9e4-e7d6d95cf461 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Allocated IP 172.20.0.4 (5bf3b3d7-d9c0-4337-b122-3b3fad910e23/a76c9833-bf88-4bd9-8b50-16a2026d89cd/3eec52c8-a0df-4098-af7f-dcbb60213012) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:54.363923 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Port ef71d576-05cf-40c2-a3b8-a3c4157aa06a on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:43:54.364532 dv-neutron-828142-3-hyperv neutron-server[109048]: ERROR neutron.plugins.ml2.managers [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Failed to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] Feb 16 12:43:54.375074 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.plugins.ml2.plugin [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempt 8 to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a Feb 16 12:43:54.394626 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-afdd6695-f410-45e7-a112-ee864a1d41a5 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "GET /v2.0/quotas/31696bf849824682b4ce3692a5a8ee22 HTTP/1.1" status: 200 len: 375 time: 0.0856423 Feb 16 12:43:54.426885 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-87edaa7f-a8e3-44eb-8688-e40c96a2191e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:54.465488 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-326b2a49-735c-43a2-8630-b215ba910d15 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=709f8b1a0d7e49f5896df096ed252204&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5684259 Feb 16 12:43:54.468568 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59940) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:54.481375 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b2a49-735c-43a2-8630-b215ba910d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9bc071d-d440-41b5-b563-27b724635a86,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:54.485186 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b7353-3ef5-4f99-94e9-c85161c3e885 service neutron] Pushing event updated for resources: {'Port': ['ID=3405faf2-baff-411b-9b24-c409372d5b1e,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:54.491056 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:54.491370 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] {{(pid=109048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:54.491994 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:54.509748 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-950758f1-4e4b-40ea-b749-d8fa95164be6 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:54.726305 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950758f1-4e4b-40ea-b749-d8fa95164be6 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Network 17011399-3362-47bd-ab7e-af743c675541 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:54.737792 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-950758f1-4e4b-40ea-b749-d8fa95164be6 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:54.745610 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950758f1-4e4b-40ea-b749-d8fa95164be6 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:43:54.752060 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950758f1-4e4b-40ea-b749-d8fa95164be6 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:54.753215 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-950758f1-4e4b-40ea-b749-d8fa95164be6 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:54.772337 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950758f1-4e4b-40ea-b749-d8fa95164be6 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Pushing event updated for resources: {'Port': ['ID=52f026da-bc74-4e6b-9cfd-0f4c5002f21f,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:54.793681 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7e2d8b4d-d9f3-4300-84db-8fc8c0f49015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:54.811012 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-950758f1-4e4b-40ea-b749-d8fa95164be6 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8302822 Feb 16 12:43:54.830805 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59948) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:54.841713 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-1274d3ce-44a3-47f1-9f0c-00a6f1761202 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Request body: {'port': {'network_id': '17011399-3362-47bd-ab7e-af743c675541', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-543646576'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:54.853376 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-560b7353-3ef5-4f99-94e9-c85161c3e885 service neutron] Attempting to bind port 3405faf2-baff-411b-9b24-c409372d5b1e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:54.853845 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-560b7353-3ef5-4f99-94e9-c85161c3e885 service neutron] Attempting to bind port 3405faf2-baff-411b-9b24-c409372d5b1e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '42b26e38-7e58-4ec2-9947-f1bd510fcd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e7216791-092d-4489-8c96-9d0056177679'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:54.854266 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-560b7353-3ef5-4f99-94e9-c85161c3e885 service neutron] Attempting to bind port 3405faf2-baff-411b-9b24-c409372d5b1e on network e7216791-092d-4489-8c96-9d0056177679 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:54.881883 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7e2d8b4d-d9f3-4300-84db-8fc8c0f49015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:54.893811 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eeb094-e2dd-4e15-acd6-8f7c08c8d172 req-588a017f-f86b-42a4-8f06-4b2fbcf6c585 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:54.895373 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b2eeb094-e2dd-4e15-acd6-8f7c08c8d172 req-588a017f-f86b-42a4-8f06-4b2fbcf6c585 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "GET /v2.0/ports?device_id=d56ec542-6ed7-4f30-b1e3-286ea792f996 HTTP/1.1" status: 200 len: 944 time: 0.6427805 Feb 16 12:43:54.904342 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a8467852-2588-448f-bdd0-20bc2447a2f7 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:54.933065 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-560b7353-3ef5-4f99-94e9-c85161c3e885 service neutron] Port 3405faf2-baff-411b-9b24-c409372d5b1e on network e7216791-092d-4489-8c96-9d0056177679 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:43:54.933534 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-560b7353-3ef5-4f99-94e9-c85161c3e885 service neutron] Attempting to bind port 3405faf2-baff-411b-9b24-c409372d5b1e on network e7216791-092d-4489-8c96-9d0056177679 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:54.969951 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-560b7353-3ef5-4f99-94e9-c85161c3e885 service neutron] Checking agent: {'id': '31a9428e-e23a-420f-bfe2-5870b63c0436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'started_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:43:54.975781 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-560b7353-3ef5-4f99-94e9-c85161c3e885 service neutron] Checking segment: {'id': '42b26e38-7e58-4ec2-9947-f1bd510fcd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e7216791-092d-4489-8c96-9d0056177679'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:43:54.976517 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-560b7353-3ef5-4f99-94e9-c85161c3e885 service neutron] Bound using segment: {'id': '42b26e38-7e58-4ec2-9947-f1bd510fcd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e7216791-092d-4489-8c96-9d0056177679'} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:43:54.977127 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-560b7353-3ef5-4f99-94e9-c85161c3e885 service neutron] Bound port: 3405faf2-baff-411b-9b24-c409372d5b1e, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42b26e38-7e58-4ec2-9947-f1bd510fcd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e7216791-092d-4489-8c96-9d0056177679'}}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:43:54.977692 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-560b7353-3ef5-4f99-94e9-c85161c3e885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:54.980717 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Port ef71d576-05cf-40c2-a3b8-a3c4157aa06a on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:43:54.981219 dv-neutron-828142-3-hyperv neutron-server[109048]: ERROR neutron.plugins.ml2.managers [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Failed to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] Feb 16 12:43:55.005534 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.plugins.ml2.plugin [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempt 9 to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a Feb 16 12:43:55.067304 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-25459e81-3609-4e99-9993-f8e14655a352 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=31696bf849824682b4ce3692a5a8ee22&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6712697 Feb 16 12:43:55.106973 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:55.107307 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] {{(pid=109048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:55.107816 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:55.168110 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7e2d8b4d-d9f3-4300-84db-8fc8c0f49015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:55.171022 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7e2d8b4d-d9f3-4300-84db-8fc8c0f49015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:55.177241 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7e2d8b4d-d9f3-4300-84db-8fc8c0f49015 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b9bc071d-d440-41b5-b563-27b724635a86 HTTP/1.1" status: 204 len: 168 time: 0.6929421 Feb 16 12:43:55.182129 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b2eeb094-e2dd-4e15-acd6-8f7c08c8d172 req-a3348353-0476-47fb-866c-6ee8b2f54a55 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "GET /v2.0/security-groups?id=a156816b-f8da-40dd-93af-8d12c111b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2161515 Feb 16 12:43:55.245837 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d8b4d-d9f3-4300-84db-8fc8c0f49015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9bc071d-d440-41b5-b563-27b724635a86,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:55.284466 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-560b7353-3ef5-4f99-94e9-c85161c3e885 service neutron] For port 3405faf2-baff-411b-9b24-c409372d5b1e, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:43:55.297515 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1274d3ce-44a3-47f1-9f0c-00a6f1761202 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Made reservation on behalf of 57b94ba406644ee79acbb0c2cd07fe63 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:55.301371 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1274d3ce-44a3-47f1-9f0c-00a6f1761202 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:55.321188 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a8467852-2588-448f-bdd0-20bc2447a2f7 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:55.331382 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-0c766033-b689-47db-8d49-870d036507a8 None None] Provisioning complete for port 52f026da-bc74-4e6b-9cfd-0f4c5002f21f triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:55.336841 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0c766033-b689-47db-8d49-870d036507a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:55.341235 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-560b7353-3ef5-4f99-94e9-c85161c3e885 service neutron] For port 3405faf2-baff-411b-9b24-c409372d5b1e, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3405faf2-baff-411b-9b24-c409372d5b1e,segment=NetworkSegment(42b26e38-7e58-4ec2-9947-f1bd510fcd9e),segment_id=42b26e38-7e58-4ec2-9947-f1bd510fcd9e)] {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:43:55.361483 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-560b7353-3ef5-4f99-94e9-c85161c3e885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:55.410319 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-0c766033-b689-47db-8d49-870d036507a8 None None] Port 52f026da-bc74-4e6b-9cfd-0f4c5002f21f cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:43:55.478756 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-1274d3ce-44a3-47f1-9f0c-00a6f1761202 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] device_id is not set on port 8cb4be4a-5cda-4e45-80d1-db8c4c024e87 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:43:55.537257 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-560b7353-3ef5-4f99-94e9-c85161c3e885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:55.537933 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-560b7353-3ef5-4f99-94e9-c85161c3e885 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:55.540204 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-560b7353-3ef5-4f99-94e9-c85161c3e885 service neutron] 10.222.0.42 "PUT /v2.0/ports/3405faf2-baff-411b-9b24-c409372d5b1e HTTP/1.1" status: 200 len: 1094 time: 2.4913909 Feb 16 12:43:55.574801 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd56ec542-6ed7-4f30-b1e3-286ea792f996', 'tag': '3405faf2-baff-411b-9b24-c409372d5b1e'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:43:55.589298 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Port ef71d576-05cf-40c2-a3b8-a3c4157aa06a on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:43:55.589888 dv-neutron-828142-3-hyperv neutron-server[109048]: ERROR neutron.plugins.ml2.managers [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Failed to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] Feb 16 12:43:55.633296 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:55.635255 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b7353-3ef5-4f99-94e9-c85161c3e885 service neutron] Pushing event updated for resources: {'Port': ['ID=3405faf2-baff-411b-9b24-c409372d5b1e,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:55.723179 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5c82e183-d0bd-41b7-a9e4-e7d6d95cf461 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:55.859173 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-d91b28f9-9293-48f9-a072-21b9680eb736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:55.869554 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-d91b28f9-9293-48f9-a072-21b9680eb736 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=489d8001a9af43848d73f1eac35baebf&device_id=d56ec542-6ed7-4f30-b1e3-286ea792f996 HTTP/1.1" status: 200 len: 1097 time: 0.2278390 Feb 16 12:43:55.872323 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.plugins.ml2.plugin [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempt 10 to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a Feb 16 12:43:55.905327 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-1274d3ce-44a3-47f1-9f0c-00a6f1761202 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Allocated IP 2001:db8::325 (17011399-3362-47bd-ab7e-af743c675541/9fc0021e-ea13-413a-ac25-f48ee5ce35fe/8cb4be4a-5cda-4e45-80d1-db8c4c024e87) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:55.913963 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8467852-2588-448f-bdd0-20bc2447a2f7 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Network 038a5ed4-cad2-4cec-8f6c-7cd71c81860a is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:55.929258 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:55.936504 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] {{(pid=109048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:55.937221 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempting to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:43:55.948003 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-a8467852-2588-448f-bdd0-20bc2447a2f7 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:55.957112 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8467852-2588-448f-bdd0-20bc2447a2f7 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:43:55.969864 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-61efb5ca-45b8-4042-9161-34559ade3202 req-fb699a66-381a-40da-ae65-776d549e1849 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 210 time: 0.6436024 Feb 16 12:43:55.983833 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Port ef71d576-05cf-40c2-a3b8-a3c4157aa06a on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:43:55.984144 dv-neutron-828142-3-hyperv neutron-server[109048]: ERROR neutron.plugins.ml2.managers [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Failed to bind port ef71d576-05cf-40c2-a3b8-a3c4157aa06a on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd51996dc-7e8d-4c9f-9a5c-6221fa53eaf9'}] Feb 16 12:43:55.988245 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:56.018107 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fdb8448-89ac-450e-8410-93af1f6091cf" -d '{"events": [{"name": "network-changed", "server_uuid": "d56ec542-6ed7-4f30-b1e3-286ea792f996", "tag": "3405faf2-baff-411b-9b24-c409372d5b1e"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:43:56.035514 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5c82e183-d0bd-41b7-a9e4-e7d6d95cf461 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:56.138557 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-92cf9fac-14d7-4609-900e-647a2aa73576 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3405faf2-baff-411b-9b24-c409372d5b1e HTTP/1.1" status: 200 len: 217 time: 0.2307158 Feb 16 12:43:56.142320 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c82e183-d0bd-41b7-a9e4-e7d6d95cf461 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Network 5bf3b3d7-d9c0-4337-b122-3b3fad910e23 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:56.165775 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-5c82e183-d0bd-41b7-a9e4-e7d6d95cf461 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:56.225794 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8467852-2588-448f-bdd0-20bc2447a2f7 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Pushing event updated for resources: {'Port': ['ID=455574d6-b3ee-4569-abce-05fd7fadeee9,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:56.236477 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c82e183-d0bd-41b7-a9e4-e7d6d95cf461 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:43:56.358078 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-de292be8-34bb-4128-8165-265bd4297f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:56.359997 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-de292be8-34bb-4128-8165-265bd4297f13 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3db169c4-8f35-4e82-9aa0-dcd164ab8410 HTTP/1.1" status: 200 len: 850 time: 0.2072792 Feb 16 12:43:56.400383 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-5729856e-1811-4e2d-9226-5e43344dcc94 None None] Provisioning complete for port 455574d6-b3ee-4569-abce-05fd7fadeee9 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:56.400869 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5729856e-1811-4e2d-9226-5e43344dcc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:56.474320 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8467852-2588-448f-bdd0-20bc2447a2f7 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:56.475158 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a8467852-2588-448f-bdd0-20bc2447a2f7 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:56.500067 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-5729856e-1811-4e2d-9226-5e43344dcc94 None None] Port 455574d6-b3ee-4569-abce-05fd7fadeee9 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:43:56.530233 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-297feeb2-badf-4341-9a9f-3b074f36fbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:56.531835 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-297feeb2-badf-4341-9a9f-3b074f36fbe7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e7216791-092d-4489-8c96-9d0056177679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1326613 Feb 16 12:43:56.555564 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1274d3ce-44a3-47f1-9f0c-00a6f1761202 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:56.639178 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1274d3ce-44a3-47f1-9f0c-00a6f1761202 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:56.641054 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82e183-d0bd-41b7-a9e4-e7d6d95cf461 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Pushing event updated for resources: {'Port': ['ID=3eec52c8-a0df-4098-af7f-dcbb60213012,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:56.676313 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-f72434cd-1d69-4306-ba9f-434aa1cec13f service neutron] 10.222.0.90 "GET /v2.0/networks/2aa0eb0f-3739-4f9e-877b-be15eb25358c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5646203 Feb 16 12:43:56.742165 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 12:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b8dc4a-1aff-42e3-a528-bbca675ff1a7 x-openstack-request-id: req-34b8dc4a-1aff-42e3-a528-bbca675ff1a7 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:43:56.742496 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d56ec542-6ed7-4f30-b1e3-286ea792f996", "tag": "3405faf2-baff-411b-9b24-c409372d5b1e", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:43:56.742746 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-34b8dc4a-1aff-42e3-a528-bbca675ff1a7 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:43:56.743404 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd56ec542-6ed7-4f30-b1e3-286ea792f996', 'tag': '3405faf2-baff-411b-9b24-c409372d5b1e', 'status': 'completed', 'code': 200} Feb 16 12:43:56.772170 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1274d3ce-44a3-47f1-9f0c-00a6f1761202 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Network 17011399-3362-47bd-ab7e-af743c675541 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:56.781789 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-1274d3ce-44a3-47f1-9f0c-00a6f1761202 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:56.789230 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274d3ce-44a3-47f1-9f0c-00a6f1761202 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Pushing event updated for resources: {'Port': ['ID=8cb4be4a-5cda-4e45-80d1-db8c4c024e87,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:56.793704 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1274d3ce-44a3-47f1-9f0c-00a6f1761202 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:43:56.799800 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1274d3ce-44a3-47f1-9f0c-00a6f1761202 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:56.800523 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1274d3ce-44a3-47f1-9f0c-00a6f1761202 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:56.811189 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-ee4f405e-15fa-4264-877b-1d8ad8be7e05 service neutron] 10.222.0.42 "GET /v2.0/networks/e7216791-092d-4489-8c96-9d0056177679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086594 Feb 16 12:43:56.830508 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a8467852-2588-448f-bdd0-20bc2447a2f7 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.1998727 Feb 16 12:43:56.834684 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1274d3ce-44a3-47f1-9f0c-00a6f1761202 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0023146 Feb 16 12:43:56.835639 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59992) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:56.835973 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59994) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:56.840567 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] For port ef71d576-05cf-40c2-a3b8-a3c4157aa06a, host hv-neutron-8281, cleared binding levels {{(pid=109048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:43:56.840567 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attempted to set empty binding levels {{(pid=109048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 16 12:43:56.867408 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-5026dcbf-43a1-43f1-b4be-45b46fc536af tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::4', 'mac_address': 'fa:16:3e:56:93:71'}, {'ip_address': '2001:db8::32b', 'mac_address': 'fa:16:3e:07:cc:c5'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:56.922363 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:56.964789 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 59998) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:56.975437 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:57.160661 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.42', 61756) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:57.283017 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:57.290628 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] In _notify_port_updated(), no bound segment for port ef71d576-05cf-40c2-a3b8-a3c4157aa06a on network d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 {{(pid=109048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 12:43:57.291858 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:57.292619 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:57.297474 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] 10.222.0.90 "PUT /v2.0/ports/ef71d576-05cf-40c2-a3b8-a3c4157aa06a HTTP/1.1" status: 200 len: 981 time: 7.0998583 Feb 16 12:43:57.328467 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60004) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:57.329907 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-1ec8736c-b0bc-4bab-9418-c9106389513f tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1644524274'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:57.374431 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-0bff63b6-0733-4c43-bd1f-20ef13727d76 None None] Provisioning complete for port 8cb4be4a-5cda-4e45-80d1-db8c4c024e87 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:57.378687 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0bff63b6-0733-4c43-bd1f-20ef13727d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:57.410758 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c5db38-9534-4fbb-aa02-1aabe18a23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Pushing event updated for resources: {'Port': ['ID=ef71d576-05cf-40c2-a3b8-a3c4157aa06a,revision_number=3']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:57.479031 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-0bff63b6-0733-4c43-bd1f-20ef13727d76 None None] Port 8cb4be4a-5cda-4e45-80d1-db8c4c024e87 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:43:57.493803 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-0421d343-c64c-4da4-95ad-854e83fd74b3 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Request body: {'floatingip': {'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'project_id': '909c0f0556a54c039ac3fa1b6ab6f8a4', 'port_id': '455574d6-b3ee-4569-abce-05fd7fadeee9'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:57.539478 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259245a6-61ec-437a-8bfc-7c304c3b9324 req-d327b527-db46-4f39-9572-b54bd2a907f3 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:57.549642 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-259245a6-61ec-437a-8bfc-7c304c3b9324 req-d327b527-db46-4f39-9572-b54bd2a907f3 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "GET /v2.0/ports?device_id=d56ec542-6ed7-4f30-b1e3-286ea792f996 HTTP/1.1" status: 200 len: 944 time: 0.6300786 Feb 16 12:43:57.601613 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-2faf4ba5-fcc9-4f3c-8299-9b09f4b00e27 service neutron] 10.222.0.90 "GET /v2.0/networks/2aa0eb0f-3739-4f9e-877b-be15eb25358c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7658205 Feb 16 12:43:57.616054 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec8736c-b0bc-4bab-9418-c9106389513f tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Made reservation on behalf of 16234c72ebd246afb52443ad60c2e19f for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:57.618936 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1ec8736c-b0bc-4bab-9418-c9106389513f tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:57.672323 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1ec8736c-b0bc-4bab-9418-c9106389513f tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:57.693585 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5026dcbf-43a1-43f1-b4be-45b46fc536af tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:57.706226 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-cc884de0-ac9b-4b8d-b5f6-55d8b8a9ac02 req-9b0b2388-9b02-4163-b7fa-cd509a80f094 service neutron] 10.222.0.42 "GET /v2.0/networks/e7216791-092d-4489-8c96-9d0056177679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4887769 Feb 16 12:43:57.717931 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-259245a6-61ec-437a-8bfc-7c304c3b9324 req-a4f7f388-0db0-4869-9258-b359e4dec6a2 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "GET /v2.0/security-groups?id=a156816b-f8da-40dd-93af-8d12c111b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526163 Feb 16 12:43:57.732103 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-5fdd730b-f4d8-4eeb-9226-79e69eb17913 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:57.737309 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-5fdd730b-f4d8-4eeb-9226-79e69eb17913 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.42 "GET /v2.0/networks?id=3e84b45d-91e8-4295-8226-a12fdb0f907b HTTP/1.1" status: 200 len: 812 time: 0.5006990 Feb 16 12:43:57.776648 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5c82e183-d0bd-41b7-a9e4-e7d6d95cf461 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:57.868763 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-c1a57cbc-b287-4c0a-aac2-fb562f6f3743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Deleting port ef71d576-05cf-40c2-a3b8-a3c4157aa06a {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:43:57.869228 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c1a57cbc-b287-4c0a-aac2-fb562f6f3743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:57.931796 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2807c136-5021-4bbe-9492-ea19dedd4b75 req-0e9ac149-c6e7-4a24-9a52-cb03380c8d08 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 210 time: 0.0899587 Feb 16 12:43:58.049488 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-2b5b7331-8cba-45ef-8043-e86b3b53919f tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0adafc1d94b74e8bb4ed6949f44548d7 HTTP/1.1" status: 200 len: 380 time: 0.2849126 Feb 16 12:43:58.077318 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b4f6db2c-9ff4-49d4-a4d7-fbb377007029 req-c5aafa59-8fec-4c81-a1db-f18fb14af85b tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "GET /v2.0/ports?device_id=b8ef6a13-942e-4a27-95b3-42c2f4d9b306 HTTP/1.1" status: 200 len: 210 time: 0.1745625 Feb 16 12:43:58.138411 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-5e281eae-ab70-4a70-9a08-b34cde965f45 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Request body: {'port': {'device_id': 'ec785bc5-0bca-41c3-9226-44f9218a1d03', 'network_id': '3e84b45d-91e8-4295-8226-a12fdb0f907b', 'admin_state_up': True, 'tenant_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'security_groups': ['8b2828b2-994b-4a33-81cb-c9c22d19476b']}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:58.208710 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-c1a57cbc-b287-4c0a-aac2-fb562f6f3743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] For port ef71d576-05cf-40c2-a3b8-a3c4157aa06a, host hv-neutron-8281, got binding levels [] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:43:58.209587 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c1a57cbc-b287-4c0a-aac2-fb562f6f3743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:58.245158 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-c1a57cbc-b287-4c0a-aac2-fb562f6f3743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Calling delete_port for ef71d576-05cf-40c2-a3b8-a3c4157aa06a owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:43:58.261990 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0421d343-c64c-4da4-95ad-854e83fd74b3 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:58.366392 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:58.583044 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb8448-89ac-450e-8410-93af1f6091cf req-10d91c01-4c48-474f-b01d-43350b5ccb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:58.585591 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1fdb8448-89ac-450e-8410-93af1f6091cf req-10d91c01-4c48-474f-b01d-43350b5ccb8b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=489d8001a9af43848d73f1eac35baebf&device_id=d56ec542-6ed7-4f30-b1e3-286ea792f996 HTTP/1.1" status: 200 len: 1097 time: 0.3003075 Feb 16 12:43:58.727769 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5c82e183-d0bd-41b7-a9e4-e7d6d95cf461 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:58.748963 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1ec8736c-b0bc-4bab-9418-c9106389513f tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:58.783693 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1ec8736c-b0bc-4bab-9418-c9106389513f tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:58.831816 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c1a57cbc-b287-4c0a-aac2-fb562f6f3743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:58.838046 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-5e281eae-ab70-4a70-9a08-b34cde965f45 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Made reservation on behalf of 0adafc1d94b74e8bb4ed6949f44548d7 for: {'port': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:58.850601 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-5e281eae-ab70-4a70-9a08-b34cde965f45 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:58.925083 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ec8736c-b0bc-4bab-9418-c9106389513f tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:43:58.961931 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec8736c-b0bc-4bab-9418-c9106389513f tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daebbea4-d64e-4a5e-9f03-f1bbfb8665bd,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:58.991266 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1ec8736c-b0bc-4bab-9418-c9106389513f tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:58.991735 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-1ec8736c-b0bc-4bab-9418-c9106389513f tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Added segment 0f6179da-1839-40c3-93ab-97b8db0f6d00 of type vlan for network fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03 Feb 16 12:43:58.997333 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a57cbc-b287-4c0a-aac2-fb562f6f3743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef71d576-05cf-40c2-a3b8-a3c4157aa06a,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:59.041624 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c1a57cbc-b287-4c0a-aac2-fb562f6f3743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:59.048690 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c1a57cbc-b287-4c0a-aac2-fb562f6f3743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] 10.222.0.90 "DELETE /v2.0/ports/ef71d576-05cf-40c2-a3b8-a3c4157aa06a HTTP/1.1" status: 204 len: 168 time: 1.7152550 Feb 16 12:43:59.053457 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60024) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:59.071998 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0421d343-c64c-4da4-95ad-854e83fd74b3 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:59.114042 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1ec8736c-b0bc-4bab-9418-c9106389513f tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:59.143001 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5026dcbf-43a1-43f1-b4be-45b46fc536af tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:59.171489 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5026dcbf-43a1-43f1-b4be-45b46fc536af tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:59.173111 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b3a3ce3-457d-4638-94f9-b14a402a1890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] GET failed (client error): The resource could not be found. Feb 16 12:43:59.178187 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-9b3a3ce3-457d-4638-94f9-b14a402a1890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1663474836-project-admin] 10.222.0.90 "GET /v2.0/ports/ef71d576-05cf-40c2-a3b8-a3c4157aa06a HTTP/1.1" status: 404 len: 333 time: 0.1202073 Feb 16 12:43:59.197408 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60028) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:59.199521 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2030cbee-0368-4cfc-a044-6bb30a3b787d req-16ff8ec2-87f4-4a66-82c1-936f0eccb597 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 210 time: 0.1157920 Feb 16 12:43:59.233260 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c51d5a-f14c-49b5-a262-692d6ee4ac6c req-cfe97dac-f02d-45bf-a0f7-a7799f4fd322 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:59.238704 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-52c51d5a-f14c-49b5-a262-692d6ee4ac6c req-cfe97dac-f02d-45bf-a0f7-a7799f4fd322 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "GET /v2.0/ports?device_id=d56ec542-6ed7-4f30-b1e3-286ea792f996 HTTP/1.1" status: 200 len: 944 time: 0.4080918 Feb 16 12:43:59.274549 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-5026dcbf-43a1-43f1-b4be-45b46fc536af tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] In _notify_port_updated(), no bound segment for port 8cb4be4a-5cda-4e45-80d1-db8c4c024e87 on network 17011399-3362-47bd-ab7e-af743c675541 {{(pid=109049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 12:43:59.280613 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5026dcbf-43a1-43f1-b4be-45b46fc536af tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:59.281513 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5026dcbf-43a1-43f1-b4be-45b46fc536af tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:59.284340 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5026dcbf-43a1-43f1-b4be-45b46fc536af tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] 10.222.0.90 "PUT /v2.0/ports/8cb4be4a-5cda-4e45-80d1-db8c4c024e87 HTTP/1.1" status: 200 len: 1065 time: 2.4427364 Feb 16 12:43:59.289627 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60030) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:59.345890 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1ec8736c-b0bc-4bab-9418-c9106389513f tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:59.357329 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec8736c-b0bc-4bab-9418-c9106389513f tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:59.358390 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1ec8736c-b0bc-4bab-9418-c9106389513f tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:59.488959 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1ec8736c-b0bc-4bab-9418-c9106389513f tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.5116611 Feb 16 12:43:59.501230 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60032) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:43:59.516352 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026dcbf-43a1-43f1-b4be-45b46fc536af tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Pushing event updated for resources: {'Port': ['ID=8cb4be4a-5cda-4e45-80d1-db8c4c024e87,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:59.527175 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-73053fee-f70f-4711-8744-d32fa5758b72 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Request body: {'subnet': {'network_id': 'fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:59.534559 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec8736c-b0bc-4bab-9418-c9106389513f tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Pushing event updated for resources: {'Network': ['ID=fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:59.547404 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-0421d343-c64c-4da4-95ad-854e83fd74b3 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Allocated IP 172.26.2.80 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/2b1691c7-4285-4280-9fd0-04df7e87afd2) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:59.569797 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:43:59.575235 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-371eb942-f502-4ff5-ba51-e2ebead1fb2a req-f22f59e4-5d71-47aa-99d0-c79f4f8451e9 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "GET /v2.0/ports?device_id=b8ef6a13-942e-4a27-95b3-42c2f4d9b306 HTTP/1.1" status: 200 len: 210 time: 0.1917768 Feb 16 12:43:59.658178 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-52c51d5a-f14c-49b5-a262-692d6ee4ac6c req-8b224060-afe5-4f6a-8f74-5a10fafedd17 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "GET /v2.0/security-groups?id=a156816b-f8da-40dd-93af-8d12c111b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3952925 Feb 16 12:43:59.685016 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f2544178-dc22-404e-880f-fff2a0a0fd04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:59.767981 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0421d343-c64c-4da4-95ad-854e83fd74b3 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:59.775002 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-5e281eae-ab70-4a70-9a08-b34cde965f45 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Allocated IP 172.20.0.6 (3e84b45d-91e8-4295-8226-a12fdb0f907b/280fbadf-e19b-45d5-88e2-fb9cd6467432/23a5268e-cfd5-444e-bec1-73456853ab27) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:59.835366 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0421d343-c64c-4da4-95ad-854e83fd74b3 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:59.850655 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-40455e82-7d57-4437-9367-e2c65a47a642 None None] Provisioning complete for port 8cb4be4a-5cda-4e45-80d1-db8c4c024e87 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:59.852678 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-40455e82-7d57-4437-9367-e2c65a47a642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:59.864503 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c82e183-d0bd-41b7-a9e4-e7d6d95cf461 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Router 313ea853-32ff-4045-ba55-370b90e3c7af is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:43:59.934730 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-40455e82-7d57-4437-9367-e2c65a47a642 None None] Port 8cb4be4a-5cda-4e45-80d1-db8c4c024e87 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:44:00.020009 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0421d343-c64c-4da4-95ad-854e83fd74b3 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:00.032390 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-0421d343-c64c-4da4-95ad-854e83fd74b3 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:00.040158 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0421d343-c64c-4da4-95ad-854e83fd74b3 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:44:00.076083 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421d343-c64c-4da4-95ad-854e83fd74b3 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Pushing event updated for resources: {'Port': ['ID=2b1691c7-4285-4280-9fd0-04df7e87afd2,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:00.128557 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb8448-89ac-450e-8410-93af1f6091cf req-9af147ab-1030-46c5-b7a4-c22d306479cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:00.137669 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1fdb8448-89ac-450e-8410-93af1f6091cf req-9af147ab-1030-46c5-b7a4-c22d306479cb service neutron] 10.222.0.42 "GET /v2.0/networks?id=e7216791-092d-4489-8c96-9d0056177679 HTTP/1.1" status: 200 len: 912 time: 0.3990722 Feb 16 12:44:00.155987 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-96d0947f-f743-451f-8b40-85539e53d57b tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Deleting port 8cb4be4a-5cda-4e45-80d1-db8c4c024e87 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:44:00.156602 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-96d0947f-f743-451f-8b40-85539e53d57b tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:00.159079 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73053fee-f70f-4711-8744-d32fa5758b72 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Made reservation on behalf of 16234c72ebd246afb52443ad60c2e19f for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:00.162744 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-73053fee-f70f-4711-8744-d32fa5758b72 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:00.194720 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f2544178-dc22-404e-880f-fff2a0a0fd04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:00.216094 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1fdb8448-89ac-450e-8410-93af1f6091cf req-728ec6f1-1224-4c17-9381-100d3dbcc46f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3405faf2-baff-411b-9b24-c409372d5b1e HTTP/1.1" status: 200 len: 217 time: 0.0707951 Feb 16 12:44:00.299506 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-96d0947f-f743-451f-8b40-85539e53d57b tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:00.352657 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb8448-89ac-450e-8410-93af1f6091cf req-ae234385-1072-413b-9eab-da67632f470d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:00.354299 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1fdb8448-89ac-450e-8410-93af1f6091cf req-ae234385-1072-413b-9eab-da67632f470d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3db169c4-8f35-4e82-9aa0-dcd164ab8410 HTTP/1.1" status: 200 len: 850 time: 0.1089406 Feb 16 12:44:00.439551 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-96d0947f-f743-451f-8b40-85539e53d57b tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Calling delete_port for 8cb4be4a-5cda-4e45-80d1-db8c4c024e87 owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:44:00.482224 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-f2544178-dc22-404e-880f-fff2a0a0fd04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:00.514219 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-aab4fa8c-57ba-42bf-ba5e-be94743d5437 req-9cd0b253-3ce0-4d3a-acda-a126870fd258 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 210 time: 0.1419983 Feb 16 12:44:00.546679 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-f2544178-dc22-404e-880f-fff2a0a0fd04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:00.547250 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-f2544178-dc22-404e-880f-fff2a0a0fd04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba5798b5-4e70-43bd-a02e-5ea58ffd8997') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:00.577769 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f2544178-dc22-404e-880f-fff2a0a0fd04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:00.688599 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f2544178-dc22-404e-880f-fff2a0a0fd04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:00.741106 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-5e281eae-ab70-4a70-9a08-b34cde965f45 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:00.810562 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2544178-dc22-404e-880f-fff2a0a0fd04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:00.811067 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f2544178-dc22-404e-880f-fff2a0a0fd04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:00.815920 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:44:00.815920 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:00.815920 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:44:00.815920 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:00.815920 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:44:00.815920 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:44:00.815920 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:44:00.815920 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:00.815920 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:44:00.815920 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:00.815920 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:44:00.815920 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:00.815920 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:44:00.815920 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:44:00.815920 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:00.815920 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:44:00.815920 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:00.815920 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:44:00.815920 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:44:00.815920 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:44:00.815920 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:44:00.815920 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:44:00.815920 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:00.815920 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:00.815920 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:00.815920 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:00.815920 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:00.815920 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:00.815920 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:00.815920 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:00.815920 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:00.815920 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:00.834392 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c82e183-d0bd-41b7-a9e4-e7d6d95cf461 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:44:00.839805 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-5e281eae-ab70-4a70-9a08-b34cde965f45 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:00.845367 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099612dc-3502-4d10-8e9b-4e6a5ef29266 None None] Sync routers for ids ['313ea853-32ff-4045-ba55-370b90e3c7af'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:00.860229 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099612dc-3502-4d10-8e9b-4e6a5ef29266 None None] Routers {'313ea853-32ff-4045-ba55-370b90e3c7af'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:44:00.860885 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-099612dc-3502-4d10-8e9b-4e6a5ef29266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:43:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['313ea853-32ff-4045-ba55-370b90e3c7af'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:00.880304 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0421d343-c64c-4da4-95ad-854e83fd74b3 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.001265 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-099612dc-3502-4d10-8e9b-4e6a5ef29266 None None] Set router 313ea853-32ff-4045-ba55-370b90e3c7af gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:44:01.053483 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0421d343-c64c-4da4-95ad-854e83fd74b3 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.096261 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a6449286-8829-4126-9aca-23d3ca327d4c req-5061c070-2241-4be9-9a34-d12c1cec9b3f tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "GET /v2.0/ports?device_id=b8ef6a13-942e-4a27-95b3-42c2f4d9b306 HTTP/1.1" status: 200 len: 210 time: 0.2812560 Feb 16 12:44:01.173996 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5c82e183-d0bd-41b7-a9e4-e7d6d95cf461 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.175373 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5c82e183-d0bd-41b7-a9e4-e7d6d95cf461 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 11.0013936 Feb 16 12:44:01.177692 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-5e281eae-ab70-4a70-9a08-b34cde965f45 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Network 3e84b45d-91e8-4295-8226-a12fdb0f907b is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:01.180035 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb8448-89ac-450e-8410-93af1f6091cf req-e9f93023-d01a-448d-89f9-337d618170a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:01.181763 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1fdb8448-89ac-450e-8410-93af1f6091cf req-e9f93023-d01a-448d-89f9-337d618170a9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e7216791-092d-4489-8c96-9d0056177679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1543221 Feb 16 12:44:01.184910 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60040) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:01.365989 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-099612dc-3502-4d10-8e9b-4e6a5ef29266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313ea853-32ff-4045-ba55-370b90e3c7af', 'name': '', 'tenant_id': '6458e97111fb4343a5736d1b40b6aca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf3b3d7-d9c0-4337-b122-3b3fad910e23', 'external_fixed_ips': [{'subnet_id': 'a76c9833-bf88-4bd9-8b50-16a2026d89cd', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '3eec52c8-a0df-4098-af7f-dcbb60213012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:50Z', 'updated_at': '2022-02-16T12:43:57Z', 'revision_number': 3, 'project_id': '6458e97111fb4343a5736d1b40b6aca7', 'gw_port': {'id': '3eec52c8-a0df-4098-af7f-dcbb60213012', 'name': '', 'network_id': '5bf3b3d7-d9c0-4337-b122-3b3fad910e23', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313ea853-32ff-4045-ba55-370b90e3c7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': 'a76c9833-bf88-4bd9-8b50-16a2026d89cd', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:53Z', 'updated_at': '2022-02-16T12:43:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a76c9833-bf88-4bd9-8b50-16a2026d89cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:01.426295 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099612dc-3502-4d10-8e9b-4e6a5ef29266 None None] Checking router: 313ea853-32ff-4045-ba55-370b90e3c7af for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:44:01.426909 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099612dc-3502-4d10-8e9b-4e6a5ef29266 None None] Updating router 313ea853-32ff-4045-ba55-370b90e3c7af port 3eec52c8-a0df-4098-af7f-dcbb60213012 binding host dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:44:01.439424 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f2544178-dc22-404e-880f-fff2a0a0fd04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.449951 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-5e281eae-ab70-4a70-9a08-b34cde965f45 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:01.462722 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-5e281eae-ab70-4a70-9a08-b34cde965f45 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:44:01.465770 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f2544178-dc22-404e-880f-fff2a0a0fd04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.471817 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f2544178-dc22-404e-880f-fff2a0a0fd04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544-project] 10.222.0.90 "DELETE /v2.0/networks/d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9 HTTP/1.1" status: 204 len: 168 time: 2.2713058 Feb 16 12:44:01.472731 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e281eae-ab70-4a70-9a08-b34cde965f45 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Pushing event updated for resources: {'Port': ['ID=23a5268e-cfd5-444e-bec1-73456853ab27,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:01.478548 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1fdb8448-89ac-450e-8410-93af1f6091cf req-291f1754-c403-4994-934a-958b4388157f service neutron] 10.222.0.42 "GET /v2.0/networks/e7216791-092d-4489-8c96-9d0056177679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569160 Feb 16 12:44:01.484841 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783612d-3dc9-4a48-8719-59b61d74417b req-97f1e563-79fc-4962-9217-2675d2b892a1 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:01.486482 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8783612d-3dc9-4a48-8719-59b61d74417b req-97f1e563-79fc-4962-9217-2675d2b892a1 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "GET /v2.0/ports?device_id=d56ec542-6ed7-4f30-b1e3-286ea792f996 HTTP/1.1" status: 200 len: 944 time: 0.6696322 Feb 16 12:44:01.496796 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-099612dc-3502-4d10-8e9b-4e6a5ef29266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.545850 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.42', 61760) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:01.623892 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2544178-dc22-404e-880f-fff2a0a0fd04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86082544-project] Pushing event deleted for resources: {'Network': ['ID=d51996dc-7e8d-4c9f-9a5c-6221fa53eaf9,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:01.657743 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-336c0a70-436f-4869-a2c4-e5d128258ddf tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.829028 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-73053fee-f70f-4711-8744-d32fa5758b72 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.848264 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-5e281eae-ab70-4a70-9a08-b34cde965f45 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:01.848963 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-5e281eae-ab70-4a70-9a08-b34cde965f45 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.919084 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8783612d-3dc9-4a48-8719-59b61d74417b req-930b68ea-17b8-4bcb-8394-51a1f28c890c tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "GET /v2.0/security-groups?id=a156816b-f8da-40dd-93af-8d12c111b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4017413 Feb 16 12:44:01.959521 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-96d0947f-f743-451f-8b40-85539e53d57b tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.978206 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0769a9-fb17-4f29-a4d2-53621e76015a req-d05b114f-fe92-42e3-a7b0-99ecd1ccb3de tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:01.987597 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-de0769a9-fb17-4f29-a4d2-53621e76015a req-d05b114f-fe92-42e3-a7b0-99ecd1ccb3de tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 931 time: 0.3652890 Feb 16 12:44:01.993132 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-c26bde5d-6d6e-4fe4-9059-c4955f5d6a73 None None] Provisioning complete for port 23a5268e-cfd5-444e-bec1-73456853ab27 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:01.994384 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c26bde5d-6d6e-4fe4-9059-c4955f5d6a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.998958 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-5e281eae-ab70-4a70-9a08-b34cde965f45 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8682039 Feb 16 12:44:02.073275 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-099612dc-3502-4d10-8e9b-4e6a5ef29266 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:02.079312 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-099612dc-3502-4d10-8e9b-4e6a5ef29266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:02.082203 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-0cf5d174-e456-41ff-bdcf-3eecb676ae45 service neutron] Request body: {'port': {'device_id': 'ec785bc5-0bca-41c3-9226-44f9218a1d03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:02.086749 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-c26bde5d-6d6e-4fe4-9059-c4955f5d6a73 None None] Port 23a5268e-cfd5-444e-bec1-73456853ab27 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:44:02.095219 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60052) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:02.101529 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73053fee-f70f-4711-8744-d32fa5758b72 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Pushing event updated for resources: {'Subnet': ['ID=07ea67b5-a715-48f4-aef7-f912fd409851,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:02.105241 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d0947f-f743-451f-8b40-85539e53d57b tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Pushing event deleted for resources: {'Port': ['ID=8cb4be4a-5cda-4e45-80d1-db8c4c024e87,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:02.132752 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e81da-be76-4ea2-a467-6799e371089c None None] Pushing event updated for resources: {'Port': ['ID=3eec52c8-a0df-4098-af7f-dcbb60213012,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:02.144856 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-099612dc-3502-4d10-8e9b-4e6a5ef29266 None None] Attempting to bind port 3eec52c8-a0df-4098-af7f-dcbb60213012 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:02.145317 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-099612dc-3502-4d10-8e9b-4e6a5ef29266 None None] Attempting to bind port 3eec52c8-a0df-4098-af7f-dcbb60213012 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'd297bf58-8ea5-4b4c-a789-9eb1516c82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '5bf3b3d7-d9c0-4337-b122-3b3fad910e23'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:02.145748 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099612dc-3502-4d10-8e9b-4e6a5ef29266 None None] Attempting to bind port 3eec52c8-a0df-4098-af7f-dcbb60213012 on network 5bf3b3d7-d9c0-4337-b122-3b3fad910e23 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:44:02.167016 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099612dc-3502-4d10-8e9b-4e6a5ef29266 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:44:02.167380 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099612dc-3502-4d10-8e9b-4e6a5ef29266 None None] Checking segment: {'id': 'd297bf58-8ea5-4b4c-a789-9eb1516c82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '5bf3b3d7-d9c0-4337-b122-3b3fad910e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:44:02.167857 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-099612dc-3502-4d10-8e9b-4e6a5ef29266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:02.168591 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099612dc-3502-4d10-8e9b-4e6a5ef29266 None None] Bound using segment: {'id': 'd297bf58-8ea5-4b4c-a789-9eb1516c82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '5bf3b3d7-d9c0-4337-b122-3b3fad910e23'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:44:02.169386 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-099612dc-3502-4d10-8e9b-4e6a5ef29266 None None] Bound port: 3eec52c8-a0df-4098-af7f-dcbb60213012, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd297bf58-8ea5-4b4c-a789-9eb1516c82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '5bf3b3d7-d9c0-4337-b122-3b3fad910e23'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:02.169803 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-099612dc-3502-4d10-8e9b-4e6a5ef29266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:02.208112 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73053fee-f70f-4711-8744-d32fa5758b72 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Checking segment: {'id': '0f6179da-1839-40c3-93ab-97b8db0f6d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:44:02.209325 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73053fee-f70f-4711-8744-d32fa5758b72 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Network hostable DHCP agents. Network: fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:02.251701 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-099612dc-3502-4d10-8e9b-4e6a5ef29266 None None] For port 3eec52c8-a0df-4098-af7f-dcbb60213012, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:44:02.269995 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-099612dc-3502-4d10-8e9b-4e6a5ef29266 None None] For port 3eec52c8-a0df-4098-af7f-dcbb60213012, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=3eec52c8-a0df-4098-af7f-dcbb60213012,segment=NetworkSegment(d297bf58-8ea5-4b4c-a789-9eb1516c82e3),segment_id=d297bf58-8ea5-4b4c-a789-9eb1516c82e3)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:44:02.277756 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-099612dc-3502-4d10-8e9b-4e6a5ef29266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:02.277955 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-de0769a9-fb17-4f29-a4d2-53621e76015a req-373a5473-e068-4fda-a2e4-63de238639b0 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2893846 Feb 16 12:44:02.284401 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0421d343-c64c-4da4-95ad-854e83fd74b3 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:02.293183 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1fdb8448-89ac-450e-8410-93af1f6091cf req-ae267918-9a9c-4b55-b597-73ac55e9bd3c service neutron] 10.222.0.42 "GET /v2.0/networks/e7216791-092d-4489-8c96-9d0056177679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7433743 Feb 16 12:44:02.300400 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-c5b03c8a-c45b-4eb1-853f-d20bb9c48250 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:02.301945 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-c5b03c8a-c45b-4eb1-853f-d20bb9c48250 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.42 "GET /v2.0/networks?id=2aa0eb0f-3739-4f9e-877b-be15eb25358c HTTP/1.1" status: 200 len: 804 time: 0.2057452 Feb 16 12:44:02.305256 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0421d343-c64c-4da4-95ad-854e83fd74b3 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:02.321629 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-af39f0aa-64af-4796-b47f-a35b58e73a6e req-edbec65d-d19c-4691-bd36-88e81b982e6e tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "GET /v2.0/ports?device_id=b8ef6a13-942e-4a27-95b3-42c2f4d9b306 HTTP/1.1" status: 200 len: 210 time: 0.0886819 Feb 16 12:44:02.341488 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73053fee-f70f-4711-8744-d32fa5758b72 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Network fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:02.344225 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-0cf5d174-e456-41ff-bdcf-3eecb676ae45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:02.402356 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-73053fee-f70f-4711-8744-d32fa5758b72 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:02.414602 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c29f4f9-dc67-4d91-97a3-a03dff27a07f None None] Network fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:44:02.431356 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73053fee-f70f-4711-8744-d32fa5758b72 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:02.432123 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-73053fee-f70f-4711-8744-d32fa5758b72 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:02.446657 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421d343-c64c-4da4-95ad-854e83fd74b3 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Pushing event updated for resources: {'Port': ['ID=2b1691c7-4285-4280-9fd0-04df7e87afd2,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:02.465704 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099612dc-3502-4d10-8e9b-4e6a5ef29266 None None] Routers {'313ea853-32ff-4045-ba55-370b90e3c7af'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:44:02.466433 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-099612dc-3502-4d10-8e9b-4e6a5ef29266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:43:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['313ea853-32ff-4045-ba55-370b90e3c7af'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:02.476683 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e81da-be76-4ea2-a467-6799e371089c None None] Pushing event updated for resources: {'Port': ['ID=3eec52c8-a0df-4098-af7f-dcbb60213012,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:02.552313 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-73053fee-f70f-4711-8744-d32fa5758b72 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0469418 Feb 16 12:44:02.566636 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60058) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:02.573168 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-5fff15c5-5ba5-421b-97ea-1efba27971f2 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Request body: {'port': {'network_id': 'fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03', 'name': 'tempest-AllowedAddressPairTestJSON-1258494065'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:02.600149 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-96d0947f-f743-451f-8b40-85539e53d57b tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:02.606541 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-96d0947f-f743-451f-8b40-85539e53d57b tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] 10.222.0.90 "DELETE /v2.0/ports/8cb4be4a-5cda-4e45-80d1-db8c4c024e87 HTTP/1.1" status: 204 len: 168 time: 3.2435839 Feb 16 12:44:02.611644 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-f5ca8545-335a-4f2c-8d12-1f18c7a8c9fa tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31696bf849824682b4ce3692a5a8ee22 HTTP/1.1" status: 200 len: 380 time: 0.2780852 Feb 16 12:44:02.619485 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a93984-e6b3-4b57-8c60-32b80a9dfdb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03', 'network_id': 'fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03', 'tenant_id': '16234c72ebd246afb52443ad60c2e19f', 'fixed_ips': [{'subnet_id': '07ea67b5-a715-48f4-aef7-f912fd409851'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:44:02.620616 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-97a93984-e6b3-4b57-8c60-32b80a9dfdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:02.628265 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60060) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:02.668201 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-34aa41fc-f3cb-4780-965d-1a517152f380 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] GET failed (client error): The resource could not be found. Feb 16 12:44:02.672602 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-34aa41fc-f3cb-4780-965d-1a517152f380 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] 10.222.0.90 "GET /v2.0/ports/8cb4be4a-5cda-4e45-80d1-db8c4c024e87 HTTP/1.1" status: 404 len: 333 time: 0.0406871 Feb 16 12:44:02.696922 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60062) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:02.703018 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-28bd0902-76d5-4cf6-b1c7-5f5102bd3672 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Request body: {'port': {'device_id': 'b8ef6a13-942e-4a27-95b3-42c2f4d9b306', 'network_id': '2aa0eb0f-3739-4f9e-877b-be15eb25358c', 'admin_state_up': True, 'tenant_id': '31696bf849824682b4ce3692a5a8ee22', 'security_groups': ['bb81afa6-3206-42ea-9395-b464bf0620d2']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:02.716283 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-099612dc-3502-4d10-8e9b-4e6a5ef29266 None None] Set router 313ea853-32ff-4045-ba55-370b90e3c7af gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:44:02.734772 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7de645c4-dfd2-4cfb-a698-209526de1f68 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=713eb3a909ab4b9b9e1eb09208f7c233&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6370008 Feb 16 12:44:02.738450 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60064) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:02.784257 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0421d343-c64c-4da4-95ad-854e83fd74b3 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:02.784501 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-97a93984-e6b3-4b57-8c60-32b80a9dfdb6 None None] Allocated IP 172.20.0.2 (fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03/07ea67b5-a715-48f4-aef7-f912fd409851/23eae96e-2440-461f-a077-55d2d8f5f62f) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:02.818876 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-336c0a70-436f-4869-a2c4-e5d128258ddf tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:02.838520 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fd135fc3-3417-429f-8e34-7044fad158c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:02.879316 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fd135fc3-3417-429f-8e34-7044fad158c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:02.957185 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-099612dc-3502-4d10-8e9b-4e6a5ef29266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313ea853-32ff-4045-ba55-370b90e3c7af', 'name': '', 'tenant_id': '6458e97111fb4343a5736d1b40b6aca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf3b3d7-d9c0-4337-b122-3b3fad910e23', 'external_fixed_ips': [{'subnet_id': 'a76c9833-bf88-4bd9-8b50-16a2026d89cd', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '3eec52c8-a0df-4098-af7f-dcbb60213012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:50Z', 'updated_at': '2022-02-16T12:43:57Z', 'revision_number': 3, 'project_id': '6458e97111fb4343a5736d1b40b6aca7', 'gw_port': {'id': '3eec52c8-a0df-4098-af7f-dcbb60213012', 'name': '', 'network_id': '5bf3b3d7-d9c0-4337-b122-3b3fad910e23', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313ea853-32ff-4045-ba55-370b90e3c7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': 'a76c9833-bf88-4bd9-8b50-16a2026d89cd', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:53Z', 'updated_at': '2022-02-16T12:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a76c9833-bf88-4bd9-8b50-16a2026d89cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:02.980350 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-97a93984-e6b3-4b57-8c60-32b80a9dfdb6 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:02.994633 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-97a93984-e6b3-4b57-8c60-32b80a9dfdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:03.003921 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fd135fc3-3417-429f-8e34-7044fad158c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:03.008192 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fd135fc3-3417-429f-8e34-7044fad158c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:03.012297 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-fd135fc3-3417-429f-8e34-7044fad158c9 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d59cfb63-41c8-497f-a4a4-77c8730b3e3e HTTP/1.1" status: 204 len: 168 time: 0.2704113 Feb 16 12:44:03.047459 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099612dc-3502-4d10-8e9b-4e6a5ef29266 None None] The sync data for ids ['313ea853-32ff-4045-ba55-370b90e3c7af'] in dv-neutron-828142-3-hyperv is: [{'id': '313ea853-32ff-4045-ba55-370b90e3c7af', 'name': '', 'tenant_id': '6458e97111fb4343a5736d1b40b6aca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf3b3d7-d9c0-4337-b122-3b3fad910e23', 'external_fixed_ips': [{'subnet_id': 'a76c9833-bf88-4bd9-8b50-16a2026d89cd', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '3eec52c8-a0df-4098-af7f-dcbb60213012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:50Z', 'updated_at': '2022-02-16T12:43:57Z', 'revision_number': 3, 'project_id': '6458e97111fb4343a5736d1b40b6aca7', 'gw_port': {'id': '3eec52c8-a0df-4098-af7f-dcbb60213012', 'name': '', 'network_id': '5bf3b3d7-d9c0-4337-b122-3b3fad910e23', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313ea853-32ff-4045-ba55-370b90e3c7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': 'a76c9833-bf88-4bd9-8b50-16a2026d89cd', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:53Z', 'updated_at': '2022-02-16T12:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a76c9833-bf88-4bd9-8b50-16a2026d89cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:03.054431 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-0cf5d174-e456-41ff-bdcf-3eecb676ae45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23a5268e-cfd5-444e-bec1-73456853ab27 {{(pid=109048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 12:44:03.088006 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a93984-e6b3-4b57-8c60-32b80a9dfdb6 None None] Pushing event updated for resources: {'Port': ['ID=23eae96e-2440-461f-a077-55d2d8f5f62f,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:03.089375 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd135fc3-3417-429f-8e34-7044fad158c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59cfb63-41c8-497f-a4a4-77c8730b3e3e,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:03.094070 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a93984-e6b3-4b57-8c60-32b80a9dfdb6 None None] Network fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:03.095520 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-97a93984-e6b3-4b57-8c60-32b80a9dfdb6 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:03.099271 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a93984-e6b3-4b57-8c60-32b80a9dfdb6 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:44:03.134634 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-2fd0267a-5892-43f9-ba4c-fb7da3dd8e04 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Deleting port 52f026da-bc74-4e6b-9cfd-0f4c5002f21f {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:44:03.135222 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2fd0267a-5892-43f9-ba4c-fb7da3dd8e04 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:03.156948 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-0cf5d174-e456-41ff-bdcf-3eecb676ae45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:03.183348 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.provisioning_blocks [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-0cf5d174-e456-41ff-bdcf-3eecb676ae45 service neutron] Transition to ACTIVE for port object 23a5268e-cfd5-444e-bec1-73456853ab27 will not be triggered until provisioned by entity L2. {{(pid=109048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:03.183568 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-97a93984-e6b3-4b57-8c60-32b80a9dfdb6 None None] Attempting to bind port 23eae96e-2440-461f-a077-55d2d8f5f62f on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:03.183922 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-97a93984-e6b3-4b57-8c60-32b80a9dfdb6 None None] Attempting to bind port 23eae96e-2440-461f-a077-55d2d8f5f62f by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '0f6179da-1839-40c3-93ab-97b8db0f6d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:03.184225 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a93984-e6b3-4b57-8c60-32b80a9dfdb6 None None] Attempting to bind port 23eae96e-2440-461f-a077-55d2d8f5f62f on network fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:44:03.192269 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a93984-e6b3-4b57-8c60-32b80a9dfdb6 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:44:03.192660 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a93984-e6b3-4b57-8c60-32b80a9dfdb6 None None] Checking segment: {'id': '0f6179da-1839-40c3-93ab-97b8db0f6d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:44:03.193672 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-97a93984-e6b3-4b57-8c60-32b80a9dfdb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:03.194112 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a93984-e6b3-4b57-8c60-32b80a9dfdb6 None None] Bound using segment: {'id': '0f6179da-1839-40c3-93ab-97b8db0f6d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:44:03.194596 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-97a93984-e6b3-4b57-8c60-32b80a9dfdb6 None None] Bound port: 23eae96e-2440-461f-a077-55d2d8f5f62f, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f6179da-1839-40c3-93ab-97b8db0f6d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:03.195010 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-97a93984-e6b3-4b57-8c60-32b80a9dfdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:03.204480 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-0421d343-c64c-4da4-95ad-854e83fd74b3 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Floating IP 0b99258f-3487-4600-83aa-2e71b9965fe5 associated. External IP: 172.26.2.80, port: 455574d6-b3ee-4569-abce-05fd7fadeee9. Feb 16 12:44:03.205111 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-0cf5d174-e456-41ff-bdcf-3eecb676ae45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:03.265010 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-336c0a70-436f-4869-a2c4-e5d128258ddf tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Deleting port 3eec52c8-a0df-4098-af7f-dcbb60213012 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:44:03.265581 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-336c0a70-436f-4869-a2c4-e5d128258ddf tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:03.276782 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fff15c5-5ba5-421b-97ea-1efba27971f2 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Made reservation on behalf of 16234c72ebd246afb52443ad60c2e19f for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:03.280593 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5fff15c5-5ba5-421b-97ea-1efba27971f2 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:03.285013 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01bdb5-7446-41fd-85d9-990b5eac40b7 req-739f9390-dde4-4773-ad26-8d0e2b47cd22 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:03.286029 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-97a93984-e6b3-4b57-8c60-32b80a9dfdb6 None None] For port 23eae96e-2440-461f-a077-55d2d8f5f62f, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:44:03.293995 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-97a93984-e6b3-4b57-8c60-32b80a9dfdb6 None None] For port 23eae96e-2440-461f-a077-55d2d8f5f62f, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=23eae96e-2440-461f-a077-55d2d8f5f62f,segment=NetworkSegment(0f6179da-1839-40c3-93ab-97b8db0f6d00),segment_id=0f6179da-1839-40c3-93ab-97b8db0f6d00)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:44:03.294412 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4c01bdb5-7446-41fd-85d9-990b5eac40b7 req-739f9390-dde4-4773-ad26-8d0e2b47cd22 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "GET /v2.0/ports?device_id=d56ec542-6ed7-4f30-b1e3-286ea792f996 HTTP/1.1" status: 200 len: 944 time: 0.2340753 Feb 16 12:44:03.306779 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-97a93984-e6b3-4b57-8c60-32b80a9dfdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:03.418436 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-5fff15c5-5ba5-421b-97ea-1efba27971f2 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] device_id is not set on port 25f78176-881f-445f-a87c-ce7457193efa yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:44:03.439226 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4c01bdb5-7446-41fd-85d9-990b5eac40b7 req-1309ec9c-e0e2-4ba7-9646-e4f1f93d4223 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "GET /v2.0/security-groups?id=a156816b-f8da-40dd-93af-8d12c111b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362882 Feb 16 12:44:03.446529 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a93984-e6b3-4b57-8c60-32b80a9dfdb6 None None] Pushing event updated for resources: {'Port': ['ID=23eae96e-2440-461f-a077-55d2d8f5f62f,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:03.459084 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2fd0267a-5892-43f9-ba4c-fb7da3dd8e04 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:03.549426 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-28bd0902-76d5-4cf6-b1c7-5f5102bd3672 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Made reservation on behalf of 31696bf849824682b4ce3692a5a8ee22 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:03.553653 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-28bd0902-76d5-4cf6-b1c7-5f5102bd3672 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:03.564519 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-2fd0267a-5892-43f9-ba4c-fb7da3dd8e04 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Calling delete_port for 52f026da-bc74-4e6b-9cfd-0f4c5002f21f owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:44:03.636522 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-336c0a70-436f-4869-a2c4-e5d128258ddf tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] For port 3eec52c8-a0df-4098-af7f-dcbb60213012, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=3eec52c8-a0df-4098-af7f-dcbb60213012,segment=NetworkSegment(d297bf58-8ea5-4b4c-a789-9eb1516c82e3),segment_id=d297bf58-8ea5-4b4c-a789-9eb1516c82e3)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:44:03.636961 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-336c0a70-436f-4869-a2c4-e5d128258ddf tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:03.639361 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60076) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:03.673447 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-23cbd21d-cc4d-406f-a0d2-4cc5414d3929 req-42fd8b68-a998-4758-8fb5-d486c9b21a44 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "GET /v2.0/ports?device_id=b8ef6a13-942e-4a27-95b3-42c2f4d9b306 HTTP/1.1" status: 200 len: 210 time: 0.0947449 Feb 16 12:44:03.677401 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf5d174-e456-41ff-bdcf-3eecb676ae45 service neutron] Pushing event updated for resources: {'Port': ['ID=23a5268e-cfd5-444e-bec1-73456853ab27,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:03.770878 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d78990-0e62-49dd-953a-872f63955a89 req-b8b3c00c-e20d-47b7-b3dc-f302ef4ff2d6 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:03.773240 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-45d78990-0e62-49dd-953a-872f63955a89 req-b8b3c00c-e20d-47b7-b3dc-f302ef4ff2d6 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 943 time: 0.3106501 Feb 16 12:44:03.836465 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-0cf5d174-e456-41ff-bdcf-3eecb676ae45 service neutron] Attempting to bind port 23a5268e-cfd5-444e-bec1-73456853ab27 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:03.836841 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-0cf5d174-e456-41ff-bdcf-3eecb676ae45 service neutron] Attempting to bind port 23a5268e-cfd5-444e-bec1-73456853ab27 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '5d0d8596-bed8-4a04-ada5-85cd4dabf2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3e84b45d-91e8-4295-8226-a12fdb0f907b'}] {{(pid=109048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:03.837163 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-0cf5d174-e456-41ff-bdcf-3eecb676ae45 service neutron] Attempting to bind port 23a5268e-cfd5-444e-bec1-73456853ab27 on network 3e84b45d-91e8-4295-8226-a12fdb0f907b {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:44:03.846336 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-0cf5d174-e456-41ff-bdcf-3eecb676ae45 service neutron] Port 23a5268e-cfd5-444e-bec1-73456853ab27 on network 3e84b45d-91e8-4295-8226-a12fdb0f907b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:44:03.846649 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-0cf5d174-e456-41ff-bdcf-3eecb676ae45 service neutron] Attempting to bind port 23a5268e-cfd5-444e-bec1-73456853ab27 on network 3e84b45d-91e8-4295-8226-a12fdb0f907b {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:44:03.850882 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-336c0a70-436f-4869-a2c4-e5d128258ddf tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Calling delete_port for 3eec52c8-a0df-4098-af7f-dcbb60213012 owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:44:03.858514 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-0cf5d174-e456-41ff-bdcf-3eecb676ae45 service neutron] Checking agent: {'id': '31a9428e-e23a-420f-bfe2-5870b63c0436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'started_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:44:03.858853 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-0cf5d174-e456-41ff-bdcf-3eecb676ae45 service neutron] Checking segment: {'id': '5d0d8596-bed8-4a04-ada5-85cd4dabf2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3e84b45d-91e8-4295-8226-a12fdb0f907b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:44:03.859423 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-0cf5d174-e456-41ff-bdcf-3eecb676ae45 service neutron] Bound using segment: {'id': '5d0d8596-bed8-4a04-ada5-85cd4dabf2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3e84b45d-91e8-4295-8226-a12fdb0f907b'} {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:44:03.859891 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-0cf5d174-e456-41ff-bdcf-3eecb676ae45 service neutron] Bound port: 23a5268e-cfd5-444e-bec1-73456853ab27, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d0d8596-bed8-4a04-ada5-85cd4dabf2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3e84b45d-91e8-4295-8226-a12fdb0f907b'}}] {{(pid=109048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:03.860246 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-0cf5d174-e456-41ff-bdcf-3eecb676ae45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:03.891373 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-45d78990-0e62-49dd-953a-872f63955a89 req-1fbad9a8-35bf-42f5-afbe-b7ee3df9dbb8 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825555 Feb 16 12:44:03.951974 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-0cf5d174-e456-41ff-bdcf-3eecb676ae45 service neutron] For port 23a5268e-cfd5-444e-bec1-73456853ab27, host hv-neutron-8281, cleared binding levels {{(pid=109048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:44:03.961255 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-0cf5d174-e456-41ff-bdcf-3eecb676ae45 service neutron] For port 23a5268e-cfd5-444e-bec1-73456853ab27, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=23a5268e-cfd5-444e-bec1-73456853ab27,segment=NetworkSegment(5d0d8596-bed8-4a04-ada5-85cd4dabf2e9),segment_id=5d0d8596-bed8-4a04-ada5-85cd4dabf2e9)] {{(pid=109048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:44:03.967306 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-0cf5d174-e456-41ff-bdcf-3eecb676ae45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.017702 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-0cf5d174-e456-41ff-bdcf-3eecb676ae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:04.018340 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-0cf5d174-e456-41ff-bdcf-3eecb676ae45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.019734 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-0cf5d174-e456-41ff-bdcf-3eecb676ae45 service neutron] 10.222.0.42 "PUT /v2.0/ports/23a5268e-cfd5-444e-bec1-73456853ab27 HTTP/1.1" status: 200 len: 1093 time: 2.0033350 Feb 16 12:44:04.020172 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec785bc5-0bca-41c3-9226-44f9218a1d03', 'tag': '23a5268e-cfd5-444e-bec1-73456853ab27'}] {{(pid=109048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:44:04.080523 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf5d174-e456-41ff-bdcf-3eecb676ae45 service neutron] Pushing event updated for resources: {'Port': ['ID=23a5268e-cfd5-444e-bec1-73456853ab27,revision_number=3']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:04.222729 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-6897840a-9b1e-4eaa-8bac-b5faf17a62cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:04.224978 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-6897840a-9b1e-4eaa-8bac-b5faf17a62cb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0adafc1d94b74e8bb4ed6949f44548d7&device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 1096 time: 0.1391730 Feb 16 12:44:04.234021 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40068d798dcc31a224174c6c24ac8b3e49f1a518b527dec6066c5fbc28712f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4060f599-85c7-4488-8662-e0a4ba060666" -d '{"events": [{"name": "network-changed", "server_uuid": "ec785bc5-0bca-41c3-9226-44f9218a1d03", "tag": "23a5268e-cfd5-444e-bec1-73456853ab27"}]}' {{(pid=109048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:44:04.283972 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 23eae96e-2440-461f-a077-55d2d8f5f62f up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:44:04.323724 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-d2271d16-d2d4-4c97-8f89-f3579697a92e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23a5268e-cfd5-444e-bec1-73456853ab27 HTTP/1.1" status: 200 len: 217 time: 0.0695243 Feb 16 12:44:04.402142 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 23eae96e-2440-461f-a077-55d2d8f5f62f triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:04.402513 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.407541 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 12:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a392be86-7df4-417f-b90a-4941547f183a x-openstack-request-id: req-a392be86-7df4-417f-b90a-4941547f183a {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:44:04.407847 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec785bc5-0bca-41c3-9226-44f9218a1d03", "tag": "23a5268e-cfd5-444e-bec1-73456853ab27", "status": "completed", "code": 200}]} {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:44:04.408091 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a392be86-7df4-417f-b90a-4941547f183a {{(pid=109048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:44:04.408574 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec785bc5-0bca-41c3-9226-44f9218a1d03', 'tag': '23a5268e-cfd5-444e-bec1-73456853ab27', 'status': 'completed', 'code': 200} Feb 16 12:44:04.433764 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-6002deb8-621b-492c-9586-2cf886df238f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:04.436317 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-6002deb8-621b-492c-9586-2cf886df238f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=280fbadf-e19b-45d5-88e2-fb9cd6467432 HTTP/1.1" status: 200 len: 851 time: 0.1057022 Feb 16 12:44:04.566684 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.571450 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-6eb4b8fe-e617-453a-a9a5-ea106ddce5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:04.573463 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-6eb4b8fe-e617-453a-a9a5-ea106ddce5a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e84b45d-91e8-4295-8226-a12fdb0f907b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1278236 Feb 16 12:44:04.622893 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 23eae96e-2440-461f-a077-55d2d8f5f62f, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=23eae96e-2440-461f-a077-55d2d8f5f62f,segment=NetworkSegment(0f6179da-1839-40c3-93ab-97b8db0f6d00),segment_id=0f6179da-1839-40c3-93ab-97b8db0f6d00)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:44:04.635794 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.636924 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 3eec52c8-a0df-4098-af7f-dcbb60213012 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:44:04.642806 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-5fff15c5-5ba5-421b-97ea-1efba27971f2 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Allocated IP 172.20.0.13 (fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03/07ea67b5-a715-48f4-aef7-f912fd409851/25f78176-881f-445f-a87c-ce7457193efa) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:04.657112 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8b3aedd5-d2f7-490f-8b42-f60524c57556 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3e1a15dc57344792846b5b0d54ce1d6b&name=default HTTP/1.1" status: 200 len: 2976 time: 1.0101807 Feb 16 12:44:04.660934 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60088) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:04.737043 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd5fa8-372d-43d3-a0cf-a20c02ac6010 req-76192f83-e5e7-4cfc-96ab-2ec351fa8dd1 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:04.745503 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0efd5fa8-372d-43d3-a0cf-a20c02ac6010 req-76192f83-e5e7-4cfc-96ab-2ec351fa8dd1 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "GET /v2.0/ports?device_id=d56ec542-6ed7-4f30-b1e3-286ea792f996 HTTP/1.1" status: 200 len: 944 time: 0.1901813 Feb 16 12:44:04.751654 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=23eae96e-2440-461f-a077-55d2d8f5f62f,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:04.782165 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 3eec52c8-a0df-4098-af7f-dcbb60213012 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:04.782674 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.793326 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2fd0267a-5892-43f9-ba4c-fb7da3dd8e04 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.866684 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-28bd0902-76d5-4cf6-b1c7-5f5102bd3672 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Allocated IP 172.20.0.10 (2aa0eb0f-3739-4f9e-877b-be15eb25358c/8a0e3897-2b6e-4377-a6ab-abfb13fdc5ca/3594a521-50d2-40bc-8a4b-37ad3b2862bc) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:04.870549 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0421d343-c64c-4da4-95ad-854e83fd74b3 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Router 31490b78-0574-4bee-a4b4-42d39f478e0e has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:44:04.874996 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0efd5fa8-372d-43d3-a0cf-a20c02ac6010 req-1bb86496-5cd4-431a-9bfc-978bfb45a7cb tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "GET /v2.0/security-groups?id=a156816b-f8da-40dd-93af-8d12c111b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286063 Feb 16 12:44:04.877742 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5350ec78-e234-47e9-9fdb-39238849951c req-2223a1d0-c78f-4d81-9161-909f2667a36b tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "GET /v2.0/ports?device_id=b8ef6a13-942e-4a27-95b3-42c2f4d9b306 HTTP/1.1" status: 200 len: 210 time: 0.0605483 Feb 16 12:44:04.885127 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-20aba738-5b5f-4f71-ac8c-328e8def810c service neutron] 10.222.0.42 "GET /v2.0/networks/3e84b45d-91e8-4295-8226-a12fdb0f907b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875152 Feb 16 12:44:04.885806 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-06a272ca-1fd7-4d65-9c22-a91fb9029d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.893397 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd0267a-5892-43f9-ba4c-fb7da3dd8e04 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Pushing event deleted for resources: {'Port': ['ID=52f026da-bc74-4e6b-9cfd-0f4c5002f21f,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:04.947951 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.975174 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 3eec52c8-a0df-4098-af7f-dcbb60213012, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=3eec52c8-a0df-4098-af7f-dcbb60213012,segment=NetworkSegment(d297bf58-8ea5-4b4c-a789-9eb1516c82e3),segment_id=d297bf58-8ea5-4b4c-a789-9eb1516c82e3)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:44:04.983045 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2fd0267a-5892-43f9-ba4c-fb7da3dd8e04 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.985165 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.986678 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2fd0267a-5892-43f9-ba4c-fb7da3dd8e04 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] 10.222.0.90 "DELETE /v2.0/ports/52f026da-bc74-4e6b-9cfd-0f4c5002f21f HTTP/1.1" status: 204 len: 168 time: 2.2507613 Feb 16 12:44:04.994294 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60094) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:05.066056 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 3405faf2-baff-411b-9b24-c409372d5b1e details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 12:44:05.070971 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b3e73d09-de86-4a40-8396-fb94d8184327 req-e02d7adb-a1b7-4c3e-b5a1-9f3ac51b2f86 service neutron] 10.222.0.42 "GET /v2.0/networks/3e84b45d-91e8-4295-8226-a12fdb0f907b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767447 Feb 16 12:44:05.106130 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-06a272ca-1fd7-4d65-9c22-a91fb9029d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:05.119633 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-af23c06e-3064-4784-aaf4-fd07939d170b tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] GET failed (client error): The resource could not be found. Feb 16 12:44:05.127186 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-af23c06e-3064-4784-aaf4-fd07939d170b tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] 10.222.0.90 "GET /v2.0/ports/52f026da-bc74-4e6b-9cfd-0f4c5002f21f HTTP/1.1" status: 404 len: 333 time: 0.1193917 Feb 16 12:44:05.143510 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60096) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:05.186219 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de26c0d6-65c4-4cf8-99e5-2414c920b59a None None] Network fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:44:05.263527 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=3eec52c8-a0df-4098-af7f-dcbb60213012,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:05.283034 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba003d-f7d7-4b55-a043-4fec2b0de43e req-9d1c7c32-5a59-4828-8f7e-c1e26cdbcd7f tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:05.290104 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-50ba003d-f7d7-4b55-a043-4fec2b0de43e req-9d1c7c32-5a59-4828-8f7e-c1e26cdbcd7f tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 943 time: 0.2159023 Feb 16 12:44:05.298506 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 3405faf2-baff-411b-9b24-c409372d5b1e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3405faf2-baff-411b-9b24-c409372d5b1e,segment=NetworkSegment(42b26e38-7e58-4ec2-9947-f1bd510fcd9e),segment_id=42b26e38-7e58-4ec2-9947-f1bd510fcd9e)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:44:05.312568 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d9623dc-e32a-4009-a640-42b425bc81d3 None None] Provisioning complete for port 23eae96e-2440-461f-a077-55d2d8f5f62f triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:05.312987 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d9623dc-e32a-4009-a640-42b425bc81d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:05.329653 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': '3405faf2-baff-411b-9b24-c409372d5b1e', 'network_id': 'e7216791-092d-4489-8c96-9d0056177679', 'port_id': '3405faf2-baff-411b-9b24-c409372d5b1e', 'mac_address': 'fa:16:3e:40:05:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3db169c4-8f35-4e82-9aa0-dcd164ab8410', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 12:44:05.337975 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060f599-85c7-4488-8662-e0a4ba060666 req-1d042630-b6bf-4b86-b4e2-013ee4a673cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:05.339431 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4060f599-85c7-4488-8662-e0a4ba060666 req-1d042630-b6bf-4b86-b4e2-013ee4a673cc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0adafc1d94b74e8bb4ed6949f44548d7&device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 1096 time: 0.1944096 Feb 16 12:44:05.380028 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5fff15c5-5ba5-421b-97ea-1efba27971f2 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:05.400263 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-336c0a70-436f-4869-a2c4-e5d128258ddf tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:05.444572 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0421d343-c64c-4da4-95ad-854e83fd74b3 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:44:05.449801 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:05.466049 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28d708e-0946-4167-a985-3f64708c7b34 None None] Sync routers for ids ['31490b78-0574-4bee-a4b4-42d39f478e0e'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:05.493364 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c0a70-436f-4869-a2c4-e5d128258ddf tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Pushing event deleted for resources: {'Port': ['ID=3eec52c8-a0df-4098-af7f-dcbb60213012,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:05.504135 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3405faf2-baff-411b-9b24-c409372d5b1e {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 12:44:05.535004 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28d708e-0946-4167-a985-3f64708c7b34 None None] Routers {'31490b78-0574-4bee-a4b4-42d39f478e0e'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:44:05.535203 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-b28d708e-0946-4167-a985-3f64708c7b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:43:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['31490b78-0574-4bee-a4b4-42d39f478e0e'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:05.576421 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0421d343-c64c-4da4-95ad-854e83fd74b3 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:05.594435 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-b28d708e-0946-4167-a985-3f64708c7b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:05.597729 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 3405faf2-baff-411b-9b24-c409372d5b1e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3405faf2-baff-411b-9b24-c409372d5b1e,segment=NetworkSegment(42b26e38-7e58-4ec2-9947-f1bd510fcd9e),segment_id=42b26e38-7e58-4ec2-9947-f1bd510fcd9e)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:44:05.607968 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:05.623507 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-336c0a70-436f-4869-a2c4-e5d128258ddf tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:05.675045 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-06a272ca-1fd7-4d65-9c22-a91fb9029d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:05.676046 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5fff15c5-5ba5-421b-97ea-1efba27971f2 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:05.679233 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-06a272ca-1fd7-4d65-9c22-a91fb9029d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:05.683734 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-06a272ca-1fd7-4d65-9c22-a91fb9029d74 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5700b724-76c0-434e-b6f0-9c07029dda28 HTTP/1.1" status: 204 len: 168 time: 1.0225959 Feb 16 12:44:05.715758 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0421d343-c64c-4da4-95ad-854e83fd74b3 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 8.8270802 Feb 16 12:44:05.720803 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-28bd0902-76d5-4cf6-b1c7-5f5102bd3672 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:05.722495 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60100) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:05.734408 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-50ba003d-f7d7-4b55-a043-4fec2b0de43e req-287cdae4-425d-4c1a-82a0-9c31c7163554 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4058244 Feb 16 12:44:05.763285 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28d708e-0946-4167-a985-3f64708c7b34 None None] Routers {'31490b78-0574-4bee-a4b4-42d39f478e0e'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:44:05.763907 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-b28d708e-0946-4167-a985-3f64708c7b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:43:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['31490b78-0574-4bee-a4b4-42d39f478e0e'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:05.786291 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a272ca-1fd7-4d65-9c22-a91fb9029d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5700b724-76c0-434e-b6f0-9c07029dda28,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:05.797519 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-336c0a70-436f-4869-a2c4-e5d128258ddf tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:05.808884 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-336c0a70-436f-4869-a2c4-e5d128258ddf tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:05.821263 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-b28d708e-0946-4167-a985-3f64708c7b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:05.821906 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28d708e-0946-4167-a985-3f64708c7b34 None None] The sync data for ids ['31490b78-0574-4bee-a4b4-42d39f478e0e'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:05.823864 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fff15c5-5ba5-421b-97ea-1efba27971f2 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Network fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:05.863927 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=3405faf2-baff-411b-9b24-c409372d5b1e,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:05.894361 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff15c5-5ba5-421b-97ea-1efba27971f2 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Pushing event updated for resources: {'Port': ['ID=25f78176-881f-445f-a87c-ce7457193efa,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:05.898168 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-5fff15c5-5ba5-421b-97ea-1efba27971f2 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:05.932672 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-d414510b-9ae2-46cc-8117-0190b3f094a7 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Deleting port aa5f50e4-20b8-4259-819e-733e4eeb95c0 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:44:05.933020 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d414510b-9ae2-46cc-8117-0190b3f094a7 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:05.940070 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-addc49e4-d4a7-4902-9a3c-475fd4c60c63 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] 10.222.0.90 "GET /v2.0/floatingips/0b99258f-3487-4600-83aa-2e71b9965fe5 HTTP/1.1" status: 200 len: 983 time: 0.2131722 Feb 16 12:44:05.940469 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60106) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:05.960764 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['3405faf2-baff-411b-9b24-c409372d5b1e'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 12:44:05.962107 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fff15c5-5ba5-421b-97ea-1efba27971f2 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:44:05.967368 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-28bd0902-76d5-4cf6-b1c7-5f5102bd3672 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:06.144710 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-336c0a70-436f-4869-a2c4-e5d128258ddf tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:06.145486 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336c0a70-436f-4869-a2c4-e5d128258ddf tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 313ea853-32ff-4045-ba55-370b90e3c7af {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:44:06.208372 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-28bd0902-76d5-4cf6-b1c7-5f5102bd3672 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Network 2aa0eb0f-3739-4f9e-877b-be15eb25358c is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:06.212324 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-336c0a70-436f-4869-a2c4-e5d128258ddf tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:06.215950 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-336c0a70-436f-4869-a2c4-e5d128258ddf tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] 10.222.0.90 "DELETE /v2.0/routers/313ea853-32ff-4045-ba55-370b90e3c7af HTTP/1.1" status: 204 len: 168 time: 5.0298836 Feb 16 12:44:06.218672 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-28bd0902-76d5-4cf6-b1c7-5f5102bd3672 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:06.221404 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60110) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:06.301880 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fff15c5-5ba5-421b-97ea-1efba27971f2 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:06.303648 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5fff15c5-5ba5-421b-97ea-1efba27971f2 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:06.306256 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd0902-76d5-4cf6-b1c7-5f5102bd3672 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Pushing event updated for resources: {'Port': ['ID=3594a521-50d2-40bc-8a4b-37ad3b2862bc,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:06.347271 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-28bd0902-76d5-4cf6-b1c7-5f5102bd3672 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:44:06.410609 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 23eae96e-2440-461f-a077-55d2d8f5f62f up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:44:06.467677 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060f599-85c7-4488-8662-e0a4ba060666 req-3c17ea86-3c21-4d5d-9b7a-5cc0c2b48911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:06.469180 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4060f599-85c7-4488-8662-e0a4ba060666 req-3c17ea86-3c21-4d5d-9b7a-5cc0c2b48911 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3e84b45d-91e8-4295-8226-a12fdb0f907b HTTP/1.1" status: 200 len: 913 time: 1.1130655 Feb 16 12:44:06.473206 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5fff15c5-5ba5-421b-97ea-1efba27971f2 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9051914 Feb 16 12:44:06.482993 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60116) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:06.488185 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-7482aeb8-0168-41d3-90d2-6afe99e3d240 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Request body: {'port': {'network_id': 'fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03', 'name': 'tempest-AllowedAddressPairTestJSON-328048359', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:24:dd:55'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:06.498574 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-a06807f9-1a0b-42c6-a780-0e2f02b959a0 None None] Provisioning complete for port 23eae96e-2440-461f-a077-55d2d8f5f62f triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:06.499480 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a06807f9-1a0b-42c6-a780-0e2f02b959a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:06.520300 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9cda316-eb18-43fc-b739-6fb153b74dab tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Deleting subnet a76c9833-bf88-4bd9-8b50-16a2026d89cd {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:44:06.524952 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e9cda316-eb18-43fc-b739-6fb153b74dab tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:06.569515 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e9cda316-eb18-43fc-b739-6fb153b74dab tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:06.600679 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d7f2ed84-8459-4fbb-83e4-f438e78bddb8 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] 10.222.0.90 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2905 time: 0.6556060 Feb 16 12:44:06.635872 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60120) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:06.671347 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4060f599-85c7-4488-8662-e0a4ba060666 req-1a5a60ad-0c60-47d3-98b1-7f0f1dc52e09 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23a5268e-cfd5-444e-bec1-73456853ab27 HTTP/1.1" status: 200 len: 217 time: 0.0929134 Feb 16 12:44:06.696306 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 23eae96e-2440-461f-a077-55d2d8f5f62f triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:06.697018 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:06.709213 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14022a64-d107-4935-b480-9062462c51c7 req-ac4fbe21-5109-4108-926f-1968575cd8a3 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:06.710929 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-14022a64-d107-4935-b480-9062462c51c7 req-ac4fbe21-5109-4108-926f-1968575cd8a3 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "GET /v2.0/ports?device_id=d56ec542-6ed7-4f30-b1e3-286ea792f996 HTTP/1.1" status: 200 len: 945 time: 0.6169910 Feb 16 12:44:06.720292 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b972126-c386-48d6-977f-17bf5175de8d req-fa9d677e-baee-4268-9802-bcf479104de9 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:06.721999 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1b972126-c386-48d6-977f-17bf5175de8d req-fa9d677e-baee-4268-9802-bcf479104de9 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "GET /v2.0/ports?device_id=b8ef6a13-942e-4a27-95b3-42c2f4d9b306 HTTP/1.1" status: 200 len: 932 time: 0.6364384 Feb 16 12:44:06.742292 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-28bd0902-76d5-4cf6-b1c7-5f5102bd3672 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:06.742933 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-28bd0902-76d5-4cf6-b1c7-5f5102bd3672 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:06.768315 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e9cda316-eb18-43fc-b739-6fb153b74dab tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:06.781119 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d414510b-9ae2-46cc-8117-0190b3f094a7 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:06.801873 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-28bd0902-76d5-4cf6-b1c7-5f5102bd3672 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1423955 Feb 16 12:44:06.819254 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-d414510b-9ae2-46cc-8117-0190b3f094a7 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Calling delete_port for aa5f50e4-20b8-4259-819e-733e4eeb95c0 owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:44:06.828574 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060f599-85c7-4488-8662-e0a4ba060666 req-014e8f45-4911-403a-9261-4e4488e9db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:06.830210 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4060f599-85c7-4488-8662-e0a4ba060666 req-014e8f45-4911-403a-9261-4e4488e9db9b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=280fbadf-e19b-45d5-88e2-fb9cd6467432 HTTP/1.1" status: 200 len: 851 time: 0.1411026 Feb 16 12:44:06.831121 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-744b0dcb-20cd-42ff-93ba-ac30c48e86aa service neutron] Request body: {'port': {'device_id': 'b8ef6a13-942e-4a27-95b3-42c2f4d9b306', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:06.946375 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-14022a64-d107-4935-b480-9062462c51c7 req-85e425d1-ab62-4954-b23e-331397df6a3f tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "GET /v2.0/security-groups?id=a156816b-f8da-40dd-93af-8d12c111b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2011468 Feb 16 12:44:06.953669 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1b972126-c386-48d6-977f-17bf5175de8d req-487becbf-9d4f-4e64-b034-4983d304b380 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb81afa6-3206-42ea-9395-b464bf0620d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065964 Feb 16 12:44:06.977502 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-d24ccc5b-5691-4067-b4c6-227799c977e2 None None] Provisioning complete for port 25f78176-881f-445f-a87c-ce7457193efa triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:06.977502 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d24ccc5b-5691-4067-b4c6-227799c977e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:06.994729 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060f599-85c7-4488-8662-e0a4ba060666 req-826ff8b3-6c56-4ea3-9675-346cf7822e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:07.006759 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4060f599-85c7-4488-8662-e0a4ba060666 req-826ff8b3-6c56-4ea3-9675-346cf7822e71 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e84b45d-91e8-4295-8226-a12fdb0f907b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1675322 Feb 16 12:44:07.042324 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-744b0dcb-20cd-42ff-93ba-ac30c48e86aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:07.049970 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-d24ccc5b-5691-4067-b4c6-227799c977e2 None None] Port 25f78176-881f-445f-a87c-ce7457193efa cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:44:07.072002 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-d24ccc5b-5691-4067-b4c6-227799c977e2 None None] Provisioning complete for port 3594a521-50d2-40bc-8a4b-37ad3b2862bc triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:07.072432 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d24ccc5b-5691-4067-b4c6-227799c977e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:07.106983 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-d24ccc5b-5691-4067-b4c6-227799c977e2 None None] Port 3594a521-50d2-40bc-8a4b-37ad3b2862bc cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:44:07.140874 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e9cda316-eb18-43fc-b739-6fb153b74dab tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:07.217232 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7482aeb8-0168-41d3-90d2-6afe99e3d240 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Made reservation on behalf of 16234c72ebd246afb52443ad60c2e19f for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:07.233019 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cda316-eb18-43fc-b739-6fb153b74dab tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a76c9833-bf88-4bd9-8b50-16a2026d89cd,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:07.259669 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d414510b-9ae2-46cc-8117-0190b3f094a7 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:07.282909 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af265374-6888-4c67-8d0f-d8248a09775a req-237c2771-98c8-4e9d-8784-aabb2061055d tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:07.283596 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e9cda316-eb18-43fc-b739-6fb153b74dab tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:07.284459 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-af265374-6888-4c67-8d0f-d8248a09775a req-237c2771-98c8-4e9d-8784-aabb2061055d tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 943 time: 0.1372292 Feb 16 12:44:07.287481 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e9cda316-eb18-43fc-b739-6fb153b74dab tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] 10.222.0.90 "DELETE /v2.0/subnets/a76c9833-bf88-4bd9-8b50-16a2026d89cd HTTP/1.1" status: 204 len: 168 time: 1.0645263 Feb 16 12:44:07.291271 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4060f599-85c7-4488-8662-e0a4ba060666 req-ccd641c9-492f-41a3-9821-b7c13142b8bd service neutron] 10.222.0.42 "GET /v2.0/networks/3e84b45d-91e8-4295-8226-a12fdb0f907b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744658 Feb 16 12:44:07.293071 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60136) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:07.361807 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414510b-9ae2-46cc-8117-0190b3f094a7 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Pushing event deleted for resources: {'Port': ['ID=aa5f50e4-20b8-4259-819e-733e4eeb95c0,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:07.364844 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d414510b-9ae2-46cc-8117-0190b3f094a7 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:07.367712 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d414510b-9ae2-46cc-8117-0190b3f094a7 tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] 10.222.0.90 "DELETE /v2.0/ports/aa5f50e4-20b8-4259-819e-733e4eeb95c0 HTTP/1.1" status: 204 len: 168 time: 2.2069826 Feb 16 12:44:07.380599 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60140) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:07.507106 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-af265374-6888-4c67-8d0f-d8248a09775a req-7c809830-0c11-4327-af4c-15ae1384a068 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826572 Feb 16 12:44:07.524603 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9ea82f52-c392-4468-8fc2-8b171951b0b2 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:07.570923 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4060f599-85c7-4488-8662-e0a4ba060666 req-81818fe7-85ef-4e53-8ca1-0bed1ce9fd92 service neutron] 10.222.0.42 "GET /v2.0/networks/3e84b45d-91e8-4295-8226-a12fdb0f907b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320189 Feb 16 12:44:07.653250 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9ea82f52-c392-4468-8fc2-8b171951b0b2 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:07.679985 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-9ea82f52-c392-4468-8fc2-8b171951b0b2 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf3b3d7-d9c0-4337-b122-3b3fad910e23']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:07.690258 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-9ea82f52-c392-4468-8fc2-8b171951b0b2 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd297bf58-8ea5-4b4c-a789-9eb1516c82e3') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:07.690565 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-9ea82f52-c392-4468-8fc2-8b171951b0b2 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd297bf58-8ea5-4b4c-a789-9eb1516c82e3') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:07.705426 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9ea82f52-c392-4468-8fc2-8b171951b0b2 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:07.721933 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9ea82f52-c392-4468-8fc2-8b171951b0b2 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:07.729227 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ea82f52-c392-4468-8fc2-8b171951b0b2 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:07.729571 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9ea82f52-c392-4468-8fc2-8b171951b0b2 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:07.731711 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:44:07.731711 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:07.731711 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:44:07.731711 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:07.731711 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:44:07.731711 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:44:07.731711 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:44:07.731711 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:07.731711 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:44:07.731711 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:07.731711 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:44:07.731711 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:07.731711 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:44:07.731711 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:44:07.731711 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:07.731711 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:44:07.731711 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:07.731711 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:44:07.731711 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:44:07.731711 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:44:07.731711 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:44:07.731711 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:44:07.731711 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:07.731711 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:07.731711 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:07.731711 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:07.731711 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:07.731711 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:07.731711 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:07.731711 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:07.731711 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:07.731711 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:07.769590 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-370b8c41-e632-4732-a23c-b23800ca059c tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Deleting port 2b1691c7-4285-4280-9fd0-04df7e87afd2 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:44:07.770142 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-370b8c41-e632-4732-a23c-b23800ca059c tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:07.778360 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7482aeb8-0168-41d3-90d2-6afe99e3d240 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:07.805928 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9ea82f52-c392-4468-8fc2-8b171951b0b2 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:07.806922 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-e24802f0-eb73-45ad-a3f6-06944728e39a tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Deleting subnet 9fc0021e-ea13-413a-ac25-f48ee5ce35fe {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:44:07.825937 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea82f52-c392-4468-8fc2-8b171951b0b2 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5bf3b3d7-d9c0-4337-b122-3b3fad910e23 {{(pid=109048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 16 12:44:07.827492 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea82f52-c392-4468-8fc2-8b171951b0b2 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Pushing event deleted for resources: {'Network': ['ID=5bf3b3d7-d9c0-4337-b122-3b3fad910e23,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:07.830477 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9ea82f52-c392-4468-8fc2-8b171951b0b2 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:07.834960 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-9ea82f52-c392-4468-8fc2-8b171951b0b2 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] 10.222.0.90 "DELETE /v2.0/networks/5bf3b3d7-d9c0-4337-b122-3b3fad910e23 HTTP/1.1" status: 204 len: 168 time: 0.5162618 Feb 16 12:44:07.846961 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e24802f0-eb73-45ad-a3f6-06944728e39a tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:07.900747 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-7482aeb8-0168-41d3-90d2-6afe99e3d240 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] device_id is not set on port 60f68b12-118b-4316-91ea-6723b1f39c1a yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:44:07.931791 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e24802f0-eb73-45ad-a3f6-06944728e39a tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.053584 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-370b8c41-e632-4732-a23c-b23800ca059c tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.053901 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-370b8c41-e632-4732-a23c-b23800ca059c tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.075618 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 3eec52c8-a0df-4098-af7f-dcbb60213012 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:44:08.088801 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-370b8c41-e632-4732-a23c-b23800ca059c tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Calling delete_port for 2b1691c7-4285-4280-9fd0-04df7e87afd2 owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:44:08.135390 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 3eec52c8-a0df-4098-af7f-dcbb60213012 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:44:08.137130 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 3eec52c8-a0df-4098-af7f-dcbb60213012 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:44:08.246731 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-744b0dcb-20cd-42ff-93ba-ac30c48e86aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3594a521-50d2-40bc-8a4b-37ad3b2862bc {{(pid=109049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 12:44:08.264501 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60168) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:08.275230 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-744b0dcb-20cd-42ff-93ba-ac30c48e86aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.280703 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-7482aeb8-0168-41d3-90d2-6afe99e3d240 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Allocated IP 172.20.0.3 (fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03/07ea67b5-a715-48f4-aef7-f912fd409851/60f68b12-118b-4316-91ea-6723b1f39c1a) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:08.283260 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e24802f0-eb73-45ad-a3f6-06944728e39a tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.296350 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c17793-f2d0-4a6c-b7cb-fad6df03b2a0 req-3a1ebc6d-03c4-471e-a75c-7f41c8812a4c tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:08.304171 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-72c17793-f2d0-4a6c-b7cb-fad6df03b2a0 req-3a1ebc6d-03c4-471e-a75c-7f41c8812a4c tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "GET /v2.0/ports?device_id=d56ec542-6ed7-4f30-b1e3-286ea792f996 HTTP/1.1" status: 200 len: 945 time: 0.1531596 Feb 16 12:44:08.349904 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60172) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:08.358464 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fbae4-11be-43cb-8369-13f6d69f5fdf req-8df4900b-d4c2-48c9-959a-b24a63d9db28 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:08.364962 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.provisioning_blocks [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-744b0dcb-20cd-42ff-93ba-ac30c48e86aa service neutron] Transition to ACTIVE for port object 3594a521-50d2-40bc-8a4b-37ad3b2862bc will not be triggered until provisioned by entity L2. {{(pid=109049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:08.367178 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d60fbae4-11be-43cb-8369-13f6d69f5fdf req-8df4900b-d4c2-48c9-959a-b24a63d9db28 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "GET /v2.0/ports?device_id=b8ef6a13-942e-4a27-95b3-42c2f4d9b306 HTTP/1.1" status: 200 len: 932 time: 0.1639841 Feb 16 12:44:08.383161 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-744b0dcb-20cd-42ff-93ba-ac30c48e86aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.392254 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-7a465420-e257-4cdd-bbd9-4e3d9c1accdb tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Request body: {'router': {'name': 'tempest-router--1126103601', 'project_id': '6d908436e91b4626aef83b64a2b62f81'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:08.413275 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-72c17793-f2d0-4a6c-b7cb-fad6df03b2a0 req-2d2d4849-d406-4922-9915-e423973c1023 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "GET /v2.0/security-groups?id=a156816b-f8da-40dd-93af-8d12c111b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081014 Feb 16 12:44:08.437005 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d60fbae4-11be-43cb-8369-13f6d69f5fdf req-a417ebbb-24c2-4fc3-ae0d-f7cfb9ce2cf9 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb81afa6-3206-42ea-9395-b464bf0620d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688009 Feb 16 12:44:08.457307 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-5be08eee-dc74-4d1f-ad84-fbf8a81994b4 tempest-QuotasTest-563415882 tempest-QuotasTest-563415882-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:08.457748 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7a465420-e257-4cdd-bbd9-4e3d9c1accdb tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.465021 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7a465420-e257-4cdd-bbd9-4e3d9c1accdb tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.535395 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7a465420-e257-4cdd-bbd9-4e3d9c1accdb tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.537750 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b0dcb-20cd-42ff-93ba-ac30c48e86aa service neutron] Pushing event updated for resources: {'Port': ['ID=3594a521-50d2-40bc-8a4b-37ad3b2862bc,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:08.549799 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7a465420-e257-4cdd-bbd9-4e3d9c1accdb tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.579514 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7a465420-e257-4cdd-bbd9-4e3d9c1accdb tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.581606 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-7a465420-e257-4cdd-bbd9-4e3d9c1accdb tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2114403 Feb 16 12:44:08.586314 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60176) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:08.594596 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e24802f0-eb73-45ad-a3f6-06944728e39a tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.658826 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24802f0-eb73-45ad-a3f6-06944728e39a tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Pushing event deleted for resources: {'Subnet': ['ID=9fc0021e-ea13-413a-ac25-f48ee5ce35fe,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:08.674917 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e24802f0-eb73-45ad-a3f6-06944728e39a tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.680386 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b50225-0e95-4ec9-8bb1-3af575fd9a37 None None] Network 17011399-3362-47bd-ab7e-af743c675541 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:44:08.680733 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e24802f0-eb73-45ad-a3f6-06944728e39a tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] 10.222.0.90 "DELETE /v2.0/subnets/9fc0021e-ea13-413a-ac25-f48ee5ce35fe HTTP/1.1" status: 204 len: 168 time: 1.2990141 Feb 16 12:44:08.702898 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60178) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:08.746540 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0e0263b0-cf95-4c54-8b0e-167c4e2bac8c tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for router, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.775172 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5be08eee-dc74-4d1f-ad84-fbf8a81994b4 tempest-QuotasTest-563415882 tempest-QuotasTest-563415882-project-admin] 10.222.0.90 "PUT /v2.0/quotas/2916061342e4447eae0f815aafa18ed7 HTTP/1.1" status: 200 len: 366 time: 0.4947708 Feb 16 12:44:08.777791 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60180) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:08.781065 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-744b0dcb-20cd-42ff-93ba-ac30c48e86aa service neutron] Attempting to bind port 3594a521-50d2-40bc-8a4b-37ad3b2862bc on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:08.781395 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-744b0dcb-20cd-42ff-93ba-ac30c48e86aa service neutron] Attempting to bind port 3594a521-50d2-40bc-8a4b-37ad3b2862bc by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '542bb618-d660-4924-a1b1-b47e009f183e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2aa0eb0f-3739-4f9e-877b-be15eb25358c'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:08.781720 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-744b0dcb-20cd-42ff-93ba-ac30c48e86aa service neutron] Attempting to bind port 3594a521-50d2-40bc-8a4b-37ad3b2862bc on network 2aa0eb0f-3739-4f9e-877b-be15eb25358c {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:44:08.790216 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7482aeb8-0168-41d3-90d2-6afe99e3d240 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.791764 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-744b0dcb-20cd-42ff-93ba-ac30c48e86aa service neutron] Port 3594a521-50d2-40bc-8a4b-37ad3b2862bc on network 2aa0eb0f-3739-4f9e-877b-be15eb25358c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:44:08.792075 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-744b0dcb-20cd-42ff-93ba-ac30c48e86aa service neutron] Attempting to bind port 3594a521-50d2-40bc-8a4b-37ad3b2862bc on network 2aa0eb0f-3739-4f9e-877b-be15eb25358c {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:44:08.793935 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-370b8c41-e632-4732-a23c-b23800ca059c tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.826710 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-744b0dcb-20cd-42ff-93ba-ac30c48e86aa service neutron] Checking agent: {'id': '31a9428e-e23a-420f-bfe2-5870b63c0436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'started_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:44:08.827043 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-744b0dcb-20cd-42ff-93ba-ac30c48e86aa service neutron] Checking segment: {'id': '542bb618-d660-4924-a1b1-b47e009f183e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2aa0eb0f-3739-4f9e-877b-be15eb25358c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:44:08.827417 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-744b0dcb-20cd-42ff-93ba-ac30c48e86aa service neutron] Bound using segment: {'id': '542bb618-d660-4924-a1b1-b47e009f183e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2aa0eb0f-3739-4f9e-877b-be15eb25358c'} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:44:08.827846 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-744b0dcb-20cd-42ff-93ba-ac30c48e86aa service neutron] Bound port: 3594a521-50d2-40bc-8a4b-37ad3b2862bc, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '542bb618-d660-4924-a1b1-b47e009f183e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2aa0eb0f-3739-4f9e-877b-be15eb25358c'}}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:08.828192 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-744b0dcb-20cd-42ff-93ba-ac30c48e86aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.832475 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b8c41-e632-4732-a23c-b23800ca059c tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Pushing event deleted for resources: {'Port': ['ID=2b1691c7-4285-4280-9fd0-04df7e87afd2,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:08.873900 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6315ecbb-0ec0-4fbb-9692-fe6d8ff54a3a tempest-QuotasTest-563415882 tempest-QuotasTest-563415882-project-admin] 10.222.0.90 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0599484 Feb 16 12:44:08.879926 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60182) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:08.951579 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf18257-97eb-4ca7-8821-8ac1a0e89670 None None] DHCP port deletion for 17011399-3362-47bd-ab7e-af743c675541 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:44:08.952030 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-11213ce6-1235-49cd-aa0b-ab4cb2b60918 tempest-QuotasTest-563415882 tempest-QuotasTest-563415882-project-admin] 10.222.0.90 "GET /v2.0/quotas/2916061342e4447eae0f815aafa18ed7 HTTP/1.1" status: 200 len: 366 time: 0.0644500 Feb 16 12:44:08.955959 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7482aeb8-0168-41d3-90d2-6afe99e3d240 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.957432 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60184) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:08.959991 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be426561-684a-4b00-a1c9-b0d5dedc2f0c req-87d0bca2-9aec-460d-83bb-4f4345143684 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:08.965160 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-be426561-684a-4b00-a1c9-b0d5dedc2f0c req-87d0bca2-9aec-460d-83bb-4f4345143684 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 943 time: 0.3354688 Feb 16 12:44:09.003873 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-370b8c41-e632-4732-a23c-b23800ca059c tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.004206 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-370b8c41-e632-4732-a23c-b23800ca059c tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Floating IP 0b99258f-3487-4600-83aa-2e71b9965fe5 disassociated (deleted). External IP: 172.26.2.80, port: 455574d6-b3ee-4569-abce-05fd7fadeee9. Feb 16 12:44:09.009520 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-6cf18257-97eb-4ca7-8821-8ac1a0e89670 None None] Deleting port aece6c9c-2786-485a-a0fc-22815f1b03cf {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:44:09.010138 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6cf18257-97eb-4ca7-8821-8ac1a0e89670 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.015377 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-744b0dcb-20cd-42ff-93ba-ac30c48e86aa service neutron] For port 3594a521-50d2-40bc-8a4b-37ad3b2862bc, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:44:09.053194 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 23a5268e-cfd5-444e-bec1-73456853ab27 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 12:44:09.065354 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7df2eeee-0b3d-409b-9018-3e346a4b46bc tempest-QuotasTest-563415882 tempest-QuotasTest-563415882-project-admin] 10.222.0.90 "DELETE /v2.0/quotas/2916061342e4447eae0f815aafa18ed7 HTTP/1.1" status: 204 len: 168 time: 0.1031332 Feb 16 12:44:09.080668 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7482aeb8-0168-41d3-90d2-6afe99e3d240 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Network fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:09.082980 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60186) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:09.090377 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 3405faf2-baff-411b-9b24-c409372d5b1e up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:44:09.096908 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-744b0dcb-20cd-42ff-93ba-ac30c48e86aa service neutron] For port 3594a521-50d2-40bc-8a4b-37ad3b2862bc, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3594a521-50d2-40bc-8a4b-37ad3b2862bc,segment=NetworkSegment(542bb618-d660-4924-a1b1-b47e009f183e),segment_id=542bb618-d660-4924-a1b1-b47e009f183e)] {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:44:09.104054 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-7482aeb8-0168-41d3-90d2-6afe99e3d240 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:09.109603 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7482aeb8-0168-41d3-90d2-6afe99e3d240 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:44:09.113114 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-744b0dcb-20cd-42ff-93ba-ac30c48e86aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.115555 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7482aeb8-0168-41d3-90d2-6afe99e3d240 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Pushing event updated for resources: {'Port': ['ID=60f68b12-118b-4316-91ea-6723b1f39c1a,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:09.122635 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-62c8fdba-759f-4c80-b762-e8550c6ed176 tempest-QuotasTest-563415882 tempest-QuotasTest-563415882-project-admin] 10.222.0.90 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0385830 Feb 16 12:44:09.124773 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-6cf18257-97eb-4ca7-8821-8ac1a0e89670 None None] For port aece6c9c-2786-485a-a0fc-22815f1b03cf, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=aece6c9c-2786-485a-a0fc-22815f1b03cf,segment=NetworkSegment(9212c2c6-beb5-4e5d-9c96-e14c8c84e9f4),segment_id=9212c2c6-beb5-4e5d-9c96-e14c8c84e9f4)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:44:09.125374 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6cf18257-97eb-4ca7-8821-8ac1a0e89670 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.149444 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60188) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:09.230861 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-744b0dcb-20cd-42ff-93ba-ac30c48e86aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:09.231481 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-744b0dcb-20cd-42ff-93ba-ac30c48e86aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.232935 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-744b0dcb-20cd-42ff-93ba-ac30c48e86aa service neutron] 10.222.0.42 "PUT /v2.0/ports/3594a521-50d2-40bc-8a4b-37ad3b2862bc HTTP/1.1" status: 200 len: 1094 time: 2.4071145 Feb 16 12:44:09.233550 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ef6a13-942e-4a27-95b3-42c2f4d9b306', 'tag': '3594a521-50d2-40bc-8a4b-37ad3b2862bc'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:44:09.235832 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec3a0d1-4e92-45e2-a5bf-2b302d102450" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ef6a13-942e-4a27-95b3-42c2f4d9b306", "tag": "3594a521-50d2-40bc-8a4b-37ad3b2862bc"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:44:09.240189 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9bf6ab19-a5cf-4b63-a8c4-039c25cd33d1 tempest-QuotasTest-563415882 tempest-QuotasTest-563415882-project-admin] 10.222.0.90 "GET /v2.0/quotas/2916061342e4447eae0f815aafa18ed7 HTTP/1.1" status: 200 len: 370 time: 0.0848446 Feb 16 12:44:09.250528 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60192) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:09.262539 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ac7d2de9-8d37-4705-981e-aa5c9f5e1ad7 tempest-QuotasTest-563415882 tempest-QuotasTest-563415882-project-admin] 10.222.0.90 "GET /v2.0/quotas/2916061342e4447eae0f815aafa18ed7/default HTTP/1.1" status: 200 len: 370 time: 0.0039086 Feb 16 12:44:09.266123 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60194) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:09.266797 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 23a5268e-cfd5-444e-bec1-73456853ab27, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=23a5268e-cfd5-444e-bec1-73456853ab27,segment=NetworkSegment(5d0d8596-bed8-4a04-ada5-85cd4dabf2e9),segment_id=5d0d8596-bed8-4a04-ada5-85cd4dabf2e9)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:44:09.296245 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7482aeb8-0168-41d3-90d2-6afe99e3d240 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:09.296981 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7482aeb8-0168-41d3-90d2-6afe99e3d240 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.297923 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': '23a5268e-cfd5-444e-bec1-73456853ab27', 'network_id': '3e84b45d-91e8-4295-8226-a12fdb0f907b', 'port_id': '23a5268e-cfd5-444e-bec1-73456853ab27', 'mac_address': 'fa:16:3e:6d:16:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '280fbadf-e19b-45d5-88e2-fb9cd6467432', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 12:44:09.305442 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-6cf18257-97eb-4ca7-8821-8ac1a0e89670 None None] Calling delete_port for aece6c9c-2786-485a-a0fc-22815f1b03cf owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:44:09.332590 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0e0263b0-cf95-4c54-8b0e-167c4e2bac8c tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.337742 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b37b2e9b-8397-43ff-9b3d-841e268df3bf tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.344551 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 12:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5659cc17-a9e3-4178-a921-9d4ca63a61f8 x-openstack-request-id: req-5659cc17-a9e3-4178-a921-9d4ca63a61f8 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:44:09.344858 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ef6a13-942e-4a27-95b3-42c2f4d9b306", "tag": "3594a521-50d2-40bc-8a4b-37ad3b2862bc", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:44:09.345322 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5659cc17-a9e3-4178-a921-9d4ca63a61f8 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:44:09.345905 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ef6a13-942e-4a27-95b3-42c2f4d9b306', 'tag': '3594a521-50d2-40bc-8a4b-37ad3b2862bc', 'status': 'completed', 'code': 200} Feb 16 12:44:09.366882 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.370205 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0e0263b0-cf95-4c54-8b0e-167c4e2bac8c tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.375720 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-512df246-3b0c-416b-ae4c-08cf13c0d8c3 tempest-QuotasTest-563415882 tempest-QuotasTest-563415882-project-admin] delete failed (client error): The resource could not be found. Feb 16 12:44:09.377281 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-512df246-3b0c-416b-ae4c-08cf13c0d8c3 tempest-QuotasTest-563415882 tempest-QuotasTest-563415882-project-admin] 10.222.0.90 "DELETE /v2.0/quotas/2916061342e4447eae0f815aafa18ed7 HTTP/1.1" status: 404 len: 348 time: 0.1015382 Feb 16 12:44:09.381791 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b0dcb-20cd-42ff-93ba-ac30c48e86aa service neutron] Pushing event updated for resources: {'Port': ['ID=3594a521-50d2-40bc-8a4b-37ad3b2862bc,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:09.387660 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a5268e-cfd5-444e-bec1-73456853ab27 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 12:44:09.424719 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 23a5268e-cfd5-444e-bec1-73456853ab27, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=23a5268e-cfd5-444e-bec1-73456853ab27,segment=NetworkSegment(5d0d8596-bed8-4a04-ada5-85cd4dabf2e9),segment_id=5d0d8596-bed8-4a04-ada5-85cd4dabf2e9)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:44:09.429377 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7482aeb8-0168-41d3-90d2-6afe99e3d240 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.9452982 Feb 16 12:44:09.432681 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60200) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:09.444035 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.507346 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning for port 3405faf2-baff-411b-9b24-c409372d5b1e completed by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:09.517102 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=23a5268e-cfd5-444e-bec1-73456853ab27,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:09.519897 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-32d2be8e-dd13-49b2-a36f-808599a3e5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:09.521755 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-32d2be8e-dd13-49b2-a36f-808599a3e5ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=31696bf849824682b4ce3692a5a8ee22&device_id=b8ef6a13-942e-4a27-95b3-42c2f4d9b306 HTTP/1.1" status: 200 len: 1097 time: 0.2205122 Feb 16 12:44:09.578341 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-be426561-684a-4b00-a1c9-b0d5dedc2f0c req-bdd19c20-ee1d-4995-ac22-1034418c32c0 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2318480 Feb 16 12:44:09.597827 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port 3405faf2-baff-411b-9b24-c409372d5b1e triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:09.598255 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.634384 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60204) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:09.635589 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0e0263b0-cf95-4c54-8b0e-167c4e2bac8c tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.636694 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0263b0-cf95-4c54-8b0e-167c4e2bac8c tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ab5dec63-6583-4969-990c-d134b7b6ba1d {{(pid=109048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:44:09.641943 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-8c8264d6-0d5f-4338-bd8a-6e91b5d27fbf None None] Provisioning complete for port 60f68b12-118b-4316-91ea-6723b1f39c1a triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:09.642884 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8c8264d6-0d5f-4338-bd8a-6e91b5d27fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.646851 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0e0263b0-cf95-4c54-8b0e-167c4e2bac8c tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.650620 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0e0263b0-cf95-4c54-8b0e-167c4e2bac8c tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] 10.222.0.90 "DELETE /v2.0/routers/ab5dec63-6583-4969-990c-d134b7b6ba1d HTTP/1.1" status: 204 len: 168 time: 1.0609214 Feb 16 12:44:09.655843 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-d7dbaa2e-37d7-4d42-9a0c-48f1982a55fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3594a521-50d2-40bc-8a4b-37ad3b2862bc HTTP/1.1" status: 200 len: 217 time: 0.1240356 Feb 16 12:44:09.690507 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-8c8264d6-0d5f-4338-bd8a-6e91b5d27fbf None None] Port 60f68b12-118b-4316-91ea-6723b1f39c1a cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:44:09.728220 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370b8c41-e632-4732-a23c-b23800ca059c tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Router 31490b78-0574-4bee-a4b4-42d39f478e0e has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:44:09.730679 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-05602c9b-4010-4944-9475-3a1fa95218ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:09.732361 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-05602c9b-4010-4944-9475-3a1fa95218ee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8a0e3897-2b6e-4377-a6ab-abfb13fdc5ca HTTP/1.1" status: 200 len: 843 time: 0.0678313 Feb 16 12:44:09.743729 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.quota.resource [None req-a504a30e-a9b3-4c57-bc41-e758cd9b8396 tempest-QuotasTest-563415882 tempest-QuotasTest-563415882-project-admin] Usage tracker for resource:network and tenant:13be5fddf6c64f8f9061ef8b96e19893 is out of sync, need to count used quota {{(pid=109048) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 16 12:44:09.755356 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.790800 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.quota.resource [None req-a504a30e-a9b3-4c57-bc41-e758cd9b8396 tempest-QuotasTest-563415882 tempest-QuotasTest-563415882-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109048) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 16 12:44:09.801059 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56ec542-6ed7-4f30-b1e3-286ea792f996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3405faf2-baff-411b-9b24-c409372d5b1e'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:44:09.828352 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.quota.resource [None req-a504a30e-a9b3-4c57-bc41-e758cd9b8396 tempest-QuotasTest-563415882 tempest-QuotasTest-563415882-project-admin] Usage tracker for resource:subnet and tenant:13be5fddf6c64f8f9061ef8b96e19893 is out of sync, need to count used quota {{(pid=109048) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 16 12:44:09.841610 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.quota.resource [None req-a504a30e-a9b3-4c57-bc41-e758cd9b8396 tempest-QuotasTest-563415882 tempest-QuotasTest-563415882-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109048) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 16 12:44:09.856211 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-c23e82b7-f029-4487-9272-f4b4b86b1c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:09.858308 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-c23e82b7-f029-4487-9272-f4b4b86b1c59 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2aa0eb0f-3739-4f9e-877b-be15eb25358c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1178946 Feb 16 12:44:09.861963 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659890aa-08b4-493e-b891-049d00c0f10f req-77b8ed20-67b9-436c-addd-60ca11bf33f1 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:09.863567 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-659890aa-08b4-493e-b891-049d00c0f10f req-77b8ed20-67b9-436c-addd-60ca11bf33f1 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "GET /v2.0/ports?device_id=d56ec542-6ed7-4f30-b1e3-286ea792f996 HTTP/1.1" status: 200 len: 945 time: 0.2450395 Feb 16 12:44:09.881469 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['23a5268e-cfd5-444e-bec1-73456853ab27'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 12:44:09.887730 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b79452-8c04-4d7e-b882-8d311f6b288e tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:09.894881 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b79452-8c04-4d7e-b882-8d311f6b288e tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:09.900043 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60210) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:09.901581 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b79452-8c04-4d7e-b882-8d311f6b288e tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:09.906184 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e9b79452-8c04-4d7e-b882-8d311f6b288e tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.4696114 Feb 16 12:44:09.907657 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-b37b2e9b-8397-43ff-9b3d-841e268df3bf tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Deleting port aece6c9c-2786-485a-a0fc-22815f1b03cf {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:44:09.907657 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b37b2e9b-8397-43ff-9b3d-841e268df3bf tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.914837 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 3405faf2-baff-411b-9b24-c409372d5b1e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3405faf2-baff-411b-9b24-c409372d5b1e,segment=NetworkSegment(42b26e38-7e58-4ec2-9947-f1bd510fcd9e),segment_id=42b26e38-7e58-4ec2-9947-f1bd510fcd9e)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:44:09.917033 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60212) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:09.938376 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.945680 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370b8c41-e632-4732-a23c-b23800ca059c tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:44:09.949770 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.quota.resource [None req-a504a30e-a9b3-4c57-bc41-e758cd9b8396 tempest-QuotasTest-563415882 tempest-QuotasTest-563415882-project-admin] Usage tracker for resource:subnetpool and tenant:13be5fddf6c64f8f9061ef8b96e19893 is out of sync, need to count used quota {{(pid=109048) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 16 12:44:09.959850 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c836ee40-55df-4acc-b4c1-7c6d02dc82f8 None None] Sync routers for ids ['31490b78-0574-4bee-a4b4-42d39f478e0e'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:09.965074 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-370b8c41-e632-4732-a23c-b23800ca059c tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.974336 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c836ee40-55df-4acc-b4c1-7c6d02dc82f8 None None] Routers {'31490b78-0574-4bee-a4b4-42d39f478e0e'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:44:09.974965 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-c836ee40-55df-4acc-b4c1-7c6d02dc82f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:43:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['31490b78-0574-4bee-a4b4-42d39f478e0e'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:09.997974 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=3405faf2-baff-411b-9b24-c409372d5b1e,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:10.005965 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5dd21-0045-446d-850f-40352a4e06a3 req-32f433be-f738-44bf-b50f-6af8bdc42270 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:10.007517 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-fbe5dd21-0045-446d-850f-40352a4e06a3 req-32f433be-f738-44bf-b50f-6af8bdc42270 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "GET /v2.0/ports?device_id=b8ef6a13-942e-4a27-95b3-42c2f4d9b306 HTTP/1.1" status: 200 len: 944 time: 0.3001912 Feb 16 12:44:10.011079 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6cf18257-97eb-4ca7-8821-8ac1a0e89670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:10.071440 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-370b8c41-e632-4732-a23c-b23800ca059c tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] 10.222.0.90 "DELETE /v2.0/floatingips/0b99258f-3487-4600-83aa-2e71b9965fe5 HTTP/1.1" status: 204 len: 168 time: 3.4304478 Feb 16 12:44:10.073626 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60218) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:10.080175 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-10791229-380e-4fb0-bc12-b0fbef7b88fe tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Request body: {'floatingip': {'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:10.082351 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-c836ee40-55df-4acc-b4c1-7c6d02dc82f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:10.096530 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf18257-97eb-4ca7-8821-8ac1a0e89670 None None] Pushing event deleted for resources: {'Port': ['ID=aece6c9c-2786-485a-a0fc-22815f1b03cf,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:10.108935 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf18257-97eb-4ca7-8821-8ac1a0e89670 None None] No DVR routers for this DVR port aece6c9c-2786-485a-a0fc-22815f1b03cf on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:44:10.128505 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.quota.resource [None req-a504a30e-a9b3-4c57-bc41-e758cd9b8396 tempest-QuotasTest-563415882 tempest-QuotasTest-563415882-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109048) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 16 12:44:10.142589 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c836ee40-55df-4acc-b4c1-7c6d02dc82f8 None None] Routers {'31490b78-0574-4bee-a4b4-42d39f478e0e'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:44:10.147019 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-c836ee40-55df-4acc-b4c1-7c6d02dc82f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:43:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['31490b78-0574-4bee-a4b4-42d39f478e0e'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:10.201083 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device aece6c9c-2786-485a-a0fc-22815f1b03cf no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:44:10.238916 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47b803e-0cda-4988-8b8c-ffe75d9beacc" -d '{"events": [{"server_uuid": "d56ec542-6ed7-4f30-b1e3-286ea792f996", "name": "network-vif-plugged", "status": "completed", "tag": "3405faf2-baff-411b-9b24-c409372d5b1e"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:44:10.242766 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-c836ee40-55df-4acc-b4c1-7c6d02dc82f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:10.243699 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c836ee40-55df-4acc-b4c1-7c6d02dc82f8 None None] The sync data for ids ['31490b78-0574-4bee-a4b4-42d39f478e0e'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:10.246804 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: aece6c9c-2786-485a-a0fc-22815f1b03cf {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:44:10.247225 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device aece6c9c-2786-485a-a0fc-22815f1b03cf not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:44:10.286953 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-659890aa-08b4-493e-b891-049d00c0f10f req-aef4b9b5-ba26-4f40-87b0-8148c913ea84 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "GET /v2.0/security-groups?id=a156816b-f8da-40dd-93af-8d12c111b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4097488 Feb 16 12:44:10.319831 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.quota.resource [None req-a504a30e-a9b3-4c57-bc41-e758cd9b8396 tempest-QuotasTest-563415882 tempest-QuotasTest-563415882-project-admin] Usage tracker for resource:port and tenant:13be5fddf6c64f8f9061ef8b96e19893 is out of sync, need to count used quota {{(pid=109048) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 16 12:44:10.347233 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-b37b2e9b-8397-43ff-9b3d-841e268df3bf tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] For port aece6c9c-2786-485a-a0fc-22815f1b03cf, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=aece6c9c-2786-485a-a0fc-22815f1b03cf,segment=NetworkSegment(9212c2c6-beb5-4e5d-9c96-e14c8c84e9f4),segment_id=9212c2c6-beb5-4e5d-9c96-e14c8c84e9f4)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:44:10.347643 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b37b2e9b-8397-43ff-9b3d-841e268df3bf tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:10.352933 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.quota.resource [None req-a504a30e-a9b3-4c57-bc41-e758cd9b8396 tempest-QuotasTest-563415882 tempest-QuotasTest-563415882-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109048) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 16 12:44:10.368683 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-fbe5dd21-0045-446d-850f-40352a4e06a3 req-91c3ed35-68ee-458b-a292-696aae913173 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb81afa6-3206-42ea-9395-b464bf0620d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2487581 Feb 16 12:44:10.374052 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-b37b2e9b-8397-43ff-9b3d-841e268df3bf tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Calling delete_port for aece6c9c-2786-485a-a0fc-22815f1b03cf owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:44:10.387991 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.quota.resource [None req-a504a30e-a9b3-4c57-bc41-e758cd9b8396 tempest-QuotasTest-563415882 tempest-QuotasTest-563415882-project-admin] Usage tracker for resource:router and tenant:13be5fddf6c64f8f9061ef8b96e19893 is out of sync, need to count used quota {{(pid=109048) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 16 12:44:10.407446 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.quota.resource [None req-a504a30e-a9b3-4c57-bc41-e758cd9b8396 tempest-QuotasTest-563415882 tempest-QuotasTest-563415882-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109048) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 16 12:44:10.413102 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 12:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24458594-172c-4857-8578-c511e4484fa3 x-openstack-request-id: req-24458594-172c-4857-8578-c511e4484fa3 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:44:10.413417 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56ec542-6ed7-4f30-b1e3-286ea792f996", "name": "network-vif-plugged", "status": "completed", "tag": "3405faf2-baff-411b-9b24-c409372d5b1e", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:44:10.413673 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-24458594-172c-4857-8578-c511e4484fa3 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:44:10.414155 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd56ec542-6ed7-4f30-b1e3-286ea792f996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3405faf2-baff-411b-9b24-c409372d5b1e', 'code': 200} Feb 16 12:44:10.425300 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-97d81aca-ebc1-461d-bc62-4ffd7cf3c1f1 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1951698421', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}, 'admin_state_up': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:10.453285 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-6daa37ca-b12c-4fd5-b6ef-d691af94d6a6 service neutron] 10.222.0.42 "GET /v2.0/networks/2aa0eb0f-3739-4f9e-877b-be15eb25358c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5787916 Feb 16 12:44:10.455911 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.quota.resource [None req-a504a30e-a9b3-4c57-bc41-e758cd9b8396 tempest-QuotasTest-563415882 tempest-QuotasTest-563415882-project-admin] Usage tracker for resource:floatingip and tenant:13be5fddf6c64f8f9061ef8b96e19893 is out of sync, need to count used quota {{(pid=109048) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 16 12:44:10.466403 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.quota.resource [None req-a504a30e-a9b3-4c57-bc41-e758cd9b8396 tempest-QuotasTest-563415882 tempest-QuotasTest-563415882-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109048) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 16 12:44:10.472533 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-10791229-380e-4fb0-bc12-b0fbef7b88fe tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:10.482338 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-417d05fc-f982-4d16-bb08-de7618e5d8bd tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Deleting port 60f68b12-118b-4316-91ea-6723b1f39c1a {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:44:10.482683 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-417d05fc-f982-4d16-bb08-de7618e5d8bd tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:10.495332 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-97d81aca-ebc1-461d-bc62-4ffd7cf3c1f1 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:10.497046 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-97d81aca-ebc1-461d-bc62-4ffd7cf3c1f1 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:10.623711 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b37b2e9b-8397-43ff-9b3d-841e268df3bf tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:10.625112 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-97d81aca-ebc1-461d-bc62-4ffd7cf3c1f1 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:10.694518 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-417d05fc-f982-4d16-bb08-de7618e5d8bd tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:10.700108 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b2e9b-8397-43ff-9b3d-841e268df3bf tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Pushing event deleted for resources: {'Port': ['ID=aece6c9c-2786-485a-a0fc-22815f1b03cf,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:10.715293 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37b2e9b-8397-43ff-9b3d-841e268df3bf tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] No DVR routers for this DVR port aece6c9c-2786-485a-a0fc-22815f1b03cf on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:44:10.724712 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-31b9767b-f11a-4c28-86fe-e6dfff52ee08 req-e5de63f0-7fd5-4c15-a4eb-dc626ae0a230 service neutron] 10.222.0.42 "GET /v2.0/networks/2aa0eb0f-3739-4f9e-877b-be15eb25358c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399912 Feb 16 12:44:10.740575 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.quota.resource [None req-a504a30e-a9b3-4c57-bc41-e758cd9b8396 tempest-QuotasTest-563415882 tempest-QuotasTest-563415882-project-admin] Usage tracker for resource:security_group and tenant:13be5fddf6c64f8f9061ef8b96e19893 is out of sync, need to count used quota {{(pid=109048) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 16 12:44:10.742369 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-417d05fc-f982-4d16-bb08-de7618e5d8bd tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Calling delete_port for 60f68b12-118b-4316-91ea-6723b1f39c1a owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:44:10.777414 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.quota.resource [None req-a504a30e-a9b3-4c57-bc41-e758cd9b8396 tempest-QuotasTest-563415882 tempest-QuotasTest-563415882-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109048) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 16 12:44:10.809917 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-97d81aca-ebc1-461d-bc62-4ffd7cf3c1f1 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:10.860166 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-10791229-380e-4fb0-bc12-b0fbef7b88fe tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:10.883177 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c34cd-c3a9-46b7-be9b-f89e585dfd61 req-a54324ea-ea97-4729-a0a0-e549de5e9bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:10.884697 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d40c34cd-c3a9-46b7-be9b-f89e585dfd61 req-a54324ea-ea97-4729-a0a0-e549de5e9bde service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d56ec542-6ed7-4f30-b1e3-286ea792f996 HTTP/1.1" status: 200 len: 1099 time: 0.2930858 Feb 16 12:44:10.885221 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.quota.resource [None req-a504a30e-a9b3-4c57-bc41-e758cd9b8396 tempest-QuotasTest-563415882 tempest-QuotasTest-563415882-project-admin] Usage tracker for resource:security_group_rule and tenant:13be5fddf6c64f8f9061ef8b96e19893 is out of sync, need to count used quota {{(pid=109048) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 16 12:44:10.897072 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a749af36-778a-4faf-8b56-364a42fe0fa1 req-a7b6334d-8e90-4b20-a1ab-5d9ed626135a tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:10.898521 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a749af36-778a-4faf-8b56-364a42fe0fa1 req-a7b6334d-8e90-4b20-a1ab-5d9ed626135a tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 944 time: 0.2410228 Feb 16 12:44:10.900764 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b37b2e9b-8397-43ff-9b3d-841e268df3bf tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:10.932326 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3a0d1-4e92-45e2-a5bf-2b302d102450 req-7c955ed9-b26e-42a8-b0ab-4fd3c75df82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:10.933828 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3ec3a0d1-4e92-45e2-a5bf-2b302d102450 req-7c955ed9-b26e-42a8-b0ab-4fd3c75df82b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=31696bf849824682b4ce3692a5a8ee22&device_id=b8ef6a13-942e-4a27-95b3-42c2f4d9b306 HTTP/1.1" status: 200 len: 1097 time: 0.1390700 Feb 16 12:44:10.940428 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.quota.resource [None req-a504a30e-a9b3-4c57-bc41-e758cd9b8396 tempest-QuotasTest-563415882 tempest-QuotasTest-563415882-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109048) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 16 12:44:10.952769 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [req-d40c34cd-c3a9-46b7-be9b-f89e585dfd61 req-1bfe66fe-e8c1-48cc-8a00-de9415232294 service neutron] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:10.965410 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-b37b2e9b-8397-43ff-9b3d-841e268df3bf tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17011399-3362-47bd-ab7e-af743c675541']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:10.981574 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a504a30e-a9b3-4c57-bc41-e758cd9b8396 tempest-QuotasTest-563415882 tempest-QuotasTest-563415882-project-admin] 10.222.0.90 "GET /v2.0/quotas/13be5fddf6c64f8f9061ef8b96e19893/details.json HTTP/1.1" status: 200 len: 703 time: 1.3321767 Feb 16 12:44:10.987289 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-b37b2e9b-8397-43ff-9b3d-841e268df3bf tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9212c2c6-beb5-4e5d-9c96-e14c8c84e9f4') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:10.987289 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-b37b2e9b-8397-43ff-9b3d-841e268df3bf tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9212c2c6-beb5-4e5d-9c96-e14c8c84e9f4') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:11.007374 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b37b2e9b-8397-43ff-9b3d-841e268df3bf tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:11.044271 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a749af36-778a-4faf-8b56-364a42fe0fa1 req-dce95b6d-af6a-4a13-adb5-75684b37a80c tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225584 Feb 16 12:44:11.055596 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 23a5268e-cfd5-444e-bec1-73456853ab27 up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:44:11.066068 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b37b2e9b-8397-43ff-9b3d-841e268df3bf tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:11.072973 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b37b2e9b-8397-43ff-9b3d-841e268df3bf tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:11.073498 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b37b2e9b-8397-43ff-9b3d-841e268df3bf tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:11.097102 dv-neutron-828142-3-hyperv neutron-server[109048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:44:11.097102 dv-neutron-828142-3-hyperv neutron-server[109048]: self.session.flush() Feb 16 12:44:11.097102 dv-neutron-828142-3-hyperv neutron-server[109048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:44:11.097102 dv-neutron-828142-3-hyperv neutron-server[109048]: self.session.flush() Feb 16 12:44:11.097102 dv-neutron-828142-3-hyperv neutron-server[109048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:44:11.097102 dv-neutron-828142-3-hyperv neutron-server[109048]: self.session.flush() Feb 16 12:44:11.097102 dv-neutron-828142-3-hyperv neutron-server[109048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:44:11.097102 dv-neutron-828142-3-hyperv neutron-server[109048]: self.session.flush() Feb 16 12:44:11.097102 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:44:11.097102 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:11.097102 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:44:11.097102 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:11.097102 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:44:11.097102 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:44:11.097102 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:44:11.097102 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:11.097102 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:44:11.097102 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:11.097102 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:44:11.097102 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:11.097102 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:44:11.097102 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:44:11.097102 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:11.097102 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:44:11.097102 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:11.097102 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:44:11.097102 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:44:11.097102 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:44:11.097102 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:44:11.097102 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:44:11.097102 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:11.097102 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:11.097102 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:11.097102 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:11.097102 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:11.097102 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:11.097102 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:11.097102 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:11.097102 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:11.097102 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:11.109690 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-10791229-380e-4fb0-bc12-b0fbef7b88fe tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Allocated IP 172.26.2.81 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/fc88ca2a-d376-4369-802f-390a723570bb) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:11.113205 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3a0d1-4e92-45e2-a5bf-2b302d102450 req-5bfc7f2c-9388-4a40-8bb3-face720bf14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:11.114791 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3ec3a0d1-4e92-45e2-a5bf-2b302d102450 req-5bfc7f2c-9388-4a40-8bb3-face720bf14d service neutron] 10.222.0.42 "GET /v2.0/networks?id=2aa0eb0f-3739-4f9e-877b-be15eb25358c HTTP/1.1" status: 200 len: 905 time: 0.1722074 Feb 16 12:44:11.154765 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning for port 23a5268e-cfd5-444e-bec1-73456853ab27 completed by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:11.167886 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port 23a5268e-cfd5-444e-bec1-73456853ab27 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:11.168716 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:11.173027 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3ec3a0d1-4e92-45e2-a5bf-2b302d102450 req-ec868162-bd60-4fc9-a330-0cd418766b96 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3594a521-50d2-40bc-8a4b-37ad3b2862bc HTTP/1.1" status: 200 len: 217 time: 0.0505810 Feb 16 12:44:11.191592 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b37b2e9b-8397-43ff-9b3d-841e268df3bf tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:11.202708 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b37b2e9b-8397-43ff-9b3d-841e268df3bf tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:11.206386 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b37b2e9b-8397-43ff-9b3d-841e268df3bf tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] 10.222.0.90 "DELETE /v2.0/networks/17011399-3362-47bd-ab7e-af743c675541 HTTP/1.1" status: 204 len: 168 time: 2.5001018 Feb 16 12:44:11.207254 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-417d05fc-f982-4d16-bb08-de7618e5d8bd tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:11.233954 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b2e9b-8397-43ff-9b3d-841e268df3bf tempest-AllowedAddressPairIpV6TestJSON-1644260075 tempest-AllowedAddressPairIpV6TestJSON-1644260075-project] Pushing event deleted for resources: {'Network': ['ID=17011399-3362-47bd-ab7e-af743c675541,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:11.267396 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d05fc-f982-4d16-bb08-de7618e5d8bd tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Pushing event deleted for resources: {'Port': ['ID=60f68b12-118b-4316-91ea-6723b1f39c1a,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:11.337675 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3a0d1-4e92-45e2-a5bf-2b302d102450 req-d0c9d1af-0d22-4432-981d-b999088506b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:11.339394 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3ec3a0d1-4e92-45e2-a5bf-2b302d102450 req-d0c9d1af-0d22-4432-981d-b999088506b9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8a0e3897-2b6e-4377-a6ab-abfb13fdc5ca HTTP/1.1" status: 200 len: 843 time: 0.1587653 Feb 16 12:44:11.389776 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [req-d40c34cd-c3a9-46b7-be9b-f89e585dfd61 req-1bfe66fe-e8c1-48cc-8a00-de9415232294 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:11.444981 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:11.446162 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60236) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:11.501833 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-97d81aca-ebc1-461d-bc62-4ffd7cf3c1f1 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:11.516023 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-10791229-380e-4fb0-bc12-b0fbef7b88fe tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:11.524795 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [req-d40c34cd-c3a9-46b7-be9b-f89e585dfd61 req-1bfe66fe-e8c1-48cc-8a00-de9415232294 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:11.527278 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 23a5268e-cfd5-444e-bec1-73456853ab27, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=23a5268e-cfd5-444e-bec1-73456853ab27,segment=NetworkSegment(5d0d8596-bed8-4a04-ada5-85cd4dabf2e9),segment_id=5d0d8596-bed8-4a04-ada5-85cd4dabf2e9)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:44:11.543478 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:11.557788 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-97d81aca-ebc1-461d-bc62-4ffd7cf3c1f1 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:11.638882 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d40c34cd-c3a9-46b7-be9b-f89e585dfd61 req-1bfe66fe-e8c1-48cc-8a00-de9415232294 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a156816b-f8da-40dd-93af-8d12c111b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7339771 Feb 16 12:44:11.643056 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3a0d1-4e92-45e2-a5bf-2b302d102450 req-2281bbaa-0943-435b-86ae-aa7eebe2f9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:11.644869 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3ec3a0d1-4e92-45e2-a5bf-2b302d102450 req-2281bbaa-0943-435b-86ae-aa7eebe2f9d6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2aa0eb0f-3739-4f9e-877b-be15eb25358c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2668257 Feb 16 12:44:11.664981 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe66fe-e8c1-48cc-8a00-de9415232294 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe133d9-bf34-4918-ab7f-816294f1209e,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:11.675550 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-417d05fc-f982-4d16-bb08-de7618e5d8bd tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:11.682507 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-417d05fc-f982-4d16-bb08-de7618e5d8bd tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] 10.222.0.90 "DELETE /v2.0/ports/60f68b12-118b-4316-91ea-6723b1f39c1a HTTP/1.1" status: 204 len: 168 time: 1.7606895 Feb 16 12:44:11.683106 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60242) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:11.695545 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=23a5268e-cfd5-444e-bec1-73456853ab27,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:11.703504 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48579572-e86f-410c-8afa-d2ee97f9b75f req-898d3cae-a524-47d0-9ad3-ffb9922327fa tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:11.710789 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-48579572-e86f-410c-8afa-d2ee97f9b75f req-898d3cae-a524-47d0-9ad3-ffb9922327fa tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "GET /v2.0/ports?device_id=d56ec542-6ed7-4f30-b1e3-286ea792f996 HTTP/1.1" status: 200 len: 946 time: 0.2507844 Feb 16 12:44:11.721497 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75b8b1-91b2-495b-8e49-0961a1bb6504 req-752a1b90-39c4-4726-b1f4-05ebe69d2301 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:11.725145 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5e75b8b1-91b2-495b-8e49-0961a1bb6504 req-752a1b90-39c4-4726-b1f4-05ebe69d2301 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "GET /v2.0/ports?device_id=b8ef6a13-942e-4a27-95b3-42c2f4d9b306 HTTP/1.1" status: 200 len: 944 time: 0.2234094 Feb 16 12:44:11.728614 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60244) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:11.733109 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-10791229-380e-4fb0-bc12-b0fbef7b88fe tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:11.751283 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1e6c37d-8980-4dee-855d-086f3a2ba89d tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] GET failed (client error): The resource could not be found. Feb 16 12:44:11.756919 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d1e6c37d-8980-4dee-855d-086f3a2ba89d tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] 10.222.0.90 "GET /v2.0/ports/60f68b12-118b-4316-91ea-6723b1f39c1a HTTP/1.1" status: 404 len: 333 time: 0.0674183 Feb 16 12:44:11.767282 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60246) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:11.778751 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-e410887f-1623-4ffe-bf25-c076295f96ff tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Request body: {'port': {'network_id': 'fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03', 'name': 'tempest-AllowedAddressPairTestJSON-469162374'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:11.805483 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10791229-380e-4fb0-bc12-b0fbef7b88fe tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:11.817425 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4f38730e-1089-4960-bb60-d38bd9a801f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:11.823137 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-97d81aca-ebc1-461d-bc62-4ffd7cf3c1f1 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Allocated IP 172.26.2.122 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/b68f210f-1dc7-465b-a466-afed8c5f3ca8) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:11.825402 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-10791229-380e-4fb0-bc12-b0fbef7b88fe tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:11.828426 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10791229-380e-4fb0-bc12-b0fbef7b88fe tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:44:11.868551 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-48579572-e86f-410c-8afa-d2ee97f9b75f req-1c89176b-9005-4a4b-a810-02c10d7d73bd tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "GET /v2.0/security-groups?id=a156816b-f8da-40dd-93af-8d12c111b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568367 Feb 16 12:44:11.879051 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10791229-380e-4fb0-bc12-b0fbef7b88fe tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Pushing event updated for resources: {'Port': ['ID=fc88ca2a-d376-4369-802f-390a723570bb,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:11.903800 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5e75b8b1-91b2-495b-8e49-0961a1bb6504 req-9c5c3a8c-ddc3-4c78-9538-81b96703c678 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb81afa6-3206-42ea-9395-b464bf0620d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439188 Feb 16 12:44:11.938269 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ef29a2ca-2467-48dd-8555-80a55466a54a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=57b94ba406644ee79acbb0c2cd07fe63&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1881905 Feb 16 12:44:11.943525 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60250) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:12.000051 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e410887f-1623-4ffe-bf25-c076295f96ff tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Made reservation on behalf of 16234c72ebd246afb52443ad60c2e19f for: {'port': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:12.003438 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e410887f-1623-4ffe-bf25-c076295f96ff tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:12.030516 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-e410887f-1623-4ffe-bf25-c076295f96ff tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] device_id is not set on port 25d6de24-8334-4d4b-8ced-8dcd7c418d46 yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:44:12.041501 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e09ca455-117f-4c2e-82c2-5e0c378c0c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:12.107800 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e09ca455-117f-4c2e-82c2-5e0c378c0c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:12.137661 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-10791229-380e-4fb0-bc12-b0fbef7b88fe tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:12.140547 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3ec3a0d1-4e92-45e2-a5bf-2b302d102450 req-707c802b-8031-46ba-8aa6-2054b22d7787 service neutron] 10.222.0.42 "GET /v2.0/networks/2aa0eb0f-3739-4f9e-877b-be15eb25358c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738461 Feb 16 12:44:12.216396 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-e410887f-1623-4ffe-bf25-c076295f96ff tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Allocated IP 172.20.0.14 (fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03/07ea67b5-a715-48f4-aef7-f912fd409851/25d6de24-8334-4d4b-8ced-8dcd7c418d46) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:12.237907 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e09ca455-117f-4c2e-82c2-5e0c378c0c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:12.240992 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e09ca455-117f-4c2e-82c2-5e0c378c0c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:12.242135 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e09ca455-117f-4c2e-82c2-5e0c378c0c92 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ac6964c9-a21a-4e49-baca-42aa7baae39a HTTP/1.1" status: 204 len: 168 time: 0.2966547 Feb 16 12:44:12.254770 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e078191-6f07-41b3-b303-3624746dda0c req-e2575c3a-5739-4c28-8f23-18d44104deea tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:12.255905 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0e078191-6f07-41b3-b303-3624746dda0c req-e2575c3a-5739-4c28-8f23-18d44104deea tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.1070113 Feb 16 12:44:12.256148 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4f38730e-1089-4960-bb60-d38bd9a801f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:12.263548 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-97d81aca-ebc1-461d-bc62-4ffd7cf3c1f1 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:12.269195 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ca455-117f-4c2e-82c2-5e0c378c0c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6964c9-a21a-4e49-baca-42aa7baae39a,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:12.272676 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4f38730e-1089-4960-bb60-d38bd9a801f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:12.290930 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-10791229-380e-4fb0-bc12-b0fbef7b88fe tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:12.359528 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0e078191-6f07-41b3-b303-3624746dda0c req-adde20e6-2c8d-48e4-9167-2581071a4e29 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832865 Feb 16 12:44:12.378050 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4f38730e-1089-4960-bb60-d38bd9a801f6 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=dcddeaf8926e4cab8ddeae11bee09c9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9237943 Feb 16 12:44:12.384047 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60256) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:12.403208 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f38730e-1089-4960-bb60-d38bd9a801f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36cae130-d81f-4d58-8f8f-cf03c76a1bb6,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:12.415283 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec785bc5-0bca-41c3-9226-44f9218a1d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a5268e-cfd5-444e-bec1-73456853ab27'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:44:12.417622 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3861c4d-affe-44c9-bba4-1ccf5b7c4997" -d '{"events": [{"server_uuid": "ec785bc5-0bca-41c3-9226-44f9218a1d03", "name": "network-vif-plugged", "status": "completed", "tag": "23a5268e-cfd5-444e-bec1-73456853ab27"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:44:12.418611 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3ec3a0d1-4e92-45e2-a5bf-2b302d102450 req-3d08b41b-4302-4906-a60b-b03d6c221199 service neutron] 10.222.0.42 "GET /v2.0/networks/2aa0eb0f-3739-4f9e-877b-be15eb25358c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672496 Feb 16 12:44:12.438884 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-97d81aca-ebc1-461d-bc62-4ffd7cf3c1f1 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:12.501503 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-39ce96a8-d553-4beb-bf09-2cb74f900988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:12.512328 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d81aca-ebc1-461d-bc62-4ffd7cf3c1f1 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:12.514829 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e410887f-1623-4ffe-bf25-c076295f96ff tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:12.518062 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-97d81aca-ebc1-461d-bc62-4ffd7cf3c1f1 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:12.527124 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d81aca-ebc1-461d-bc62-4ffd7cf3c1f1 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:44:12.528889 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 12:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81099c6-4009-4518-895c-516a01afff3d x-openstack-request-id: req-b81099c6-4009-4518-895c-516a01afff3d {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:44:12.530073 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec785bc5-0bca-41c3-9226-44f9218a1d03", "name": "network-vif-plugged", "status": "completed", "tag": "23a5268e-cfd5-444e-bec1-73456853ab27", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:44:12.530381 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b81099c6-4009-4518-895c-516a01afff3d {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:44:12.530776 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec785bc5-0bca-41c3-9226-44f9218a1d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a5268e-cfd5-444e-bec1-73456853ab27', 'code': 200} Feb 16 12:44:12.538782 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-39ce96a8-d553-4beb-bf09-2cb74f900988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:12.577086 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d81aca-ebc1-461d-bc62-4ffd7cf3c1f1 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Pushing event updated for resources: {'Port': ['ID=b68f210f-1dc7-465b-a466-afed8c5f3ca8,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:12.690452 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-10791229-380e-4fb0-bc12-b0fbef7b88fe tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:12.711480 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-10791229-380e-4fb0-bc12-b0fbef7b88fe tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:12.816257 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e410887f-1623-4ffe-bf25-c076295f96ff tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:12.865499 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e410887f-1623-4ffe-bf25-c076295f96ff tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Network fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:12.868702 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-39ce96a8-d553-4beb-bf09-2cb74f900988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:12.871244 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-39ce96a8-d553-4beb-bf09-2cb74f900988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:12.876040 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-39ce96a8-d553-4beb-bf09-2cb74f900988 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/36cae130-d81f-4d58-8f8f-cf03c76a1bb6 HTTP/1.1" status: 204 len: 168 time: 0.4873877 Feb 16 12:44:12.877085 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-e410887f-1623-4ffe-bf25-c076295f96ff tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:12.882676 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e410887f-1623-4ffe-bf25-c076295f96ff tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:44:12.890671 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410887f-1623-4ffe-bf25-c076295f96ff tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Pushing event updated for resources: {'Port': ['ID=25d6de24-8334-4d4b-8ced-8dcd7c418d46,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:12.912366 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce96a8-d553-4beb-bf09-2cb74f900988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cae130-d81f-4d58-8f8f-cf03c76a1bb6,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:12.947335 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e410887f-1623-4ffe-bf25-c076295f96ff tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:12.948398 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e410887f-1623-4ffe-bf25-c076295f96ff tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:12.975826 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e410887f-1623-4ffe-bf25-c076295f96ff tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2073998 Feb 16 12:44:12.980716 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60280) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:12.995648 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-3b2582d3-12ba-4a60-86c7-c30371c1bb26 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:24:dd:55'}]}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:13.066224 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 3594a521-50d2-40bc-8a4b-37ad3b2862bc details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 12:44:13.237090 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 3594a521-50d2-40bc-8a4b-37ad3b2862bc, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3594a521-50d2-40bc-8a4b-37ad3b2862bc,segment=NetworkSegment(542bb618-d660-4924-a1b1-b47e009f183e),segment_id=542bb618-d660-4924-a1b1-b47e009f183e)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:44:13.247981 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2950ed3-bc41-4b9c-847d-b823dcebb7cb req-db724b94-cadd-46a6-b0fd-5818752b6603 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:13.249631 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10791229-380e-4fb0-bc12-b0fbef7b88fe tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Pushing event updated for resources: {'Port': ['ID=fc88ca2a-d376-4369-802f-390a723570bb,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:13.250122 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e2950ed3-bc41-4b9c-847d-b823dcebb7cb req-db724b94-cadd-46a6-b0fd-5818752b6603 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "GET /v2.0/ports?device_id=d56ec542-6ed7-4f30-b1e3-286ea792f996 HTTP/1.1" status: 200 len: 946 time: 0.2389617 Feb 16 12:44:13.260895 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3470ee0-d454-45dc-b442-282f7c405dd5 req-4e3282ab-97b9-4c15-9944-9490ca792619 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:13.267129 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f3470ee0-d454-45dc-b442-282f7c405dd5 req-4e3282ab-97b9-4c15-9944-9490ca792619 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "GET /v2.0/ports?device_id=b8ef6a13-942e-4a27-95b3-42c2f4d9b306 HTTP/1.1" status: 200 len: 944 time: 0.1955352 Feb 16 12:44:13.286493 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': '3594a521-50d2-40bc-8a4b-37ad3b2862bc', 'network_id': '2aa0eb0f-3739-4f9e-877b-be15eb25358c', 'port_id': '3594a521-50d2-40bc-8a4b-37ad3b2862bc', 'mac_address': 'fa:16:3e:c4:bb:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a0e3897-2b6e-4377-a6ab-abfb13fdc5ca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 12:44:13.319557 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7cc9b-1f45-4ef4-a9a8-bc2e300ec939 req-d2395df3-b381-4656-a4d9-c8ec206225f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:13.321108 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-89e7cc9b-1f45-4ef4-a9a8-bc2e300ec939 req-d2395df3-b381-4656-a4d9-c8ec206225f7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 1098 time: 0.6070862 Feb 16 12:44:13.330118 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-10791229-380e-4fb0-bc12-b0fbef7b88fe tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:13.363690 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-10791229-380e-4fb0-bc12-b0fbef7b88fe tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:13.366028 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-10791229-380e-4fb0-bc12-b0fbef7b88fe tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2911515 Feb 16 12:44:13.368430 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f3470ee0-d454-45dc-b442-282f7c405dd5 req-3c732d93-9433-4b83-a8b1-6c4bf93d2481 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb81afa6-3206-42ea-9395-b464bf0620d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774598 Feb 16 12:44:13.370383 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60288) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:13.420296 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-cb516f4a-3d2d-483d-9e5e-9d5f61e5df22 None None] Provisioning complete for port 25d6de24-8334-4d4b-8ced-8dcd7c418d46 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:13.420801 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cb516f4a-3d2d-483d-9e5e-9d5f61e5df22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:13.422416 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:13.455005 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e2950ed3-bc41-4b9c-847d-b823dcebb7cb req-db76560e-1d2c-4879-9d83-7a85087f3542 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "GET /v2.0/security-groups?id=a156816b-f8da-40dd-93af-8d12c111b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806409 Feb 16 12:44:13.501488 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-89e7cc9b-1f45-4ef4-a9a8-bc2e300ec939 req-13045310-9947-415f-a656-6082d33ac66c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607535 Feb 16 12:44:13.531048 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-97d81aca-ebc1-461d-bc62-4ffd7cf3c1f1 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:13.561487 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3b2582d3-12ba-4a60-86c7-c30371c1bb26 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:13.574894 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80809ba8-a2ea-4a2e-83d4-31727cac2faf req-4093f164-fe01-4c63-a894-1fda91e35e2d tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:13.576807 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-80809ba8-a2ea-4a2e-83d4-31727cac2faf req-4093f164-fe01-4c63-a894-1fda91e35e2d tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.1205974 Feb 16 12:44:13.599879 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60296) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:13.669604 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60298) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:13.671556 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3594a521-50d2-40bc-8a4b-37ad3b2862bc {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 12:44:13.688347 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-cb516f4a-3d2d-483d-9e5e-9d5f61e5df22 None None] Port 25d6de24-8334-4d4b-8ced-8dcd7c418d46 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:44:13.699322 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 3594a521-50d2-40bc-8a4b-37ad3b2862bc, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3594a521-50d2-40bc-8a4b-37ad3b2862bc,segment=NetworkSegment(542bb618-d660-4924-a1b1-b47e009f183e),segment_id=542bb618-d660-4924-a1b1-b47e009f183e)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:44:13.703837 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:13.725919 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-15e9ee3f-e384-4199-b1a7-462cb0a615bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:13.760353 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=3594a521-50d2-40bc-8a4b-37ad3b2862bc,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:13.833453 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-97d81aca-ebc1-461d-bc62-4ffd7cf3c1f1 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:13.907526 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-15e9ee3f-e384-4199-b1a7-462cb0a615bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:13.930881 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-80809ba8-a2ea-4a2e-83d4-31727cac2faf req-0af140d0-9e47-4efc-bd5c-4f725f63960f tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3461254 Feb 16 12:44:13.940277 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-5eabfe7c-5492-4f13-a69b-c138a88cb689 tempest-FloatingIPAdminTestJSON-321079585 tempest-FloatingIPAdminTestJSON-321079585-project] Request body: {'floatingip': {'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:13.950088 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['3594a521-50d2-40bc-8a4b-37ad3b2862bc'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 12:44:13.956881 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-15e9ee3f-e384-4199-b1a7-462cb0a615bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:13.962881 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3b2582d3-12ba-4a60-86c7-c30371c1bb26 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:13.965319 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-c30ce9f6-60d2-4a22-aa55-b1bb9fb02917 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-261220181'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:13.973345 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3b2582d3-12ba-4a60-86c7-c30371c1bb26 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:13.984758 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5eabfe7c-5492-4f13-a69b-c138a88cb689 tempest-FloatingIPAdminTestJSON-321079585 tempest-FloatingIPAdminTestJSON-321079585-project] Notify callbacks [] for floatingip, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.024282 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9ee3f-e384-4199-b1a7-462cb0a615bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c95061-5ef8-4e9e-b54d-db4f3f22b59d,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:14.034455 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-15e9ee3f-e384-4199-b1a7-462cb0a615bc admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=13be5fddf6c64f8f9061ef8b96e19893&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3594277 Feb 16 12:44:14.039770 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60302) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:14.115486 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30ce9f6-60d2-4a22-aa55-b1bb9fb02917 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Made reservation on behalf of f563d855efe642f7a959e5c3496fb3e6 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:14.119830 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c30ce9f6-60d2-4a22-aa55-b1bb9fb02917 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.122801 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2582d3-12ba-4a60-86c7-c30371c1bb26 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Pushing event updated for resources: {'Port': ['ID=25d6de24-8334-4d4b-8ced-8dcd7c418d46,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:14.136710 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-3b2582d3-12ba-4a60-86c7-c30371c1bb26 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] In _notify_port_updated(), no bound segment for port 25d6de24-8334-4d4b-8ced-8dcd7c418d46 on network fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03 {{(pid=109048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 12:44:14.141239 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c30ce9f6-60d2-4a22-aa55-b1bb9fb02917 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.142875 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2582d3-12ba-4a60-86c7-c30371c1bb26 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:14.143504 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3b2582d3-12ba-4a60-86c7-c30371c1bb26 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.144843 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3b2582d3-12ba-4a60-86c7-c30371c1bb26 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] 10.222.0.90 "PUT /v2.0/ports/25d6de24-8334-4d4b-8ced-8dcd7c418d46 HTTP/1.1" status: 200 len: 994 time: 1.1617315 Feb 16 12:44:14.149351 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60304) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:14.183476 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a42205e0-4195-413a-a583-d52e8b4bdc35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.202134 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d81aca-ebc1-461d-bc62-4ffd7cf3c1f1 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Router b2d6d2ec-49cf-4dac-a211-3da7a4a78052 is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:44:14.225894 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a42205e0-4195-413a-a583-d52e8b4bdc35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.250657 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5eabfe7c-5492-4f13-a69b-c138a88cb689 tempest-FloatingIPAdminTestJSON-321079585 tempest-FloatingIPAdminTestJSON-321079585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.306652 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-ad871c4f-f655-4e3a-8336-cc56af360898 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Deleting port 25d6de24-8334-4d4b-8ced-8dcd7c418d46 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:44:14.306989 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ad871c4f-f655-4e3a-8336-cc56af360898 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.314855 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-4e200312-d68e-46e7-a8d6-1a862848cee1 None None] Provisioning complete for port 25d6de24-8334-4d4b-8ced-8dcd7c418d46 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:14.315113 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4e200312-d68e-46e7-a8d6-1a862848cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.358127 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-4e200312-d68e-46e7-a8d6-1a862848cee1 None None] Port 25d6de24-8334-4d4b-8ced-8dcd7c418d46 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:44:14.383102 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a42205e0-4195-413a-a583-d52e8b4bdc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.387223 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a42205e0-4195-413a-a583-d52e8b4bdc35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.392312 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a42205e0-4195-413a-a583-d52e8b4bdc35 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/17c95061-5ef8-4e9e-b54d-db4f3f22b59d HTTP/1.1" status: 204 len: 168 time: 0.3518853 Feb 16 12:44:14.419297 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42205e0-4195-413a-a583-d52e8b4bdc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c95061-5ef8-4e9e-b54d-db4f3f22b59d,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:14.431289 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d81aca-ebc1-461d-bc62-4ffd7cf3c1f1 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:44:14.435937 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-5eabfe7c-5492-4f13-a69b-c138a88cb689 tempest-FloatingIPAdminTestJSON-321079585 tempest-FloatingIPAdminTestJSON-321079585-project] Allocated IP 172.26.2.162 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/fdabab5c-967c-4e39-9636-c1e70ac28b10) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:14.445507 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c30ce9f6-60d2-4a22-aa55-b1bb9fb02917 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.449964 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ad871c4f-f655-4e3a-8336-cc56af360898 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.452982 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c30ce9f6-60d2-4a22-aa55-b1bb9fb02917 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.470918 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-ad871c4f-f655-4e3a-8336-cc56af360898 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Calling delete_port for 25d6de24-8334-4d4b-8ced-8dcd7c418d46 owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:44:14.475605 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397dbdc9-f055-413c-bdf8-3598a0983494 None None] Sync routers for ids ['b2d6d2ec-49cf-4dac-a211-3da7a4a78052'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:14.477916 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-97d81aca-ebc1-461d-bc62-4ffd7cf3c1f1 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.479242 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-97d81aca-ebc1-461d-bc62-4ffd7cf3c1f1 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.5777569 Feb 16 12:44:14.485802 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60312) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:14.495229 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c30ce9f6-60d2-4a22-aa55-b1bb9fb02917 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:14.519715 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397dbdc9-f055-413c-bdf8-3598a0983494 None None] Routers {'b2d6d2ec-49cf-4dac-a211-3da7a4a78052'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:44:14.520346 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-397dbdc9-f055-413c-bdf8-3598a0983494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:43:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['b2d6d2ec-49cf-4dac-a211-3da7a4a78052'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:14.563046 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c30ce9f6-60d2-4a22-aa55-b1bb9fb02917 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.563518 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-c30ce9f6-60d2-4a22-aa55-b1bb9fb02917 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Added segment f22a5ca4-87cd-45bd-81ad-a45411cf69a0 of type vlan for network 1cb2b4ec-d3e0-4518-b254-2fdd93607646 Feb 16 12:44:14.568313 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ce9f6-60d2-4a22-aa55-b1bb9fb02917 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0916e592-995b-459e-836d-bb5c230a47ad,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:14.615613 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-397dbdc9-f055-413c-bdf8-3598a0983494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:14.631661 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397dbdc9-f055-413c-bdf8-3598a0983494 None None] Routers {'b2d6d2ec-49cf-4dac-a211-3da7a4a78052'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:44:14.640193 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-397dbdc9-f055-413c-bdf8-3598a0983494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:43:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['b2d6d2ec-49cf-4dac-a211-3da7a4a78052'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:14.648446 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c30ce9f6-60d2-4a22-aa55-b1bb9fb02917 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.691258 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-397dbdc9-f055-413c-bdf8-3598a0983494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:14.693329 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397dbdc9-f055-413c-bdf8-3598a0983494 None None] The sync data for ids ['b2d6d2ec-49cf-4dac-a211-3da7a4a78052'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:14.721702 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1bd37cb9-b79f-4f5e-800c-d8ac638f3989 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] 10.222.0.90 "GET /v2.0/routers/b2d6d2ec-49cf-4dac-a211-3da7a4a78052 HTTP/1.1" status: 200 len: 921 time: 0.2318127 Feb 16 12:44:14.724520 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60316) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:14.733123 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c30ce9f6-60d2-4a22-aa55-b1bb9fb02917 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.738501 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30ce9f6-60d2-4a22-aa55-b1bb9fb02917 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:14.739688 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c30ce9f6-60d2-4a22-aa55-b1bb9fb02917 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.796711 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c30ce9f6-60d2-4a22-aa55-b1bb9fb02917 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1278942 Feb 16 12:44:14.801109 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a7343a7a-739d-44f8-a6a8-ded32fabf4a3 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d6d2ec-49cf-4dac-a211-3da7a4a78052 HTTP/1.1" status: 200 len: 205 time: 0.0732992 Feb 16 12:44:14.803999 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60320) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:14.804522 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60322) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:14.817071 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-f9c52632-6cdf-47c8-a7b5-49493a883ad1 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Request body: {'subnet': {'network_id': '1cb2b4ec-d3e0-4518-b254-2fdd93607646', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:14.838810 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33509cff-76b1-4c59-b477-f8e3efda23b7 req-ec7e13fe-2856-468a-8426-2faf663097cf tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:14.840427 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-33509cff-76b1-4c59-b477-f8e3efda23b7 req-ec7e13fe-2856-468a-8426-2faf663097cf tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "GET /v2.0/ports?device_id=b8ef6a13-942e-4a27-95b3-42c2f4d9b306 HTTP/1.1" status: 200 len: 945 time: 0.2399795 Feb 16 12:44:14.855259 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ce9f6-60d2-4a22-aa55-b1bb9fb02917 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Pushing event updated for resources: {'Network': ['ID=1cb2b4ec-d3e0-4518-b254-2fdd93607646,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:14.875822 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 1cb2b4ec-d3e0-4518-b254-2fdd93607646 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:44:14.891199 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10d115-c210-45b7-ab1a-863eec4de087 req-15414d63-665f-4456-af48-bf7e01d2f919 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:14.893210 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8b10d115-c210-45b7-ab1a-863eec4de087 req-15414d63-665f-4456-af48-bf7e01d2f919 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "GET /v2.0/ports?device_id=d56ec542-6ed7-4f30-b1e3-286ea792f996 HTTP/1.1" status: 200 len: 946 time: 0.2938643 Feb 16 12:44:14.993243 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5eabfe7c-5492-4f13-a69b-c138a88cb689 tempest-FloatingIPAdminTestJSON-321079585 tempest-FloatingIPAdminTestJSON-321079585-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:15.078332 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 3594a521-50d2-40bc-8a4b-37ad3b2862bc up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:44:15.135568 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning for port 3594a521-50d2-40bc-8a4b-37ad3b2862bc completed by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:15.139932 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port 3594a521-50d2-40bc-8a4b-37ad3b2862bc triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:15.140191 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:15.234274 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-33509cff-76b1-4c59-b477-f8e3efda23b7 req-19c1ee06-7f98-4964-b294-92eb8fcd6b1f tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb81afa6-3206-42ea-9395-b464bf0620d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3514874 Feb 16 12:44:15.235127 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:15.236906 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8b10d115-c210-45b7-ab1a-863eec4de087 req-7ee09832-83d4-4c09-9f3e-90c194311f45 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "GET /v2.0/security-groups?id=a156816b-f8da-40dd-93af-8d12c111b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2647512 Feb 16 12:44:15.306912 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ad871c4f-f655-4e3a-8336-cc56af360898 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:15.310210 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5eabfe7c-5492-4f13-a69b-c138a88cb689 tempest-FloatingIPAdminTestJSON-321079585 tempest-FloatingIPAdminTestJSON-321079585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:15.314101 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d48549cb-9f48-418b-8236-e5b6c4ca640f tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:15.314622 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ef6a13-942e-4a27-95b3-42c2f4d9b306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3594a521-50d2-40bc-8a4b-37ad3b2862bc'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:44:15.317934 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6be2e7b-e9a7-4339-a7be-047d0848f299" -d '{"events": [{"server_uuid": "b8ef6a13-942e-4a27-95b3-42c2f4d9b306", "name": "network-vif-plugged", "status": "completed", "tag": "3594a521-50d2-40bc-8a4b-37ad3b2862bc"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:44:15.334067 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 3594a521-50d2-40bc-8a4b-37ad3b2862bc, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3594a521-50d2-40bc-8a4b-37ad3b2862bc,segment=NetworkSegment(542bb618-d660-4924-a1b1-b47e009f183e),segment_id=542bb618-d660-4924-a1b1-b47e009f183e)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:44:15.340284 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:15.368375 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c52632-6cdf-47c8-a7b5-49493a883ad1 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Made reservation on behalf of f563d855efe642f7a959e5c3496fb3e6 for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:15.371851 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f9c52632-6cdf-47c8-a7b5-49493a883ad1 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:15.399378 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=3594a521-50d2-40bc-8a4b-37ad3b2862bc,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:15.725467 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eabfe7c-5492-4f13-a69b-c138a88cb689 tempest-FloatingIPAdminTestJSON-321079585 tempest-FloatingIPAdminTestJSON-321079585-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:15.773819 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-5eabfe7c-5492-4f13-a69b-c138a88cb689 tempest-FloatingIPAdminTestJSON-321079585 tempest-FloatingIPAdminTestJSON-321079585-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:15.786713 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eabfe7c-5492-4f13-a69b-c138a88cb689 tempest-FloatingIPAdminTestJSON-321079585 tempest-FloatingIPAdminTestJSON-321079585-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:44:15.848533 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eabfe7c-5492-4f13-a69b-c138a88cb689 tempest-FloatingIPAdminTestJSON-321079585 tempest-FloatingIPAdminTestJSON-321079585-project] Pushing event updated for resources: {'Port': ['ID=fdabab5c-967c-4e39-9636-c1e70ac28b10,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:15.928112 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad871c4f-f655-4e3a-8336-cc56af360898 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Pushing event deleted for resources: {'Port': ['ID=25d6de24-8334-4d4b-8ced-8dcd7c418d46,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:15.940541 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60358) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:15.961327 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6e861-6d30-430a-91e7-a84fe43f633b req-ad60f4f1-7837-498d-97cb-832e99a3d7b5 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:15.962798 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-19c6e861-6d30-430a-91e7-a84fe43f633b req-ad60f4f1-7837-498d-97cb-832e99a3d7b5 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "GET /v2.0/ports?device_id=d56ec542-6ed7-4f30-b1e3-286ea792f996 HTTP/1.1" status: 200 len: 946 time: 0.5642805 Feb 16 12:44:15.969792 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b6bbd-8e9b-47c7-9d29-de49f2a678d6 req-8504891e-e8d1-477f-97d3-c51dc0ed1340 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:15.971234 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-509b6bbd-8e9b-47c7-9d29-de49f2a678d6 req-8504891e-e8d1-477f-97d3-c51dc0ed1340 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.6400678 Feb 16 12:44:15.979595 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60362) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:15.986333 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-46addf75-d98e-4eab-9a02-7d8724e2ac79 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Request body: {'floatingip': {'port_id': '3405faf2-baff-411b-9b24-c409372d5b1e'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:16.004448 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 12:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343e49ca-a4c2-465a-84c4-3b3902c41be2 x-openstack-request-id: req-343e49ca-a4c2-465a-84c4-3b3902c41be2 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:44:16.005529 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ef6a13-942e-4a27-95b3-42c2f4d9b306", "name": "network-vif-plugged", "status": "completed", "tag": "3594a521-50d2-40bc-8a4b-37ad3b2862bc", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:44:16.005634 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-343e49ca-a4c2-465a-84c4-3b3902c41be2 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:44:16.006061 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ef6a13-942e-4a27-95b3-42c2f4d9b306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3594a521-50d2-40bc-8a4b-37ad3b2862bc', 'code': 200} Feb 16 12:44:16.049297 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-46addf75-d98e-4eab-9a02-7d8724e2ac79 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks [] for floatingip, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:16.084953 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d48549cb-9f48-418b-8236-e5b6c4ca640f tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:16.109132 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-3091bd67-e0dc-4f56-9eba-cdb8dea68955 tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1550186725', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:16.172865 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-509b6bbd-8e9b-47c7-9d29-de49f2a678d6 req-2abd5eb3-e9ac-410f-88d3-d49d11b81067 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840787 Feb 16 12:44:16.202368 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5eabfe7c-5492-4f13-a69b-c138a88cb689 tempest-FloatingIPAdminTestJSON-321079585 tempest-FloatingIPAdminTestJSON-321079585-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:16.213831 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ad871c4f-f655-4e3a-8336-cc56af360898 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:16.217398 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ad871c4f-f655-4e3a-8336-cc56af360898 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] 10.222.0.90 "DELETE /v2.0/ports/25d6de24-8334-4d4b-8ced-8dcd7c418d46 HTTP/1.1" status: 204 len: 168 time: 2.0670974 Feb 16 12:44:16.220842 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60366) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:16.254605 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3091bd67-e0dc-4f56-9eba-cdb8dea68955 tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Made reservation on behalf of 83725aaf7b654685b11f12eea2570019 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:16.257477 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3091bd67-e0dc-4f56-9eba-cdb8dea68955 tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:16.275913 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-d70ac1c6-b5c9-4427-9d66-4fc6e2d26f9a tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] GET failed (client error): The resource could not be found. Feb 16 12:44:16.277523 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d70ac1c6-b5c9-4427-9d66-4fc6e2d26f9a tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] 10.222.0.90 "GET /v2.0/ports/25d6de24-8334-4d4b-8ced-8dcd7c418d46 HTTP/1.1" status: 404 len: 333 time: 0.0557685 Feb 16 12:44:16.281599 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60370) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:16.283926 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3091bd67-e0dc-4f56-9eba-cdb8dea68955 tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:16.318765 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-58b8674d-3938-4fbb-9da8-0ddf1d7b0ef6 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Request body: {'port': {'network_id': 'fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03', 'name': 'tempest-AllowedAddressPairTestJSON-1083903673'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:16.331849 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f9c52632-6cdf-47c8-a7b5-49493a883ad1 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:16.333705 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5eabfe7c-5492-4f13-a69b-c138a88cb689 tempest-FloatingIPAdminTestJSON-321079585 tempest-FloatingIPAdminTestJSON-321079585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:16.353916 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c48182-8f7a-41dd-b90d-f79986344f04 req-88427833-181c-48e8-b6a0-b1a6d5828768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:16.355423 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-30c48182-8f7a-41dd-b90d-f79986344f04 req-88427833-181c-48e8-b6a0-b1a6d5828768 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b8ef6a13-942e-4a27-95b3-42c2f4d9b306 HTTP/1.1" status: 200 len: 1099 time: 0.1777484 Feb 16 12:44:16.419036 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-d48549cb-9f48-418b-8236-e5b6c4ca640f tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Deleting port b68f210f-1dc7-465b-a466-afed8c5f3ca8 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:44:16.419387 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d48549cb-9f48-418b-8236-e5b6c4ca640f tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:16.503761 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-30c48182-8f7a-41dd-b90d-f79986344f04 req-c71a6811-a008-432f-9363-d67b1c88b6da service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bb81afa6-3206-42ea-9395-b464bf0620d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143687 Feb 16 12:44:16.508784 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ff9ac-b66a-4f97-9b34-67624140fac1 req-d1789457-c263-44a0-a9a0-070efd8d47bf tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:16.510299 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0b7ff9ac-b66a-4f97-9b34-67624140fac1 req-d1789457-c263-44a0-a9a0-070efd8d47bf tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.2535710 Feb 16 12:44:16.523362 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60372) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:16.531189 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c52632-6cdf-47c8-a7b5-49493a883ad1 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Pushing event updated for resources: {'Subnet': ['ID=0928ef1b-063a-43c6-9fb3-e540f442e309,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:16.549428 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-e2360025-efdc-401a-a7be-f2a4c3c94194 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Request body: {'floatingip': {'port_id': '23a5268e-cfd5-444e-bec1-73456853ab27'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:16.669172 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3091bd67-e0dc-4f56-9eba-cdb8dea68955 tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:16.678792 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3091bd67-e0dc-4f56-9eba-cdb8dea68955 tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:16.682393 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660b9df-c898-4b40-b38a-d189a5f0fadb req-fa58ec02-caa1-4594-a1e4-7666e9f3f4ef tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:16.683584 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b8674d-3938-4fbb-9da8-0ddf1d7b0ef6 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Made reservation on behalf of 16234c72ebd246afb52443ad60c2e19f for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:16.683980 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8660b9df-c898-4b40-b38a-d189a5f0fadb req-fa58ec02-caa1-4594-a1e4-7666e9f3f4ef tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "GET /v2.0/ports?device_id=b8ef6a13-942e-4a27-95b3-42c2f4d9b306 HTTP/1.1" status: 200 len: 946 time: 0.3485434 Feb 16 12:44:16.687131 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-58b8674d-3938-4fbb-9da8-0ddf1d7b0ef6 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:16.691676 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-3091bd67-e0dc-4f56-9eba-cdb8dea68955 tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] device_id is not set on port 2cbf5981-e580-4ac8-86ff-9d067ca6a815 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:44:16.694449 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e2360025-efdc-401a-a7be-f2a4c3c94194 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks [] for floatingip, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:16.744286 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c52632-6cdf-47c8-a7b5-49493a883ad1 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Checking segment: {'id': 'f22a5ca4-87cd-45bd-81ad-a45411cf69a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '1cb2b4ec-d3e0-4518-b254-2fdd93607646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:44:16.744703 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c52632-6cdf-47c8-a7b5-49493a883ad1 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Network hostable DHCP agents. Network: 1cb2b4ec-d3e0-4518-b254-2fdd93607646, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:16.752815 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d48549cb-9f48-418b-8236-e5b6c4ca640f tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:16.800045 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-58b8674d-3938-4fbb-9da8-0ddf1d7b0ef6 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] device_id is not set on port e2d8bdd8-2729-4041-82e6-dd1e733cd28b yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:44:16.806378 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-d48549cb-9f48-418b-8236-e5b6c4ca640f tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Calling delete_port for b68f210f-1dc7-465b-a466-afed8c5f3ca8 owned by network:router_gateway {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:44:16.812064 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3091bd67-e0dc-4f56-9eba-cdb8dea68955 tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef278cc0-68d8-4dd3-acad-983059a46d1f,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:16.898632 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8660b9df-c898-4b40-b38a-d189a5f0fadb req-15ad6db6-7bda-436a-9933-6e8cc7c626bd tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb81afa6-3206-42ea-9395-b464bf0620d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870022 Feb 16 12:44:16.929904 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c52632-6cdf-47c8-a7b5-49493a883ad1 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Network 1cb2b4ec-d3e0-4518-b254-2fdd93607646 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:16.972251 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-f9c52632-6cdf-47c8-a7b5-49493a883ad1 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 1cb2b4ec-d3e0-4518-b254-2fdd93607646) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:16.981521 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30884e7b-e4a5-445f-80af-bd51c9630c57 None None] Network 1cb2b4ec-d3e0-4518-b254-2fdd93607646 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:44:17.010355 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-3091bd67-e0dc-4f56-9eba-cdb8dea68955 tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Allocated IP 172.26.2.65 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/2cbf5981-e580-4ac8-86ff-9d067ca6a815) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:17.011201 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5eabfe7c-5492-4f13-a69b-c138a88cb689 tempest-FloatingIPAdminTestJSON-321079585 tempest-FloatingIPAdminTestJSON-321079585-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.017291 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c52632-6cdf-47c8-a7b5-49493a883ad1 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:17.017644 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f9c52632-6cdf-47c8-a7b5-49493a883ad1 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.031955 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5eabfe7c-5492-4f13-a69b-c138a88cb689 tempest-FloatingIPAdminTestJSON-321079585 tempest-FloatingIPAdminTestJSON-321079585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.062763 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-58b8674d-3938-4fbb-9da8-0ddf1d7b0ef6 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Allocated IP 172.20.0.5 (fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03/07ea67b5-a715-48f4-aef7-f912fd409851/e2d8bdd8-2729-4041-82e6-dd1e733cd28b) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:17.065865 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-46addf75-d98e-4eab-9a02-7d8724e2ac79 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.075428 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-46addf75-d98e-4eab-9a02-7d8724e2ac79 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.116700 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f9c52632-6cdf-47c8-a7b5-49493a883ad1 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3058517 Feb 16 12:44:17.124358 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60374) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:17.131954 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-fb3777e8-7005-450b-ab0c-cc7eef3599a0 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Request body: {'port': {'network_id': '1cb2b4ec-d3e0-4518-b254-2fdd93607646', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1120182971'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:17.170860 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6f2248-3f7a-4395-af07-ee5c967ba953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-1cb2b4ec-d3e0-4518-b254-2fdd93607646', 'network_id': '1cb2b4ec-d3e0-4518-b254-2fdd93607646', 'tenant_id': 'f563d855efe642f7a959e5c3496fb3e6', 'fixed_ips': [{'subnet_id': '0928ef1b-063a-43c6-9fb3-e540f442e309'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:44:17.170860 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4f6f2248-3f7a-4395-af07-ee5c967ba953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.217997 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eabfe7c-5492-4f13-a69b-c138a88cb689 tempest-FloatingIPAdminTestJSON-321079585 tempest-FloatingIPAdminTestJSON-321079585-project] Pushing event updated for resources: {'Port': ['ID=fdabab5c-967c-4e39-9636-c1e70ac28b10,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:17.280216 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5eabfe7c-5492-4f13-a69b-c138a88cb689 tempest-FloatingIPAdminTestJSON-321079585 tempest-FloatingIPAdminTestJSON-321079585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.345660 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-4f6f2248-3f7a-4395-af07-ee5c967ba953 None None] Allocated IP 2001:db8::2 (1cb2b4ec-d3e0-4518-b254-2fdd93607646/0928ef1b-063a-43c6-9fb3-e540f442e309/9f4fb8de-11b0-4515-a142-fa1361f9cb22) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:17.389593 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5eabfe7c-5492-4f13-a69b-c138a88cb689 tempest-FloatingIPAdminTestJSON-321079585 tempest-FloatingIPAdminTestJSON-321079585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.393270 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5eabfe7c-5492-4f13-a69b-c138a88cb689 tempest-FloatingIPAdminTestJSON-321079585 tempest-FloatingIPAdminTestJSON-321079585-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9505136 Feb 16 12:44:17.405532 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60376) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:17.510224 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4f6f2248-3f7a-4395-af07-ee5c967ba953 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.518885 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4f6f2248-3f7a-4395-af07-ee5c967ba953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.571560 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6f2248-3f7a-4395-af07-ee5c967ba953 None None] Network 1cb2b4ec-d3e0-4518-b254-2fdd93607646 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:17.576485 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-4f6f2248-3f7a-4395-af07-ee5c967ba953 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:17.581243 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6f2248-3f7a-4395-af07-ee5c967ba953 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:44:17.585986 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f2248-3f7a-4395-af07-ee5c967ba953 None None] Pushing event updated for resources: {'Port': ['ID=9f4fb8de-11b0-4515-a142-fa1361f9cb22,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:17.673844 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-4f6f2248-3f7a-4395-af07-ee5c967ba953 None None] Attempting to bind port 9f4fb8de-11b0-4515-a142-fa1361f9cb22 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:17.675221 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-4f6f2248-3f7a-4395-af07-ee5c967ba953 None None] Attempting to bind port 9f4fb8de-11b0-4515-a142-fa1361f9cb22 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'f22a5ca4-87cd-45bd-81ad-a45411cf69a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '1cb2b4ec-d3e0-4518-b254-2fdd93607646'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:17.675869 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6f2248-3f7a-4395-af07-ee5c967ba953 None None] Attempting to bind port 9f4fb8de-11b0-4515-a142-fa1361f9cb22 on network 1cb2b4ec-d3e0-4518-b254-2fdd93607646 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:44:17.690181 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6f2248-3f7a-4395-af07-ee5c967ba953 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:44:17.690984 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6f2248-3f7a-4395-af07-ee5c967ba953 None None] Checking segment: {'id': 'f22a5ca4-87cd-45bd-81ad-a45411cf69a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '1cb2b4ec-d3e0-4518-b254-2fdd93607646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:44:17.692044 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4f6f2248-3f7a-4395-af07-ee5c967ba953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.693496 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6f2248-3f7a-4395-af07-ee5c967ba953 None None] Bound using segment: {'id': 'f22a5ca4-87cd-45bd-81ad-a45411cf69a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '1cb2b4ec-d3e0-4518-b254-2fdd93607646'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:44:17.694172 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-4f6f2248-3f7a-4395-af07-ee5c967ba953 None None] Bound port: 9f4fb8de-11b0-4515-a142-fa1361f9cb22, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a5ca4-87cd-45bd-81ad-a45411cf69a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '1cb2b4ec-d3e0-4518-b254-2fdd93607646'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:17.694807 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4f6f2248-3f7a-4395-af07-ee5c967ba953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.705191 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3777e8-7005-450b-ab0c-cc7eef3599a0 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Made reservation on behalf of f563d855efe642f7a959e5c3496fb3e6 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:17.709333 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fb3777e8-7005-450b-ab0c-cc7eef3599a0 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.714326 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-46addf75-d98e-4eab-9a02-7d8724e2ac79 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Floating IP 884deb1e-86a0-43fd-a30c-932f12cb0159 associated. External IP: 172.26.2.252, port: 3405faf2-baff-411b-9b24-c409372d5b1e. Feb 16 12:44:17.765937 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3091bd67-e0dc-4f56-9eba-cdb8dea68955 tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.786440 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-fb3777e8-7005-450b-ab0c-cc7eef3599a0 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] device_id is not set on port 1a4c310f-80bc-44b9-b798-77ad867f879b yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:44:17.789305 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-4f6f2248-3f7a-4395-af07-ee5c967ba953 None None] For port 9f4fb8de-11b0-4515-a142-fa1361f9cb22, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:44:17.793852 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-4f6f2248-3f7a-4395-af07-ee5c967ba953 None None] For port 9f4fb8de-11b0-4515-a142-fa1361f9cb22, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=9f4fb8de-11b0-4515-a142-fa1361f9cb22,segment=NetworkSegment(f22a5ca4-87cd-45bd-81ad-a45411cf69a0),segment_id=f22a5ca4-87cd-45bd-81ad-a45411cf69a0)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:44:17.796224 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d48549cb-9f48-418b-8236-e5b6c4ca640f tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.799183 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4f6f2248-3f7a-4395-af07-ee5c967ba953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.860205 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48549cb-9f48-418b-8236-e5b6c4ca640f tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Pushing event deleted for resources: {'Port': ['ID=b68f210f-1dc7-465b-a466-afed8c5f3ca8,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:17.869974 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-860c0897-44bc-4e51-b3ee-d292c2044786 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] 10.222.0.90 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3393 time: 0.4617145 Feb 16 12:44:17.876214 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f2248-3f7a-4395-af07-ee5c967ba953 None None] Pushing event updated for resources: {'Port': ['ID=9f4fb8de-11b0-4515-a142-fa1361f9cb22,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:17.877520 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60378) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:18.040761 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3091bd67-e0dc-4f56-9eba-cdb8dea68955 tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.061266 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-76d06265-4fea-41bc-a725-0ccd80cda8ac tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] 10.222.0.90 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1798060 Feb 16 12:44:18.066420 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60382) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:18.071696 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-58b8674d-3938-4fbb-9da8-0ddf1d7b0ef6 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.146946 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.db.resource_extend [None req-e2360025-efdc-401a-a7be-f2a4c3c94194 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:44:18.215440 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d48549cb-9f48-418b-8236-e5b6c4ca640f tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.232871 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-fb3777e8-7005-450b-ab0c-cc7eef3599a0 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Allocated IP 2001:db8::111 (1cb2b4ec-d3e0-4518-b254-2fdd93607646/0928ef1b-063a-43c6-9fb3-e540f442e309/1a4c310f-80bc-44b9-b798-77ad867f879b) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:18.248780 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3091bd67-e0dc-4f56-9eba-cdb8dea68955 tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:18.270958 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-3091bd67-e0dc-4f56-9eba-cdb8dea68955 tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:18.336262 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3091bd67-e0dc-4f56-9eba-cdb8dea68955 tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:44:18.338261 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3091bd67-e0dc-4f56-9eba-cdb8dea68955 tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Pushing event updated for resources: {'Port': ['ID=2cbf5981-e580-4ac8-86ff-9d067ca6a815,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:18.342687 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756bb00e-b503-4a1d-b7e2-1a67118cee50 req-83398d73-e07f-4e14-9f7a-1cfc2af39a2f tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:18.344238 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-756bb00e-b503-4a1d-b7e2-1a67118cee50 req-83398d73-e07f-4e14-9f7a-1cfc2af39a2f tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "GET /v2.0/ports?device_id=b8ef6a13-942e-4a27-95b3-42c2f4d9b306 HTTP/1.1" status: 200 len: 946 time: 0.3299637 Feb 16 12:44:18.346186 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e2360025-efdc-401a-a7be-f2a4c3c94194 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.347867 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d48549cb-9f48-418b-8236-e5b6c4ca640f tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.350196 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d48549cb-9f48-418b-8236-e5b6c4ca640f tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.356487 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e2360025-efdc-401a-a7be-f2a4c3c94194 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.399017 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091bd67-e0dc-4f56-9eba-cdb8dea68955 tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:18.399273 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091bd67-e0dc-4f56-9eba-cdb8dea68955 tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:18.399609 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091bd67-e0dc-4f56-9eba-cdb8dea68955 tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:18.399938 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091bd67-e0dc-4f56-9eba-cdb8dea68955 tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:18.400262 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091bd67-e0dc-4f56-9eba-cdb8dea68955 tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:18.400586 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091bd67-e0dc-4f56-9eba-cdb8dea68955 tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:18.400935 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091bd67-e0dc-4f56-9eba-cdb8dea68955 tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:18.401271 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091bd67-e0dc-4f56-9eba-cdb8dea68955 tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:18.401588 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091bd67-e0dc-4f56-9eba-cdb8dea68955 tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:18.401908 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091bd67-e0dc-4f56-9eba-cdb8dea68955 tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:18.402224 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091bd67-e0dc-4f56-9eba-cdb8dea68955 tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:18.402622 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091bd67-e0dc-4f56-9eba-cdb8dea68955 tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:18.447930 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d48549cb-9f48-418b-8236-e5b6c4ca640f tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.448466 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48549cb-9f48-418b-8236-e5b6c4ca640f tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Fanout notify agent at l3_agent the message router_deleted on router b2d6d2ec-49cf-4dac-a211-3da7a4a78052 {{(pid=109048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:44:18.467303 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d48549cb-9f48-418b-8236-e5b6c4ca640f tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.468343 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d48549cb-9f48-418b-8236-e5b6c4ca640f tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] 10.222.0.90 "DELETE /v2.0/routers/b2d6d2ec-49cf-4dac-a211-3da7a4a78052 HTTP/1.1" status: 204 len: 168 time: 3.6552320 Feb 16 12:44:18.475803 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-58b8674d-3938-4fbb-9da8-0ddf1d7b0ef6 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.477991 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3091bd67-e0dc-4f56-9eba-cdb8dea68955 tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:18.478623 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3091bd67-e0dc-4f56-9eba-cdb8dea68955 tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.480492 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60384) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:18.497429 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-756bb00e-b503-4a1d-b7e2-1a67118cee50 req-d425ceb8-e707-45ff-8c94-fcce7601b991 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb81afa6-3206-42ea-9395-b464bf0620d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418943 Feb 16 12:44:18.498351 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-010b87c4-939c-4e87-b728-454e38510596 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Request body: {'router': {'name': 'tempest-snat-router-617236933', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'enable_snat': False}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:18.508930 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46addf75-d98e-4eab-9a02-7d8724e2ac79 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Router 0d148df9-38d9-4ca1-8caf-7b09706d6d9f has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:44:18.524019 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.l3_db [None req-e2360025-efdc-401a-a7be-f2a4c3c94194 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Floating IP bd3a166c-f448-48b5-b1d8-77620906037a associated. External IP: 172.26.2.51, port: 23a5268e-cfd5-444e-bec1-73456853ab27. Feb 16 12:44:18.621434 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b8674d-3938-4fbb-9da8-0ddf1d7b0ef6 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Network fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:18.634987 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3091bd67-e0dc-4f56-9eba-cdb8dea68955 tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.6932025 Feb 16 12:44:18.644582 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-58b8674d-3938-4fbb-9da8-0ddf1d7b0ef6 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:18.646625 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60388) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:18.656019 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b8674d-3938-4fbb-9da8-0ddf1d7b0ef6 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:44:18.661378 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-8e9d83a3-165f-4f59-b7d2-ca43e701de6e tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.65'}]}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:18.667038 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b8674d-3938-4fbb-9da8-0ddf1d7b0ef6 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Pushing event updated for resources: {'Port': ['ID=e2d8bdd8-2729-4041-82e6-dd1e733cd28b,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:18.741852 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-010b87c4-939c-4e87-b728-454e38510596 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.742932 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-010b87c4-939c-4e87-b728-454e38510596 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.744319 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b77ecd-f566-4daf-ad25-dde066380deb req-813a7f29-591b-4674-95e9-9e45c95c1faf tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:18.746010 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-23b77ecd-f566-4daf-ad25-dde066380deb req-813a7f29-591b-4674-95e9-9e45c95c1faf tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "GET /v2.0/ports?device_id=b8ef6a13-942e-4a27-95b3-42c2f4d9b306 HTTP/1.1" status: 200 len: 946 time: 0.1286950 Feb 16 12:44:18.757587 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60390) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:18.764010 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-0233eab9-e38d-4216-b84f-3375979b6f4f tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Request body: {'floatingip': {'port_id': '3594a521-50d2-40bc-8a4b-37ad3b2862bc'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:18.790508 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-dc1538d9-9dcb-418d-98fb-fb7fba242799 tempest-FloatingIPAdminTestJSON-321079585 tempest-FloatingIPAdminTestJSON-321079585-project] Deleting port fdabab5c-967c-4e39-9636-c1e70ac28b10 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:44:18.790859 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dc1538d9-9dcb-418d-98fb-fb7fba242799 tempest-FloatingIPAdminTestJSON-321079585 tempest-FloatingIPAdminTestJSON-321079585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.846635 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0233eab9-e38d-4216-b84f-3375979b6f4f tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks [] for floatingip, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.913301 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b8674d-3938-4fbb-9da8-0ddf1d7b0ef6 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:18.914324 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-58b8674d-3938-4fbb-9da8-0ddf1d7b0ef6 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.957430 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fb3777e8-7005-450b-ab0c-cc7eef3599a0 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.961439 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2360025-efdc-401a-a7be-f2a4c3c94194 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Router f8ba2d68-51b0-4802-976e-18725a0a3616 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:44:18.989701 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8e9d83a3-165f-4f59-b7d2-ca43e701de6e tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.990719 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8e9d83a3-165f-4f59-b7d2-ca43e701de6e tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.006016 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-010b87c4-939c-4e87-b728-454e38510596 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.014809 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-58b8674d-3938-4fbb-9da8-0ddf1d7b0ef6 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7320452 Feb 16 12:44:19.021897 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60392) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:19.038706 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-78dea5c1-746e-4059-893c-e378dd119d09 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:24:dd:55'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:19.038906 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-bd0166ea-4536-4967-ad86-2a7fa9625c7b None None] Provisioning complete for port e2d8bdd8-2729-4041-82e6-dd1e733cd28b triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:19.039342 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bd0166ea-4536-4967-ad86-2a7fa9625c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.081480 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-bd0166ea-4536-4967-ad86-2a7fa9625c7b None None] Port e2d8bdd8-2729-4041-82e6-dd1e733cd28b cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:44:19.086267 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46addf75-d98e-4eab-9a02-7d8724e2ac79 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:44:19.098127 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af897050-a035-41ad-97df-3241b5e44246 None None] Sync routers for ids ['0d148df9-38d9-4ca1-8caf-7b09706d6d9f'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:19.115616 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af897050-a035-41ad-97df-3241b5e44246 None None] Routers {'0d148df9-38d9-4ca1-8caf-7b09706d6d9f'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:44:19.116300 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-af897050-a035-41ad-97df-3241b5e44246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:43:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['0d148df9-38d9-4ca1-8caf-7b09706d6d9f'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:19.159451 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209b0d9b-e558-440e-a32f-b694cc51b935 None None] Network 1cb2b4ec-d3e0-4518-b254-2fdd93607646 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:44:19.255361 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-573475d0-a58e-41b4-8504-815803fc911c None None] Provisioning complete for port 9f4fb8de-11b0-4515-a142-fa1361f9cb22 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:19.256108 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-573475d0-a58e-41b4-8504-815803fc911c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.258219 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-af897050-a035-41ad-97df-3241b5e44246 None None] Set router 0d148df9-38d9-4ca1-8caf-7b09706d6d9f gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:44:19.435861 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-46addf75-d98e-4eab-9a02-7d8724e2ac79 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.439678 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-573475d0-a58e-41b4-8504-815803fc911c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.491845 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-573475d0-a58e-41b4-8504-815803fc911c None None] For port 9f4fb8de-11b0-4515-a142-fa1361f9cb22, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=9f4fb8de-11b0-4515-a142-fa1361f9cb22,segment=NetworkSegment(f22a5ca4-87cd-45bd-81ad-a45411cf69a0),segment_id=f22a5ca4-87cd-45bd-81ad-a45411cf69a0)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:44:19.502493 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-573475d0-a58e-41b4-8504-815803fc911c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.502887 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8e9d83a3-165f-4f59-b7d2-ca43e701de6e tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.524937 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dc1538d9-9dcb-418d-98fb-fb7fba242799 tempest-FloatingIPAdminTestJSON-321079585 tempest-FloatingIPAdminTestJSON-321079585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.525316 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dc1538d9-9dcb-418d-98fb-fb7fba242799 tempest-FloatingIPAdminTestJSON-321079585 tempest-FloatingIPAdminTestJSON-321079585-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.525911 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2360025-efdc-401a-a7be-f2a4c3c94194 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:44:19.538119 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e2360025-efdc-401a-a7be-f2a4c3c94194 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.543324 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab6cbcb-e097-477e-aa45-c3c3ec55d5f7 None None] Sync routers for ids ['f8ba2d68-51b0-4802-976e-18725a0a3616'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:19.576445 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e2360025-efdc-401a-a7be-f2a4c3c94194 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "PUT /v2.0/floatingips/bd3a166c-f448-48b5-b1d8-77620906037a HTTP/1.1" status: 200 len: 990 time: 3.0485115 Feb 16 12:44:19.579504 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec785bc5-0bca-41c3-9226-44f9218a1d03', 'tag': '23a5268e-cfd5-444e-bec1-73456853ab27'}] {{(pid=109048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:44:19.583517 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40068d798dcc31a224174c6c24ac8b3e49f1a518b527dec6066c5fbc28712f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96767fbe-06ad-42fa-b48e-6b07bd013b14" -d '{"events": [{"name": "network-changed", "server_uuid": "ec785bc5-0bca-41c3-9226-44f9218a1d03", "tag": "23a5268e-cfd5-444e-bec1-73456853ab27"}]}' {{(pid=109048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:44:19.590760 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab6cbcb-e097-477e-aa45-c3c3ec55d5f7 None None] Routers {'f8ba2d68-51b0-4802-976e-18725a0a3616'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:44:19.591419 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2ab6cbcb-e097-477e-aa45-c3c3ec55d5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:43:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['f8ba2d68-51b0-4802-976e-18725a0a3616'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:19.650749 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-af897050-a035-41ad-97df-3241b5e44246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d148df9-38d9-4ca1-8caf-7b09706d6d9f', 'name': 'tempest-ServersTestManualDisk-443223596-router', 'tenant_id': '489d8001a9af43848d73f1eac35baebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': 'f92a21eb-6a0a-4df3-bc92-938074f50aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:19Z', 'updated_at': '2022-02-16T12:43:29Z', 'revision_number': 4, 'project_id': '489d8001a9af43848d73f1eac35baebf', 'gw_port': {'id': 'f92a21eb-6a0a-4df3-bc92-938074f50aa8', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:17:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d148df9-38d9-4ca1-8caf-7b09706d6d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:19Z', 'updated_at': '2022-02-16T12:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '884deb1e-86a0-43fd-a30c-932f12cb0159', 'tenant_id': '489d8001a9af43848d73f1eac35baebf', 'floating_ip_address': '172.26.2.252', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '0d148df9-38d9-4ca1-8caf-7b09706d6d9f', 'port_id': '3405faf2-baff-411b-9b24-c409372d5b1e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7216791-092d-4489-8c96-9d0056177679', 'mac_address': 'fa:16:3e:40:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56ec542-6ed7-4f30-b1e3-286ea792f996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:43:39Z', 'updated_at': '2022-02-16T12:44:16Z', 'revision_number': 1, 'project_id': '489d8001a9af43848d73f1eac35baebf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d10d0a-30db-4044-a9b6-5956754d9fda', 'name': '', 'network_id': 'e7216791-092d-4489-8c96-9d0056177679', 'tenant_id': '489d8001a9af43848d73f1eac35baebf', 'mac_address': 'fa:16:3e:9f:af:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d148df9-38d9-4ca1-8caf-7b09706d6d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3db169c4-8f35-4e82-9aa0-dcd164ab8410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:26Z', 'updated_at': '2022-02-16T12:43:36Z', 'revision_number': 5, 'project_id': '489d8001a9af43848d73f1eac35baebf', 'subnets': [{'id': '3db169c4-8f35-4e82-9aa0-dcd164ab8410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:19.699556 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af897050-a035-41ad-97df-3241b5e44246 None None] Checking router: 0d148df9-38d9-4ca1-8caf-7b09706d6d9f for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:44:19.711947 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af897050-a035-41ad-97df-3241b5e44246 None None] Routers {'0d148df9-38d9-4ca1-8caf-7b09706d6d9f'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:44:19.712577 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-af897050-a035-41ad-97df-3241b5e44246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:43:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['0d148df9-38d9-4ca1-8caf-7b09706d6d9f'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:19.729081 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 12:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed93bff8-7417-49cb-ab5d-b36da2ee6f7b x-openstack-request-id: req-ed93bff8-7417-49cb-ab5d-b36da2ee6f7b {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:44:19.729469 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec785bc5-0bca-41c3-9226-44f9218a1d03", "tag": "23a5268e-cfd5-444e-bec1-73456853ab27", "status": "completed", "code": 200}]} {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:44:19.730421 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ed93bff8-7417-49cb-ab5d-b36da2ee6f7b {{(pid=109048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:44:19.730940 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec785bc5-0bca-41c3-9226-44f9218a1d03', 'tag': '23a5268e-cfd5-444e-bec1-73456853ab27', 'status': 'completed', 'code': 200} Feb 16 12:44:19.733862 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-46addf75-d98e-4eab-9a02-7d8724e2ac79 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "PUT /v2.0/floatingips/884deb1e-86a0-43fd-a30c-932f12cb0159 HTTP/1.1" status: 200 len: 992 time: 3.7526498 Feb 16 12:44:19.772073 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-2ab6cbcb-e097-477e-aa45-c3c3ec55d5f7 None None] Set router f8ba2d68-51b0-4802-976e-18725a0a3616 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:44:19.841870 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd56ec542-6ed7-4f30-b1e3-286ea792f996', 'tag': '3405faf2-baff-411b-9b24-c409372d5b1e'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:44:19.844148 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af55533c-9221-457a-ae45-456bcb8501d2" -d '{"events": [{"name": "network-changed", "server_uuid": "d56ec542-6ed7-4f30-b1e3-286ea792f996", "tag": "3405faf2-baff-411b-9b24-c409372d5b1e"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:44:19.857758 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-af897050-a035-41ad-97df-3241b5e44246 None None] Set router 0d148df9-38d9-4ca1-8caf-7b09706d6d9f gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:44:19.862140 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce186a-b202-48cc-8e0d-a0acd45b19d1 req-0b383f73-bb95-4a10-a0ec-689a0250efb4 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:19.863805 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a6ce186a-b202-48cc-8e0d-a0acd45b19d1 req-0b383f73-bb95-4a10-a0ec-689a0250efb4 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.1373076 Feb 16 12:44:19.890042 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fb3777e8-7005-450b-ab0c-cc7eef3599a0 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.892040 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-dc1538d9-9dcb-418d-98fb-fb7fba242799 tempest-FloatingIPAdminTestJSON-321079585 tempest-FloatingIPAdminTestJSON-321079585-project] Calling delete_port for fdabab5c-967c-4e39-9636-c1e70ac28b10 owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:44:19.923467 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-010b87c4-939c-4e87-b728-454e38510596 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.964862 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd7974-9777-4441-a2d4-cdf88eb5de93 req-7f7bf2e1-8c4c-4f05-8c1e-c5916bf3ab7d tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:19.967362 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4ccd7974-9777-4441-a2d4-cdf88eb5de93 req-7f7bf2e1-8c4c-4f05-8c1e-c5916bf3ab7d tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "GET /v2.0/ports?device_id=d56ec542-6ed7-4f30-b1e3-286ea792f996 HTTP/1.1" status: 200 len: 946 time: 0.1365538 Feb 16 12:44:19.978068 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573475d0-a58e-41b4-8504-815803fc911c None None] Pushing event updated for resources: {'Port': ['ID=9f4fb8de-11b0-4515-a142-fa1361f9cb22,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:20.017286 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a6ce186a-b202-48cc-8e0d-a0acd45b19d1 req-eebcf59c-472a-410d-8733-a58b41a6000e tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359301 Feb 16 12:44:20.078103 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4ccd7974-9777-4441-a2d4-cdf88eb5de93 req-609edd58-50fc-4457-bbb8-957e7f57cde4 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "GET /v2.0/security-groups?id=a156816b-f8da-40dd-93af-8d12c111b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999177 Feb 16 12:44:20.126898 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0233eab9-e38d-4216-b84f-3375979b6f4f tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.133530 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0233eab9-e38d-4216-b84f-3375979b6f4f tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.177608 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3777e8-7005-450b-ab0c-cc7eef3599a0 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Network 1cb2b4ec-d3e0-4518-b254-2fdd93607646 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:20.181173 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 12:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f437b7-e90b-4295-90ca-4e584203d837 x-openstack-request-id: req-20f437b7-e90b-4295-90ca-4e584203d837 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:44:20.181552 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d56ec542-6ed7-4f30-b1e3-286ea792f996", "tag": "3405faf2-baff-411b-9b24-c409372d5b1e", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:44:20.181726 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-20f437b7-e90b-4295-90ca-4e584203d837 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:44:20.182080 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd56ec542-6ed7-4f30-b1e3-286ea792f996', 'tag': '3405faf2-baff-411b-9b24-c409372d5b1e', 'status': 'completed', 'code': 200} Feb 16 12:44:20.210158 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8e9d83a3-165f-4f59-b7d2-ca43e701de6e tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.229745 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3777e8-7005-450b-ab0c-cc7eef3599a0 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Pushing event updated for resources: {'Port': ['ID=1a4c310f-80bc-44b9-b798-77ad867f879b,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:20.232369 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-fb3777e8-7005-450b-ab0c-cc7eef3599a0 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:20.243861 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3777e8-7005-450b-ab0c-cc7eef3599a0 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:44:20.249516 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3777e8-7005-450b-ab0c-cc7eef3599a0 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:20.250178 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fb3777e8-7005-450b-ab0c-cc7eef3599a0 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.293606 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-af897050-a035-41ad-97df-3241b5e44246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d148df9-38d9-4ca1-8caf-7b09706d6d9f', 'name': 'tempest-ServersTestManualDisk-443223596-router', 'tenant_id': '489d8001a9af43848d73f1eac35baebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': 'f92a21eb-6a0a-4df3-bc92-938074f50aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:19Z', 'updated_at': '2022-02-16T12:43:29Z', 'revision_number': 4, 'project_id': '489d8001a9af43848d73f1eac35baebf', 'gw_port': {'id': 'f92a21eb-6a0a-4df3-bc92-938074f50aa8', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:17:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d148df9-38d9-4ca1-8caf-7b09706d6d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:19Z', 'updated_at': '2022-02-16T12:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '884deb1e-86a0-43fd-a30c-932f12cb0159', 'tenant_id': '489d8001a9af43848d73f1eac35baebf', 'floating_ip_address': '172.26.2.252', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '0d148df9-38d9-4ca1-8caf-7b09706d6d9f', 'port_id': '3405faf2-baff-411b-9b24-c409372d5b1e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7216791-092d-4489-8c96-9d0056177679', 'mac_address': 'fa:16:3e:40:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56ec542-6ed7-4f30-b1e3-286ea792f996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:43:39Z', 'updated_at': '2022-02-16T12:44:16Z', 'revision_number': 1, 'project_id': '489d8001a9af43848d73f1eac35baebf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d10d0a-30db-4044-a9b6-5956754d9fda', 'name': '', 'network_id': 'e7216791-092d-4489-8c96-9d0056177679', 'tenant_id': '489d8001a9af43848d73f1eac35baebf', 'mac_address': 'fa:16:3e:9f:af:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d148df9-38d9-4ca1-8caf-7b09706d6d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3db169c4-8f35-4e82-9aa0-dcd164ab8410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:26Z', 'updated_at': '2022-02-16T12:43:36Z', 'revision_number': 5, 'project_id': '489d8001a9af43848d73f1eac35baebf', 'subnets': [{'id': '3db169c4-8f35-4e82-9aa0-dcd164ab8410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:20.326390 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af897050-a035-41ad-97df-3241b5e44246 None None] The sync data for ids ['0d148df9-38d9-4ca1-8caf-7b09706d6d9f'] in dv-neutron-828142-3-hyperv is: [{'id': '0d148df9-38d9-4ca1-8caf-7b09706d6d9f', 'name': 'tempest-ServersTestManualDisk-443223596-router', 'tenant_id': '489d8001a9af43848d73f1eac35baebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': 'f92a21eb-6a0a-4df3-bc92-938074f50aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:19Z', 'updated_at': '2022-02-16T12:43:29Z', 'revision_number': 4, 'project_id': '489d8001a9af43848d73f1eac35baebf', 'gw_port': {'id': 'f92a21eb-6a0a-4df3-bc92-938074f50aa8', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:17:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d148df9-38d9-4ca1-8caf-7b09706d6d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:19Z', 'updated_at': '2022-02-16T12:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '884deb1e-86a0-43fd-a30c-932f12cb0159', 'tenant_id': '489d8001a9af43848d73f1eac35baebf', 'floating_ip_address': '172.26.2.252', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '0d148df9-38d9-4ca1-8caf-7b09706d6d9f', 'port_id': '3405faf2-baff-411b-9b24-c409372d5b1e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7216791-092d-4489-8c96-9d0056177679', 'mac_address': 'fa:16:3e:40:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56ec542-6ed7-4f30-b1e3-286ea792f996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:43:39Z', 'updated_at': '2022-02-16T12:44:16Z', 'revision_number': 1, 'project_id': '489d8001a9af43848d73f1eac35baebf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d10d0a-30db-4044-a9b6-5956754d9fda', 'name': '', 'network_id': 'e7216791-092d-4489-8c96-9d0056177679', 'tenant_id': '489d8001a9af43848d73f1eac35baebf', 'mac_address': 'fa:16:3e:9f:af:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d148df9-38d9-4ca1-8caf-7b09706d6d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3db169c4-8f35-4e82-9aa0-dcd164ab8410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:26Z', 'updated_at': '2022-02-16T12:43:36Z', 'revision_number': 5, 'project_id': '489d8001a9af43848d73f1eac35baebf', 'subnets': [{'id': '3db169c4-8f35-4e82-9aa0-dcd164ab8410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:20.330611 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96767fbe-06ad-42fa-b48e-6b07bd013b14 req-b7b48e5a-3a0f-4260-bc6c-ea9a4dd43a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:20.332114 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-96767fbe-06ad-42fa-b48e-6b07bd013b14 req-b7b48e5a-3a0f-4260-bc6c-ea9a4dd43a99 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0adafc1d94b74e8bb4ed6949f44548d7&device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 1098 time: 0.5952444 Feb 16 12:44:20.340846 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 9f4fb8de-11b0-4515-a142-fa1361f9cb22 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:44:20.348081 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.l3_db [None req-0233eab9-e38d-4216-b84f-3375979b6f4f tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Floating IP 47ac1c84-8dc2-4a55-9474-9212b71df33f associated. External IP: 172.26.2.249, port: 3594a521-50d2-40bc-8a4b-37ad3b2862bc. Feb 16 12:44:20.379530 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-3622c261-9811-4d1d-8399-c48722286a82 None None] Provisioning complete for port 9f4fb8de-11b0-4515-a142-fa1361f9cb22 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:20.379530 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3622c261-9811-4d1d-8399-c48722286a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.570662 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96767fbe-06ad-42fa-b48e-6b07bd013b14 req-c6be6dfe-f02a-464e-b5de-633edc1d9f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:20.572050 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-96767fbe-06ad-42fa-b48e-6b07bd013b14 req-c6be6dfe-f02a-464e-b5de-633edc1d9f32 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3e84b45d-91e8-4295-8226-a12fdb0f907b HTTP/1.1" status: 200 len: 913 time: 0.1782897 Feb 16 12:44:20.581671 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fb3777e8-7005-450b-ab0c-cc7eef3599a0 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.4538746 Feb 16 12:44:20.586246 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60408) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:20.610481 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47790cee-8144-4fd8-8a85-5fc3fffccdce req-a0126c45-4b1b-4f49-985a-36d6de861d74 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:20.612395 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-47790cee-8144-4fd8-8a85-5fc3fffccdce req-a0126c45-4b1b-4f49-985a-36d6de861d74 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.2609301 Feb 16 12:44:20.615156 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55533c-9221-457a-ae45-456bcb8501d2 req-afac3333-2e7f-4a53-81f5-8cc6538d1188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:20.616839 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-af55533c-9221-457a-ae45-456bcb8501d2 req-afac3333-2e7f-4a53-81f5-8cc6538d1188 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=489d8001a9af43848d73f1eac35baebf&device_id=d56ec542-6ed7-4f30-b1e3-286ea792f996 HTTP/1.1" status: 200 len: 1099 time: 0.2626624 Feb 16 12:44:20.627360 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 9f4fb8de-11b0-4515-a142-fa1361f9cb22 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:20.627844 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.649206 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-eaa157f1-ec0a-4626-ba2c-9ca291d070d7 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Request body: {'port': {'network_id': '1cb2b4ec-d3e0-4518-b254-2fdd93607646', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2121513530', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:20.650029 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.api.validators [None req-eaa157f1-ec0a-4626-ba2c-9ca291d070d7 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] bootfile-name is not in valid_values {{(pid=109049) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 12:44:20.650524 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.api.validators [None req-eaa157f1-ec0a-4626-ba2c-9ca291d070d7 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] tftp-server is not in valid_values {{(pid=109049) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 12:44:20.651400 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.api.validators [None req-eaa157f1-ec0a-4626-ba2c-9ca291d070d7 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] server-ip-address is not in valid_values {{(pid=109049) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 12:44:20.673641 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d99a76-6eb5-47cc-8cd2-004dfc6fd208 None None] New status for floating IP 884deb1e-86a0-43fd-a30c-932f12cb0159: ACTIVE {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:44:20.708364 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2ab6cbcb-e097-477e-aa45-c3c3ec55d5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ba2d68-51b0-4802-976e-18725a0a3616', 'name': 'tempest-ServerActionsTestJSON-1704407734-router', 'tenant_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '33bdf321-9760-424f-8226-62f07277f43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:22Z', 'updated_at': '2022-02-16T12:43:35Z', 'revision_number': 4, 'project_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'gw_port': {'id': '33bdf321-9760-424f-8226-62f07277f43e', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ba2d68-51b0-4802-976e-18725a0a3616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:26Z', 'updated_at': '2022-02-16T12:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'bd3a166c-f448-48b5-b1d8-77620906037a', 'tenant_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'floating_ip_address': '172.26.2.51', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': 'f8ba2d68-51b0-4802-976e-18725a0a3616', 'port_id': '23a5268e-cfd5-444e-bec1-73456853ab27', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e84b45d-91e8-4295-8226-a12fdb0f907b', 'mac_address': 'fa:16:3e:6d:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec785bc5-0bca-41c3-9226-44f9218a1d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:43:47Z', 'updated_at': '2022-02-16T12:44:17Z', 'revision_number': 1, 'project_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c951ccc4-cf03-431b-bd61-d4f37864b838', 'name': '', 'network_id': '3e84b45d-91e8-4295-8226-a12fdb0f907b', 'tenant_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'mac_address': 'fa:16:3e:1c:5b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ba2d68-51b0-4802-976e-18725a0a3616', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '280fbadf-e19b-45d5-88e2-fb9cd6467432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:33Z', 'updated_at': '2022-02-16T12:43:46Z', 'revision_number': 5, 'project_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'subnets': [{'id': '280fbadf-e19b-45d5-88e2-fb9cd6467432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:20.767772 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab6cbcb-e097-477e-aa45-c3c3ec55d5f7 None None] Checking router: f8ba2d68-51b0-4802-976e-18725a0a3616 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:44:20.784822 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-47790cee-8144-4fd8-8a85-5fc3fffccdce req-75e0187c-6647-4051-abc7-6f7647d15065 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622007 Feb 16 12:44:20.825537 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55533c-9221-457a-ae45-456bcb8501d2 req-d509b914-b911-486f-a696-dff9812d510c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:20.828145 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-af55533c-9221-457a-ae45-456bcb8501d2 req-d509b914-b911-486f-a696-dff9812d510c service neutron] 10.222.0.42 "GET /v2.0/networks?id=e7216791-092d-4489-8c96-9d0056177679 HTTP/1.1" status: 200 len: 912 time: 0.1937909 Feb 16 12:44:20.835611 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab6cbcb-e097-477e-aa45-c3c3ec55d5f7 None None] Routers {'f8ba2d68-51b0-4802-976e-18725a0a3616'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:44:20.836164 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2ab6cbcb-e097-477e-aa45-c3c3ec55d5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:43:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['f8ba2d68-51b0-4802-976e-18725a0a3616'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:20.869474 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-78dea5c1-746e-4059-893c-e378dd119d09 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.884473 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-d322540e-2297-44a7-b4aa-ee97137e41a2 None None] Provisioning complete for port 1a4c310f-80bc-44b9-b798-77ad867f879b triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:20.884867 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d322540e-2297-44a7-b4aa-ee97137e41a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.981348 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-d322540e-2297-44a7-b4aa-ee97137e41a2 None None] Port 1a4c310f-80bc-44b9-b798-77ad867f879b cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:44:20.987558 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-af55533c-9221-457a-ae45-456bcb8501d2 req-9c623eb9-8f65-4a51-8cd8-d376f8afcb2b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3405faf2-baff-411b-9b24-c409372d5b1e HTTP/1.1" status: 200 len: 1000 time: 0.1236274 Feb 16 12:44:20.989860 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0233eab9-e38d-4216-b84f-3375979b6f4f tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Router 30cfd739-ca76-4370-b852-d5dbd94f241b has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:44:21.025095 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-2ab6cbcb-e097-477e-aa45-c3c3ec55d5f7 None None] Set router f8ba2d68-51b0-4802-976e-18725a0a3616 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:44:21.044433 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55533c-9221-457a-ae45-456bcb8501d2 req-ce41210a-570e-4c49-b7cc-9a5655445401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:21.046487 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-af55533c-9221-457a-ae45-456bcb8501d2 req-ce41210a-570e-4c49-b7cc-9a5655445401 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3db169c4-8f35-4e82-9aa0-dcd164ab8410 HTTP/1.1" status: 200 len: 850 time: 0.0508230 Feb 16 12:44:21.059875 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-96767fbe-06ad-42fa-b48e-6b07bd013b14 req-39627d1a-9c28-4140-8ca8-0f0eaa08226b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23a5268e-cfd5-444e-bec1-73456853ab27 HTTP/1.1" status: 200 len: 998 time: 0.4735775 Feb 16 12:44:21.060509 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dc1538d9-9dcb-418d-98fb-fb7fba242799 tempest-FloatingIPAdminTestJSON-321079585 tempest-FloatingIPAdminTestJSON-321079585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.183835 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1538d9-9dcb-418d-98fb-fb7fba242799 tempest-FloatingIPAdminTestJSON-321079585 tempest-FloatingIPAdminTestJSON-321079585-project] Pushing event deleted for resources: {'Port': ['ID=fdabab5c-967c-4e39-9636-c1e70ac28b10,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:21.187033 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96767fbe-06ad-42fa-b48e-6b07bd013b14 req-0f3d69f4-07f5-4a00-87df-e4797b07b6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:21.188157 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-96767fbe-06ad-42fa-b48e-6b07bd013b14 req-0f3d69f4-07f5-4a00-87df-e4797b07b6f9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=280fbadf-e19b-45d5-88e2-fb9cd6467432 HTTP/1.1" status: 200 len: 851 time: 0.0858192 Feb 16 12:44:21.201295 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55533c-9221-457a-ae45-456bcb8501d2 req-0cae0013-64a6-410c-ba17-8bde2da7fe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:21.202773 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-af55533c-9221-457a-ae45-456bcb8501d2 req-0cae0013-64a6-410c-ba17-8bde2da7fe7d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e7216791-092d-4489-8c96-9d0056177679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1428759 Feb 16 12:44:21.237473 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0233eab9-e38d-4216-b84f-3375979b6f4f tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:44:21.244051 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0233eab9-e38d-4216-b84f-3375979b6f4f tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.252714 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a4d7d0-f076-40a3-86c8-f6322f1cd1b5 None None] Sync routers for ids ['30cfd739-ca76-4370-b852-d5dbd94f241b'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:21.282257 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa157f1-ec0a-4626-ba2c-9ca291d070d7 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Made reservation on behalf of f563d855efe642f7a959e5c3496fb3e6 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:21.286252 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eaa157f1-ec0a-4626-ba2c-9ca291d070d7 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.295207 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a4d7d0-f076-40a3-86c8-f6322f1cd1b5 None None] Routers {'30cfd739-ca76-4370-b852-d5dbd94f241b'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:44:21.295761 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-a1a4d7d0-f076-40a3-86c8-f6322f1cd1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:43:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['30cfd739-ca76-4370-b852-d5dbd94f241b'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:21.308206 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0233eab9-e38d-4216-b84f-3375979b6f4f tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "PUT /v2.0/floatingips/47ac1c84-8dc2-4a55-9474-9212b71df33f HTTP/1.1" status: 200 len: 992 time: 2.5460081 Feb 16 12:44:21.340770 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-af55533c-9221-457a-ae45-456bcb8501d2 req-730d0871-cd27-405e-b47a-948316762dcd service neutron] 10.222.0.42 "GET /v2.0/networks/e7216791-092d-4489-8c96-9d0056177679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264582 Feb 16 12:44:21.396196 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-eaa157f1-ec0a-4626-ba2c-9ca291d070d7 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] device_id is not set on port ac50e786-6eab-4c60-9e2a-1a97878ab7f8 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:44:21.406396 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96767fbe-06ad-42fa-b48e-6b07bd013b14 req-e5eb0e29-69e4-498d-9a48-073aa44021c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:21.407963 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-96767fbe-06ad-42fa-b48e-6b07bd013b14 req-e5eb0e29-69e4-498d-9a48-073aa44021c9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e84b45d-91e8-4295-8226-a12fdb0f907b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2102807 Feb 16 12:44:21.408132 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-a1a4d7d0-f076-40a3-86c8-f6322f1cd1b5 None None] Set router 30cfd739-ca76-4370-b852-d5dbd94f241b gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:44:21.450079 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dc1538d9-9dcb-418d-98fb-fb7fba242799 tempest-FloatingIPAdminTestJSON-321079585 tempest-FloatingIPAdminTestJSON-321079585-project] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.453072 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dc1538d9-9dcb-418d-98fb-fb7fba242799 tempest-FloatingIPAdminTestJSON-321079585 tempest-FloatingIPAdminTestJSON-321079585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.454225 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-dc1538d9-9dcb-418d-98fb-fb7fba242799 tempest-FloatingIPAdminTestJSON-321079585 tempest-FloatingIPAdminTestJSON-321079585-project] 10.222.0.90 "DELETE /v2.0/floatingips/cbce0884-c4f5-448e-b8a3-40281eb04129 HTTP/1.1" status: 204 len: 168 time: 3.3262110 Feb 16 12:44:21.457592 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60412) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:21.513843 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1a982-bf65-44ef-86d5-48f54ebdf033 req-54e2f575-91da-4ada-a8d3-f5902daf2a9e tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:21.515592 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-82f1a982-bf65-44ef-86d5-48f54ebdf033 req-54e2f575-91da-4ada-a8d3-f5902daf2a9e tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "GET /v2.0/ports?device_id=b8ef6a13-942e-4a27-95b3-42c2f4d9b306 HTTP/1.1" status: 200 len: 946 time: 0.1140907 Feb 16 12:44:21.571134 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2ab6cbcb-e097-477e-aa45-c3c3ec55d5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ba2d68-51b0-4802-976e-18725a0a3616', 'name': 'tempest-ServerActionsTestJSON-1704407734-router', 'tenant_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '33bdf321-9760-424f-8226-62f07277f43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:22Z', 'updated_at': '2022-02-16T12:43:35Z', 'revision_number': 4, 'project_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'gw_port': {'id': '33bdf321-9760-424f-8226-62f07277f43e', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ba2d68-51b0-4802-976e-18725a0a3616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:26Z', 'updated_at': '2022-02-16T12:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'bd3a166c-f448-48b5-b1d8-77620906037a', 'tenant_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'floating_ip_address': '172.26.2.51', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': 'f8ba2d68-51b0-4802-976e-18725a0a3616', 'port_id': '23a5268e-cfd5-444e-bec1-73456853ab27', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e84b45d-91e8-4295-8226-a12fdb0f907b', 'mac_address': 'fa:16:3e:6d:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec785bc5-0bca-41c3-9226-44f9218a1d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:43:47Z', 'updated_at': '2022-02-16T12:44:17Z', 'revision_number': 1, 'project_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c951ccc4-cf03-431b-bd61-d4f37864b838', 'name': '', 'network_id': '3e84b45d-91e8-4295-8226-a12fdb0f907b', 'tenant_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'mac_address': 'fa:16:3e:1c:5b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ba2d68-51b0-4802-976e-18725a0a3616', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '280fbadf-e19b-45d5-88e2-fb9cd6467432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:33Z', 'updated_at': '2022-02-16T12:43:46Z', 'revision_number': 5, 'project_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'subnets': [{'id': '280fbadf-e19b-45d5-88e2-fb9cd6467432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:21.573052 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-af55533c-9221-457a-ae45-456bcb8501d2 req-e757406c-7946-4d6e-8b00-a48c4ccb5521 service neutron] 10.222.0.42 "GET /v2.0/networks/e7216791-092d-4489-8c96-9d0056177679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252181 Feb 16 12:44:21.599447 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-78dea5c1-746e-4059-893c-e378dd119d09 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.606476 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab6cbcb-e097-477e-aa45-c3c3ec55d5f7 None None] The sync data for ids ['f8ba2d68-51b0-4802-976e-18725a0a3616'] in dv-neutron-828142-3-hyperv is: [{'id': 'f8ba2d68-51b0-4802-976e-18725a0a3616', 'name': 'tempest-ServerActionsTestJSON-1704407734-router', 'tenant_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '33bdf321-9760-424f-8226-62f07277f43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:22Z', 'updated_at': '2022-02-16T12:43:35Z', 'revision_number': 4, 'project_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'gw_port': {'id': '33bdf321-9760-424f-8226-62f07277f43e', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ba2d68-51b0-4802-976e-18725a0a3616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:26Z', 'updated_at': '2022-02-16T12:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'bd3a166c-f448-48b5-b1d8-77620906037a', 'tenant_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'floating_ip_address': '172.26.2.51', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': 'f8ba2d68-51b0-4802-976e-18725a0a3616', 'port_id': '23a5268e-cfd5-444e-bec1-73456853ab27', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e84b45d-91e8-4295-8226-a12fdb0f907b', 'mac_address': 'fa:16:3e:6d:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec785bc5-0bca-41c3-9226-44f9218a1d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:43:47Z', 'updated_at': '2022-02-16T12:44:17Z', 'revision_number': 1, 'project_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c951ccc4-cf03-431b-bd61-d4f37864b838', 'name': '', 'network_id': '3e84b45d-91e8-4295-8226-a12fdb0f907b', 'tenant_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'mac_address': 'fa:16:3e:1c:5b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ba2d68-51b0-4802-976e-18725a0a3616', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '280fbadf-e19b-45d5-88e2-fb9cd6467432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:33Z', 'updated_at': '2022-02-16T12:43:46Z', 'revision_number': 5, 'project_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'subnets': [{'id': '280fbadf-e19b-45d5-88e2-fb9cd6467432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:21.627890 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-82f1a982-bf65-44ef-86d5-48f54ebdf033 req-07006958-2cf0-443d-a246-7b1fd86a0e8f tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb81afa6-3206-42ea-9395-b464bf0620d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003525 Feb 16 12:44:21.644700 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-78dea5c1-746e-4059-893c-e378dd119d09 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.673692 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-8d18c5ee-d7f8-4c4f-b27a-519f28641c48 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Deleting port fc88ca2a-d376-4369-802f-390a723570bb {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:44:21.674045 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8d18c5ee-d7f8-4c4f-b27a-519f28641c48 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.718753 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-a1a4d7d0-f076-40a3-86c8-f6322f1cd1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cfd739-ca76-4370-b852-d5dbd94f241b', 'name': 'tempest-ServersTestJSON-32306926-router', 'tenant_id': '31696bf849824682b4ce3692a5a8ee22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.84'}], 'enable_snat': True}, 'gw_port_id': '5da707b0-f2b4-4c80-b398-8316c33d60c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:22Z', 'updated_at': '2022-02-16T12:43:38Z', 'revision_number': 4, 'project_id': '31696bf849824682b4ce3692a5a8ee22', 'gw_port': {'id': '5da707b0-f2b4-4c80-b398-8316c33d60c5', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cfd739-ca76-4370-b852-d5dbd94f241b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:26Z', 'updated_at': '2022-02-16T12:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '47ac1c84-8dc2-4a55-9474-9212b71df33f', 'tenant_id': '31696bf849824682b4ce3692a5a8ee22', 'floating_ip_address': '172.26.2.249', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '30cfd739-ca76-4370-b852-d5dbd94f241b', 'port_id': '3594a521-50d2-40bc-8a4b-37ad3b2862bc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aa0eb0f-3739-4f9e-877b-be15eb25358c', 'mac_address': 'fa:16:3e:c4:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ef6a13-942e-4a27-95b3-42c2f4d9b306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:43:50Z', 'updated_at': '2022-02-16T12:44:19Z', 'revision_number': 1, 'project_id': '31696bf849824682b4ce3692a5a8ee22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9da85578-cdde-477b-8cb5-27df54e499c7', 'name': '', 'network_id': '2aa0eb0f-3739-4f9e-877b-be15eb25358c', 'tenant_id': '31696bf849824682b4ce3692a5a8ee22', 'mac_address': 'fa:16:3e:eb:85:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cfd739-ca76-4370-b852-d5dbd94f241b', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '8a0e3897-2b6e-4377-a6ab-abfb13fdc5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:37Z', 'updated_at': '2022-02-16T12:43:49Z', 'revision_number': 5, 'project_id': '31696bf849824682b4ce3692a5a8ee22', 'subnets': [{'id': '8a0e3897-2b6e-4377-a6ab-abfb13fdc5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:21.743628 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ef6a13-942e-4a27-95b3-42c2f4d9b306', 'tag': '3594a521-50d2-40bc-8a4b-37ad3b2862bc'}] {{(pid=109048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:44:21.746337 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40068d798dcc31a224174c6c24ac8b3e49f1a518b527dec6066c5fbc28712f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e6c507-8202-4be1-9e2e-f7096734b7b6" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ef6a13-942e-4a27-95b3-42c2f4d9b306", "tag": "3594a521-50d2-40bc-8a4b-37ad3b2862bc"}]}' {{(pid=109048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:44:21.751131 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a4d7d0-f076-40a3-86c8-f6322f1cd1b5 None None] Checking router: 30cfd739-ca76-4370-b852-d5dbd94f241b for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:44:21.762325 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a4d7d0-f076-40a3-86c8-f6322f1cd1b5 None None] Routers {'30cfd739-ca76-4370-b852-d5dbd94f241b'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:44:21.763752 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-a1a4d7d0-f076-40a3-86c8-f6322f1cd1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:43:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['30cfd739-ca76-4370-b852-d5dbd94f241b'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:21.847705 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 12:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23c3eef-b0ef-4fda-aef4-6dcc3a28fbb0 x-openstack-request-id: req-a23c3eef-b0ef-4fda-aef4-6dcc3a28fbb0 {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:44:21.848185 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ef6a13-942e-4a27-95b3-42c2f4d9b306", "tag": "3594a521-50d2-40bc-8a4b-37ad3b2862bc", "status": "completed", "code": 200}]} {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:44:21.849046 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a23c3eef-b0ef-4fda-aef4-6dcc3a28fbb0 {{(pid=109048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:44:21.852315 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ef6a13-942e-4a27-95b3-42c2f4d9b306', 'tag': '3594a521-50d2-40bc-8a4b-37ad3b2862bc', 'status': 'completed', 'code': 200} Feb 16 12:44:21.897189 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-a1a4d7d0-f076-40a3-86c8-f6322f1cd1b5 None None] Set router 30cfd739-ca76-4370-b852-d5dbd94f241b gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:44:21.908582 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8d18c5ee-d7f8-4c4f-b27a-519f28641c48 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.908963 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8d18c5ee-d7f8-4c4f-b27a-519f28641c48 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.910207 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b539e07-8703-40e6-9770-52fa58b2a60b None None] New status for floating IP bd3a166c-f448-48b5-b1d8-77620906037a: ACTIVE {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:44:21.957449 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-8d18c5ee-d7f8-4c4f-b27a-519f28641c48 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Calling delete_port for fc88ca2a-d376-4369-802f-390a723570bb owned by network:floatingip {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:44:21.983140 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6c507-8202-4be1-9e2e-f7096734b7b6 req-050fc95c-ce17-4ac3-b625-48515d139cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:21.984678 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-27e6c507-8202-4be1-9e2e-f7096734b7b6 req-050fc95c-ce17-4ac3-b625-48515d139cdb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=31696bf849824682b4ce3692a5a8ee22&device_id=b8ef6a13-942e-4a27-95b3-42c2f4d9b306 HTTP/1.1" status: 200 len: 1099 time: 0.1194413 Feb 16 12:44:21.997176 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767261b-6f25-4161-b56e-9ccdb7b33e93 req-446e8baf-a6c6-4615-9a8b-4d6f0dc6b499 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:21.998769 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a767261b-6f25-4161-b56e-9ccdb7b33e93 req-446e8baf-a6c6-4615-9a8b-4d6f0dc6b499 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.0864832 Feb 16 12:44:22.183534 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-96767fbe-06ad-42fa-b48e-6b07bd013b14 req-d1ad7e60-205a-4b71-9232-5e8c2d1193f4 service neutron] 10.222.0.42 "GET /v2.0/networks/3e84b45d-91e8-4295-8226-a12fdb0f907b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7364788 Feb 16 12:44:22.184557 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-010b87c4-939c-4e87-b728-454e38510596 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.215033 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5a2bf889-ae26-45ac-899e-cf25060d8a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.218540 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a767261b-6f25-4161-b56e-9ccdb7b33e93 req-51515525-f73d-4acf-b27d-7aee0e3999b8 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576467 Feb 16 12:44:22.247349 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6c507-8202-4be1-9e2e-f7096734b7b6 req-0f22cb2e-f68e-41ad-8068-2fa1c90d01a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:22.249049 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-27e6c507-8202-4be1-9e2e-f7096734b7b6 req-0f22cb2e-f68e-41ad-8068-2fa1c90d01a6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2aa0eb0f-3739-4f9e-877b-be15eb25358c HTTP/1.1" status: 200 len: 905 time: 0.2493293 Feb 16 12:44:22.323308 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-010b87c4-939c-4e87-b728-454e38510596 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.359630 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-27e6c507-8202-4be1-9e2e-f7096734b7b6 req-ac92f2d9-011a-4869-9617-47eaa20fec0b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3594a521-50d2-40bc-8a4b-37ad3b2862bc HTTP/1.1" status: 200 len: 1000 time: 0.1029513 Feb 16 12:44:22.363168 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8d18c5ee-d7f8-4c4f-b27a-519f28641c48 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.398820 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18c5ee-d7f8-4c4f-b27a-519f28641c48 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc88ca2a-d376-4369-802f-390a723570bb,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:22.429986 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-6352171b-9978-4613-a2c6-efbfd6d6e53f None None] Provisioning complete for port e2d8bdd8-2729-4041-82e6-dd1e733cd28b triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:22.429986 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6352171b-9978-4613-a2c6-efbfd6d6e53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.439652 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18c5ee-d7f8-4c4f-b27a-519f28641c48 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:22.440002 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18c5ee-d7f8-4c4f-b27a-519f28641c48 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:22.440350 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18c5ee-d7f8-4c4f-b27a-519f28641c48 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:22.440727 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18c5ee-d7f8-4c4f-b27a-519f28641c48 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:22.441071 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18c5ee-d7f8-4c4f-b27a-519f28641c48 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:22.441405 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18c5ee-d7f8-4c4f-b27a-519f28641c48 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:22.441735 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18c5ee-d7f8-4c4f-b27a-519f28641c48 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:22.442110 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18c5ee-d7f8-4c4f-b27a-519f28641c48 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:22.442437 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18c5ee-d7f8-4c4f-b27a-519f28641c48 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:22.442764 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18c5ee-d7f8-4c4f-b27a-519f28641c48 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:22.443090 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18c5ee-d7f8-4c4f-b27a-519f28641c48 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:22.443414 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18c5ee-d7f8-4c4f-b27a-519f28641c48 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:22.475066 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-6352171b-9978-4613-a2c6-efbfd6d6e53f None None] Port e2d8bdd8-2729-4041-82e6-dd1e733cd28b cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:44:22.481503 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-a1a4d7d0-f076-40a3-86c8-f6322f1cd1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cfd739-ca76-4370-b852-d5dbd94f241b', 'name': 'tempest-ServersTestJSON-32306926-router', 'tenant_id': '31696bf849824682b4ce3692a5a8ee22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.84'}], 'enable_snat': True}, 'gw_port_id': '5da707b0-f2b4-4c80-b398-8316c33d60c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:22Z', 'updated_at': '2022-02-16T12:43:38Z', 'revision_number': 4, 'project_id': '31696bf849824682b4ce3692a5a8ee22', 'gw_port': {'id': '5da707b0-f2b4-4c80-b398-8316c33d60c5', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cfd739-ca76-4370-b852-d5dbd94f241b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:26Z', 'updated_at': '2022-02-16T12:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '47ac1c84-8dc2-4a55-9474-9212b71df33f', 'tenant_id': '31696bf849824682b4ce3692a5a8ee22', 'floating_ip_address': '172.26.2.249', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '30cfd739-ca76-4370-b852-d5dbd94f241b', 'port_id': '3594a521-50d2-40bc-8a4b-37ad3b2862bc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aa0eb0f-3739-4f9e-877b-be15eb25358c', 'mac_address': 'fa:16:3e:c4:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ef6a13-942e-4a27-95b3-42c2f4d9b306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:43:50Z', 'updated_at': '2022-02-16T12:44:19Z', 'revision_number': 1, 'project_id': '31696bf849824682b4ce3692a5a8ee22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9da85578-cdde-477b-8cb5-27df54e499c7', 'name': '', 'network_id': '2aa0eb0f-3739-4f9e-877b-be15eb25358c', 'tenant_id': '31696bf849824682b4ce3692a5a8ee22', 'mac_address': 'fa:16:3e:eb:85:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cfd739-ca76-4370-b852-d5dbd94f241b', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '8a0e3897-2b6e-4377-a6ab-abfb13fdc5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:37Z', 'updated_at': '2022-02-16T12:43:49Z', 'revision_number': 5, 'project_id': '31696bf849824682b4ce3692a5a8ee22', 'subnets': [{'id': '8a0e3897-2b6e-4377-a6ab-abfb13fdc5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:22.496224 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6c507-8202-4be1-9e2e-f7096734b7b6 req-f88cf215-6fef-4373-872f-9efd01afc480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:22.497764 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-27e6c507-8202-4be1-9e2e-f7096734b7b6 req-f88cf215-6fef-4373-872f-9efd01afc480 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8a0e3897-2b6e-4377-a6ab-abfb13fdc5ca HTTP/1.1" status: 200 len: 843 time: 0.1303036 Feb 16 12:44:22.517115 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a4d7d0-f076-40a3-86c8-f6322f1cd1b5 None None] The sync data for ids ['30cfd739-ca76-4370-b852-d5dbd94f241b'] in dv-neutron-828142-3-hyperv is: [{'id': '30cfd739-ca76-4370-b852-d5dbd94f241b', 'name': 'tempest-ServersTestJSON-32306926-router', 'tenant_id': '31696bf849824682b4ce3692a5a8ee22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.84'}], 'enable_snat': True}, 'gw_port_id': '5da707b0-f2b4-4c80-b398-8316c33d60c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:22Z', 'updated_at': '2022-02-16T12:43:38Z', 'revision_number': 4, 'project_id': '31696bf849824682b4ce3692a5a8ee22', 'gw_port': {'id': '5da707b0-f2b4-4c80-b398-8316c33d60c5', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cfd739-ca76-4370-b852-d5dbd94f241b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:26Z', 'updated_at': '2022-02-16T12:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '47ac1c84-8dc2-4a55-9474-9212b71df33f', 'tenant_id': '31696bf849824682b4ce3692a5a8ee22', 'floating_ip_address': '172.26.2.249', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '30cfd739-ca76-4370-b852-d5dbd94f241b', 'port_id': '3594a521-50d2-40bc-8a4b-37ad3b2862bc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aa0eb0f-3739-4f9e-877b-be15eb25358c', 'mac_address': 'fa:16:3e:c4:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ef6a13-942e-4a27-95b3-42c2f4d9b306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:43:50Z', 'updated_at': '2022-02-16T12:44:19Z', 'revision_number': 1, 'project_id': '31696bf849824682b4ce3692a5a8ee22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9da85578-cdde-477b-8cb5-27df54e499c7', 'name': '', 'network_id': '2aa0eb0f-3739-4f9e-877b-be15eb25358c', 'tenant_id': '31696bf849824682b4ce3692a5a8ee22', 'mac_address': 'fa:16:3e:eb:85:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cfd739-ca76-4370-b852-d5dbd94f241b', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '8a0e3897-2b6e-4377-a6ab-abfb13fdc5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:37Z', 'updated_at': '2022-02-16T12:43:49Z', 'revision_number': 5, 'project_id': '31696bf849824682b4ce3692a5a8ee22', 'subnets': [{'id': '8a0e3897-2b6e-4377-a6ab-abfb13fdc5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:22.519601 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dea5c1-746e-4059-893c-e378dd119d09 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Pushing event updated for resources: {'Port': ['ID=e2d8bdd8-2729-4041-82e6-dd1e733cd28b,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:22.530756 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8d18c5ee-d7f8-4c4f-b27a-519f28641c48 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.533342 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8d18c5ee-d7f8-4c4f-b27a-519f28641c48 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.534652 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-8d18c5ee-d7f8-4c4f-b27a-519f28641c48 tempest-FloatingIPAdminTestJSON-2134283680 tempest-FloatingIPAdminTestJSON-2134283680-project-admin] 10.222.0.90 "DELETE /v2.0/floatingips/c66da219-16ad-4386-a996-f8bbf62096a7 HTTP/1.1" status: 204 len: 168 time: 1.0744653 Feb 16 12:44:22.541906 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60422) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:22.563263 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-eaa157f1-ec0a-4626-ba2c-9ca291d070d7 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Allocated IP 2001:db8::bd (1cb2b4ec-d3e0-4518-b254-2fdd93607646/0928ef1b-063a-43c6-9fb3-e540f442e309/ac50e786-6eab-4c60-9e2a-1a97878ab7f8) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:22.584303 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6c507-8202-4be1-9e2e-f7096734b7b6 req-3b1328c0-cb2f-4052-938b-02c3f3c401ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:22.585907 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-27e6c507-8202-4be1-9e2e-f7096734b7b6 req-3b1328c0-cb2f-4052-938b-02c3f3c401ec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2aa0eb0f-3739-4f9e-877b-be15eb25358c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799484 Feb 16 12:44:22.586199 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-78dea5c1-746e-4059-893c-e378dd119d09 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] In _notify_port_updated(), no bound segment for port e2d8bdd8-2729-4041-82e6-dd1e733cd28b on network fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03 {{(pid=109049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 12:44:22.591705 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dea5c1-746e-4059-893c-e378dd119d09 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:22.592381 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-78dea5c1-746e-4059-893c-e378dd119d09 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.593743 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-78dea5c1-746e-4059-893c-e378dd119d09 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] 10.222.0.90 "PUT /v2.0/ports/e2d8bdd8-2729-4041-82e6-dd1e733cd28b HTTP/1.1" status: 200 len: 996 time: 3.5669756 Feb 16 12:44:22.603743 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60424) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:22.621665 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-010b87c4-939c-4e87-b728-454e38510596 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Allocated IP 172.26.2.27 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/715bca0f-2cb6-4494-947a-fdc9613090bc) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:22.699553 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8e9d83a3-165f-4f59-b7d2-ca43e701de6e tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.716109 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-96767fbe-06ad-42fa-b48e-6b07bd013b14 req-1e727e77-6aa7-4b93-a833-f8f43166f4ba service neutron] 10.222.0.42 "GET /v2.0/networks/3e84b45d-91e8-4295-8226-a12fdb0f907b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4905682 Feb 16 12:44:22.777826 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c3a67a-28b4-4dff-bc77-3ba28e3147df None None] New status for floating IP 47ac1c84-8dc2-4a55-9474-9212b71df33f: ACTIVE {{(pid=109050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:44:22.784751 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8e9d83a3-165f-4f59-b7d2-ca43e701de6e tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.796975 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-1d1658d6-07a5-4b73-a1d9-41eea56b0f65 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Deleting port 455574d6-b3ee-4569-abce-05fd7fadeee9 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:44:22.797554 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1d1658d6-07a5-4b73-a1d9-41eea56b0f65 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.801421 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-27e6c507-8202-4be1-9e2e-f7096734b7b6 req-5f44e774-0251-4e07-bac3-80cac52adb9c service neutron] 10.222.0.42 "GET /v2.0/networks/2aa0eb0f-3739-4f9e-877b-be15eb25358c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074485 Feb 16 12:44:22.991965 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-010b87c4-939c-4e87-b728-454e38510596 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.063671 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eaa157f1-ec0a-4626-ba2c-9ca291d070d7 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.094705 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-010b87c4-939c-4e87-b728-454e38510596 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.178218 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010b87c4-939c-4e87-b728-454e38510596 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:23.184109 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-0f0a62c8-1315-412a-be15-453b1a1f1e15 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Deleting port e2d8bdd8-2729-4041-82e6-dd1e733cd28b {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:44:23.184450 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0f0a62c8-1315-412a-be15-453b1a1f1e15 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.188574 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-010b87c4-939c-4e87-b728-454e38510596 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:23.196074 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010b87c4-939c-4e87-b728-454e38510596 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:44:23.198221 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eaa157f1-ec0a-4626-ba2c-9ca291d070d7 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.227660 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b87c4-939c-4e87-b728-454e38510596 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Pushing event updated for resources: {'Port': ['ID=715bca0f-2cb6-4494-947a-fdc9613090bc,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:23.242094 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8e9d83a3-165f-4f59-b7d2-ca43e701de6e tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.299507 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1d1658d6-07a5-4b73-a1d9-41eea56b0f65 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.311728 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa157f1-ec0a-4626-ba2c-9ca291d070d7 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Network 1cb2b4ec-d3e0-4518-b254-2fdd93607646 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:23.331482 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-1d1658d6-07a5-4b73-a1d9-41eea56b0f65 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Calling delete_port for 455574d6-b3ee-4569-abce-05fd7fadeee9 owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:44:23.339410 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-27e6c507-8202-4be1-9e2e-f7096734b7b6 req-0dca42d7-5cf4-4d76-9d8f-bef97b2d112c service neutron] 10.222.0.42 "GET /v2.0/networks/2aa0eb0f-3739-4f9e-877b-be15eb25358c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5212016 Feb 16 12:44:23.345979 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-eaa157f1-ec0a-4626-ba2c-9ca291d070d7 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:23.376991 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0f0a62c8-1315-412a-be15-453b1a1f1e15 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.384639 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa157f1-ec0a-4626-ba2c-9ca291d070d7 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:44:23.390630 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa157f1-ec0a-4626-ba2c-9ca291d070d7 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:23.391284 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eaa157f1-ec0a-4626-ba2c-9ca291d070d7 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.398456 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-0f0a62c8-1315-412a-be15-453b1a1f1e15 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Calling delete_port for e2d8bdd8-2729-4041-82e6-dd1e733cd28b owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:44:23.493416 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa157f1-ec0a-4626-ba2c-9ca291d070d7 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Pushing event updated for resources: {'Port': ['ID=ac50e786-6eab-4c60-9e2a-1a97878ab7f8,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:23.493949 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c5a5f-128f-4b2d-808f-52019805066e req-b91c8d53-f0d7-4189-bf5c-1e2765ad20cf tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:23.495860 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a19c5a5f-128f-4b2d-808f-52019805066e req-b91c8d53-f0d7-4189-bf5c-1e2765ad20cf tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.1615820 Feb 16 12:44:23.552264 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8e9d83a3-165f-4f59-b7d2-ca43e701de6e tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.556210 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8e9d83a3-165f-4f59-b7d2-ca43e701de6e tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.560580 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-eaa157f1-ec0a-4626-ba2c-9ca291d070d7 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.9730988 Feb 16 12:44:23.566235 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60428) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:23.587397 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a19c5a5f-128f-4b2d-808f-52019805066e req-d295b309-70d3-43a6-8ee8-50caf069cc5e tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773826 Feb 16 12:44:23.647342 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8e9d83a3-165f-4f59-b7d2-ca43e701de6e tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.647873 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9d83a3-165f-4f59-b7d2-ca43e701de6e tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7f6c844b-5362-4c09-a492-217a3ec24088 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:44:23.674360 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1141ee10-118c-4da6-9421-85a60dcd5f5b tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:23.680441 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1141ee10-118c-4da6-9421-85a60dcd5f5b tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:23.686460 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1141ee10-118c-4da6-9421-85a60dcd5f5b tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:23.688152 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1141ee10-118c-4da6-9421-85a60dcd5f5b tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.1210859 Feb 16 12:44:23.691195 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60432) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:23.700010 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-8e9d83a3-165f-4f59-b7d2-ca43e701de6e tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 16 12:44:23.703917 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8e9d83a3-165f-4f59-b7d2-ca43e701de6e tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.0515761 Feb 16 12:44:23.704475 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60434) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:23.710368 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-84fa28a2-626e-48a9-b551-9616bd51da6f None None] Provisioning complete for port ac50e786-6eab-4c60-9e2a-1a97878ab7f8 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:23.711166 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-84fa28a2-626e-48a9-b551-9616bd51da6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.748099 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0f0a62c8-1315-412a-be15-453b1a1f1e15 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.749533 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-84fa28a2-626e-48a9-b551-9616bd51da6f None None] Port ac50e786-6eab-4c60-9e2a-1a97878ab7f8 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:44:23.759688 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b6197-af12-41c6-8dbb-ba4925e7234b req-43582372-9f37-478e-8209-e1230eb06d69 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:23.766862 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e68b6197-af12-41c6-8dbb-ba4925e7234b req-43582372-9f37-478e-8209-e1230eb06d69 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.0978901 Feb 16 12:44:23.769564 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1d1658d6-07a5-4b73-a1d9-41eea56b0f65 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.818176 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a62c8-1315-412a-be15-453b1a1f1e15 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Pushing event deleted for resources: {'Port': ['ID=e2d8bdd8-2729-4041-82e6-dd1e733cd28b,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:23.873927 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1658d6-07a5-4b73-a1d9-41eea56b0f65 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Pushing event deleted for resources: {'Port': ['ID=455574d6-b3ee-4569-abce-05fd7fadeee9,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:23.913072 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e68b6197-af12-41c6-8dbb-ba4925e7234b req-715c3873-1352-4c25-8968-e319293bd011 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365170 Feb 16 12:44:23.945173 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-010b87c4-939c-4e87-b728-454e38510596 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.998718 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-c433bb70-22f3-41b2-a3b7-0d5bcd5a73e2 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Deleting port ac50e786-6eab-4c60-9e2a-1a97878ab7f8 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:44:23.999972 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c433bb70-22f3-41b2-a3b7-0d5bcd5a73e2 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.006585 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-052bb29c-6a71-443f-bd96-ac56e0b6f57f tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Deleting port 2cbf5981-e580-4ac8-86ff-9d067ca6a815 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:44:24.007191 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-052bb29c-6a71-443f-bd96-ac56e0b6f57f tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.054418 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0f0a62c8-1315-412a-be15-453b1a1f1e15 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.061373 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0f0a62c8-1315-412a-be15-453b1a1f1e15 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] 10.222.0.90 "DELETE /v2.0/ports/e2d8bdd8-2729-4041-82e6-dd1e733cd28b HTTP/1.1" status: 204 len: 168 time: 1.4327657 Feb 16 12:44:24.061373 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1d1658d6-07a5-4b73-a1d9-41eea56b0f65 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.065933 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1d1658d6-07a5-4b73-a1d9-41eea56b0f65 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] 10.222.0.90 "DELETE /v2.0/ports/455574d6-b3ee-4569-abce-05fd7fadeee9 HTTP/1.1" status: 204 len: 168 time: 1.5225656 Feb 16 12:44:24.067769 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60438) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:24.070743 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60440) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:24.159567 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b7e065f-39c1-4e36-8757-d7fa00e76def tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] GET failed (client error): The resource could not be found. Feb 16 12:44:24.162093 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0b7e065f-39c1-4e36-8757-d7fa00e76def tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] 10.222.0.90 "GET /v2.0/ports/e2d8bdd8-2729-4041-82e6-dd1e733cd28b HTTP/1.1" status: 404 len: 333 time: 0.0923538 Feb 16 12:44:24.167332 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60444) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:24.175626 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-9c8b1930-dacb-4b4d-ae7d-1445e41cb11b tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Request body: {'port': {'network_id': 'fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03', 'name': 'tempest-AllowedAddressPairTestJSON-572837417'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:24.279941 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77f5fa8-ba3b-49d8-a31d-61ff97e105b2 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:24.281456 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a77f5fa8-ba3b-49d8-a31d-61ff97e105b2 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] 10.222.0.90 "GET /v2.0/ports?device_id=31490b78-0574-4bee-a4b4-42d39f478e0e HTTP/1.1" status: 200 len: 913 time: 0.1970522 Feb 16 12:44:24.284987 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60446) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:24.360006 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518bc7cd-61df-42b5-8022-31c5f748c4e9 req-73f6f765-4174-4fbd-9d25-4402c87a75a9 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:24.361295 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-518bc7cd-61df-42b5-8022-31c5f748c4e9 req-73f6f765-4174-4fbd-9d25-4402c87a75a9 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.1698434 Feb 16 12:44:24.375913 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-658c63f7-97ec-49dd-8238-d253cdfe7638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.478779 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-518bc7cd-61df-42b5-8022-31c5f748c4e9 req-1e6cc4d6-f9ca-4b66-8dfc-955c6ad18206 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029735 Feb 16 12:44:24.480020 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8b1930-dacb-4b4d-ae7d-1445e41cb11b tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Made reservation on behalf of 16234c72ebd246afb52443ad60c2e19f for: {'port': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:24.483335 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9c8b1930-dacb-4b4d-ae7d-1445e41cb11b tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.523613 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-052bb29c-6a71-443f-bd96-ac56e0b6f57f tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.540441 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c433bb70-22f3-41b2-a3b7-0d5bcd5a73e2 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.545600 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-9c8b1930-dacb-4b4d-ae7d-1445e41cb11b tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] device_id is not set on port e3909128-43a7-4ea5-8d6e-da7ff7ca6f4b yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:44:24.556497 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-052bb29c-6a71-443f-bd96-ac56e0b6f57f tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Calling delete_port for 2cbf5981-e580-4ac8-86ff-9d067ca6a815 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:44:24.594204 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-c433bb70-22f3-41b2-a3b7-0d5bcd5a73e2 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Calling delete_port for ac50e786-6eab-4c60-9e2a-1a97878ab7f8 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:44:24.751456 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-9c8b1930-dacb-4b4d-ae7d-1445e41cb11b tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Allocated IP 172.20.0.5 (fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03/07ea67b5-a715-48f4-aef7-f912fd409851/e3909128-43a7-4ea5-8d6e-da7ff7ca6f4b) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:24.779155 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-010b87c4-939c-4e87-b728-454e38510596 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.951587 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-052bb29c-6a71-443f-bd96-ac56e0b6f57f tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.997389 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052bb29c-6a71-443f-bd96-ac56e0b6f57f tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Pushing event deleted for resources: {'Port': ['ID=2cbf5981-e580-4ac8-86ff-9d067ca6a815,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:25.005801 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c433bb70-22f3-41b2-a3b7-0d5bcd5a73e2 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.071709 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56d68d-8b9e-4998-8e3f-e4f0a5ac03a4 req-d076e64b-8565-44f5-a528-f4b5dc3b9822 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:25.073468 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6a56d68d-8b9e-4998-8e3f-e4f0a5ac03a4 req-d076e64b-8565-44f5-a528-f4b5dc3b9822 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.1178744 Feb 16 12:44:25.076261 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433bb70-22f3-41b2-a3b7-0d5bcd5a73e2 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Pushing event deleted for resources: {'Port': ['ID=ac50e786-6eab-4c60-9e2a-1a97878ab7f8,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:25.103999 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9c8b1930-dacb-4b4d-ae7d-1445e41cb11b tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.118316 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c433bb70-22f3-41b2-a3b7-0d5bcd5a73e2 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.119716 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-395d31d9-b2d2-4ca8-93c4-3a4cdf125fc7 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.121538 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c433bb70-22f3-41b2-a3b7-0d5bcd5a73e2 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] 10.222.0.90 "DELETE /v2.0/ports/ac50e786-6eab-4c60-9e2a-1a97878ab7f8 HTTP/1.1" status: 204 len: 168 time: 1.4294701 Feb 16 12:44:25.127418 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60456) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:25.132949 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-767fdcbf-c4ea-4e4e-b486-8e3df18db7de tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Request body: {'port': {'name': 'tempest-new-port-name-448349788', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:25.133342 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.api.validators [None req-767fdcbf-c4ea-4e4e-b486-8e3df18db7de tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] bootfile-name is not in valid_values {{(pid=109049) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 12:44:25.133728 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.api.validators [None req-767fdcbf-c4ea-4e4e-b486-8e3df18db7de tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] tftp-server is not in valid_values {{(pid=109049) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 12:44:25.133997 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.api.validators [None req-767fdcbf-c4ea-4e4e-b486-8e3df18db7de tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] server-ip-address is not in valid_values {{(pid=109049) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 12:44:25.163877 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-052bb29c-6a71-443f-bd96-ac56e0b6f57f tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.170800 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-052bb29c-6a71-443f-bd96-ac56e0b6f57f tempest-RoutersAdminNegativeTest-2110488056 tempest-RoutersAdminNegativeTest-2110488056-project-admin] 10.222.0.90 "DELETE /v2.0/ports/2cbf5981-e580-4ac8-86ff-9d067ca6a815 HTTP/1.1" status: 204 len: 168 time: 1.4465959 Feb 16 12:44:25.184539 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010b87c4-939c-4e87-b728-454e38510596 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Router a8abd151-0c53-4d66-b15e-903f94d60c63 is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:44:25.205135 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6a56d68d-8b9e-4998-8e3f-e4f0a5ac03a4 req-c2061821-0306-42d1-a8da-15d5567631b5 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165960 Feb 16 12:44:25.257872 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9c8b1930-dacb-4b4d-ae7d-1445e41cb11b tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.289247 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-767fdcbf-c4ea-4e4e-b486-8e3df18db7de tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.338805 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8b1930-dacb-4b4d-ae7d-1445e41cb11b tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Network fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:25.374149 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-9c8b1930-dacb-4b4d-ae7d-1445e41cb11b tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:25.403028 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8b1930-dacb-4b4d-ae7d-1445e41cb11b tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:44:25.430939 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b1930-dacb-4b4d-ae7d-1445e41cb11b tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Pushing event updated for resources: {'Port': ['ID=e3909128-43a7-4ea5-8d6e-da7ff7ca6f4b,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:25.503816 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010b87c4-939c-4e87-b728-454e38510596 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:44:25.518400 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3706e7da-6405-4ecf-874f-59efe329ec8e None None] Sync routers for ids ['a8abd151-0c53-4d66-b15e-903f94d60c63'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:25.519247 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8b1930-dacb-4b4d-ae7d-1445e41cb11b tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:25.519974 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9c8b1930-dacb-4b4d-ae7d-1445e41cb11b tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.539209 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3706e7da-6405-4ecf-874f-59efe329ec8e None None] Routers {'a8abd151-0c53-4d66-b15e-903f94d60c63'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:44:25.542507 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-3706e7da-6405-4ecf-874f-59efe329ec8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['a8abd151-0c53-4d66-b15e-903f94d60c63'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:25.546962 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-010b87c4-939c-4e87-b728-454e38510596 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.550711 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-010b87c4-939c-4e87-b728-454e38510596 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.0615451 Feb 16 12:44:25.552426 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60462) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:25.574216 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-9c8b1930-dacb-4b4d-ae7d-1445e41cb11b tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4047186 Feb 16 12:44:25.579924 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60464) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:25.587177 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-ef9538d9-31d1-41bd-98c5-e3bd1f8a158a tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Request body: {'port': {'network_id': 'fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03', 'name': 'tempest-AllowedAddressPairTestJSON-956738065'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:25.636522 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.637594 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60466) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:25.730777 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-3706e7da-6405-4ecf-874f-59efe329ec8e None None] Set router a8abd151-0c53-4d66-b15e-903f94d60c63 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:44:25.745409 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-0d729177-179d-4f47-ba12-ade0ba52207e None None] Provisioning complete for port e3909128-43a7-4ea5-8d6e-da7ff7ca6f4b triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:25.746650 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0d729177-179d-4f47-ba12-ade0ba52207e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.747841 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-767fdcbf-c4ea-4e4e-b486-8e3df18db7de tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.756452 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-18c0c953-5246-4466-97b3-a6d2c9447ba2 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] 10.222.0.90 "GET /v2.0/routers/a8abd151-0c53-4d66-b15e-903f94d60c63 HTTP/1.1" status: 200 len: 907 time: 0.2005618 Feb 16 12:44:25.756452 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-767fdcbf-c4ea-4e4e-b486-8e3df18db7de tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.759347 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60470) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:25.814218 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-5b1bc9f8-8c9c-41c6-990a-ec615098d2c7 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Request body: {'router': {'name': 'tempest-snat-router-617236933', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'enable_snat': True}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:25.817951 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767fdcbf-c4ea-4e4e-b486-8e3df18db7de tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Pushing event updated for resources: {'Port': ['ID=1a4c310f-80bc-44b9-b798-77ad867f879b,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:25.847692 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-767fdcbf-c4ea-4e4e-b486-8e3df18db7de tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] In _notify_port_updated(), no bound segment for port 1a4c310f-80bc-44b9-b798-77ad867f879b on network 1cb2b4ec-d3e0-4518-b254-2fdd93607646 {{(pid=109049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 12:44:25.853912 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767fdcbf-c4ea-4e4e-b486-8e3df18db7de tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:25.854613 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-767fdcbf-c4ea-4e4e-b486-8e3df18db7de tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.858408 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-767fdcbf-c4ea-4e4e-b486-8e3df18db7de tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] 10.222.0.90 "PUT /v2.0/ports/1a4c310f-80bc-44b9-b798-77ad867f879b HTTP/1.1" status: 200 len: 1129 time: 0.7277660 Feb 16 12:44:25.858997 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60472) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:25.886475 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-0d729177-179d-4f47-ba12-ade0ba52207e None None] Port e3909128-43a7-4ea5-8d6e-da7ff7ca6f4b cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:44:25.942496 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c705e64-bcc9-4b03-950b-45cdef88feb3 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:25.949232 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7c705e64-bcc9-4b03-950b-45cdef88feb3 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] 10.222.0.90 "GET /v2.0/ports/1a4c310f-80bc-44b9-b798-77ad867f879b HTTP/1.1" status: 200 len: 1129 time: 0.0889843 Feb 16 12:44:25.951135 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60474) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:25.953763 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dad8785f-fc5e-4eb1-b936-4e4217860e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.965299 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5b1bc9f8-8c9c-41c6-990a-ec615098d2c7 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.966722 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5b1bc9f8-8c9c-41c6-990a-ec615098d2c7 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.013549 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-3706e7da-6405-4ecf-874f-59efe329ec8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8abd151-0c53-4d66-b15e-903f94d60c63', 'name': 'tempest-snat-router-617236933', 'tenant_id': '6458e97111fb4343a5736d1b40b6aca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.27'}], 'enable_snat': False}, 'gw_port_id': '715bca0f-2cb6-4494-947a-fdc9613090bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:18Z', 'updated_at': '2022-02-16T12:44:23Z', 'revision_number': 3, 'project_id': '6458e97111fb4343a5736d1b40b6aca7', 'gw_port': {'id': '715bca0f-2cb6-4494-947a-fdc9613090bc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:30:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8abd151-0c53-4d66-b15e-903f94d60c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:22Z', 'updated_at': '2022-02-16T12:44:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:26.030091 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5b1bc9f8-8c9c-41c6-990a-ec615098d2c7 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.081406 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3706e7da-6405-4ecf-874f-59efe329ec8e None None] Checking router: a8abd151-0c53-4d66-b15e-903f94d60c63 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:44:26.081682 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3706e7da-6405-4ecf-874f-59efe329ec8e None None] Updating router a8abd151-0c53-4d66-b15e-903f94d60c63 port 715bca0f-2cb6-4494-947a-fdc9613090bc binding host dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:44:26.116237 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-395d31d9-b2d2-4ca8-93c4-3a4cdf125fc7 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Deleting port 323e35bb-bbb3-42f4-b737-9f7a0cb1648d {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:44:26.116856 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-395d31d9-b2d2-4ca8-93c4-3a4cdf125fc7 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.118591 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3706e7da-6405-4ecf-874f-59efe329ec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.123921 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9538d9-31d1-41bd-98c5-e3bd1f8a158a tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Made reservation on behalf of 16234c72ebd246afb52443ad60c2e19f for: {'port': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:26.128086 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ef9538d9-31d1-41bd-98c5-e3bd1f8a158a tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.223578 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-ef9538d9-31d1-41bd-98c5-e3bd1f8a158a tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] device_id is not set on port fe2c0df0-ba90-4ab3-8183-08f9560deed5 yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:44:26.226292 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-be24a18c-0e81-402c-80cc-1946342209ae None None] Provisioning complete for port 1a4c310f-80bc-44b9-b798-77ad867f879b triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:26.227698 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-be24a18c-0e81-402c-80cc-1946342209ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.284163 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-395d31d9-b2d2-4ca8-93c4-3a4cdf125fc7 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.289643 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5b1bc9f8-8c9c-41c6-990a-ec615098d2c7 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.302343 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-395d31d9-b2d2-4ca8-93c4-3a4cdf125fc7 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Calling delete_port for 323e35bb-bbb3-42f4-b737-9f7a0cb1648d owned by network:router_interface {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:44:26.319646 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-be24a18c-0e81-402c-80cc-1946342209ae None None] Port 1a4c310f-80bc-44b9-b798-77ad867f879b cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:44:26.361670 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-fba6f38c-e296-4867-9ba0-23af8a4ac483 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Deleting port 1a4c310f-80bc-44b9-b798-77ad867f879b {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:44:26.362010 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fba6f38c-e296-4867-9ba0-23af8a4ac483 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.404393 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dad8785f-fc5e-4eb1-b936-4e4217860e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.430344 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3706e7da-6405-4ecf-874f-59efe329ec8e None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.436764 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3706e7da-6405-4ecf-874f-59efe329ec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.446009 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dad8785f-fc5e-4eb1-b936-4e4217860e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.494706 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26151f0d-bd7f-4f74-9b9e-c2cc52978dfd req-c7cc7301-093a-4b66-bd46-f6517ff56844 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:26.499704 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-3706e7da-6405-4ecf-874f-59efe329ec8e None None] Attempting to bind port 715bca0f-2cb6-4494-947a-fdc9613090bc on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:26.500235 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-3706e7da-6405-4ecf-874f-59efe329ec8e None None] Attempting to bind port 715bca0f-2cb6-4494-947a-fdc9613090bc by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:26.500670 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3706e7da-6405-4ecf-874f-59efe329ec8e None None] Attempting to bind port 715bca0f-2cb6-4494-947a-fdc9613090bc on network a08a3d1b-2e35-4b18-9cb0-756d355083e6 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:44:26.501991 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-26151f0d-bd7f-4f74-9b9e-c2cc52978dfd req-c7cc7301-093a-4b66-bd46-f6517ff56844 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.1563010 Feb 16 12:44:26.510850 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3706e7da-6405-4ecf-874f-59efe329ec8e None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:44:26.511196 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3706e7da-6405-4ecf-874f-59efe329ec8e None None] Checking segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:44:26.511596 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3706e7da-6405-4ecf-874f-59efe329ec8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.511977 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3706e7da-6405-4ecf-874f-59efe329ec8e None None] Bound using segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:44:26.512576 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-3706e7da-6405-4ecf-874f-59efe329ec8e None None] Bound port: 715bca0f-2cb6-4494-947a-fdc9613090bc, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:26.512942 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3706e7da-6405-4ecf-874f-59efe329ec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.516397 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf48da-ea08-4639-a277-a5c2818ceffb None None] Pushing event updated for resources: {'Port': ['ID=715bca0f-2cb6-4494-947a-fdc9613090bc,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:26.520816 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-dad8785f-fc5e-4eb1-b936-4e4217860e1a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5d827ba286374518b5c4cc61c9ce950e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8799000 Feb 16 12:44:26.521684 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad8785f-fc5e-4eb1-b936-4e4217860e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd66e48-c1d1-4d56-ab65-a2bb96be9546,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:26.530685 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60480) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:26.546283 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf48da-ea08-4639-a277-a5c2818ceffb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:26.546827 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf48da-ea08-4639-a277-a5c2818ceffb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:26.547030 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf48da-ea08-4639-a277-a5c2818ceffb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:26.547360 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf48da-ea08-4639-a277-a5c2818ceffb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:26.547736 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf48da-ea08-4639-a277-a5c2818ceffb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:26.548072 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf48da-ea08-4639-a277-a5c2818ceffb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:26.548400 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf48da-ea08-4639-a277-a5c2818ceffb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:26.548810 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf48da-ea08-4639-a277-a5c2818ceffb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:26.549148 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf48da-ea08-4639-a277-a5c2818ceffb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:26.549468 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf48da-ea08-4639-a277-a5c2818ceffb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:26.549836 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf48da-ea08-4639-a277-a5c2818ceffb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:26.550157 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf48da-ea08-4639-a277-a5c2818ceffb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:26.554250 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fba6f38c-e296-4867-9ba0-23af8a4ac483 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.576669 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-fba6f38c-e296-4867-9ba0-23af8a4ac483 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Calling delete_port for 1a4c310f-80bc-44b9-b798-77ad867f879b owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:44:26.586312 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-ef9538d9-31d1-41bd-98c5-e3bd1f8a158a tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Allocated IP 172.20.0.14 (fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03/07ea67b5-a715-48f4-aef7-f912fd409851/fe2c0df0-ba90-4ab3-8183-08f9560deed5) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:26.594537 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-3706e7da-6405-4ecf-874f-59efe329ec8e None None] For port 715bca0f-2cb6-4494-947a-fdc9613090bc, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:44:26.598998 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-3706e7da-6405-4ecf-874f-59efe329ec8e None None] For port 715bca0f-2cb6-4494-947a-fdc9613090bc, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=715bca0f-2cb6-4494-947a-fdc9613090bc,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:44:26.604616 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3706e7da-6405-4ecf-874f-59efe329ec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.646691 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-26151f0d-bd7f-4f74-9b9e-c2cc52978dfd req-1f0ffb00-667d-4abd-b9ba-e2b902cd6c83 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432703 Feb 16 12:44:26.673263 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-745617dc-1415-4648-ac65-2abf025c1dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.674087 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf48da-ea08-4639-a277-a5c2818ceffb None None] Pushing event updated for resources: {'Port': ['ID=715bca0f-2cb6-4494-947a-fdc9613090bc,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:26.683106 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3706e7da-6405-4ecf-874f-59efe329ec8e None None] Routers {'a8abd151-0c53-4d66-b15e-903f94d60c63'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:44:26.683772 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-3706e7da-6405-4ecf-874f-59efe329ec8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['a8abd151-0c53-4d66-b15e-903f94d60c63'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:26.717487 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-745617dc-1415-4648-ac65-2abf025c1dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.807184 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-395d31d9-b2d2-4ca8-93c4-3a4cdf125fc7 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.815405 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-3706e7da-6405-4ecf-874f-59efe329ec8e None None] Set router a8abd151-0c53-4d66-b15e-903f94d60c63 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:44:26.860971 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d31d9-b2d2-4ca8-93c4-3a4cdf125fc7 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Pushing event deleted for resources: {'Port': ['ID=323e35bb-bbb3-42f4-b737-9f7a0cb1648d,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:26.911330 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fba6f38c-e296-4867-9ba0-23af8a4ac483 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.965374 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6f38c-e296-4867-9ba0-23af8a4ac483 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Pushing event deleted for resources: {'Port': ['ID=1a4c310f-80bc-44b9-b798-77ad867f879b,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:26.965808 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ef9538d9-31d1-41bd-98c5-e3bd1f8a158a tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.985526 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.008127 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fba6f38c-e296-4867-9ba0-23af8a4ac483 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.014475 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fba6f38c-e296-4867-9ba0-23af8a4ac483 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] 10.222.0.90 "DELETE /v2.0/ports/1a4c310f-80bc-44b9-b798-77ad867f879b HTTP/1.1" status: 204 len: 168 time: 1.0589583 Feb 16 12:44:27.014475 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-745617dc-1415-4648-ac65-2abf025c1dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.014754 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60482) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:27.016553 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-745617dc-1415-4648-ac65-2abf025c1dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.020528 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-745617dc-1415-4648-ac65-2abf025c1dd2 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1dd66e48-c1d1-4d56-ab65-a2bb96be9546 HTTP/1.1" status: 204 len: 168 time: 0.4856262 Feb 16 12:44:27.024970 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5b1bc9f8-8c9c-41c6-990a-ec615098d2c7 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.032145 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745617dc-1415-4648-ac65-2abf025c1dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd66e48-c1d1-4d56-ab65-a2bb96be9546,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:27.137118 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-3706e7da-6405-4ecf-874f-59efe329ec8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8abd151-0c53-4d66-b15e-903f94d60c63', 'name': 'tempest-snat-router-617236933', 'tenant_id': '6458e97111fb4343a5736d1b40b6aca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.27'}], 'enable_snat': False}, 'gw_port_id': '715bca0f-2cb6-4494-947a-fdc9613090bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:18Z', 'updated_at': '2022-02-16T12:44:23Z', 'revision_number': 3, 'project_id': '6458e97111fb4343a5736d1b40b6aca7', 'gw_port': {'id': '715bca0f-2cb6-4494-947a-fdc9613090bc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:30:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8abd151-0c53-4d66-b15e-903f94d60c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:22Z', 'updated_at': '2022-02-16T12:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:27.182764 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3706e7da-6405-4ecf-874f-59efe329ec8e None None] The sync data for ids ['a8abd151-0c53-4d66-b15e-903f94d60c63'] in dv-neutron-828142-3-hyperv is: [{'id': 'a8abd151-0c53-4d66-b15e-903f94d60c63', 'name': 'tempest-snat-router-617236933', 'tenant_id': '6458e97111fb4343a5736d1b40b6aca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.27'}], 'enable_snat': False}, 'gw_port_id': '715bca0f-2cb6-4494-947a-fdc9613090bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:18Z', 'updated_at': '2022-02-16T12:44:23Z', 'revision_number': 3, 'project_id': '6458e97111fb4343a5736d1b40b6aca7', 'gw_port': {'id': '715bca0f-2cb6-4494-947a-fdc9613090bc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:30:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8abd151-0c53-4d66-b15e-903f94d60c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:22Z', 'updated_at': '2022-02-16T12:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:27.219619 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1fafd25-b51c-4415-ad17-e141f90b9eb4 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Deleting subnet 0928ef1b-063a-43c6-9fb3-e540f442e309 {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:44:27.231583 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a1fafd25-b51c-4415-ad17-e141f90b9eb4 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.275119 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.298940 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ef9538d9-31d1-41bd-98c5-e3bd1f8a158a tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.362183 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-395d31d9-b2d2-4ca8-93c4-3a4cdf125fc7 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.375334 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a1fafd25-b51c-4415-ad17-e141f90b9eb4 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.415331 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9538d9-31d1-41bd-98c5-e3bd1f8a158a tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Network fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:27.429995 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-ef9538d9-31d1-41bd-98c5-e3bd1f8a158a tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:27.437089 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9538d9-31d1-41bd-98c5-e3bd1f8a158a tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:44:27.483905 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9538d9-31d1-41bd-98c5-e3bd1f8a158a tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Pushing event updated for resources: {'Port': ['ID=fe2c0df0-ba90-4ab3-8183-08f9560deed5,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:27.520319 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60488) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:27.577628 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5b1bc9f8-8c9c-41c6-990a-ec615098d2c7 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.713741 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9538d9-31d1-41bd-98c5-e3bd1f8a158a tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:27.714643 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ef9538d9-31d1-41bd-98c5-e3bd1f8a158a tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.758680 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-f1e70aa6-9adb-4685-8676-71a209a48276 None None] Provisioning complete for port fe2c0df0-ba90-4ab3-8183-08f9560deed5 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:27.759295 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f1e70aa6-9adb-4685-8676-71a209a48276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.762608 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-5b1bc9f8-8c9c-41c6-990a-ec615098d2c7 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Allocated IP 172.26.2.194 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/fe889eea-eda9-42d6-aba5-3658651bfab9) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:27.784059 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ef9538d9-31d1-41bd-98c5-e3bd1f8a158a tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2002332 Feb 16 12:44:27.787878 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a1fafd25-b51c-4415-ad17-e141f90b9eb4 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.792469 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60492) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:27.799129 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-4bd422db-c8d1-4f62-ab82-027e482e3acc tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:24:dd:55'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:d8:41:4c'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:27.804598 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-f1e70aa6-9adb-4685-8676-71a209a48276 None None] Port fe2c0df0-ba90-4ab3-8183-08f9560deed5 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:44:27.825606 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e356a6cd-aec0-4603-8ee2-6ead903963c8 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=83725aaf7b654685b11f12eea2570019&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3005638 Feb 16 12:44:27.831006 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60494) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:27.918974 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bf4c6-50f6-426b-93f8-140fd520d318 req-3acb38e6-6a52-4f7b-a861-e3862c3daaeb tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:27.921155 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-467bf4c6-50f6-426b-93f8-140fd520d318 req-3acb38e6-6a52-4f7b-a861-e3862c3daaeb tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.2165732 Feb 16 12:44:27.973568 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5b1bc9f8-8c9c-41c6-990a-ec615098d2c7 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.010660 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a1fafd25-b51c-4415-ad17-e141f90b9eb4 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.052369 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4bd422db-c8d1-4f62-ab82-027e482e3acc tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.072814 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fafd25-b51c-4415-ad17-e141f90b9eb4 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Pushing event deleted for resources: {'Subnet': ['ID=0928ef1b-063a-43c6-9fb3-e540f442e309,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:28.078798 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a1fafd25-b51c-4415-ad17-e141f90b9eb4 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.081151 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87a5bf4-da35-4f3f-b1d6-8e7f5d364a31 None None] Network 1cb2b4ec-d3e0-4518-b254-2fdd93607646 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:44:28.082039 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a1fafd25-b51c-4415-ad17-e141f90b9eb4 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] 10.222.0.90 "DELETE /v2.0/subnets/0928ef1b-063a-43c6-9fb3-e540f442e309 HTTP/1.1" status: 204 len: 168 time: 1.0664625 Feb 16 12:44:28.086794 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60496) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:28.098428 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-554864cf-426d-4fab-b773-0baf188707c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.106726 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-467bf4c6-50f6-426b-93f8-140fd520d318 req-d086a86a-1405-4fe6-b404-69b3af7cacb2 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660554 Feb 16 12:44:28.139508 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395d31d9-b2d2-4ca8-93c4-3a4cdf125fc7 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Router 31490b78-0574-4bee-a4b4-42d39f478e0e has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:44:28.204743 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-554864cf-426d-4fab-b773-0baf188707c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.259834 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5b1bc9f8-8c9c-41c6-990a-ec615098d2c7 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.283572 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-37081e62-8a93-4a82-8bd4-2706ea0deec9 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.325018 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4bd422db-c8d1-4f62-ab82-027e482e3acc tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.327493 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 715bca0f-2cb6-4494-947a-fdc9613090bc up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:44:28.330173 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1bc9f8-8c9c-41c6-990a-ec615098d2c7 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:28.335713 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-5b1bc9f8-8c9c-41c6-990a-ec615098d2c7 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:28.342473 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4bd422db-c8d1-4f62-ab82-027e482e3acc tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.351330 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1bc9f8-8c9c-41c6-990a-ec615098d2c7 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:44:28.399670 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-554864cf-426d-4fab-b773-0baf188707c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.402235 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-554864cf-426d-4fab-b773-0baf188707c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.405934 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-554864cf-426d-4fab-b773-0baf188707c2 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ef278cc0-68d8-4dd3-acad-983059a46d1f HTTP/1.1" status: 204 len: 168 time: 0.5683076 Feb 16 12:44:28.405934 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395d31d9-b2d2-4ca8-93c4-3a4cdf125fc7 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:44:28.412699 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-395d31d9-b2d2-4ca8-93c4-3a4cdf125fc7 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] 10.222.0.90 "PUT /v2.0/routers/31490b78-0574-4bee-a4b4-42d39f478e0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1250854 Feb 16 12:44:28.416446 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60502) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:28.423009 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.432957 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d78c07-4863-44c8-abdd-cc1c4b1f20db None None] Sync routers for ids ['31490b78-0574-4bee-a4b4-42d39f478e0e'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:28.433223 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554864cf-426d-4fab-b773-0baf188707c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef278cc0-68d8-4dd3-acad-983059a46d1f,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:28.507438 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 715bca0f-2cb6-4494-947a-fdc9613090bc triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:28.507914 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.512595 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d78c07-4863-44c8-abdd-cc1c4b1f20db None None] Routers {'31490b78-0574-4bee-a4b4-42d39f478e0e'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:44:28.513576 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-31d78c07-4863-44c8-abdd-cc1c4b1f20db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['31490b78-0574-4bee-a4b4-42d39f478e0e'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:28.551081 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bc9f8-8c9c-41c6-990a-ec615098d2c7 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Pushing event updated for resources: {'Port': ['ID=fe889eea-eda9-42d6-aba5-3658651bfab9,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:28.591107 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-31d78c07-4863-44c8-abdd-cc1c4b1f20db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:28.609485 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575aba55-f807-4038-a7cb-8b23a93f0186 None None] DHCP port deletion for 1cb2b4ec-d3e0-4518-b254-2fdd93607646 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:44:28.626787 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d78c07-4863-44c8-abdd-cc1c4b1f20db None None] Routers {'31490b78-0574-4bee-a4b4-42d39f478e0e'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:44:28.627823 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-31d78c07-4863-44c8-abdd-cc1c4b1f20db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['31490b78-0574-4bee-a4b4-42d39f478e0e'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:28.636397 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-37081e62-8a93-4a82-8bd4-2706ea0deec9 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Deleting port 9f4fb8de-11b0-4515-a142-fa1361f9cb22 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:44:28.638681 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-37081e62-8a93-4a82-8bd4-2706ea0deec9 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.695754 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-31d78c07-4863-44c8-abdd-cc1c4b1f20db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:28.696516 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d78c07-4863-44c8-abdd-cc1c4b1f20db None None] The sync data for ids ['31490b78-0574-4bee-a4b4-42d39f478e0e'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:28.710594 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-4bd422db-c8d1-4f62-ab82-027e482e3acc tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] In _notify_port_updated(), no bound segment for port fe2c0df0-ba90-4ab3-8183-08f9560deed5 on network fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03 {{(pid=109049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 12:44:28.717741 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd422db-c8d1-4f62-ab82-027e482e3acc tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:28.718477 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4bd422db-c8d1-4f62-ab82-027e482e3acc tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.719877 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4bd422db-c8d1-4f62-ab82-027e482e3acc tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] 10.222.0.90 "PUT /v2.0/ports/fe2c0df0-ba90-4ab3-8183-08f9560deed5 HTTP/1.1" status: 200 len: 1056 time: 0.9256651 Feb 16 12:44:28.725038 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60504) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:28.725899 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd422db-c8d1-4f62-ab82-027e482e3acc tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Pushing event updated for resources: {'Port': ['ID=fe2c0df0-ba90-4ab3-8183-08f9560deed5,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:28.789653 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.815186 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-575aba55-f807-4038-a7cb-8b23a93f0186 None None] Deleting port 9f4fb8de-11b0-4515-a142-fa1361f9cb22 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:44:28.815570 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-575aba55-f807-4038-a7cb-8b23a93f0186 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.844736 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2f35fd8d-e7c3-4e00-a413-3df45be0f19e tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks [] for router, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.850434 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-37081e62-8a93-4a82-8bd4-2706ea0deec9 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] For port 9f4fb8de-11b0-4515-a142-fa1361f9cb22, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=9f4fb8de-11b0-4515-a142-fa1361f9cb22,segment=NetworkSegment(f22a5ca4-87cd-45bd-81ad-a45411cf69a0),segment_id=f22a5ca4-87cd-45bd-81ad-a45411cf69a0)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:44:28.850807 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-37081e62-8a93-4a82-8bd4-2706ea0deec9 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.899856 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 715bca0f-2cb6-4494-947a-fdc9613090bc, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=715bca0f-2cb6-4494-947a-fdc9613090bc,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:44:28.923501 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.924661 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-37081e62-8a93-4a82-8bd4-2706ea0deec9 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Calling delete_port for 9f4fb8de-11b0-4515-a142-fa1361f9cb22 owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:44:28.936102 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5b1bc9f8-8c9c-41c6-990a-ec615098d2c7 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.954995 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-575aba55-f807-4038-a7cb-8b23a93f0186 None None] For port 9f4fb8de-11b0-4515-a142-fa1361f9cb22, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=9f4fb8de-11b0-4515-a142-fa1361f9cb22,segment=NetworkSegment(f22a5ca4-87cd-45bd-81ad-a45411cf69a0),segment_id=f22a5ca4-87cd-45bd-81ad-a45411cf69a0)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:44:28.956003 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-575aba55-f807-4038-a7cb-8b23a93f0186 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.975887 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-575aba55-f807-4038-a7cb-8b23a93f0186 None None] Calling delete_port for 9f4fb8de-11b0-4515-a142-fa1361f9cb22 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:44:29.082118 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=715bca0f-2cb6-4494-947a-fdc9613090bc,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:29.175066 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:29.175465 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:29.175795 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:29.176742 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:29.177041 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:29.177379 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:29.177712 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:29.178052 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:29.178396 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:29.178722 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:29.179040 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:29.179355 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:29.200954 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-7d09b8fb-c3d9-4578-a305-abd517745542 None None] Provisioning complete for port fe2c0df0-ba90-4ab3-8183-08f9560deed5 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:29.201317 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7d09b8fb-c3d9-4578-a305-abd517745542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.253749 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5b1bc9f8-8c9c-41c6-990a-ec615098d2c7 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.277784 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-7d09b8fb-c3d9-4578-a305-abd517745542 None None] Port fe2c0df0-ba90-4ab3-8183-08f9560deed5 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:44:29.289348 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-575aba55-f807-4038-a7cb-8b23a93f0186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.318158 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575aba55-f807-4038-a7cb-8b23a93f0186 None None] Pushing event deleted for resources: {'Port': ['ID=9f4fb8de-11b0-4515-a142-fa1361f9cb22,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:29.328465 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575aba55-f807-4038-a7cb-8b23a93f0186 None None] No DVR routers for this DVR port 9f4fb8de-11b0-4515-a142-fa1361f9cb22 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:44:29.440995 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1bc9f8-8c9c-41c6-990a-ec615098d2c7 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Router 9cbfd904-c0bf-4b31-b141-6af07ff5821d is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:44:29.484266 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-400c01af-2402-4cca-a4d3-393aa2656aed tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Deleting port fe2c0df0-ba90-4ab3-8183-08f9560deed5 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:44:29.484771 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-400c01af-2402-4cca-a4d3-393aa2656aed tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.490256 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2f35fd8d-e7c3-4e00-a413-3df45be0f19e tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.509820 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-37081e62-8a93-4a82-8bd4-2706ea0deec9 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.523862 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935eabf-7488-493b-b127-32ecfc2d877e req-3c020460-51a1-4041-82d4-840e4cb5e675 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:29.525588 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e935eabf-7488-493b-b127-32ecfc2d877e req-3c020460-51a1-4041-82d4-840e4cb5e675 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.1707859 Feb 16 12:44:29.587108 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1bc9f8-8c9c-41c6-990a-ec615098d2c7 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:44:29.597535 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb02dde-a4e7-4667-b0bf-35f9c569ef75 None None] Sync routers for ids ['9cbfd904-c0bf-4b31-b141-6af07ff5821d'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:29.612425 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37081e62-8a93-4a82-8bd4-2706ea0deec9 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Pushing event deleted for resources: {'Port': ['ID=9f4fb8de-11b0-4515-a142-fa1361f9cb22,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:29.613122 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb02dde-a4e7-4667-b0bf-35f9c569ef75 None None] Routers {'9cbfd904-c0bf-4b31-b141-6af07ff5821d'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:44:29.613817 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9bb02dde-a4e7-4667-b0bf-35f9c569ef75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['9cbfd904-c0bf-4b31-b141-6af07ff5821d'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:29.626300 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37081e62-8a93-4a82-8bd4-2706ea0deec9 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] No DVR routers for this DVR port 9f4fb8de-11b0-4515-a142-fa1361f9cb22 on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:44:29.630248 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5b1bc9f8-8c9c-41c6-990a-ec615098d2c7 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.631453 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5b1bc9f8-8c9c-41c6-990a-ec615098d2c7 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.8248107 Feb 16 12:44:29.634291 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60526) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:29.726552 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60528) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:29.729655 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-9bb02dde-a4e7-4667-b0bf-35f9c569ef75 None None] Set router 9cbfd904-c0bf-4b31-b141-6af07ff5821d gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:44:29.746258 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-400c01af-2402-4cca-a4d3-393aa2656aed tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.750991 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e935eabf-7488-493b-b127-32ecfc2d877e req-b5a0aaf0-811c-4612-ab6b-98fde737411b tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941087 Feb 16 12:44:29.761353 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d84382ac-5723-40e5-b197-e82f5b67b823 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] 10.222.0.90 "GET /v2.0/routers/9cbfd904-c0bf-4b31-b141-6af07ff5821d HTTP/1.1" status: 200 len: 907 time: 0.1259201 Feb 16 12:44:29.767551 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60532) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:29.776984 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-37081e62-8a93-4a82-8bd4-2706ea0deec9 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.784775 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-400c01af-2402-4cca-a4d3-393aa2656aed tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Calling delete_port for fe2c0df0-ba90-4ab3-8183-08f9560deed5 owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:44:29.813120 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-37081e62-8a93-4a82-8bd4-2706ea0deec9 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cb2b4ec-d3e0-4518-b254-2fdd93607646']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:29.827427 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-37081e62-8a93-4a82-8bd4-2706ea0deec9 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f22a5ca4-87cd-45bd-81ad-a45411cf69a0') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:29.827722 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-37081e62-8a93-4a82-8bd4-2706ea0deec9 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f22a5ca4-87cd-45bd-81ad-a45411cf69a0') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:29.865278 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-37081e62-8a93-4a82-8bd4-2706ea0deec9 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.873344 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-2f35fd8d-e7c3-4e00-a413-3df45be0f19e tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Deleting port 494830de-f9a2-4f0d-aba1-e820b29d951f {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:44:29.873687 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2f35fd8d-e7c3-4e00-a413-3df45be0f19e tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.897664 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e3644e42-1466-463c-80fd-b90641d001a3 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-892569235'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:29.912581 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9f76468d-5266-4eb5-9cdb-c95de8c1b693 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.923970 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-37081e62-8a93-4a82-8bd4-2706ea0deec9 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.937719 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9bb02dde-a4e7-4667-b0bf-35f9c569ef75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbfd904-c0bf-4b31-b141-6af07ff5821d', 'name': 'tempest-snat-router-617236933', 'tenant_id': '6458e97111fb4343a5736d1b40b6aca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': 'fe889eea-eda9-42d6-aba5-3658651bfab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:25Z', 'updated_at': '2022-02-16T12:44:28Z', 'revision_number': 3, 'project_id': '6458e97111fb4343a5736d1b40b6aca7', 'gw_port': {'id': 'fe889eea-eda9-42d6-aba5-3658651bfab9', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cbfd904-c0bf-4b31-b141-6af07ff5821d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:27Z', 'updated_at': '2022-02-16T12:44:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:29.942593 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37081e62-8a93-4a82-8bd4-2706ea0deec9 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:29.942925 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-37081e62-8a93-4a82-8bd4-2706ea0deec9 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.947270 dv-neutron-828142-3-hyperv neutron-server[109048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:44:29.947270 dv-neutron-828142-3-hyperv neutron-server[109048]: self.session.flush() Feb 16 12:44:29.947270 dv-neutron-828142-3-hyperv neutron-server[109048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:44:29.947270 dv-neutron-828142-3-hyperv neutron-server[109048]: self.session.flush() Feb 16 12:44:29.947270 dv-neutron-828142-3-hyperv neutron-server[109048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:44:29.947270 dv-neutron-828142-3-hyperv neutron-server[109048]: self.session.flush() Feb 16 12:44:29.947270 dv-neutron-828142-3-hyperv neutron-server[109048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:44:29.947270 dv-neutron-828142-3-hyperv neutron-server[109048]: self.session.flush() Feb 16 12:44:29.947270 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:44:29.947270 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:29.947270 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:44:29.947270 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:29.947270 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:44:29.947270 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:44:29.947270 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:44:29.947270 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:29.947270 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:44:29.947270 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:29.947270 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:44:29.947270 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:29.947270 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:44:29.947270 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:44:29.947270 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:29.947270 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:44:29.947270 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:29.947270 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:44:29.947270 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:44:29.947270 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:44:29.947270 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:44:29.947270 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:44:29.947270 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:29.947270 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:29.947270 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:29.947270 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:29.947270 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:29.947270 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:29.947270 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:29.947270 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:29.947270 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:29.947270 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:29.969420 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3644e42-1466-463c-80fd-b90641d001a3 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Made reservation on behalf of 6647fb2f59f54c42932ca2327a418c5c for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:29.973413 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3644e42-1466-463c-80fd-b90641d001a3 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.010877 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3644e42-1466-463c-80fd-b90641d001a3 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.076174 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb02dde-a4e7-4667-b0bf-35f9c569ef75 None None] Checking router: 9cbfd904-c0bf-4b31-b141-6af07ff5821d for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:44:30.076520 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb02dde-a4e7-4667-b0bf-35f9c569ef75 None None] Updating router 9cbfd904-c0bf-4b31-b141-6af07ff5821d port fe889eea-eda9-42d6-aba5-3658651bfab9 binding host dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:44:30.084218 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9f76468d-5266-4eb5-9cdb-c95de8c1b693 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.104316 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2f35fd8d-e7c3-4e00-a413-3df45be0f19e tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.118036 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9bb02dde-a4e7-4667-b0bf-35f9c569ef75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.122725 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-37081e62-8a93-4a82-8bd4-2706ea0deec9 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.124604 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-2f35fd8d-e7c3-4e00-a413-3df45be0f19e tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Calling delete_port for 494830de-f9a2-4f0d-aba1-e820b29d951f owned by network:router_gateway {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:44:30.135225 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-37081e62-8a93-4a82-8bd4-2706ea0deec9 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.142077 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-37081e62-8a93-4a82-8bd4-2706ea0deec9 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] 10.222.0.90 "DELETE /v2.0/networks/1cb2b4ec-d3e0-4518-b254-2fdd93607646 HTTP/1.1" status: 204 len: 168 time: 2.0493479 Feb 16 12:44:30.147443 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-9f76468d-5266-4eb5-9cdb-c95de8c1b693 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Deleting port fe889eea-eda9-42d6-aba5-3658651bfab9 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:44:30.147790 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9f76468d-5266-4eb5-9cdb-c95de8c1b693 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.167312 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37081e62-8a93-4a82-8bd4-2706ea0deec9 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076 tempest-ExtraDHCPOptionsIpV6TestJSON-813585076-project] Pushing event deleted for resources: {'Network': ['ID=1cb2b4ec-d3e0-4518-b254-2fdd93607646,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:30.181880 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 715bca0f-2cb6-4494-947a-fdc9613090bc up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:44:30.208406 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-400c01af-2402-4cca-a4d3-393aa2656aed tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.298016 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c01af-2402-4cca-a4d3-393aa2656aed tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Pushing event deleted for resources: {'Port': ['ID=fe2c0df0-ba90-4ab3-8183-08f9560deed5,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:30.298717 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9f76468d-5266-4eb5-9cdb-c95de8c1b693 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.335543 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-9f76468d-5266-4eb5-9cdb-c95de8c1b693 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Calling delete_port for fe889eea-eda9-42d6-aba5-3658651bfab9 owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:44:30.372535 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3644e42-1466-463c-80fd-b90641d001a3 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.383203 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3644e42-1466-463c-80fd-b90641d001a3 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.442440 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 12:44:30.523897 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3644e42-1466-463c-80fd-b90641d001a3 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:30.563885 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3644e42-1466-463c-80fd-b90641d001a3 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea99d993-c512-44b7-806c-33ca29d41a86,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:30.604891 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3644e42-1466-463c-80fd-b90641d001a3 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.605236 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-e3644e42-1466-463c-80fd-b90641d001a3 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Added segment 773eaabd-7624-4fc7-bcfc-2cece0cb8d10 of type vlan for network b6a76a54-150d-46b0-a7ca-74d9770bd04b Feb 16 12:44:30.611837 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 715bca0f-2cb6-4494-947a-fdc9613090bc triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:30.612459 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.624841 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9bb02dde-a4e7-4667-b0bf-35f9c569ef75 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.635594 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9bb02dde-a4e7-4667-b0bf-35f9c569ef75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.635788 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-acd27e62-f7e6-48d3-91fd-0c30db2d750d req-baba4218-ea8f-4791-ade0-6984c4aa80b4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d56ec542-6ed7-4f30-b1e3-286ea792f996&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2085876 Feb 16 12:44:30.662780 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60538) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:30.730202 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3644e42-1466-463c-80fd-b90641d001a3 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.755935 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c622003c-b6f1-4537-a993-1356ce9340c9 None None] Pushing event updated for resources: {'Port': ['ID=fe889eea-eda9-42d6-aba5-3658651bfab9,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:30.780997 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-9bb02dde-a4e7-4667-b0bf-35f9c569ef75 None None] Attempting to bind port fe889eea-eda9-42d6-aba5-3658651bfab9 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:30.781589 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-9bb02dde-a4e7-4667-b0bf-35f9c569ef75 None None] Attempting to bind port fe889eea-eda9-42d6-aba5-3658651bfab9 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:30.782134 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb02dde-a4e7-4667-b0bf-35f9c569ef75 None None] Attempting to bind port fe889eea-eda9-42d6-aba5-3658651bfab9 on network a08a3d1b-2e35-4b18-9cb0-756d355083e6 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:44:30.786444 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2f35fd8d-e7c3-4e00-a413-3df45be0f19e tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.793312 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb02dde-a4e7-4667-b0bf-35f9c569ef75 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:44:30.793692 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb02dde-a4e7-4667-b0bf-35f9c569ef75 None None] Checking segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:44:30.794150 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9bb02dde-a4e7-4667-b0bf-35f9c569ef75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.794742 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb02dde-a4e7-4667-b0bf-35f9c569ef75 None None] Bound using segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:44:30.795229 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-9bb02dde-a4e7-4667-b0bf-35f9c569ef75 None None] Bound port: fe889eea-eda9-42d6-aba5-3658651bfab9, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:30.795632 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9bb02dde-a4e7-4667-b0bf-35f9c569ef75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.836156 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f35fd8d-e7c3-4e00-a413-3df45be0f19e tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Pushing event deleted for resources: {'Port': ['ID=494830de-f9a2-4f0d-aba1-e820b29d951f,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:30.861156 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9f76468d-5266-4eb5-9cdb-c95de8c1b693 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.866446 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-400c01af-2402-4cca-a4d3-393aa2656aed tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.872474 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-400c01af-2402-4cca-a4d3-393aa2656aed tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] 10.222.0.90 "DELETE /v2.0/ports/fe2c0df0-ba90-4ab3-8183-08f9560deed5 HTTP/1.1" status: 204 len: 168 time: 2.1347172 Feb 16 12:44:30.873304 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60544) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:30.885194 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd27e62-f7e6-48d3-91fd-0c30db2d750d req-ee31bf4e-a78e-458d-862a-6c16fe96c8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:30.887327 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-acd27e62-f7e6-48d3-91fd-0c30db2d750d req-ee31bf4e-a78e-458d-862a-6c16fe96c8c0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=489d8001a9af43848d73f1eac35baebf&device_id=d56ec542-6ed7-4f30-b1e3-286ea792f996 HTTP/1.1" status: 200 len: 1099 time: 0.1893449 Feb 16 12:44:30.890078 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3644e42-1466-463c-80fd-b90641d001a3 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.908861 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3644e42-1466-463c-80fd-b90641d001a3 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:30.912375 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3644e42-1466-463c-80fd-b90641d001a3 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.919938 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f76468d-5266-4eb5-9cdb-c95de8c1b693 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe889eea-eda9-42d6-aba5-3658651bfab9,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:30.938139 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d15674-7f50-441b-9c91-88a59d9b1be5 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] GET failed (client error): The resource could not be found. Feb 16 12:44:30.944263 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d0d15674-7f50-441b-9c91-88a59d9b1be5 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] 10.222.0.90 "GET /v2.0/ports/fe2c0df0-ba90-4ab3-8183-08f9560deed5 HTTP/1.1" status: 404 len: 333 time: 0.0654705 Feb 16 12:44:30.944263 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60546) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:30.959876 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.db.api [None req-9bb02dde-a4e7-4667-b0bf-35f9c569ef75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:44:30.960556 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG oslo_db.api [None req-9bb02dde-a4e7-4667-b0bf-35f9c569ef75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:44:30.961896 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 9f4fb8de-11b0-4515-a142-fa1361f9cb22 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:44:30.983753 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 9f4fb8de-11b0-4515-a142-fa1361f9cb22 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:44:30.984372 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 9f4fb8de-11b0-4515-a142-fa1361f9cb22 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:44:31.045459 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e3644e42-1466-463c-80fd-b90641d001a3 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3169365 Feb 16 12:44:31.050926 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60548) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:31.061157 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-2338f1b9-3fb4-48a0-a2b3-0c19299eee43 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Request body: {'subnet': {'network_id': 'b6a76a54-150d-46b0-a7ca-74d9770bd04b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:31.065543 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2f35fd8d-e7c3-4e00-a413-3df45be0f19e tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.067845 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3644e42-1466-463c-80fd-b90641d001a3 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event updated for resources: {'Network': ['ID=b6a76a54-150d-46b0-a7ca-74d9770bd04b,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:31.079834 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network b6a76a54-150d-46b0-a7ca-74d9770bd04b details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:44:31.230027 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2f35fd8d-e7c3-4e00-a413-3df45be0f19e tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.236676 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2f35fd8d-e7c3-4e00-a413-3df45be0f19e tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.270568 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cdf343-d2e6-4ea6-b8db-b3db75f81fdc req-15c6d49f-36a0-4fe1-8bf4-786dca65a349 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:31.270568 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c1cdf343-d2e6-4ea6-b8db-b3db75f81fdc req-15c6d49f-36a0-4fe1-8bf4-786dca65a349 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.3029292 Feb 16 12:44:31.278337 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5106c0ed-9d1c-4ea9-acd7-738bffc8a064 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f563d855efe642f7a959e5c3496fb3e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6089272 Feb 16 12:44:31.278337 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd27e62-f7e6-48d3-91fd-0c30db2d750d req-1b738446-ec92-43e7-abe4-6904e9689243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:31.278337 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-acd27e62-f7e6-48d3-91fd-0c30db2d750d req-1b738446-ec92-43e7-abe4-6904e9689243 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e7216791-092d-4489-8c96-9d0056177679 HTTP/1.1" status: 200 len: 912 time: 0.3505318 Feb 16 12:44:31.310509 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60550) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:31.374099 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9f76468d-5266-4eb5-9cdb-c95de8c1b693 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.382716 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2f35fd8d-e7c3-4e00-a413-3df45be0f19e tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.383277 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f35fd8d-e7c3-4e00-a413-3df45be0f19e tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Fanout notify agent at l3_agent the message router_deleted on router 31490b78-0574-4bee-a4b4-42d39f478e0e {{(pid=109048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:44:31.396333 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2f35fd8d-e7c3-4e00-a413-3df45be0f19e tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.397460 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2f35fd8d-e7c3-4e00-a413-3df45be0f19e tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] 10.222.0.90 "DELETE /v2.0/routers/31490b78-0574-4bee-a4b4-42d39f478e0e HTTP/1.1" status: 204 len: 168 time: 2.9758406 Feb 16 12:44:31.407044 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60554) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:31.445607 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c1cdf343-d2e6-4ea6-b8db-b3db75f81fdc req-712d0d2f-f1de-43d1-86fd-4b79dc47e93a tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375329 Feb 16 12:44:31.458890 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-acd27e62-f7e6-48d3-91fd-0c30db2d750d req-50dd4744-07e0-4b79-bca4-eb32dfae0308 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3405faf2-baff-411b-9b24-c409372d5b1e HTTP/1.1" status: 200 len: 1002 time: 0.1463904 Feb 16 12:44:31.460159 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-0a117321-dcae-4cf0-ae78-f977b752124c tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Deleting port e3909128-43a7-4ea5-8d6e-da7ff7ca6f4b {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:44:31.460494 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0a117321-dcae-4cf0-ae78-f977b752124c tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.479472 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-9bb02dde-a4e7-4667-b0bf-35f9c569ef75 None None] Attempting to bind port fe889eea-eda9-42d6-aba5-3658651bfab9 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:31.480311 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-9bb02dde-a4e7-4667-b0bf-35f9c569ef75 None None] Attempting to bind port fe889eea-eda9-42d6-aba5-3658651bfab9 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:31.480696 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb02dde-a4e7-4667-b0bf-35f9c569ef75 None None] Attempting to bind port fe889eea-eda9-42d6-aba5-3658651bfab9 on network a08a3d1b-2e35-4b18-9cb0-756d355083e6 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:44:31.486994 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb02dde-a4e7-4667-b0bf-35f9c569ef75 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:44:31.487359 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb02dde-a4e7-4667-b0bf-35f9c569ef75 None None] Checking segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:44:31.487758 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9bb02dde-a4e7-4667-b0bf-35f9c569ef75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.488145 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb02dde-a4e7-4667-b0bf-35f9c569ef75 None None] Bound using segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:44:31.488654 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-9bb02dde-a4e7-4667-b0bf-35f9c569ef75 None None] Bound port: fe889eea-eda9-42d6-aba5-3658651bfab9, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:31.489207 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9bb02dde-a4e7-4667-b0bf-35f9c569ef75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.496424 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a68d562c-78c8-46c9-a2fe-d1109146c393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.508230 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-9bb02dde-a4e7-4667-b0bf-35f9c569ef75 None None] Port fe889eea-eda9-42d6-aba5-3658651bfab9 has been deleted concurrently {{(pid=109051) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Feb 16 12:44:31.508691 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9f76468d-5266-4eb5-9cdb-c95de8c1b693 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.514422 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9f76468d-5266-4eb5-9cdb-c95de8c1b693 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.520084 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb02dde-a4e7-4667-b0bf-35f9c569ef75 None None] Routers {'9cbfd904-c0bf-4b31-b141-6af07ff5821d'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:44:31.521341 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9bb02dde-a4e7-4667-b0bf-35f9c569ef75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['9cbfd904-c0bf-4b31-b141-6af07ff5821d'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:31.582769 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-577ec07e-6f3a-4cb2-928d-adcd579d293d tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Deleting subnet 15eabc3b-9a22-4708-854e-bba39e689c07 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:44:31.587433 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9f76468d-5266-4eb5-9cdb-c95de8c1b693 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.587956 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f76468d-5266-4eb5-9cdb-c95de8c1b693 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9cbfd904-c0bf-4b31-b141-6af07ff5821d {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:44:31.590449 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-577ec07e-6f3a-4cb2-928d-adcd579d293d tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.593844 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a68d562c-78c8-46c9-a2fe-d1109146c393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.595495 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9f76468d-5266-4eb5-9cdb-c95de8c1b693 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.596690 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd27e62-f7e6-48d3-91fd-0c30db2d750d req-457df4da-1412-4410-b1b5-effa8dbe7d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:31.598864 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-acd27e62-f7e6-48d3-91fd-0c30db2d750d req-457df4da-1412-4410-b1b5-effa8dbe7d24 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3db169c4-8f35-4e82-9aa0-dcd164ab8410 HTTP/1.1" status: 200 len: 850 time: 0.1127114 Feb 16 12:44:31.600676 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9f76468d-5266-4eb5-9cdb-c95de8c1b693 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] 10.222.0.90 "DELETE /v2.0/routers/9cbfd904-c0bf-4b31-b141-6af07ff5821d HTTP/1.1" status: 204 len: 168 time: 1.8315797 Feb 16 12:44:31.604955 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-9bb02dde-a4e7-4667-b0bf-35f9c569ef75 None None] Set router 9cbfd904-c0bf-4b31-b141-6af07ff5821d gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:44:31.607183 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60556) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:31.618902 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2338f1b9-3fb4-48a0-a2b3-0c19299eee43 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Made reservation on behalf of 6647fb2f59f54c42932ca2327a418c5c for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:31.622287 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2338f1b9-3fb4-48a0-a2b3-0c19299eee43 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.657151 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9bb02dde-a4e7-4667-b0bf-35f9c569ef75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbfd904-c0bf-4b31-b141-6af07ff5821d', 'name': 'tempest-snat-router-617236933', 'tenant_id': '6458e97111fb4343a5736d1b40b6aca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:25Z', 'updated_at': '2022-02-16T12:44:30Z', 'revision_number': 5, 'project_id': '6458e97111fb4343a5736d1b40b6aca7', 'gw_port_host': None}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:31.687026 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-577ec07e-6f3a-4cb2-928d-adcd579d293d tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.687957 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb02dde-a4e7-4667-b0bf-35f9c569ef75 None None] The sync data for ids ['9cbfd904-c0bf-4b31-b141-6af07ff5821d'] in dv-neutron-828142-3-hyperv is: [{'id': '9cbfd904-c0bf-4b31-b141-6af07ff5821d', 'name': 'tempest-snat-router-617236933', 'tenant_id': '6458e97111fb4343a5736d1b40b6aca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:25Z', 'updated_at': '2022-02-16T12:44:30Z', 'revision_number': 5, 'project_id': '6458e97111fb4343a5736d1b40b6aca7', 'gw_port_host': None}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:31.723331 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0a117321-dcae-4cf0-ae78-f977b752124c tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.747253 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-0a117321-dcae-4cf0-ae78-f977b752124c tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Calling delete_port for e3909128-43a7-4ea5-8d6e-da7ff7ca6f4b owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:44:31.789386 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd27e62-f7e6-48d3-91fd-0c30db2d750d req-3a3b1ddd-4a5f-47d9-848d-9c81f593c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:31.790910 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-acd27e62-f7e6-48d3-91fd-0c30db2d750d req-3a3b1ddd-4a5f-47d9-848d-9c81f593c625 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e7216791-092d-4489-8c96-9d0056177679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1845658 Feb 16 12:44:31.801278 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-577ec07e-6f3a-4cb2-928d-adcd579d293d tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.813279 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a68d562c-78c8-46c9-a2fe-d1109146c393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.815803 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a68d562c-78c8-46c9-a2fe-d1109146c393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.820658 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a68d562c-78c8-46c9-a2fe-d1109146c393 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0916e592-995b-459e-836d-bb5c230a47ad HTTP/1.1" status: 204 len: 168 time: 0.5046513 Feb 16 12:44:31.934937 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d562c-78c8-46c9-a2fe-d1109146c393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0916e592-995b-459e-836d-bb5c230a47ad,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:31.939743 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-577ec07e-6f3a-4cb2-928d-adcd579d293d tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.947522 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-63c3afc6-0e43-49db-9dd7-f26608899e6a tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for router, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.978561 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ec07e-6f3a-4cb2-928d-adcd579d293d tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Pushing event deleted for resources: {'Subnet': ['ID=15eabc3b-9a22-4708-854e-bba39e689c07,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:32.009412 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-577ec07e-6f3a-4cb2-928d-adcd579d293d tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.015669 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5266869-66fa-4300-ba2a-ffec924ef040 None None] Network 038a5ed4-cad2-4cec-8f6c-7cd71c81860a requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:44:32.022375 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-577ec07e-6f3a-4cb2-928d-adcd579d293d tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] 10.222.0.90 "DELETE /v2.0/subnets/15eabc3b-9a22-4708-854e-bba39e689c07 HTTP/1.1" status: 204 len: 168 time: 0.6120727 Feb 16 12:44:32.023445 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60562) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:32.031668 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2338f1b9-3fb4-48a0-a2b3-0c19299eee43 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.070581 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-acd27e62-f7e6-48d3-91fd-0c30db2d750d req-1aaf8cb5-cdf4-40de-b875-a358b314b3fe service neutron] 10.222.0.42 "GET /v2.0/networks/e7216791-092d-4489-8c96-9d0056177679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677913 Feb 16 12:44:32.100911 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2338f1b9-3fb4-48a0-a2b3-0c19299eee43 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event updated for resources: {'Subnet': ['ID=4ef89f55-012a-4c64-9128-1e6c29cc58ac,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:32.178849 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-63c3afc6-0e43-49db-9dd7-f26608899e6a tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.202088 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ee350a8c-b102-45c6-bac9-0c6720dc1c97 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.213858 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2338f1b9-3fb4-48a0-a2b3-0c19299eee43 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Checking segment: {'id': '773eaabd-7624-4fc7-bcfc-2cece0cb8d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b6a76a54-150d-46b0-a7ca-74d9770bd04b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:44:32.214208 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2338f1b9-3fb4-48a0-a2b3-0c19299eee43 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Network hostable DHCP agents. Network: b6a76a54-150d-46b0-a7ca-74d9770bd04b, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:32.280758 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80a374a-a79c-489d-a17a-0b48c6cfcc2e None None] DHCP port deletion for 038a5ed4-cad2-4cec-8f6c-7cd71c81860a request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:44:32.291006 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2338f1b9-3fb4-48a0-a2b3-0c19299eee43 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Network b6a76a54-150d-46b0-a7ca-74d9770bd04b is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:32.306658 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-2338f1b9-3fb4-48a0-a2b3-0c19299eee43 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, b6a76a54-150d-46b0-a7ca-74d9770bd04b) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:32.320725 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0a117321-dcae-4cf0-ae78-f977b752124c tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.324294 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2338f1b9-3fb4-48a0-a2b3-0c19299eee43 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:32.325675 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2338f1b9-3fb4-48a0-a2b3-0c19299eee43 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.337153 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5994fb-08e0-4447-bcd1-a65b2d6e7e9d None None] Network b6a76a54-150d-46b0-a7ca-74d9770bd04b requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:44:32.338062 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-ee350a8c-b102-45c6-bac9-0c6720dc1c97 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Deleting port b8511b04-1079-4a8c-bf7f-7a43c44014a2 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:44:32.339284 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ee350a8c-b102-45c6-bac9-0c6720dc1c97 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.403163 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2338f1b9-3fb4-48a0-a2b3-0c19299eee43 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3497143 Feb 16 12:44:32.404065 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60572) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:32.416550 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-db1c981d-f022-4424-b223-3ae83b1b37a3 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2145626848', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}, 'admin_state_up': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:32.451149 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-ee350a8c-b102-45c6-bac9-0c6720dc1c97 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] For port b8511b04-1079-4a8c-bf7f-7a43c44014a2, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=b8511b04-1079-4a8c-bf7f-7a43c44014a2,segment=NetworkSegment(5656de20-5a18-49c5-958a-bb46db55ce67),segment_id=5656de20-5a18-49c5-958a-bb46db55ce67)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:44:32.451529 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ee350a8c-b102-45c6-bac9-0c6720dc1c97 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.480373 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-ee350a8c-b102-45c6-bac9-0c6720dc1c97 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Calling delete_port for b8511b04-1079-4a8c-bf7f-7a43c44014a2 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:44:32.498158 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db1c981d-f022-4424-b223-3ae83b1b37a3 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.499489 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db1c981d-f022-4424-b223-3ae83b1b37a3 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.581340 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-d80a374a-a79c-489d-a17a-0b48c6cfcc2e None None] Deleting port b8511b04-1079-4a8c-bf7f-7a43c44014a2 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:44:32.584460 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d80a374a-a79c-489d-a17a-0b48c6cfcc2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.614763 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db1c981d-f022-4424-b223-3ae83b1b37a3 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.725602 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6266722a-65c1-4976-883f-089d39dbf06c None None] Network b6a76a54-150d-46b0-a7ca-74d9770bd04b requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:44:32.748216 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-acd27e62-f7e6-48d3-91fd-0c30db2d750d req-805b27ed-5c01-4af5-9e81-7e6c8fa812d4 service neutron] 10.222.0.42 "GET /v2.0/networks/e7216791-092d-4489-8c96-9d0056177679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5987067 Feb 16 12:44:32.759353 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a117321-dcae-4cf0-ae78-f977b752124c tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Pushing event deleted for resources: {'Port': ['ID=e3909128-43a7-4ea5-8d6e-da7ff7ca6f4b,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:32.798254 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-d80a374a-a79c-489d-a17a-0b48c6cfcc2e None None] For port b8511b04-1079-4a8c-bf7f-7a43c44014a2, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=b8511b04-1079-4a8c-bf7f-7a43c44014a2,segment=NetworkSegment(5656de20-5a18-49c5-958a-bb46db55ce67),segment_id=5656de20-5a18-49c5-958a-bb46db55ce67)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:44:32.799057 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d80a374a-a79c-489d-a17a-0b48c6cfcc2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.812195 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db1c981d-f022-4424-b223-3ae83b1b37a3 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.819461 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ee350a8c-b102-45c6-bac9-0c6720dc1c97 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.825011 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-d80a374a-a79c-489d-a17a-0b48c6cfcc2e None None] Calling delete_port for b8511b04-1079-4a8c-bf7f-7a43c44014a2 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:44:32.893186 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-63c3afc6-0e43-49db-9dd7-f26608899e6a tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Deleting port 715bca0f-2cb6-4494-947a-fdc9613090bc {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:44:32.896296 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-63c3afc6-0e43-49db-9dd7-f26608899e6a tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.898780 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0a117321-dcae-4cf0-ae78-f977b752124c tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.905447 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0a117321-dcae-4cf0-ae78-f977b752124c tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] 10.222.0.90 "DELETE /v2.0/ports/e3909128-43a7-4ea5-8d6e-da7ff7ca6f4b HTTP/1.1" status: 204 len: 168 time: 1.9610395 Feb 16 12:44:32.907985 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60586) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:32.916431 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee350a8c-b102-45c6-bac9-0c6720dc1c97 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Pushing event deleted for resources: {'Port': ['ID=b8511b04-1079-4a8c-bf7f-7a43c44014a2,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:32.926430 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee350a8c-b102-45c6-bac9-0c6720dc1c97 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] No DVR routers for this DVR port b8511b04-1079-4a8c-bf7f-7a43c44014a2 on host dv-neutron-828142-3-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:44:32.956914 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-7caa3ed7-3c8d-4130-a996-791d40e6b07d tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] GET failed (client error): The resource could not be found. Feb 16 12:44:32.961744 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-7caa3ed7-3c8d-4130-a996-791d40e6b07d tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] 10.222.0.90 "GET /v2.0/ports/e3909128-43a7-4ea5-8d6e-da7ff7ca6f4b HTTP/1.1" status: 404 len: 333 time: 0.0527182 Feb 16 12:44:32.967627 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60588) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:32.979550 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60590) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:33.055121 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d80a374a-a79c-489d-a17a-0b48c6cfcc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.072553 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35098ce0-32d7-447e-b2bf-2e81c6c8f7ef req-d49464e3-1ee5-44d1-9c93-73d6f45930d3 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:33.083003 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-35098ce0-32d7-447e-b2bf-2e81c6c8f7ef req-d49464e3-1ee5-44d1-9c93-73d6f45930d3 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.3458161 Feb 16 12:44:33.107572 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ee350a8c-b102-45c6-bac9-0c6720dc1c97 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.111760 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a374a-a79c-489d-a17a-0b48c6cfcc2e None None] Pushing event deleted for resources: {'Port': ['ID=b8511b04-1079-4a8c-bf7f-7a43c44014a2,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:33.117845 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80a374a-a79c-489d-a17a-0b48c6cfcc2e None None] No DVR routers for this DVR port b8511b04-1079-4a8c-bf7f-7a43c44014a2 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:44:33.195382 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-ee350a8c-b102-45c6-bac9-0c6720dc1c97 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['038a5ed4-cad2-4cec-8f6c-7cd71c81860a']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:33.206829 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-ee350a8c-b102-45c6-bac9-0c6720dc1c97 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5656de20-5a18-49c5-958a-bb46db55ce67') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:33.207185 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-ee350a8c-b102-45c6-bac9-0c6720dc1c97 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5656de20-5a18-49c5-958a-bb46db55ce67') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:33.219461 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-63c3afc6-0e43-49db-9dd7-f26608899e6a tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] For port 715bca0f-2cb6-4494-947a-fdc9613090bc, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=715bca0f-2cb6-4494-947a-fdc9613090bc,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:44:33.219714 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ee350a8c-b102-45c6-bac9-0c6720dc1c97 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.219824 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-63c3afc6-0e43-49db-9dd7-f26608899e6a tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.233940 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-cbb600eb-c3be-4300-9cd6-57e7031922f1 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Request body: {'networks': [{'name': 'tempest-network--881908123'}, {'name': 'tempest-network--2004832895'}]} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:33.234249 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-cbb600eb-c3be-4300-9cd6-57e7031922f1 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Request body: {'network': {'name': 'tempest-network--881908123'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:33.234684 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-cbb600eb-c3be-4300-9cd6-57e7031922f1 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Request body: {'network': {'name': 'tempest-network--2004832895'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:33.243807 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-35098ce0-32d7-447e-b2bf-2e81c6c8f7ef req-df736781-0f96-4aee-9b82-6e9c0cc5efba tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363223 Feb 16 12:44:33.243807 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-63c3afc6-0e43-49db-9dd7-f26608899e6a tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Calling delete_port for 715bca0f-2cb6-4494-947a-fdc9613090bc owned by network:router_gateway {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:44:33.248255 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ee350a8c-b102-45c6-bac9-0c6720dc1c97 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.259896 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee350a8c-b102-45c6-bac9-0c6720dc1c97 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:33.260287 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ee350a8c-b102-45c6-bac9-0c6720dc1c97 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.263969 dv-neutron-828142-3-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:44:33.263969 dv-neutron-828142-3-hyperv neutron-server[109049]: items = [ Feb 16 12:44:33.263969 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:44:33.263969 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:33.263969 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:44:33.263969 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:33.263969 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:44:33.263969 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:44:33.263969 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:44:33.263969 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:33.263969 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:44:33.263969 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:33.263969 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:44:33.263969 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:33.263969 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:44:33.263969 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:44:33.263969 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:33.263969 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:44:33.263969 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:33.263969 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:44:33.263969 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:44:33.263969 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:44:33.263969 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:44:33.263969 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:44:33.263969 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:33.263969 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:33.263969 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:33.263969 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:33.263969 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:33.263969 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:33.263969 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:33.263969 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:33.263969 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:33.263969 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:33.322184 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-4b1dfb45-7ea2-4840-9c86-eaf53e250ae0 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Deleting port 25f78176-881f-445f-a87c-ce7457193efa {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:44:33.322528 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4b1dfb45-7ea2-4840-9c86-eaf53e250ae0 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.337791 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ee350a8c-b102-45c6-bac9-0c6720dc1c97 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.343052 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ee350a8c-b102-45c6-bac9-0c6720dc1c97 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.346571 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ee350a8c-b102-45c6-bac9-0c6720dc1c97 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] 10.222.0.90 "DELETE /v2.0/networks/038a5ed4-cad2-4cec-8f6c-7cd71c81860a HTTP/1.1" status: 204 len: 168 time: 1.3221831 Feb 16 12:44:33.352702 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60594) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:33.353413 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb600eb-c3be-4300-9cd6-57e7031922f1 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Made reservation on behalf of 7f4d68604b7f47d3bf75020c6f04a0f1 for: {'network': 2} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:33.357656 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cbb600eb-c3be-4300-9cd6-57e7031922f1 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.456931 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4b1dfb45-7ea2-4840-9c86-eaf53e250ae0 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.468453 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee350a8c-b102-45c6-bac9-0c6720dc1c97 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Pushing event deleted for resources: {'Network': ['ID=038a5ed4-cad2-4cec-8f6c-7cd71c81860a,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:33.477584 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cbb600eb-c3be-4300-9cd6-57e7031922f1 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.491613 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-4b1dfb45-7ea2-4840-9c86-eaf53e250ae0 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Calling delete_port for 25f78176-881f-445f-a87c-ce7457193efa owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:44:33.541036 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-63c3afc6-0e43-49db-9dd7-f26608899e6a tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.550528 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db1c981d-f022-4424-b223-3ae83b1b37a3 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.573115 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c3afc6-0e43-49db-9dd7-f26608899e6a tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Pushing event deleted for resources: {'Port': ['ID=715bca0f-2cb6-4494-947a-fdc9613090bc,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:33.596846 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db1c981d-f022-4424-b223-3ae83b1b37a3 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.655055 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-63c3afc6-0e43-49db-9dd7-f26608899e6a tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.746205 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-67b7e2f5-276a-478e-9230-bb93eb0fdfa6 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Deleting port b9d3986a-cd04-42a3-961b-44fa1214e19e {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:44:33.746465 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67b7e2f5-276a-478e-9230-bb93eb0fdfa6 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.750605 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cbb600eb-c3be-4300-9cd6-57e7031922f1 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.765573 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cbb600eb-c3be-4300-9cd6-57e7031922f1 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.766024 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cbb600eb-c3be-4300-9cd6-57e7031922f1 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.772870 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-63c3afc6-0e43-49db-9dd7-f26608899e6a tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.776619 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-63c3afc6-0e43-49db-9dd7-f26608899e6a tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.826494 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4b1dfb45-7ea2-4840-9c86-eaf53e250ae0 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.841697 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-63c3afc6-0e43-49db-9dd7-f26608899e6a tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.841697 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c3afc6-0e43-49db-9dd7-f26608899e6a tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a8abd151-0c53-4d66-b15e-903f94d60c63 {{(pid=109048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:44:33.854977 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-db1c981d-f022-4424-b223-3ae83b1b37a3 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Allocated IP 172.26.2.158 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/740b5799-334d-40b0-8f1a-a36fe50513a4) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:33.863617 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb600eb-c3be-4300-9cd6-57e7031922f1 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae791c81-75d8-4396-9dca-16454d2f0f8a,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:33.870090 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-63c3afc6-0e43-49db-9dd7-f26608899e6a tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.875390 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-63c3afc6-0e43-49db-9dd7-f26608899e6a tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] 10.222.0.90 "DELETE /v2.0/routers/a8abd151-0c53-4d66-b15e-903f94d60c63 HTTP/1.1" status: 204 len: 168 time: 2.2658439 Feb 16 12:44:33.876227 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60596) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:33.878395 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1dfb45-7ea2-4840-9c86-eaf53e250ae0 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Pushing event deleted for resources: {'Port': ['ID=25f78176-881f-445f-a87c-ce7457193efa,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:33.887082 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-76ae8d2b-8332-4318-b4c2-8b786737def3 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-659284976', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}, 'admin_state_up': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:33.920319 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb600eb-c3be-4300-9cd6-57e7031922f1 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:33.952611 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4b1dfb45-7ea2-4840-9c86-eaf53e250ae0 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.956516 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-4b1dfb45-7ea2-4840-9c86-eaf53e250ae0 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] 10.222.0.90 "DELETE /v2.0/ports/25f78176-881f-445f-a87c-ce7457193efa HTTP/1.1" status: 204 len: 168 time: 0.9866312 Feb 16 12:44:33.959550 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60598) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:33.975185 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67b7e2f5-276a-478e-9230-bb93eb0fdfa6 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.975575 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67b7e2f5-276a-478e-9230-bb93eb0fdfa6 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.996348 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cbb600eb-c3be-4300-9cd6-57e7031922f1 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.996663 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-cbb600eb-c3be-4300-9cd6-57e7031922f1 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Added segment c71be425-f8c2-4034-8f1f-3379d454fe41 of type vlan for network b8c82ab2-c296-425c-9e43-5d2fd0763e4c Feb 16 12:44:34.013594 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-67b7e2f5-276a-478e-9230-bb93eb0fdfa6 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Calling delete_port for b9d3986a-cd04-42a3-961b-44fa1214e19e owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:44:34.029366 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbe2f35b-8aca-4bf4-8fe0-fda1c3b320f3 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Deleting subnet 07ea67b5-a715-48f4-aef7-f912fd409851 {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:44:34.033411 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-dbe2f35b-8aca-4bf4-8fe0-fda1c3b320f3 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.060009 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-76ae8d2b-8332-4318-b4c2-8b786737def3 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.061085 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-76ae8d2b-8332-4318-b4c2-8b786737def3 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.100368 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-dbe2f35b-8aca-4bf4-8fe0-fda1c3b320f3 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.124905 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cbb600eb-c3be-4300-9cd6-57e7031922f1 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.188374 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-dbe2f35b-8aca-4bf4-8fe0-fda1c3b320f3 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.216527 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db1c981d-f022-4424-b223-3ae83b1b37a3 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.218445 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-76ae8d2b-8332-4318-b4c2-8b786737def3 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.250674 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-dbe2f35b-8aca-4bf4-8fe0-fda1c3b320f3 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.277939 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb600eb-c3be-4300-9cd6-57e7031922f1 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:34.282658 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2f35b-8aca-4bf4-8fe0-fda1c3b320f3 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Pushing event deleted for resources: {'Subnet': ['ID=07ea67b5-a715-48f4-aef7-f912fd409851,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:34.286389 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-dbe2f35b-8aca-4bf4-8fe0-fda1c3b320f3 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.289669 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-dbe2f35b-8aca-4bf4-8fe0-fda1c3b320f3 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] 10.222.0.90 "DELETE /v2.0/subnets/07ea67b5-a715-48f4-aef7-f912fd409851 HTTP/1.1" status: 204 len: 168 time: 0.3291280 Feb 16 12:44:34.292336 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60602) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:34.299055 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ea23d8-e221-4284-8eeb-121e4c5fa800 None None] Network fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:44:34.341569 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cbb600eb-c3be-4300-9cd6-57e7031922f1 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.341913 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-cbb600eb-c3be-4300-9cd6-57e7031922f1 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Added segment 9fc4eca0-93fd-4786-b541-9b415da0fcea of type vlan for network 7a70d555-754b-4e9d-ac34-47f08a4f32cc Feb 16 12:44:34.456053 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 715bca0f-2cb6-4494-947a-fdc9613090bc no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:44:34.468181 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1533930b-bc03-4f6e-8ac1-3fa043137115 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.478518 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 715bca0f-2cb6-4494-947a-fdc9613090bc {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:44:34.478859 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 715bca0f-2cb6-4494-947a-fdc9613090bc not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:44:34.479488 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b8511b04-1079-4a8c-bf7f-7a43c44014a2 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:44:34.485941 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffe759-0939-41e5-a740-a8a8fa85d694 req-cc640d25-e14f-40e3-ad23-c5f89f69cd4b tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:34.487646 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d9ffe759-0939-41e5-a740-a8a8fa85d694 req-cc640d25-e14f-40e3-ad23-c5f89f69cd4b tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.1633079 Feb 16 12:44:34.501855 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-76ae8d2b-8332-4318-b4c2-8b786737def3 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.505999 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: b8511b04-1079-4a8c-bf7f-7a43c44014a2 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:44:34.506414 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b8511b04-1079-4a8c-bf7f-7a43c44014a2 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:44:34.511865 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cbb600eb-c3be-4300-9cd6-57e7031922f1 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.521160 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db1c981d-f022-4424-b223-3ae83b1b37a3 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.586735 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d9ffe759-0939-41e5-a740-a8a8fa85d694 req-52fdef3b-df49-4b1f-9029-4a135838f3dd tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644011 Feb 16 12:44:34.594812 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5832ab4f-7839-4202-833d-89c235891a57 None None] DHCP port deletion for fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:44:34.595340 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-1533930b-bc03-4f6e-8ac1-3fa043137115 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Deleting port 23eae96e-2440-461f-a077-55d2d8f5f62f {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:44:34.595717 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1533930b-bc03-4f6e-8ac1-3fa043137115 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.606965 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1c981d-f022-4424-b223-3ae83b1b37a3 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:34.617088 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67b7e2f5-276a-478e-9230-bb93eb0fdfa6 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.645160 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-db1c981d-f022-4424-b223-3ae83b1b37a3 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:34.648081 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1c981d-f022-4424-b223-3ae83b1b37a3 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:44:34.662312 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-5832ab4f-7839-4202-833d-89c235891a57 None None] Deleting port 23eae96e-2440-461f-a077-55d2d8f5f62f {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:44:34.662687 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5832ab4f-7839-4202-833d-89c235891a57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.672174 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-1533930b-bc03-4f6e-8ac1-3fa043137115 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] For port 23eae96e-2440-461f-a077-55d2d8f5f62f, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=23eae96e-2440-461f-a077-55d2d8f5f62f,segment=NetworkSegment(0f6179da-1839-40c3-93ab-97b8db0f6d00),segment_id=0f6179da-1839-40c3-93ab-97b8db0f6d00)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:44:34.672546 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1533930b-bc03-4f6e-8ac1-3fa043137115 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.674093 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cbb600eb-c3be-4300-9cd6-57e7031922f1 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.674305 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cbb600eb-c3be-4300-9cd6-57e7031922f1 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.680258 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb600eb-c3be-4300-9cd6-57e7031922f1 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:34.685029 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb600eb-c3be-4300-9cd6-57e7031922f1 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:34.685695 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cbb600eb-c3be-4300-9cd6-57e7031922f1 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.688067 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c981d-f022-4424-b223-3ae83b1b37a3 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event updated for resources: {'Port': ['ID=740b5799-334d-40b0-8f1a-a36fe50513a4,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:34.692602 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-1533930b-bc03-4f6e-8ac1-3fa043137115 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Calling delete_port for 23eae96e-2440-461f-a077-55d2d8f5f62f owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:44:34.754493 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-5832ab4f-7839-4202-833d-89c235891a57 None None] For port 23eae96e-2440-461f-a077-55d2d8f5f62f, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=23eae96e-2440-461f-a077-55d2d8f5f62f,segment=NetworkSegment(0f6179da-1839-40c3-93ab-97b8db0f6d00),segment_id=0f6179da-1839-40c3-93ab-97b8db0f6d00)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:44:34.754794 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5832ab4f-7839-4202-833d-89c235891a57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.769658 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-5832ab4f-7839-4202-833d-89c235891a57 None None] Calling delete_port for 23eae96e-2440-461f-a077-55d2d8f5f62f owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:44:34.788953 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1533930b-bc03-4f6e-8ac1-3fa043137115 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.821897 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533930b-bc03-4f6e-8ac1-3fa043137115 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Pushing event deleted for resources: {'Port': ['ID=23eae96e-2440-461f-a077-55d2d8f5f62f,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:34.829789 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1533930b-bc03-4f6e-8ac1-3fa043137115 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] No DVR routers for this DVR port 23eae96e-2440-461f-a077-55d2d8f5f62f on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:44:34.850609 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5832ab4f-7839-4202-833d-89c235891a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.882288 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5832ab4f-7839-4202-833d-89c235891a57 None None] Pushing event deleted for resources: {'Port': ['ID=23eae96e-2440-461f-a077-55d2d8f5f62f,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:34.886494 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5832ab4f-7839-4202-833d-89c235891a57 None None] No DVR routers for this DVR port 23eae96e-2440-461f-a077-55d2d8f5f62f on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:44:34.920536 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1533930b-bc03-4f6e-8ac1-3fa043137115 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.943901 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-1533930b-bc03-4f6e-8ac1-3fa043137115 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:34.953607 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-1533930b-bc03-4f6e-8ac1-3fa043137115 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f6179da-1839-40c3-93ab-97b8db0f6d00') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:34.953902 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-1533930b-bc03-4f6e-8ac1-3fa043137115 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f6179da-1839-40c3-93ab-97b8db0f6d00') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:34.967916 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1533930b-bc03-4f6e-8ac1-3fa043137115 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.982265 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1533930b-bc03-4f6e-8ac1-3fa043137115 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.989991 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1533930b-bc03-4f6e-8ac1-3fa043137115 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:34.990439 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1533930b-bc03-4f6e-8ac1-3fa043137115 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.993658 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:44:34.993658 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:34.993658 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:44:34.993658 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:34.993658 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:44:34.993658 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:44:34.993658 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:44:34.993658 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:34.993658 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:44:34.993658 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:34.993658 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:44:34.993658 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:34.993658 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:44:34.993658 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:44:34.993658 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:34.993658 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:44:34.993658 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:34.993658 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:44:34.993658 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:44:34.993658 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:44:34.993658 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:44:34.993658 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:44:34.993658 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:34.993658 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:34.993658 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:34.993658 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:34.993658 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:34.993658 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:34.993658 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:34.993658 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:34.993658 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:34.993658 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:35.026791 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b7e2f5-276a-478e-9230-bb93eb0fdfa6 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Pushing event deleted for resources: {'Port': ['ID=b9d3986a-cd04-42a3-961b-44fa1214e19e,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:35.062530 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1533930b-bc03-4f6e-8ac1-3fa043137115 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.070438 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1533930b-bc03-4f6e-8ac1-3fa043137115 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.073100 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1533930b-bc03-4f6e-8ac1-3fa043137115 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] 10.222.0.90 "DELETE /v2.0/networks/fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03 HTTP/1.1" status: 204 len: 168 time: 0.7797470 Feb 16 12:44:35.085795 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533930b-bc03-4f6e-8ac1-3fa043137115 tempest-AllowedAddressPairTestJSON-1883702436 tempest-AllowedAddressPairTestJSON-1883702436-project] Pushing event deleted for resources: {'Network': ['ID=fe16e7c8-ede5-4ee1-9f38-9b82c1b11c03,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:35.115118 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-cbb600eb-c3be-4300-9cd6-57e7031922f1 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.1334240 Feb 16 12:44:35.118600 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60608) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:35.181124 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb600eb-c3be-4300-9cd6-57e7031922f1 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Pushing event updated for resources: {'Network': ['ID=b8c82ab2-c296-425c-9e43-5d2fd0763e4c,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:35.195223 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network b8c82ab2-c296-425c-9e43-5d2fd0763e4c details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:44:35.220272 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67b7e2f5-276a-478e-9230-bb93eb0fdfa6 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.223554 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67b7e2f5-276a-478e-9230-bb93eb0fdfa6 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.224751 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-67b7e2f5-276a-478e-9230-bb93eb0fdfa6 tempest-FloatingIPAdminTestJSON-1999348377 tempest-FloatingIPAdminTestJSON-1999348377-project] 10.222.0.90 "DELETE /v2.0/floatingips/1e388ddc-f6b5-43af-8c13-ad1e6dc4106a HTTP/1.1" status: 204 len: 168 time: 1.8648362 Feb 16 12:44:35.328130 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb600eb-c3be-4300-9cd6-57e7031922f1 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Pushing event updated for resources: {'Network': ['ID=7a70d555-754b-4e9d-ac34-47f08a4f32cc,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:35.335339 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7a29b3-3d32-4732-ba0e-7735277eca71 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:35.344378 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7a29b3-3d32-4732-ba0e-7735277eca71 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:35.345593 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 7a70d555-754b-4e9d-ac34-47f08a4f32cc details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:44:35.353604 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7a29b3-3d32-4732-ba0e-7735277eca71 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:35.361103 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7a29b3-3d32-4732-ba0e-7735277eca71 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:35.363475 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6b7a29b3-3d32-4732-ba0e-7735277eca71 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2437379 Feb 16 12:44:35.366654 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60614) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:35.470270 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bb999c9d-e0ac-4976-a352-dbe2fefb14a1 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.493650 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60618) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:35.522709 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-76ae8d2b-8332-4318-b4c2-8b786737def3 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.547099 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-76ae8d2b-8332-4318-b4c2-8b786737def3 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.579878 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bb999c9d-e0ac-4976-a352-dbe2fefb14a1 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.589262 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60622) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:35.601509 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db1c981d-f022-4424-b223-3ae83b1b37a3 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.608518 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-bb999c9d-e0ac-4976-a352-dbe2fefb14a1 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8c82ab2-c296-425c-9e43-5d2fd0763e4c']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:35.619530 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-bb999c9d-e0ac-4976-a352-dbe2fefb14a1 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c71be425-f8c2-4034-8f1f-3379d454fe41') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:35.619963 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-bb999c9d-e0ac-4976-a352-dbe2fefb14a1 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c71be425-f8c2-4034-8f1f-3379d454fe41') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:35.632839 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bb999c9d-e0ac-4976-a352-dbe2fefb14a1 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.651034 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bb999c9d-e0ac-4976-a352-dbe2fefb14a1 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.660602 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb999c9d-e0ac-4976-a352-dbe2fefb14a1 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:35.661434 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bb999c9d-e0ac-4976-a352-dbe2fefb14a1 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.666468 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:44:35.666468 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:35.666468 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:44:35.666468 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:35.666468 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:44:35.666468 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:44:35.666468 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:44:35.666468 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:35.666468 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:44:35.666468 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:35.666468 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:44:35.666468 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:35.666468 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:44:35.666468 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:44:35.666468 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:35.666468 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:44:35.666468 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:35.666468 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:44:35.666468 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:44:35.666468 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:44:35.666468 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:44:35.666468 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:44:35.666468 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:35.666468 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:35.666468 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:35.666468 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:35.666468 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:35.666468 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:35.666468 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:35.666468 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:35.666468 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:35.666468 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:35.773484 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-76ae8d2b-8332-4318-b4c2-8b786737def3 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Allocated IP 172.26.2.213 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/961d3f76-bc0c-4f0d-ab81-e5ed1d75436d) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:35.813443 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bb999c9d-e0ac-4976-a352-dbe2fefb14a1 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.829686 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bb999c9d-e0ac-4976-a352-dbe2fefb14a1 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.833434 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-bb999c9d-e0ac-4976-a352-dbe2fefb14a1 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] 10.222.0.90 "DELETE /v2.0/networks/b8c82ab2-c296-425c-9e43-5d2fd0763e4c HTTP/1.1" status: 204 len: 168 time: 0.4656680 Feb 16 12:44:35.845640 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60628) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:35.851034 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb999c9d-e0ac-4976-a352-dbe2fefb14a1 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Pushing event deleted for resources: {'Network': ['ID=b8c82ab2-c296-425c-9e43-5d2fd0763e4c,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:35.859252 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d1312223-3e63-4ca6-9957-d70cf4f40594 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=909c0f0556a54c039ac3fa1b6ab6f8a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2686045 Feb 16 12:44:35.867608 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629551f-067f-4d96-8008-863d096e1b0e req-1234bbe5-a84a-45d0-bf22-7df134a612bf tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:35.869218 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e629551f-067f-4d96-8008-863d096e1b0e req-1234bbe5-a84a-45d0-bf22-7df134a612bf tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.1415641 Feb 16 12:44:35.869782 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60630) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:35.938002 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e629551f-067f-4d96-8008-863d096e1b0e req-3667b503-fd6d-4dab-acdc-221ec0158f1d tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613866 Feb 16 12:44:35.950703 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-883e85a1-5302-47c9-8d12-008833fde149 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=16234c72ebd246afb52443ad60c2e19f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4565339 Feb 16 12:44:35.953272 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60632) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:35.968997 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4872d4c4-aa40-4949-ae28-c8060458138e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.003162 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4872d4c4-aa40-4949-ae28-c8060458138e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.041251 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a79fb8ed-6e38-4c85-90fb-a7e7ed201157 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.053809 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-664703c0-dc9b-430f-8d14-fcc0c0efd88a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.066063 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db1c981d-f022-4424-b223-3ae83b1b37a3 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.094766 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-76ae8d2b-8332-4318-b4c2-8b786737def3 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.095714 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-664703c0-dc9b-430f-8d14-fcc0c0efd88a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.112355 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4872d4c4-aa40-4949-ae28-c8060458138e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.117711 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4872d4c4-aa40-4949-ae28-c8060458138e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.119712 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-4872d4c4-aa40-4949-ae28-c8060458138e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7c08d693-3eef-429d-8aed-c2552431303b HTTP/1.1" status: 204 len: 168 time: 0.2483642 Feb 16 12:44:36.141678 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 23eae96e-2440-461f-a077-55d2d8f5f62f no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:44:36.151234 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872d4c4-aa40-4949-ae28-c8060458138e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c08d693-3eef-429d-8aed-c2552431303b,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:36.182691 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-664703c0-dc9b-430f-8d14-fcc0c0efd88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.185735 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-664703c0-dc9b-430f-8d14-fcc0c0efd88a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.189210 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-664703c0-dc9b-430f-8d14-fcc0c0efd88a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/daebbea4-d64e-4a5e-9f03-f1bbfb8665bd HTTP/1.1" status: 204 len: 168 time: 0.2325494 Feb 16 12:44:36.195309 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 23eae96e-2440-461f-a077-55d2d8f5f62f {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:44:36.195922 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 23eae96e-2440-461f-a077-55d2d8f5f62f not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:44:36.197762 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664703c0-dc9b-430f-8d14-fcc0c0efd88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daebbea4-d64e-4a5e-9f03-f1bbfb8665bd,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:36.285779 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a79fb8ed-6e38-4c85-90fb-a7e7ed201157 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.304673 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-76ae8d2b-8332-4318-b4c2-8b786737def3 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.355079 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-a79fb8ed-6e38-4c85-90fb-a7e7ed201157 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a70d555-754b-4e9d-ac34-47f08a4f32cc']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:36.377139 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ae8d2b-8332-4318-b4c2-8b786737def3 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:36.385015 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-a79fb8ed-6e38-4c85-90fb-a7e7ed201157 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fc4eca0-93fd-4786-b541-9b415da0fcea') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:36.385319 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-a79fb8ed-6e38-4c85-90fb-a7e7ed201157 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fc4eca0-93fd-4786-b541-9b415da0fcea') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:36.398196 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-76ae8d2b-8332-4318-b4c2-8b786737def3 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:36.405070 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ae8d2b-8332-4318-b4c2-8b786737def3 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:44:36.410318 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a79fb8ed-6e38-4c85-90fb-a7e7ed201157 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.414422 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae8d2b-8332-4318-b4c2-8b786737def3 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Pushing event updated for resources: {'Port': ['ID=961d3f76-bc0c-4f0d-ab81-e5ed1d75436d,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:36.458340 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a79fb8ed-6e38-4c85-90fb-a7e7ed201157 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.470426 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a79fb8ed-6e38-4c85-90fb-a7e7ed201157 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:36.470830 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a79fb8ed-6e38-4c85-90fb-a7e7ed201157 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.477661 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:44:36.477661 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:36.477661 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:44:36.477661 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:36.477661 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:44:36.477661 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:44:36.477661 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:44:36.477661 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:36.477661 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:44:36.477661 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:36.477661 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:44:36.477661 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:36.477661 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:44:36.477661 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:44:36.477661 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:36.477661 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:44:36.477661 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:36.477661 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:44:36.477661 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:44:36.477661 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:44:36.477661 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:44:36.477661 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:44:36.477661 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:36.477661 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:36.477661 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:36.477661 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:36.477661 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:36.477661 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:36.477661 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:36.477661 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:36.477661 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:36.477661 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:36.597883 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1c981d-f022-4424-b223-3ae83b1b37a3 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Router 3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:44:36.603996 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60650) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:36.616506 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2384e7d7-56f8-463a-9450-0a0ebbbb4f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.634416 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a79fb8ed-6e38-4c85-90fb-a7e7ed201157 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.681233 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a79fb8ed-6e38-4c85-90fb-a7e7ed201157 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.686934 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a79fb8ed-6e38-4c85-90fb-a7e7ed201157 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] 10.222.0.90 "DELETE /v2.0/networks/7a70d555-754b-4e9d-ac34-47f08a4f32cc HTTP/1.1" status: 204 len: 168 time: 0.8378761 Feb 16 12:44:36.687764 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60652) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:36.701993 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79fb8ed-6e38-4c85-90fb-a7e7ed201157 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Pushing event deleted for resources: {'Network': ['ID=7a70d555-754b-4e9d-ac34-47f08a4f32cc,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:36.748283 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2384e7d7-56f8-463a-9450-0a0ebbbb4f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.756919 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2384e7d7-56f8-463a-9450-0a0ebbbb4f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.826105 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2384e7d7-56f8-463a-9450-0a0ebbbb4f52 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9fddb236c92142c3893279681b9d06bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2201056 Feb 16 12:44:36.826743 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384e7d7-56f8-463a-9450-0a0ebbbb4f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a1b766-9322-4d06-9a79-a3a40443da98,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:36.828868 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60658) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:36.838752 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1c981d-f022-4424-b223-3ae83b1b37a3 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:44:36.851918 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9a9734-1b87-49fc-b280-8a2c37877b4c None None] Sync routers for ids ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:36.869482 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db1c981d-f022-4424-b223-3ae83b1b37a3 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.871421 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-db1c981d-f022-4424-b223-3ae83b1b37a3 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.4629741 Feb 16 12:44:36.871570 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9a9734-1b87-49fc-b280-8a2c37877b4c None None] Routers {'3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:44:36.872785 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-76ae8d2b-8332-4318-b4c2-8b786737def3 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.874386 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-da9a9734-1b87-49fc-b280-8a2c37877b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:36.875163 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60660) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:36.890333 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43791a3-58f3-4f1c-9001-1b9d03d38893 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:36.896322 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43791a3-58f3-4f1c-9001-1b9d03d38893 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:36.897883 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f43791a3-58f3-4f1c-9001-1b9d03d38893 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2091904 Feb 16 12:44:36.902610 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60662) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:36.919095 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-da9a9734-1b87-49fc-b280-8a2c37877b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:36.930337 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9a9734-1b87-49fc-b280-8a2c37877b4c None None] Routers {'3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:44:36.931238 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-da9a9734-1b87-49fc-b280-8a2c37877b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:36.944899 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-92a40f11-2519-4dd9-85f4-987e2265d34d tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-795730364'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:36.971773 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-da9a9734-1b87-49fc-b280-8a2c37877b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:36.973329 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9a9734-1b87-49fc-b280-8a2c37877b4c None None] The sync data for ids ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:37.000746 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c4d734ae-e938-4720-b205-802fd1251799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.008740 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a40f11-2519-4dd9-85f4-987e2265d34d tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Made reservation on behalf of 7f4d68604b7f47d3bf75020c6f04a0f1 for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:37.012109 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-92a40f11-2519-4dd9-85f4-987e2265d34d tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.054823 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92a40f11-2519-4dd9-85f4-987e2265d34d tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:37.103701 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60670) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:37.125264 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c4d734ae-e938-4720-b205-802fd1251799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.133670 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-76ae8d2b-8332-4318-b4c2-8b786737def3 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.136699 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-92a40f11-2519-4dd9-85f4-987e2265d34d tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.137037 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-92a40f11-2519-4dd9-85f4-987e2265d34d tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Added segment bb1d744a-0933-48e7-b63f-2b9d83ad25fc of type vlan for network 1b1f185a-54a7-421a-8726-9e69dd4ba26d Feb 16 12:44:37.231621 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-0b27d811-51c0-4471-afc9-7b371a8ed63d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-806433274'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:37.233394 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1037ffa-06c7-4543-adc9-13a422c06d39 req-acdcbbe6-deae-4c6a-bb13-6aa8007c0a5d tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:37.235044 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d1037ffa-06c7-4543-adc9-13a422c06d39 req-acdcbbe6-deae-4c6a-bb13-6aa8007c0a5d tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.1861181 Feb 16 12:44:37.273075 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-92a40f11-2519-4dd9-85f4-987e2265d34d tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.273770 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b27d811-51c0-4471-afc9-7b371a8ed63d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Made reservation on behalf of 70fcc45a3a8441ab94c6a943c4cc04ec for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:37.277327 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0b27d811-51c0-4471-afc9-7b371a8ed63d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.293735 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0b27d811-51c0-4471-afc9-7b371a8ed63d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.328997 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ae8d2b-8332-4318-b4c2-8b786737def3 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Router b0b1aee1-ace4-4b32-a149-3156491973a1 is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:44:37.443732 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ae8d2b-8332-4318-b4c2-8b786737def3 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:44:37.460128 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb39f26e-e718-4973-bdb5-8d87d1339648 None None] Sync routers for ids ['b0b1aee1-ace4-4b32-a149-3156491973a1'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:37.471685 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb39f26e-e718-4973-bdb5-8d87d1339648 None None] Routers {'b0b1aee1-ace4-4b32-a149-3156491973a1'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:44:37.471895 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-76ae8d2b-8332-4318-b4c2-8b786737def3 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.473446 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-eb39f26e-e718-4973-bdb5-8d87d1339648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['b0b1aee1-ace4-4b32-a149-3156491973a1'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:37.477499 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-76ae8d2b-8332-4318-b4c2-8b786737def3 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.5962241 Feb 16 12:44:37.478368 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60674) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:37.483443 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-1de8c0fb-c7df-4faf-b852-f3e03b68ed97 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'enable_snat': False}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:37.525060 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-eb39f26e-e718-4973-bdb5-8d87d1339648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:37.537888 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb39f26e-e718-4973-bdb5-8d87d1339648 None None] Routers {'b0b1aee1-ace4-4b32-a149-3156491973a1'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:44:37.538502 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-eb39f26e-e718-4973-bdb5-8d87d1339648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['b0b1aee1-ace4-4b32-a149-3156491973a1'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:37.605743 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-eb39f26e-e718-4973-bdb5-8d87d1339648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:37.606328 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb39f26e-e718-4973-bdb5-8d87d1339648 None None] The sync data for ids ['b0b1aee1-ace4-4b32-a149-3156491973a1'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:37.696726 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-92a40f11-2519-4dd9-85f4-987e2265d34d tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.702188 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a40f11-2519-4dd9-85f4-987e2265d34d tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:37.702813 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-92a40f11-2519-4dd9-85f4-987e2265d34d tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.727172 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c4d734ae-e938-4720-b205-802fd1251799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.729726 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c4d734ae-e938-4720-b205-802fd1251799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.734074 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c4d734ae-e938-4720-b205-802fd1251799 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/44a1b766-9322-4d06-9a79-a3a40443da98 HTTP/1.1" status: 204 len: 168 time: 0.8990359 Feb 16 12:44:37.749236 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-92a40f11-2519-4dd9-85f4-987e2265d34d tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8111925 Feb 16 12:44:37.763836 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60678) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:37.779049 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-11718e53-f573-45d1-88fa-da1e41f843be tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2065779359'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:37.803103 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d1037ffa-06c7-4543-adc9-13a422c06d39 req-be183de0-9c79-40dc-97b3-0866e860ee36 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5273168 Feb 16 12:44:37.847997 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d734ae-e938-4720-b205-802fd1251799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a1b766-9322-4d06-9a79-a3a40443da98,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:37.916771 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a40f11-2519-4dd9-85f4-987e2265d34d tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Pushing event updated for resources: {'Network': ['ID=1b1f185a-54a7-421a-8726-9e69dd4ba26d,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:37.921624 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11718e53-f573-45d1-88fa-da1e41f843be tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Made reservation on behalf of 7f4d68604b7f47d3bf75020c6f04a0f1 for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:37.925145 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-11718e53-f573-45d1-88fa-da1e41f843be tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.931924 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 1b1f185a-54a7-421a-8726-9e69dd4ba26d details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:44:38.007370 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11718e53-f573-45d1-88fa-da1e41f843be tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:38.031627 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-11718e53-f573-45d1-88fa-da1e41f843be tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.032007 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-11718e53-f573-45d1-88fa-da1e41f843be tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Added segment f88dbd1b-ecd4-4449-bd99-cdd39f1ebf46 of type vlan for network 027df35f-19a6-4eb9-a3e3-9a4aecdcdc4e Feb 16 12:44:38.106203 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-11718e53-f573-45d1-88fa-da1e41f843be tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.134022 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0b27d811-51c0-4471-afc9-7b371a8ed63d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.139361 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0b27d811-51c0-4471-afc9-7b371a8ed63d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.169713 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-11718e53-f573-45d1-88fa-da1e41f843be tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.176459 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11718e53-f573-45d1-88fa-da1e41f843be tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:38.177153 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-11718e53-f573-45d1-88fa-da1e41f843be tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.179406 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60682) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:38.200760 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b27d811-51c0-4471-afc9-7b371a8ed63d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:38.225157 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0b27d811-51c0-4471-afc9-7b371a8ed63d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.225757 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-0b27d811-51c0-4471-afc9-7b371a8ed63d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Added segment 0730a85a-d816-44b4-897c-cc5f3bb01727 of type vlan for network 7c058952-6289-4dc6-9bde-ef9abb4926ac Feb 16 12:44:38.228777 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b27d811-51c0-4471-afc9-7b371a8ed63d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3f1573-fd9a-4ada-86ee-2af056716888,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:38.267203 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c4f1948e-fb4b-4af1-b119-ba01b8d7d09b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.273614 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1de8c0fb-c7df-4faf-b852-f3e03b68ed97 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.281647 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-11718e53-f573-45d1-88fa-da1e41f843be tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5158143 Feb 16 12:44:38.284875 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0b27d811-51c0-4471-afc9-7b371a8ed63d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.287090 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60684) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:38.300110 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-405ad15d-bbf5-4fe6-b856-2809bfdd73ab tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Request body: {'ports': [{'network_id': '1b1f185a-54a7-421a-8726-9e69dd4ba26d', 'name': 'tempest-port--642129223', 'admin_state_up': True}, {'network_id': '027df35f-19a6-4eb9-a3e3-9a4aecdcdc4e', 'admin_state_up': False}]} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:38.300441 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-405ad15d-bbf5-4fe6-b856-2809bfdd73ab tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Request body: {'port': {'network_id': '1b1f185a-54a7-421a-8726-9e69dd4ba26d', 'name': 'tempest-port--642129223', 'admin_state_up': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:38.301439 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-405ad15d-bbf5-4fe6-b856-2809bfdd73ab tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Request body: {'port': {'network_id': '027df35f-19a6-4eb9-a3e3-9a4aecdcdc4e', 'admin_state_up': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:38.307832 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11718e53-f573-45d1-88fa-da1e41f843be tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Pushing event updated for resources: {'Network': ['ID=027df35f-19a6-4eb9-a3e3-9a4aecdcdc4e,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:38.322002 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 027df35f-19a6-4eb9-a3e3-9a4aecdcdc4e details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:44:38.323620 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d466fb7d-c56d-49a6-8a1e-3ad8cddccb50 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.429041 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0b27d811-51c0-4471-afc9-7b371a8ed63d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.434449 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b27d811-51c0-4471-afc9-7b371a8ed63d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:38.435055 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0b27d811-51c0-4471-afc9-7b371a8ed63d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.505535 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c4f1948e-fb4b-4af1-b119-ba01b8d7d09b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.525630 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c4f1948e-fb4b-4af1-b119-ba01b8d7d09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.560651 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0b27d811-51c0-4471-afc9-7b371a8ed63d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4436281 Feb 16 12:44:38.587860 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b27d811-51c0-4471-afc9-7b371a8ed63d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event updated for resources: {'Network': ['ID=7c058952-6289-4dc6-9bde-ef9abb4926ac,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:38.601059 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 7c058952-6289-4dc6-9bde-ef9abb4926ac details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:44:38.638559 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c4f1948e-fb4b-4af1-b119-ba01b8d7d09b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=cf7d66020fbd4be098d9b4b173989908&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4533210 Feb 16 12:44:38.645814 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60686) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:38.654084 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1948e-fb4b-4af1-b119-ba01b8d7d09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9807455f-4330-481f-b1f7-06b04a08553f,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:38.698503 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405ad15d-bbf5-4fe6-b856-2809bfdd73ab tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Made reservation on behalf of 7f4d68604b7f47d3bf75020c6f04a0f1 for: {'port': 2} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:38.706318 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-405ad15d-bbf5-4fe6-b856-2809bfdd73ab tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.735730 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-405ad15d-bbf5-4fe6-b856-2809bfdd73ab tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.769680 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-d466fb7d-c56d-49a6-8a1e-3ad8cddccb50 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Allocated IP 172.20.0.1 (b6a76a54-150d-46b0-a7ca-74d9770bd04b/4ef89f55-012a-4c64-9128-1e6c29cc58ac/8b277b07-afbe-4c7c-acbc-b86b19df2091) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:38.843984 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f8fa7597-d62f-40dc-8ddb-441f80820e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.935836 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d466fb7d-c56d-49a6-8a1e-3ad8cddccb50 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.943373 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f8fa7597-d62f-40dc-8ddb-441f80820e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.961662 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b157e30-3931-4940-b7e3-439e54e42df1 req-dde5fc44-0ee6-48b1-8e2e-1140cabfe071 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:38.963150 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1b157e30-3931-4940-b7e3-439e54e42df1 req-dde5fc44-0ee6-48b1-8e2e-1140cabfe071 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.0812478 Feb 16 12:44:39.014709 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1b157e30-3931-4940-b7e3-439e54e42df1 req-83b81a2a-bb21-4b31-b929-27087cbac837 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380893 Feb 16 12:44:39.016309 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d466fb7d-c56d-49a6-8a1e-3ad8cddccb50 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:39.073270 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d466fb7d-c56d-49a6-8a1e-3ad8cddccb50 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Network b6a76a54-150d-46b0-a7ca-74d9770bd04b is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:39.076784 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-d466fb7d-c56d-49a6-8a1e-3ad8cddccb50 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:39.077069 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-405ad15d-bbf5-4fe6-b856-2809bfdd73ab tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] device_id is not set on port 36d97e0d-2e7b-4b47-8044-eda69c317f0f yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:44:39.083776 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d466fb7d-c56d-49a6-8a1e-3ad8cddccb50 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:44:39.129542 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466fb7d-c56d-49a6-8a1e-3ad8cddccb50 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event updated for resources: {'Port': ['ID=8b277b07-afbe-4c7c-acbc-b86b19df2091,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:39.145866 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f8fa7597-d62f-40dc-8ddb-441f80820e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:39.148371 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d466fb7d-c56d-49a6-8a1e-3ad8cddccb50 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:39.148587 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f8fa7597-d62f-40dc-8ddb-441f80820e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:39.152466 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f8fa7597-d62f-40dc-8ddb-441f80820e37 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/9807455f-4330-481f-b1f7-06b04a08553f HTTP/1.1" status: 204 len: 168 time: 0.5055451 Feb 16 12:44:39.182663 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa7597-d62f-40dc-8ddb-441f80820e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9807455f-4330-481f-b1f7-06b04a08553f,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:39.319576 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-405ad15d-bbf5-4fe6-b856-2809bfdd73ab tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:39.363235 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d466fb7d-c56d-49a6-8a1e-3ad8cddccb50 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:39.386139 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1de8c0fb-c7df-4faf-b852-f3e03b68ed97 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3843129', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3843523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28061'] for router, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:39.391394 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1de8c0fb-c7df-4faf-b852-f3e03b68ed97 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3843106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3843115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3843959'] for router, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:39.408201 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-405ad15d-bbf5-4fe6-b856-2809bfdd73ab tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] device_id is not set on port 8c2bf267-9e38-474f-96d9-aeac547b6990 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:44:39.542364 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de8c0fb-c7df-4faf-b852-f3e03b68ed97 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Router b0b1aee1-ace4-4b32-a149-3156491973a1 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:44:39.648512 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-405ad15d-bbf5-4fe6-b856-2809bfdd73ab tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:39.731524 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de8c0fb-c7df-4faf-b852-f3e03b68ed97 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:44:39.737003 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1de8c0fb-c7df-4faf-b852-f3e03b68ed97 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:39.738549 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1de8c0fb-c7df-4faf-b852-f3e03b68ed97 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] 10.222.0.90 "PUT /v2.0/routers/b0b1aee1-ace4-4b32-a149-3156491973a1 HTTP/1.1" status: 200 len: 921 time: 2.2587249 Feb 16 12:44:39.741652 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60702) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:39.747055 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30de49fc-dd00-432e-8804-7453c89a8e3b None None] Sync routers for ids ['b0b1aee1-ace4-4b32-a149-3156491973a1'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:39.751396 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-405ad15d-bbf5-4fe6-b856-2809bfdd73ab tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:39.765456 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30de49fc-dd00-432e-8804-7453c89a8e3b None None] Routers {'b0b1aee1-ace4-4b32-a149-3156491973a1'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:44:39.766482 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-30de49fc-dd00-432e-8804-7453c89a8e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['b0b1aee1-ace4-4b32-a149-3156491973a1'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:39.823334 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d466fb7d-c56d-49a6-8a1e-3ad8cddccb50 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:39.838532 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d466fb7d-c56d-49a6-8a1e-3ad8cddccb50 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:39.859941 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-30de49fc-dd00-432e-8804-7453c89a8e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:39.877564 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ad15d-bbf5-4fe6-b856-2809bfdd73ab tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Pushing event updated for resources: {'Port': ['ID=36d97e0d-2e7b-4b47-8044-eda69c317f0f,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:39.898326 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30de49fc-dd00-432e-8804-7453c89a8e3b None None] Routers {'b0b1aee1-ace4-4b32-a149-3156491973a1'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:44:39.899753 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-30de49fc-dd00-432e-8804-7453c89a8e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['b0b1aee1-ace4-4b32-a149-3156491973a1'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:39.905140 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ad15d-bbf5-4fe6-b856-2809bfdd73ab tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Checking segment: {'id': 'bb1d744a-0933-48e7-b63f-2b9d83ad25fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1b1f185a-54a7-421a-8726-9e69dd4ba26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:44:39.905499 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405ad15d-bbf5-4fe6-b856-2809bfdd73ab tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Network hostable DHCP agents. Network: 1b1f185a-54a7-421a-8726-9e69dd4ba26d, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:39.921363 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ed788c7f-6a90-4b07-baac-79e4262cdaed tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] 10.222.0.90 "GET /v2.0/routers/b0b1aee1-ace4-4b32-a149-3156491973a1 HTTP/1.1" status: 200 len: 921 time: 0.1788919 Feb 16 12:44:39.921954 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60710) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:39.967120 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d466fb7d-c56d-49a6-8a1e-3ad8cddccb50 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:39.993378 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405ad15d-bbf5-4fe6-b856-2809bfdd73ab tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Network 1b1f185a-54a7-421a-8726-9e69dd4ba26d is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:40.027070 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-405ad15d-bbf5-4fe6-b856-2809bfdd73ab tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 1b1f185a-54a7-421a-8726-9e69dd4ba26d) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:40.044031 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405ad15d-bbf5-4fe6-b856-2809bfdd73ab tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:44:40.045196 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-405ad15d-bbf5-4fe6-b856-2809bfdd73ab tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.048190 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb24b03-428e-4dcd-afe4-2d0e8cc0af6e tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:40.057820 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8eb24b03-428e-4dcd-afe4-2d0e8cc0af6e tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] 10.222.0.90 "GET /v2.0/ports?network_id=a08a3d1b-2e35-4b18-9cb0-756d355083e6&device_id=b0b1aee1-ace4-4b32-a149-3156491973a1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1325483 Feb 16 12:44:40.061260 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60716) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:40.142640 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466fb7d-c56d-49a6-8a1e-3ad8cddccb50 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event updated for resources: {'Port': ['ID=8b277b07-afbe-4c7c-acbc-b86b19df2091,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:40.215340 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60718) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:40.229636 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff31ef4-7f58-431d-9bcf-54ef4c084525 req-14ed3295-bd6c-42d8-9db0-ff661ce4aee6 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:40.237603 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-cff31ef4-7f58-431d-9bcf-54ef4c084525 req-14ed3295-bd6c-42d8-9db0-ff661ce4aee6 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.0847306 Feb 16 12:44:40.246075 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2128c4-2c13-45d6-8469-346d6ca34733 None None] Network 1b1f185a-54a7-421a-8726-9e69dd4ba26d requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:44:40.282076 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d466fb7d-c56d-49a6-8a1e-3ad8cddccb50 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Network b6a76a54-150d-46b0-a7ca-74d9770bd04b is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:40.287628 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-d466fb7d-c56d-49a6-8a1e-3ad8cddccb50 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:40.299804 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6ebe3b-18e9-43ae-b61f-d2c9189b9ae9 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:40.308444 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fa6ebe3b-18e9-43ae-b61f-d2c9189b9ae9 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] 10.222.0.90 "GET /v2.0/networks/a08a3d1b-2e35-4b18-9cb0-756d355083e6 HTTP/1.1" status: 200 len: 881 time: 0.2435927 Feb 16 12:44:40.320657 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-cff31ef4-7f58-431d-9bcf-54ef4c084525 req-2a650512-842c-4069-a218-e09fe88d5197 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726476 Feb 16 12:44:40.352158 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60722) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:40.354561 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ad15d-bbf5-4fe6-b856-2809bfdd73ab tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Pushing event updated for resources: {'Port': ['ID=8c2bf267-9e38-474f-96d9-aeac547b6990,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:40.375003 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-30de49fc-dd00-432e-8804-7453c89a8e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:40.380002 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30de49fc-dd00-432e-8804-7453c89a8e3b None None] The sync data for ids ['b0b1aee1-ace4-4b32-a149-3156491973a1'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:40.409224 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1c761af8-1dac-4231-80c3-201121988e04 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] 10.222.0.90 "GET /v2.0/ports?device_id=b0b1aee1-ace4-4b32-a149-3156491973a1 HTTP/1.1" status: 200 len: 205 time: 0.0484960 Feb 16 12:44:40.412347 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60726) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:40.439988 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-ce4910fc-9553-4420-94c9-892090e463fa tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Request body: {'networks': [{'name': 'tempest-network--1112842354'}, {'name': 'tempest-network--370355023'}]} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:40.440302 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-ce4910fc-9553-4420-94c9-892090e463fa tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Request body: {'network': {'name': 'tempest-network--1112842354'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:40.440715 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-ce4910fc-9553-4420-94c9-892090e463fa tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Request body: {'network': {'name': 'tempest-network--370355023'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:40.486173 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ad15d-bbf5-4fe6-b856-2809bfdd73ab tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Checking segment: {'id': 'f88dbd1b-ecd4-4449-bd99-cdd39f1ebf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '027df35f-19a6-4eb9-a3e3-9a4aecdcdc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:44:40.486549 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405ad15d-bbf5-4fe6-b856-2809bfdd73ab tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Network hostable DHCP agents. Network: 027df35f-19a6-4eb9-a3e3-9a4aecdcdc4e, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:40.489941 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4910fc-9553-4420-94c9-892090e463fa tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Made reservation on behalf of ddb8c80eeab343009568c0b34c4c460f for: {'network': 2} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:40.494881 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce4910fc-9553-4420-94c9-892090e463fa tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.506486 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce4910fc-9553-4420-94c9-892090e463fa tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.527500 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d466fb7d-c56d-49a6-8a1e-3ad8cddccb50 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Router 3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:44:40.696243 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce4910fc-9553-4420-94c9-892090e463fa tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.701878 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce4910fc-9553-4420-94c9-892090e463fa tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.702351 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce4910fc-9553-4420-94c9-892090e463fa tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.707996 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d466fb7d-c56d-49a6-8a1e-3ad8cddccb50 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:44:40.716433 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d466fb7d-c56d-49a6-8a1e-3ad8cddccb50 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "PUT /v2.0/routers/3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8380311 Feb 16 12:44:40.719360 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60728) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:40.725077 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6510d59-8eb1-4cca-bbf1-3ffe526e2eee None None] Sync routers for ids ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:40.725699 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-54a53d5b-5d6b-4a01-bbfc-18ee7fbeea99 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Request body: {'port': {'network_id': 'b6a76a54-150d-46b0-a7ca-74d9770bd04b', 'name': 'tempest-FloatingIPTestJSON-1944976989'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:40.747173 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6510d59-8eb1-4cca-bbf1-3ffe526e2eee None None] Routers {'3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:44:40.748409 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-a6510d59-8eb1-4cca-bbf1-3ffe526e2eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:40.803084 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-a6510d59-8eb1-4cca-bbf1-3ffe526e2eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:40.814647 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405ad15d-bbf5-4fe6-b856-2809bfdd73ab tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Network 027df35f-19a6-4eb9-a3e3-9a4aecdcdc4e is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:40.817061 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4910fc-9553-4420-94c9-892090e463fa tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ea05f5-1b32-48de-bdf7-4c14dad8e337,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:40.827790 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce4910fc-9553-4420-94c9-892090e463fa tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:40.831805 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6510d59-8eb1-4cca-bbf1-3ffe526e2eee None None] Routers {'3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:44:40.832967 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-a6510d59-8eb1-4cca-bbf1-3ffe526e2eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:40.853303 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3b1478f8-a351-4b74-ace9-ea09ba72e6be tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.853785 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce4910fc-9553-4420-94c9-892090e463fa tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.854139 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-ce4910fc-9553-4420-94c9-892090e463fa tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Added segment 5fd070f5-61ea-4797-8e3e-edcf71f90f95 of type vlan for network 0ad40adc-80d8-4e72-8b18-ac2458b34f1c Feb 16 12:44:40.855785 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-405ad15d-bbf5-4fe6-b856-2809bfdd73ab tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 027df35f-19a6-4eb9-a3e3-9a4aecdcdc4e) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:40.869585 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0e1596-bbaa-4b89-b57b-0c7ab42dc599 None None] Network 027df35f-19a6-4eb9-a3e3-9a4aecdcdc4e requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:44:40.890500 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405ad15d-bbf5-4fe6-b856-2809bfdd73ab tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:44:40.897296 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405ad15d-bbf5-4fe6-b856-2809bfdd73ab tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:40.902745 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405ad15d-bbf5-4fe6-b856-2809bfdd73ab tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:40.903456 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-405ad15d-bbf5-4fe6-b856-2809bfdd73ab tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.934066 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-a6510d59-8eb1-4cca-bbf1-3ffe526e2eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:40.935308 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6510d59-8eb1-4cca-bbf1-3ffe526e2eee None None] The sync data for ids ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:40.958574 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce4910fc-9553-4420-94c9-892090e463fa tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.975506 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-405ad15d-bbf5-4fe6-b856-2809bfdd73ab tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.6873419 Feb 16 12:44:40.984606 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60730) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:41.021142 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce4910fc-9553-4420-94c9-892090e463fa tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:41.027648 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a53d5b-5d6b-4a01-bbfc-18ee7fbeea99 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Made reservation on behalf of 6647fb2f59f54c42932ca2327a418c5c for: {'port': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:41.031268 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-54a53d5b-5d6b-4a01-bbfc-18ee7fbeea99 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.043184 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce4910fc-9553-4420-94c9-892090e463fa tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.043544 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-ce4910fc-9553-4420-94c9-892090e463fa tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Added segment e35f21d7-58d7-4baa-a5f3-d82a1c7c0a50 of type vlan for network 7d16f3a0-a244-4d44-9939-e4f445312eb2 Feb 16 12:44:41.077425 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-54a53d5b-5d6b-4a01-bbfc-18ee7fbeea99 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] device_id is not set on port 4df6326d-7562-4afa-ab19-55f594e53804 yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:44:41.091503 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3b1478f8-a351-4b74-ace9-ea09ba72e6be tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.108913 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1592b316-a117-4d50-83e2-95e85dc49e73 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:41.115801 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1592b316-a117-4d50-83e2-95e85dc49e73 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:41.120687 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1592b316-a117-4d50-83e2-95e85dc49e73 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1319716 Feb 16 12:44:41.121538 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60732) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:41.127945 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce4910fc-9553-4420-94c9-892090e463fa tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.192867 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce4910fc-9553-4420-94c9-892090e463fa tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.193368 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce4910fc-9553-4420-94c9-892090e463fa tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.198695 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4910fc-9553-4420-94c9-892090e463fa tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:41.204321 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4910fc-9553-4420-94c9-892090e463fa tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:41.204972 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce4910fc-9553-4420-94c9-892090e463fa tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.233828 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-3b1478f8-a351-4b74-ace9-ea09ba72e6be tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Deleting port 961d3f76-bc0c-4f0d-ab81-e5ed1d75436d {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:44:41.234163 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3b1478f8-a351-4b74-ace9-ea09ba72e6be tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.272843 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ce4910fc-9553-4420-94c9-892090e463fa tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0330582 Feb 16 12:44:41.276265 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60734) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:41.295265 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-54a53d5b-5d6b-4a01-bbfc-18ee7fbeea99 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Allocated IP 172.20.0.8 (b6a76a54-150d-46b0-a7ca-74d9770bd04b/4ef89f55-012a-4c64-9128-1e6c29cc58ac/4df6326d-7562-4afa-ab19-55f594e53804) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:41.297574 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4910fc-9553-4420-94c9-892090e463fa tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Pushing event updated for resources: {'Network': ['ID=0ad40adc-80d8-4e72-8b18-ac2458b34f1c,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:41.318096 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 0ad40adc-80d8-4e72-8b18-ac2458b34f1c details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:44:41.366818 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-18738233-20d3-4c5d-838c-c337ff237777 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Deleting port 36d97e0d-2e7b-4b47-8044-eda69c317f0f {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:44:41.367427 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-18738233-20d3-4c5d-838c-c337ff237777 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.487373 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4910fc-9553-4420-94c9-892090e463fa tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Pushing event updated for resources: {'Network': ['ID=7d16f3a0-a244-4d44-9939-e4f445312eb2,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:41.510310 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 7d16f3a0-a244-4d44-9939-e4f445312eb2 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:44:41.523023 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3b1478f8-a351-4b74-ace9-ea09ba72e6be tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.572984 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288edb4-b29a-4888-840e-98465851dd1b req-4d0435e9-2dc3-49cf-a0c4-98820087f19a tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:41.574635 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e288edb4-b29a-4888-840e-98465851dd1b req-4d0435e9-2dc3-49cf-a0c4-98820087f19a tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.1281531 Feb 16 12:44:41.575302 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-18738233-20d3-4c5d-838c-c337ff237777 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.582693 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-3b1478f8-a351-4b74-ace9-ea09ba72e6be tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Calling delete_port for 961d3f76-bc0c-4f0d-ab81-e5ed1d75436d owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:44:41.605446 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-18738233-20d3-4c5d-838c-c337ff237777 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Calling delete_port for 36d97e0d-2e7b-4b47-8044-eda69c317f0f owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:44:41.615346 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45981688-2704-4c55-8631-0f4f33efe08c tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:41.621980 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45981688-2704-4c55-8631-0f4f33efe08c tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:41.628589 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45981688-2704-4c55-8631-0f4f33efe08c tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:41.635143 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45981688-2704-4c55-8631-0f4f33efe08c tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:41.639393 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-45981688-2704-4c55-8631-0f4f33efe08c tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3593874 Feb 16 12:44:41.640599 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60738) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:41.645464 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e288edb4-b29a-4888-840e-98465851dd1b req-8939ca62-099e-4cdb-bca7-b07dc88e4765 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557773 Feb 16 12:44:41.744116 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-54a53d5b-5d6b-4a01-bbfc-18ee7fbeea99 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.765859 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-37ae7179-f5a7-460e-8250-337c6713318f tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.873766 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-54a53d5b-5d6b-4a01-bbfc-18ee7fbeea99 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.884115 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-37ae7179-f5a7-460e-8250-337c6713318f tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.898090 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-18738233-20d3-4c5d-838c-c337ff237777 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.912406 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3b1478f8-a351-4b74-ace9-ea09ba72e6be tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.939042 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60740) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:41.945378 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18738233-20d3-4c5d-838c-c337ff237777 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Pushing event deleted for resources: {'Port': ['ID=36d97e0d-2e7b-4b47-8044-eda69c317f0f,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:41.953818 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-0d2ccd3a-0623-4579-8be5-0268fa23445c tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Request body: {'subnet': {'network_id': '7c058952-6289-4dc6-9bde-ef9abb4926ac', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:41.958932 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-18738233-20d3-4c5d-838c-c337ff237777 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.959147 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-37ae7179-f5a7-460e-8250-337c6713318f tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ad40adc-80d8-4e72-8b18-ac2458b34f1c']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:41.962144 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-18738233-20d3-4c5d-838c-c337ff237777 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] 10.222.0.90 "DELETE /v2.0/ports/36d97e0d-2e7b-4b47-8044-eda69c317f0f HTTP/1.1" status: 204 len: 168 time: 0.8395288 Feb 16 12:44:41.974308 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60744) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:41.975763 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a53d5b-5d6b-4a01-bbfc-18ee7fbeea99 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Network b6a76a54-150d-46b0-a7ca-74d9770bd04b is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:41.982188 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1478f8-a351-4b74-ace9-ea09ba72e6be tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Pushing event deleted for resources: {'Port': ['ID=961d3f76-bc0c-4f0d-ab81-e5ed1d75436d,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:42.002609 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-37ae7179-f5a7-460e-8250-337c6713318f tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fd070f5-61ea-4797-8e3e-edcf71f90f95') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:42.002993 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-37ae7179-f5a7-460e-8250-337c6713318f tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fd070f5-61ea-4797-8e3e-edcf71f90f95') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:42.004992 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-54a53d5b-5d6b-4a01-bbfc-18ee7fbeea99 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:42.044061 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a53d5b-5d6b-4a01-bbfc-18ee7fbeea99 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:44:42.048277 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-37ae7179-f5a7-460e-8250-337c6713318f tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.063546 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3b1478f8-a351-4b74-ace9-ea09ba72e6be tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.076727 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a53d5b-5d6b-4a01-bbfc-18ee7fbeea99 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event updated for resources: {'Port': ['ID=4df6326d-7562-4afa-ab19-55f594e53804,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:42.130386 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-37ae7179-f5a7-460e-8250-337c6713318f tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.163287 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3b1478f8-a351-4b74-ace9-ea09ba72e6be tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.165598 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3b1478f8-a351-4b74-ace9-ea09ba72e6be tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.175104 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ae7179-f5a7-460e-8250-337c6713318f tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:42.175674 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-37ae7179-f5a7-460e-8250-337c6713318f tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.188504 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:44:42.188504 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:42.188504 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:44:42.188504 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:42.188504 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:44:42.188504 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:44:42.188504 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:44:42.188504 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:42.188504 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:44:42.188504 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:42.188504 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:44:42.188504 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:42.188504 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:44:42.188504 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:44:42.188504 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:42.188504 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:44:42.188504 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:42.188504 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:44:42.188504 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:44:42.188504 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:44:42.188504 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:44:42.188504 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:44:42.188504 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:42.188504 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:42.188504 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:42.188504 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:42.188504 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:42.188504 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:42.188504 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:42.188504 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:42.188504 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:42.188504 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:42.210400 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a53d5b-5d6b-4a01-bbfc-18ee7fbeea99 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:42.211034 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-54a53d5b-5d6b-4a01-bbfc-18ee7fbeea99 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.219956 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3b1478f8-a351-4b74-ace9-ea09ba72e6be tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.220591 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1478f8-a351-4b74-ace9-ea09ba72e6be tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Fanout notify agent at l3_agent the message router_deleted on router b0b1aee1-ace4-4b32-a149-3156491973a1 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:44:42.228447 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3b1478f8-a351-4b74-ace9-ea09ba72e6be tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.233185 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3b1478f8-a351-4b74-ace9-ea09ba72e6be tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] 10.222.0.90 "DELETE /v2.0/routers/b0b1aee1-ace4-4b32-a149-3156491973a1 HTTP/1.1" status: 204 len: 168 time: 1.8160641 Feb 16 12:44:42.233549 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60746) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:42.238508 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-0bd9642d-3c27-4bac-8f78-566c210bb36d tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2127712924', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:42.277845 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0bd9642d-3c27-4bac-8f78-566c210bb36d tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.278937 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-54a53d5b-5d6b-4a01-bbfc-18ee7fbeea99 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5585234 Feb 16 12:44:42.279090 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0bd9642d-3c27-4bac-8f78-566c210bb36d tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.282821 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-37ae7179-f5a7-460e-8250-337c6713318f tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.285883 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60748) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:42.292479 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-94b9342e-3fae-4a38-a39a-4852f103b909 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Request body: {'port': {'network_id': 'b6a76a54-150d-46b0-a7ca-74d9770bd04b', 'name': 'tempest-FloatingIPTestJSON-1728094333'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:42.294875 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-37ae7179-f5a7-460e-8250-337c6713318f tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.298028 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-37ae7179-f5a7-460e-8250-337c6713318f tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] 10.222.0.90 "DELETE /v2.0/networks/0ad40adc-80d8-4e72-8b18-ac2458b34f1c HTTP/1.1" status: 204 len: 168 time: 0.6563711 Feb 16 12:44:42.301411 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60750) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:42.316946 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2ccd3a-0623-4579-8be5-0268fa23445c tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Made reservation on behalf of 70fcc45a3a8441ab94c6a943c4cc04ec for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:42.320674 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0d2ccd3a-0623-4579-8be5-0268fa23445c tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.324990 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae7179-f5a7-460e-8250-337c6713318f tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Pushing event deleted for resources: {'Network': ['ID=0ad40adc-80d8-4e72-8b18-ac2458b34f1c,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:42.386594 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-0f40eabd-527f-4b94-9f33-d85e61fb9e9e tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Deleting port 8c2bf267-9e38-474f-96d9-aeac547b6990 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:44:42.386898 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0f40eabd-527f-4b94-9f33-d85e61fb9e9e tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.454710 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0bd9642d-3c27-4bac-8f78-566c210bb36d tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.469946 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0bd9642d-3c27-4bac-8f78-566c210bb36d tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.484846 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0f40eabd-527f-4b94-9f33-d85e61fb9e9e tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.487913 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-54ec2ea1-187d-41ce-a6ef-0268188e51e1 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.500253 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-0f40eabd-527f-4b94-9f33-d85e61fb9e9e tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Calling delete_port for 8c2bf267-9e38-474f-96d9-aeac547b6990 owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:44:42.517923 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0bd9642d-3c27-4bac-8f78-566c210bb36d tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.518471 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0bd9642d-3c27-4bac-8f78-566c210bb36d tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2838466 Feb 16 12:44:42.522171 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60754) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:42.527041 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-efc24c46-a7f0-4a8f-9cca-dda4601f823c tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:42.655824 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0d2ccd3a-0623-4579-8be5-0268fa23445c tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.705458 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ccd3a-0623-4579-8be5-0268fa23445c tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event updated for resources: {'Subnet': ['ID=2a35e762-6e0b-489a-93c1-4a9cca8f5920,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:42.721282 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0f40eabd-527f-4b94-9f33-d85e61fb9e9e tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.743055 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-54ec2ea1-187d-41ce-a6ef-0268188e51e1 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.780259 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f40eabd-527f-4b94-9f33-d85e61fb9e9e tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Pushing event deleted for resources: {'Port': ['ID=8c2bf267-9e38-474f-96d9-aeac547b6990,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:42.782168 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2ccd3a-0623-4579-8be5-0268fa23445c tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Checking segment: {'id': '0730a85a-d816-44b4-897c-cc5f3bb01727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7c058952-6289-4dc6-9bde-ef9abb4926ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:44:42.782513 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2ccd3a-0623-4579-8be5-0268fa23445c tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Network hostable DHCP agents. Network: 7c058952-6289-4dc6-9bde-ef9abb4926ac, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:42.804450 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b9342e-3fae-4a38-a39a-4852f103b909 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Made reservation on behalf of 6647fb2f59f54c42932ca2327a418c5c for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:42.807930 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-94b9342e-3fae-4a38-a39a-4852f103b909 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.835515 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-54ec2ea1-187d-41ce-a6ef-0268188e51e1 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d16f3a0-a244-4d44-9939-e4f445312eb2']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:42.855718 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-efc24c46-a7f0-4a8f-9cca-dda4601f823c tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.864519 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-54ec2ea1-187d-41ce-a6ef-0268188e51e1 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e35f21d7-58d7-4baa-a5f3-d82a1c7c0a50') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:42.864960 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-54ec2ea1-187d-41ce-a6ef-0268188e51e1 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e35f21d7-58d7-4baa-a5f3-d82a1c7c0a50') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:42.879458 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-94b9342e-3fae-4a38-a39a-4852f103b909 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] device_id is not set on port 15052be5-9eaf-490e-baa4-c568b37ed196 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:44:42.897943 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-54ec2ea1-187d-41ce-a6ef-0268188e51e1 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.955516 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-54ec2ea1-187d-41ce-a6ef-0268188e51e1 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.993391 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54ec2ea1-187d-41ce-a6ef-0268188e51e1 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:42.993801 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-54ec2ea1-187d-41ce-a6ef-0268188e51e1 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.999793 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:44:42.999793 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:42.999793 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:44:42.999793 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:42.999793 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:44:42.999793 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:44:42.999793 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:44:42.999793 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:42.999793 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:44:42.999793 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:42.999793 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:44:42.999793 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:42.999793 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:44:42.999793 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:44:42.999793 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:42.999793 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:44:42.999793 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:42.999793 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:44:42.999793 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:44:42.999793 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:44:42.999793 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:44:42.999793 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:44:42.999793 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:42.999793 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:42.999793 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:42.999793 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:42.999793 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:42.999793 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:42.999793 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:42.999793 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:42.999793 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:42.999793 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:43.103573 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-54ec2ea1-187d-41ce-a6ef-0268188e51e1 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.112285 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0f40eabd-527f-4b94-9f33-d85e61fb9e9e tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.116097 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0f40eabd-527f-4b94-9f33-d85e61fb9e9e tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] 10.222.0.90 "DELETE /v2.0/ports/8c2bf267-9e38-474f-96d9-aeac547b6990 HTTP/1.1" status: 204 len: 168 time: 1.1378415 Feb 16 12:44:43.120948 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60758) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:43.123170 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-54ec2ea1-187d-41ce-a6ef-0268188e51e1 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.126471 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-54ec2ea1-187d-41ce-a6ef-0268188e51e1 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] 10.222.0.90 "DELETE /v2.0/networks/7d16f3a0-a244-4d44-9939-e4f445312eb2 HTTP/1.1" status: 204 len: 168 time: 0.8240275 Feb 16 12:44:43.131550 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60760) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:43.150369 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-94b9342e-3fae-4a38-a39a-4852f103b909 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Allocated IP 172.20.0.5 (b6a76a54-150d-46b0-a7ca-74d9770bd04b/4ef89f55-012a-4c64-9128-1e6c29cc58ac/15052be5-9eaf-490e-baa4-c568b37ed196) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:43.170072 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ec2ea1-187d-41ce-a6ef-0268188e51e1 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Pushing event deleted for resources: {'Network': ['ID=7d16f3a0-a244-4d44-9939-e4f445312eb2,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:43.175229 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5b7bc91b-8a89-40a8-a3c8-2a04981c8f5f tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0475235 Feb 16 12:44:43.181628 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60762) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:43.189743 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-6789ff3e-0dba-4b8a-9224-7023612cbe1e tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1856920501'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:43.199544 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2ccd3a-0623-4579-8be5-0268fa23445c tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Network 7c058952-6289-4dc6-9bde-ef9abb4926ac is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:43.218996 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b6a1c-5179-4732-a8d1-ba7d7637c057 req-6d4b4dc0-a51b-4d1b-98b3-9995003db02e tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:43.220406 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-389b6a1c-5179-4732-a8d1-ba7d7637c057 req-6d4b4dc0-a51b-4d1b-98b3-9995003db02e tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.4776564 Feb 16 12:44:43.231814 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-0d2ccd3a-0623-4579-8be5-0268fa23445c tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 7c058952-6289-4dc6-9bde-ef9abb4926ac) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:43.242134 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2ccd3a-0623-4579-8be5-0268fa23445c tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:43.242341 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9347ec2d-d38a-42cc-9c73-63cfb3e0d96f None None] Network 7c058952-6289-4dc6-9bde-ef9abb4926ac requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:44:43.242807 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0d2ccd3a-0623-4579-8be5-0268fa23445c tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.276425 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6789ff3e-0dba-4b8a-9224-7023612cbe1e tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Made reservation on behalf of 7f4d68604b7f47d3bf75020c6f04a0f1 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:43.280133 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6789ff3e-0dba-4b8a-9224-7023612cbe1e tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.316566 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0d2ccd3a-0623-4579-8be5-0268fa23445c tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3748620 Feb 16 12:44:43.321334 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60764) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:43.326437 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-c99b8eb9-7eb9-4aaf-ba99-a538f6db147a tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-406794958'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:43.332305 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-389b6a1c-5179-4732-a8d1-ba7d7637c057 req-7b7def97-8c07-4626-8b03-8cc362238891 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983768 Feb 16 12:44:43.339098 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6aae10-277e-4b6f-9d91-1bc0327dba89 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:43.345601 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6aae10-277e-4b6f-9d91-1bc0327dba89 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:43.351355 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-aa6aae10-277e-4b6f-9d91-1bc0327dba89 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2144244 Feb 16 12:44:43.352355 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60766) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:43.360343 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-d25a1f40-0ba3-4e26-a5a3-3fe21176cd00 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1701024996'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:43.396655 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25a1f40-0ba3-4e26-a5a3-3fe21176cd00 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Made reservation on behalf of ddb8c80eeab343009568c0b34c4c460f for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:43.400179 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d25a1f40-0ba3-4e26-a5a3-3fe21176cd00 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.403842 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99b8eb9-7eb9-4aaf-ba99-a538f6db147a tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Made reservation on behalf of 70fcc45a3a8441ab94c6a943c4cc04ec for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:43.407210 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c99b8eb9-7eb9-4aaf-ba99-a538f6db147a tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.438766 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3f52eb-03bb-49cc-a984-2b5e11f02a80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-7c058952-6289-4dc6-9bde-ef9abb4926ac', 'network_id': '7c058952-6289-4dc6-9bde-ef9abb4926ac', 'tenant_id': '70fcc45a3a8441ab94c6a943c4cc04ec', 'fixed_ips': [{'subnet_id': '2a35e762-6e0b-489a-93c1-4a9cca8f5920'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:44:43.440395 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8e3f52eb-03bb-49cc-a984-2b5e11f02a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.447483 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d25a1f40-0ba3-4e26-a5a3-3fe21176cd00 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:43.454594 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c99b8eb9-7eb9-4aaf-ba99-a538f6db147a tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:43.466440 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d25a1f40-0ba3-4e26-a5a3-3fe21176cd00 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.467137 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-d25a1f40-0ba3-4e26-a5a3-3fe21176cd00 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Added segment 17c0a406-5422-493e-a63f-d0a331d77509 of type vlan for network a65ec4dd-8b05-4d94-8613-dd4cb4ed78ba Feb 16 12:44:43.471055 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c99b8eb9-7eb9-4aaf-ba99-a538f6db147a tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.471352 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-c99b8eb9-7eb9-4aaf-ba99-a538f6db147a tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Added segment bc840e9d-73fc-4dc2-9e70-51958f7b4c53 of type vlan for network 00816b7d-e90e-4986-8410-0c290e1e2dc2 Feb 16 12:44:43.552620 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d25a1f40-0ba3-4e26-a5a3-3fe21176cd00 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.566080 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c99b8eb9-7eb9-4aaf-ba99-a538f6db147a tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.605298 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d25a1f40-0ba3-4e26-a5a3-3fe21176cd00 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.611358 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25a1f40-0ba3-4e26-a5a3-3fe21176cd00 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:43.611987 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d25a1f40-0ba3-4e26-a5a3-3fe21176cd00 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.622541 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c99b8eb9-7eb9-4aaf-ba99-a538f6db147a tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.627458 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99b8eb9-7eb9-4aaf-ba99-a538f6db147a tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:43.628070 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c99b8eb9-7eb9-4aaf-ba99-a538f6db147a tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.633425 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-8e3f52eb-03bb-49cc-a984-2b5e11f02a80 None None] Allocated IP 2001:db8:0:ffff::2 (7c058952-6289-4dc6-9bde-ef9abb4926ac/2a35e762-6e0b-489a-93c1-4a9cca8f5920/b3f1fe7b-5a80-4876-92d8-8dcc1027c2a6) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:43.686565 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d25a1f40-0ba3-4e26-a5a3-3fe21176cd00 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3321750 Feb 16 12:44:43.689227 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60768) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:43.695024 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-9cb42f67-38fc-45c0-9b13-acfd7d7f7a27 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1075109944'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:43.709879 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c99b8eb9-7eb9-4aaf-ba99-a538f6db147a tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3842545 Feb 16 12:44:43.709879 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a1f40-0ba3-4e26-a5a3-3fe21176cd00 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Pushing event updated for resources: {'Network': ['ID=a65ec4dd-8b05-4d94-8613-dd4cb4ed78ba,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:43.711071 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60770) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:43.723438 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-b6168e41-47df-4502-a2b9-efd3b05d2219 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Request body: {'subnet': {'network_id': '00816b7d-e90e-4986-8410-0c290e1e2dc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:43.729594 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network a65ec4dd-8b05-4d94-8613-dd4cb4ed78ba details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:44:43.761128 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6789ff3e-0dba-4b8a-9224-7023612cbe1e tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:43.772086 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-efc24c46-a7f0-4a8f-9cca-dda4601f823c tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.787300 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b8eb9-7eb9-4aaf-ba99-a538f6db147a tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event updated for resources: {'Network': ['ID=00816b7d-e90e-4986-8410-0c290e1e2dc2,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:43.803480 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 00816b7d-e90e-4986-8410-0c290e1e2dc2 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:44:43.848292 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-efc24c46-a7f0-4a8f-9cca-dda4601f823c tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.864841 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6789ff3e-0dba-4b8a-9224-7023612cbe1e tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.865178 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-6789ff3e-0dba-4b8a-9224-7023612cbe1e tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Added segment 2bea18ed-ceac-42f2-988f-dd145bcdccce of type vlan for network 4b5e62b3-71e2-4d29-9314-cf3c011f723f Feb 16 12:44:43.877465 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb42f67-38fc-45c0-9b13-acfd7d7f7a27 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Made reservation on behalf of ddb8c80eeab343009568c0b34c4c460f for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:43.881742 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9cb42f67-38fc-45c0-9b13-acfd7d7f7a27 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.917879 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8e3f52eb-03bb-49cc-a984-2b5e11f02a80 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.925602 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8e3f52eb-03bb-49cc-a984-2b5e11f02a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.974437 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3f52eb-03bb-49cc-a984-2b5e11f02a80 None None] Network 7c058952-6289-4dc6-9bde-ef9abb4926ac is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:43.978210 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-8e3f52eb-03bb-49cc-a984-2b5e11f02a80 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:43.983766 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3f52eb-03bb-49cc-a984-2b5e11f02a80 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:44:43.984122 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-94b9342e-3fae-4a38-a39a-4852f103b909 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.987938 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f52eb-03bb-49cc-a984-2b5e11f02a80 None None] Pushing event updated for resources: {'Port': ['ID=b3f1fe7b-5a80-4876-92d8-8dcc1027c2a6,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:44.000806 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6789ff3e-0dba-4b8a-9224-7023612cbe1e tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.024734 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cb42f67-38fc-45c0-9b13-acfd7d7f7a27 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:44.048586 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-8e3f52eb-03bb-49cc-a984-2b5e11f02a80 None None] Attempting to bind port b3f1fe7b-5a80-4876-92d8-8dcc1027c2a6 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:44.052656 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-8e3f52eb-03bb-49cc-a984-2b5e11f02a80 None None] Attempting to bind port b3f1fe7b-5a80-4876-92d8-8dcc1027c2a6 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '0730a85a-d816-44b4-897c-cc5f3bb01727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7c058952-6289-4dc6-9bde-ef9abb4926ac'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:44.052656 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3f52eb-03bb-49cc-a984-2b5e11f02a80 None None] Attempting to bind port b3f1fe7b-5a80-4876-92d8-8dcc1027c2a6 on network 7c058952-6289-4dc6-9bde-ef9abb4926ac {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:44:44.055656 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3f52eb-03bb-49cc-a984-2b5e11f02a80 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:44:44.056044 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3f52eb-03bb-49cc-a984-2b5e11f02a80 None None] Checking segment: {'id': '0730a85a-d816-44b4-897c-cc5f3bb01727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7c058952-6289-4dc6-9bde-ef9abb4926ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:44:44.056423 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8e3f52eb-03bb-49cc-a984-2b5e11f02a80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.056842 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3f52eb-03bb-49cc-a984-2b5e11f02a80 None None] Bound using segment: {'id': '0730a85a-d816-44b4-897c-cc5f3bb01727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7c058952-6289-4dc6-9bde-ef9abb4926ac'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:44:44.057305 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-8e3f52eb-03bb-49cc-a984-2b5e11f02a80 None None] Bound port: b3f1fe7b-5a80-4876-92d8-8dcc1027c2a6, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0730a85a-d816-44b4-897c-cc5f3bb01727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7c058952-6289-4dc6-9bde-ef9abb4926ac'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:44.057677 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8e3f52eb-03bb-49cc-a984-2b5e11f02a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.085245 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9cb42f67-38fc-45c0-9b13-acfd7d7f7a27 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.085674 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-9cb42f67-38fc-45c0-9b13-acfd7d7f7a27 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Added segment 32dfb1ec-addb-427a-8e46-360045674ae1 of type vlan for network 581e9c31-5b36-44b6-8518-e8dc059fe1ec Feb 16 12:44:44.126558 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-8e3f52eb-03bb-49cc-a984-2b5e11f02a80 None None] For port b3f1fe7b-5a80-4876-92d8-8dcc1027c2a6, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:44:44.130269 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-8e3f52eb-03bb-49cc-a984-2b5e11f02a80 None None] For port b3f1fe7b-5a80-4876-92d8-8dcc1027c2a6, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=b3f1fe7b-5a80-4876-92d8-8dcc1027c2a6,segment=NetworkSegment(0730a85a-d816-44b4-897c-cc5f3bb01727),segment_id=0730a85a-d816-44b4-897c-cc5f3bb01727)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:44:44.133032 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6789ff3e-0dba-4b8a-9224-7023612cbe1e tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.135051 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8e3f52eb-03bb-49cc-a984-2b5e11f02a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.138522 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6789ff3e-0dba-4b8a-9224-7023612cbe1e tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:44.139100 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6789ff3e-0dba-4b8a-9224-7023612cbe1e tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.149502 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6168e41-47df-4502-a2b9-efd3b05d2219 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Made reservation on behalf of 70fcc45a3a8441ab94c6a943c4cc04ec for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:44.152980 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b6168e41-47df-4502-a2b9-efd3b05d2219 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.196483 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f52eb-03bb-49cc-a984-2b5e11f02a80 None None] Pushing event updated for resources: {'Port': ['ID=b3f1fe7b-5a80-4876-92d8-8dcc1027c2a6,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:44.214619 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-efc24c46-a7f0-4a8f-9cca-dda4601f823c tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Allocated IP 172.26.2.147 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/e698880f-eec1-4c8b-92f0-0b9293539376) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:44.241918 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9cb42f67-38fc-45c0-9b13-acfd7d7f7a27 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.302504 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-94b9342e-3fae-4a38-a39a-4852f103b909 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.312661 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6789ff3e-0dba-4b8a-9224-7023612cbe1e tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1285474 Feb 16 12:44:44.315353 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60772) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:44.320827 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-1745d9fe-ff17-4347-b2be-6542465dd4ad tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-465329425'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:44.360493 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789ff3e-0dba-4b8a-9224-7023612cbe1e tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Pushing event updated for resources: {'Network': ['ID=4b5e62b3-71e2-4d29-9314-cf3c011f723f,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:44.383878 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 4b5e62b3-71e2-4d29-9314-cf3c011f723f details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:44:44.397122 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1745d9fe-ff17-4347-b2be-6542465dd4ad tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Made reservation on behalf of 7f4d68604b7f47d3bf75020c6f04a0f1 for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:44.415677 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1745d9fe-ff17-4347-b2be-6542465dd4ad tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.460815 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9cb42f67-38fc-45c0-9b13-acfd7d7f7a27 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.462265 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1745d9fe-ff17-4347-b2be-6542465dd4ad tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:44.466893 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb42f67-38fc-45c0-9b13-acfd7d7f7a27 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:44.467867 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9cb42f67-38fc-45c0-9b13-acfd7d7f7a27 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.505583 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b9342e-3fae-4a38-a39a-4852f103b909 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Network b6a76a54-150d-46b0-a7ca-74d9770bd04b is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:44.512347 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1745d9fe-ff17-4347-b2be-6542465dd4ad tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.514049 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-1745d9fe-ff17-4347-b2be-6542465dd4ad tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Added segment a4b05088-6dc8-49b2-8cac-1246c56dfcbf of type vlan for network a177a8d3-a99e-4d04-8c47-466c240437f8 Feb 16 12:44:44.551214 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-94b9342e-3fae-4a38-a39a-4852f103b909 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:44.580536 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1745d9fe-ff17-4347-b2be-6542465dd4ad tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.598745 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3cfd5-48d8-4ac8-ab61-5c79e2d59297 req-ac004589-0a13-455a-9a13-028c3bd236fd tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:44.600308 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-dfd3cfd5-48d8-4ac8-ab61-5c79e2d59297 req-ac004589-0a13-455a-9a13-028c3bd236fd tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.1284778 Feb 16 12:44:44.601567 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9342e-3fae-4a38-a39a-4852f103b909 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event updated for resources: {'Port': ['ID=15052be5-9eaf-490e-baa4-c568b37ed196,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:44.607738 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b9342e-3fae-4a38-a39a-4852f103b909 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:44:44.618063 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9cb42f67-38fc-45c0-9b13-acfd7d7f7a27 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9251783 Feb 16 12:44:44.625825 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60776) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:44.631318 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-b3b10799-061a-42fc-9e30-580b9777b87b tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Request body: {'ports': [{'network_id': 'a65ec4dd-8b05-4d94-8613-dd4cb4ed78ba', 'name': 'tempest-port--1660651042', 'admin_state_up': True}, {'network_id': '581e9c31-5b36-44b6-8518-e8dc059fe1ec', 'admin_state_up': False}]} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:44.631655 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-b3b10799-061a-42fc-9e30-580b9777b87b tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Request body: {'port': {'network_id': 'a65ec4dd-8b05-4d94-8613-dd4cb4ed78ba', 'name': 'tempest-port--1660651042', 'admin_state_up': True}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:44.632152 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-b3b10799-061a-42fc-9e30-580b9777b87b tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Request body: {'port': {'network_id': '581e9c31-5b36-44b6-8518-e8dc059fe1ec', 'admin_state_up': False}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:44.663723 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1745d9fe-ff17-4347-b2be-6542465dd4ad tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.669764 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1745d9fe-ff17-4347-b2be-6542465dd4ad tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:44.670545 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1745d9fe-ff17-4347-b2be-6542465dd4ad tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.705433 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb42f67-38fc-45c0-9b13-acfd7d7f7a27 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Pushing event updated for resources: {'Network': ['ID=581e9c31-5b36-44b6-8518-e8dc059fe1ec,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:44.713229 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-efc24c46-a7f0-4a8f-9cca-dda4601f823c tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.719100 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 581e9c31-5b36-44b6-8518-e8dc059fe1ec details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:44:44.752730 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b9342e-3fae-4a38-a39a-4852f103b909 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:44.753317 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-94b9342e-3fae-4a38-a39a-4852f103b909 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.796788 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1745d9fe-ff17-4347-b2be-6542465dd4ad tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4801414 Feb 16 12:44:44.806672 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1745d9fe-ff17-4347-b2be-6542465dd4ad tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Pushing event updated for resources: {'Network': ['ID=a177a8d3-a99e-4d04-8c47-466c240437f8,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:44.818466 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-dfd3cfd5-48d8-4ac8-ab61-5c79e2d59297 req-a2885dad-8ff6-4ed0-80c5-8f7294b84a57 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935451 Feb 16 12:44:44.820724 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-94b9342e-3fae-4a38-a39a-4852f103b909 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5327153 Feb 16 12:44:44.830765 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60778) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:44.830963 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network a177a8d3-a99e-4d04-8c47-466c240437f8 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:44:44.846303 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-efc24c46-a7f0-4a8f-9cca-dda4601f823c tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.855457 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-6ea6c920-f591-4cd8-96f4-13c8a2b79414 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Request body: {'floatingip': {'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'port_id': '15052be5-9eaf-490e-baa4-c568b37ed196', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:44.905804 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b6168e41-47df-4502-a2b9-efd3b05d2219 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.985198 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b10799-061a-42fc-9e30-580b9777b87b tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Made reservation on behalf of ddb8c80eeab343009568c0b34c4c460f for: {'port': 2} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:44.987470 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc24c46-a7f0-4a8f-9cca-dda4601f823c tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:44.991668 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b3b10799-061a-42fc-9e30-580b9777b87b tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.010731 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-efc24c46-a7f0-4a8f-9cca-dda4601f823c tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:45.014520 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b3b10799-061a-42fc-9e30-580b9777b87b tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.018260 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6168e41-47df-4502-a2b9-efd3b05d2219 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event updated for resources: {'Subnet': ['ID=4ca81359-9a1e-4719-821a-b791a4e78e8a,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:45.022545 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc24c46-a7f0-4a8f-9cca-dda4601f823c tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:44:45.100679 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6ea6c920-f591-4cd8-96f4-13c8a2b79414 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for floatingip, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.105857 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc24c46-a7f0-4a8f-9cca-dda4601f823c tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Pushing event updated for resources: {'Port': ['ID=e698880f-eec1-4c8b-92f0-0b9293539376,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:45.206434 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6168e41-47df-4502-a2b9-efd3b05d2219 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Checking segment: {'id': 'bc840e9d-73fc-4dc2-9e70-51958f7b4c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '00816b7d-e90e-4986-8410-0c290e1e2dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:44:45.206874 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6168e41-47df-4502-a2b9-efd3b05d2219 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Network hostable DHCP agents. Network: 00816b7d-e90e-4986-8410-0c290e1e2dc2, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:45.209886 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-b3b10799-061a-42fc-9e30-580b9777b87b tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] device_id is not set on port 4d3a1d82-7f61-48de-acdf-ff79669cd951 yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:44:45.323321 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b3b10799-061a-42fc-9e30-580b9777b87b tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.396547 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6168e41-47df-4502-a2b9-efd3b05d2219 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Network 00816b7d-e90e-4986-8410-0c290e1e2dc2 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:45.429157 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-b3b10799-061a-42fc-9e30-580b9777b87b tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] device_id is not set on port 7040a720-323a-4acd-839a-04599371fcbc yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:44:45.451916 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-b6168e41-47df-4502-a2b9-efd3b05d2219 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 00816b7d-e90e-4986-8410-0c290e1e2dc2) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:45.453000 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6c0b96-4cd3-4166-a364-9b4051c4c527 None None] Network 7c058952-6289-4dc6-9bde-ef9abb4926ac requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:44:45.460067 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6168e41-47df-4502-a2b9-efd3b05d2219 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:45.460716 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b6168e41-47df-4502-a2b9-efd3b05d2219 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.471257 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45206760-d153-413b-9af5-73ed88cebd36 None None] Network 00816b7d-e90e-4986-8410-0c290e1e2dc2 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:44:45.498376 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b6168e41-47df-4502-a2b9-efd3b05d2219 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7828505 Feb 16 12:44:45.501363 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60780) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:45.579514 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6ea6c920-f591-4cd8-96f4-13c8a2b79414 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.590685 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-efc24c46-a7f0-4a8f-9cca-dda4601f823c tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.629725 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b3b10799-061a-42fc-9e30-580b9777b87b tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.668121 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-338266bb-f302-4c64-befd-d3b3c38540ad None None] Provisioning complete for port b3f1fe7b-5a80-4876-92d8-8dcc1027c2a6 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:45.668760 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-338266bb-f302-4c64-befd-d3b3c38540ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.692415 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a9eff8a1-195a-4629-ad49-283d64e0ae74 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.729624 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b3b10799-061a-42fc-9e30-580b9777b87b tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.856306 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a9eff8a1-195a-4629-ad49-283d64e0ae74 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.943921 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a9eff8a1-195a-4629-ad49-283d64e0ae74 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.949632 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-efc24c46-a7f0-4a8f-9cca-dda4601f823c tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3843129', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3843523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28061'] for router, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.955860 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-efc24c46-a7f0-4a8f-9cca-dda4601f823c tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3843106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3843115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3843959'] for router, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.965293 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-6ea6c920-f591-4cd8-96f4-13c8a2b79414 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Allocated IP 172.26.2.243 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/7d88dcba-e065-4942-8957-bedbb316c8fb) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:45.981756 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b10799-061a-42fc-9e30-580b9777b87b tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Pushing event updated for resources: {'Port': ['ID=4d3a1d82-7f61-48de-acdf-ff79669cd951,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:46.044904 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eff8a1-195a-4629-ad49-283d64e0ae74 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event deleted for resources: {'Subnet': ['ID=4ca81359-9a1e-4719-821a-b791a4e78e8a,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:46.103569 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb59f95-b589-4bc2-88b2-bf609cbe4a6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-00816b7d-e90e-4986-8410-0c290e1e2dc2', 'network_id': '00816b7d-e90e-4986-8410-0c290e1e2dc2', 'tenant_id': '70fcc45a3a8441ab94c6a943c4cc04ec', 'fixed_ips': [{'subnet_id': '4ca81359-9a1e-4719-821a-b791a4e78e8a'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:44:46.104882 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4bb59f95-b589-4bc2-88b2-bf609cbe4a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.149931 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b10799-061a-42fc-9e30-580b9777b87b tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Checking segment: {'id': '17c0a406-5422-493e-a63f-d0a331d77509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a65ec4dd-8b05-4d94-8613-dd4cb4ed78ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:44:46.150412 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b10799-061a-42fc-9e30-580b9777b87b tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Network hostable DHCP agents. Network: a65ec4dd-8b05-4d94-8613-dd4cb4ed78ba, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:46.177723 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a9eff8a1-195a-4629-ad49-283d64e0ae74 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.212136 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f64b99-3fae-47b2-b88d-dc6465ddde27 req-96729909-1cbc-40c2-b5e0-c4d3001dad31 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:46.213997 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-34f64b99-3fae-47b2-b88d-dc6465ddde27 req-96729909-1cbc-40c2-b5e0-c4d3001dad31 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.2839904 Feb 16 12:44:46.291327 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6ea6c920-f591-4cd8-96f4-13c8a2b79414 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.298561 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-a9eff8a1-195a-4629-ad49-283d64e0ae74 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00816b7d-e90e-4986-8410-0c290e1e2dc2']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:46.302621 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b10799-061a-42fc-9e30-580b9777b87b tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Network a65ec4dd-8b05-4d94-8613-dd4cb4ed78ba is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:46.309049 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b3f1fe7b-5a80-4876-92d8-8dcc1027c2a6 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:44:46.331380 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-a9eff8a1-195a-4629-ad49-283d64e0ae74 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc840e9d-73fc-4dc2-9e70-51958f7b4c53') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:46.332197 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-a9eff8a1-195a-4629-ad49-283d64e0ae74 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc840e9d-73fc-4dc2-9e70-51958f7b4c53') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:46.343471 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-34f64b99-3fae-47b2-b88d-dc6465ddde27 req-b50df64c-3203-42d9-814a-2a1ff77b2d6c tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153059 Feb 16 12:44:46.350486 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-b3b10799-061a-42fc-9e30-580b9777b87b tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, a65ec4dd-8b05-4d94-8613-dd4cb4ed78ba) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:46.356708 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b10799-061a-42fc-9e30-580b9777b87b tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:44:46.357694 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b3b10799-061a-42fc-9e30-580b9777b87b tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.373141 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a9eff8a1-195a-4629-ad49-283d64e0ae74 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.422604 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a9e4bd-4b37-40b7-80cf-2709b75c882b None None] Network a65ec4dd-8b05-4d94-8613-dd4cb4ed78ba requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:44:46.436262 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165b4bee-2a24-4ae5-95c3-f21acf41cb83 None None] Network 00816b7d-e90e-4986-8410-0c290e1e2dc2 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:44:46.450217 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a9eff8a1-195a-4629-ad49-283d64e0ae74 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.501128 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9eff8a1-195a-4629-ad49-283d64e0ae74 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:46.501685 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a9eff8a1-195a-4629-ad49-283d64e0ae74 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.506814 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:44:46.506814 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:46.506814 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:44:46.506814 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:46.506814 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:44:46.506814 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:44:46.506814 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:44:46.506814 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:46.506814 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:44:46.506814 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:46.506814 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:44:46.506814 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:46.506814 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:44:46.506814 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:44:46.506814 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:46.506814 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:44:46.506814 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:46.506814 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:44:46.506814 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:44:46.506814 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:44:46.506814 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:44:46.506814 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:44:46.506814 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:46.506814 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:46.506814 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:46.506814 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:46.506814 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:46.506814 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:46.506814 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:46.506814 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:46.506814 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:46.506814 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:46.521742 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-338266bb-f302-4c64-befd-d3b3c38540ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.522583 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b10799-061a-42fc-9e30-580b9777b87b tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Pushing event updated for resources: {'Port': ['ID=7040a720-323a-4acd-839a-04599371fcbc,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:46.529755 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b10799-061a-42fc-9e30-580b9777b87b tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Checking segment: {'id': '32dfb1ec-addb-427a-8e46-360045674ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '581e9c31-5b36-44b6-8518-e8dc059fe1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:44:46.530255 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b10799-061a-42fc-9e30-580b9777b87b tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Network hostable DHCP agents. Network: 581e9c31-5b36-44b6-8518-e8dc059fe1ec, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:46.540511 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6ea6c920-f591-4cd8-96f4-13c8a2b79414 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.593799 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b10799-061a-42fc-9e30-580b9777b87b tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Network 581e9c31-5b36-44b6-8518-e8dc059fe1ec is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:46.605115 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a9eff8a1-195a-4629-ad49-283d64e0ae74 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.612488 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6c920-f591-4cd8-96f4-13c8a2b79414 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event updated for resources: {'Port': ['ID=7d88dcba-e065-4942-8957-bedbb316c8fb,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:46.622684 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc24c46-a7f0-4a8f-9cca-dda4601f823c tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Router 7870dcfe-d8a2-4cb1-8503-6bb4e1745aab is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:44:46.635160 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a9eff8a1-195a-4629-ad49-283d64e0ae74 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.648667 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea6c920-f591-4cd8-96f4-13c8a2b79414 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:46.648928 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a9eff8a1-195a-4629-ad49-283d64e0ae74 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "DELETE /v2.0/networks/00816b7d-e90e-4986-8410-0c290e1e2dc2 HTTP/1.1" status: 204 len: 168 time: 1.1327379 Feb 16 12:44:46.649032 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-6ea6c920-f591-4cd8-96f4-13c8a2b79414 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:46.651665 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60788) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:46.657631 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-003a09f0-f359-4244-a24c-25dcf13c9dd4 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1281774699'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:46.673976 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea6c920-f591-4cd8-96f4-13c8a2b79414 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:44:46.704381 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eff8a1-195a-4629-ad49-283d64e0ae74 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event deleted for resources: {'Network': ['ID=00816b7d-e90e-4986-8410-0c290e1e2dc2,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:46.711490 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-b3b10799-061a-42fc-9e30-580b9777b87b tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 581e9c31-5b36-44b6-8518-e8dc059fe1ec) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:46.721384 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b10799-061a-42fc-9e30-580b9777b87b tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:44:46.737086 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b10799-061a-42fc-9e30-580b9777b87b tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:46.746351 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94dc447-c52a-47f1-8f35-aacdf2b0c053 None None] Network 581e9c31-5b36-44b6-8518-e8dc059fe1ec requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:44:46.753141 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b10799-061a-42fc-9e30-580b9777b87b tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:46.755010 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b3b10799-061a-42fc-9e30-580b9777b87b tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.807391 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-338266bb-f302-4c64-befd-d3b3c38540ad None None] For port b3f1fe7b-5a80-4876-92d8-8dcc1027c2a6, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=b3f1fe7b-5a80-4876-92d8-8dcc1027c2a6,segment=NetworkSegment(0730a85a-d816-44b4-897c-cc5f3bb01727),segment_id=0730a85a-d816-44b4-897c-cc5f3bb01727)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:44:46.816683 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b3b10799-061a-42fc-9e30-580b9777b87b tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.1896794 Feb 16 12:44:46.822494 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60790) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:46.863520 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-338266bb-f302-4c64-befd-d3b3c38540ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.940747 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45026583-e0a9-4991-a14d-e5df772354a3 req-6f22fb61-69a4-41ef-8be5-afa286e30c67 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:46.943796 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-45026583-e0a9-4991-a14d-e5df772354a3 req-6f22fb61-69a4-41ef-8be5-afa286e30c67 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.1843345 Feb 16 12:44:46.965227 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003a09f0-f359-4244-a24c-25dcf13c9dd4 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Made reservation on behalf of 70fcc45a3a8441ab94c6a943c4cc04ec for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:46.971135 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-003a09f0-f359-4244-a24c-25dcf13c9dd4 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.985132 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed759f6-0416-4fed-b022-c1205977ebab tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:46.997434 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed759f6-0416-4fed-b022-c1205977ebab tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:46.999010 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2ed759f6-0416-4fed-b022-c1205977ebab tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1755345 Feb 16 12:44:47.009299 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60794) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:47.020618 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port b3f1fe7b-5a80-4876-92d8-8dcc1027c2a6 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:47.021011 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.042278 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-45026583-e0a9-4991-a14d-e5df772354a3 req-f50f9f45-096e-469d-b8a1-3f9b6538b131 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817888 Feb 16 12:44:47.054686 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0225062-96b2-4213-8643-e71417603f9f req-a18d4e0d-3423-45f9-9c11-6f5361d151ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:47.056344 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d0225062-96b2-4213-8643-e71417603f9f req-a18d4e0d-3423-45f9-9c11-6f5361d151ec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0adafc1d94b74e8bb4ed6949f44548d7&device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 1098 time: 0.1948559 Feb 16 12:44:47.148687 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc24c46-a7f0-4a8f-9cca-dda4601f823c tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:44:47.157787 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-efc24c46-a7f0-4a8f-9cca-dda4601f823c tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.163539 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-efc24c46-a7f0-4a8f-9cca-dda4601f823c tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] 10.222.0.90 "PUT /v2.0/routers/7870dcfe-d8a2-4cb1-8503-6bb4e1745aab HTTP/1.1" status: 200 len: 880 time: 4.6390567 Feb 16 12:44:47.167605 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042e897d-6bae-4b1e-8017-c4a52710c91e None None] Sync routers for ids ['7870dcfe-d8a2-4cb1-8503-6bb4e1745aab'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:47.168190 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-003a09f0-f359-4244-a24c-25dcf13c9dd4 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:47.170391 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60796) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:47.199757 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338266bb-f302-4c64-befd-d3b3c38540ad None None] Pushing event updated for resources: {'Port': ['ID=b3f1fe7b-5a80-4876-92d8-8dcc1027c2a6,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:47.211174 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0225062-96b2-4213-8643-e71417603f9f req-1bc80851-dda7-4968-aa9d-cde9b2d611ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:47.212928 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d0225062-96b2-4213-8643-e71417603f9f req-1bc80851-dda7-4968-aa9d-cde9b2d611ac service neutron] 10.222.0.42 "GET /v2.0/networks?id=3e84b45d-91e8-4295-8226-a12fdb0f907b HTTP/1.1" status: 200 len: 913 time: 0.1461701 Feb 16 12:44:47.233114 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-ce217748-f561-47f5-8749-9d02bf11cf5a None None] Provisioning complete for port b3f1fe7b-5a80-4876-92d8-8dcc1027c2a6 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:47.233963 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ce217748-f561-47f5-8749-9d02bf11cf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.288583 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042e897d-6bae-4b1e-8017-c4a52710c91e None None] Routers {'7870dcfe-d8a2-4cb1-8503-6bb4e1745aab'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:44:47.289673 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-042e897d-6bae-4b1e-8017-c4a52710c91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['7870dcfe-d8a2-4cb1-8503-6bb4e1745aab'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:47.310681 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d0225062-96b2-4213-8643-e71417603f9f req-ff70937e-49d7-4b63-90fb-a87fb88803cc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23a5268e-cfd5-444e-bec1-73456853ab27 HTTP/1.1" status: 200 len: 1000 time: 0.0897462 Feb 16 12:44:47.325287 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-003a09f0-f359-4244-a24c-25dcf13c9dd4 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.325736 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-003a09f0-f359-4244-a24c-25dcf13c9dd4 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Added segment 03d6ea53-a177-4781-95b4-fddd0c98e50a of type vlan for network 29ab8676-f3c7-433b-a2c3-c81ad83658fe Feb 16 12:44:47.350313 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-042e897d-6bae-4b1e-8017-c4a52710c91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:47.371609 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-003a09f0-f359-4244-a24c-25dcf13c9dd4 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.388913 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0225062-96b2-4213-8643-e71417603f9f req-c9dd388f-a92b-4ff3-80c5-945ab6bc82d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:47.391638 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d0225062-96b2-4213-8643-e71417603f9f req-c9dd388f-a92b-4ff3-80c5-945ab6bc82d8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=280fbadf-e19b-45d5-88e2-fb9cd6467432 HTTP/1.1" status: 200 len: 851 time: 0.0668614 Feb 16 12:44:47.395167 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042e897d-6bae-4b1e-8017-c4a52710c91e None None] Routers {'7870dcfe-d8a2-4cb1-8503-6bb4e1745aab'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:44:47.395870 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-042e897d-6bae-4b1e-8017-c4a52710c91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['7870dcfe-d8a2-4cb1-8503-6bb4e1745aab'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:47.450536 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-042e897d-6bae-4b1e-8017-c4a52710c91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:47.450536 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042e897d-6bae-4b1e-8017-c4a52710c91e None None] The sync data for ids ['7870dcfe-d8a2-4cb1-8503-6bb4e1745aab'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:47.460146 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0225062-96b2-4213-8643-e71417603f9f req-32949e5b-4a2f-456d-8cac-c2429112b247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:47.462579 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d0225062-96b2-4213-8643-e71417603f9f req-32949e5b-4a2f-456d-8cac-c2429112b247 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e84b45d-91e8-4295-8226-a12fdb0f907b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0605469 Feb 16 12:44:47.593075 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d0225062-96b2-4213-8643-e71417603f9f req-b77d1b4b-2a45-4397-80d5-2756119a892c service neutron] 10.222.0.42 "GET /v2.0/networks/3e84b45d-91e8-4295-8226-a12fdb0f907b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216795 Feb 16 12:44:47.701975 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d0225062-96b2-4213-8643-e71417603f9f req-524826ab-9396-412f-8a74-b687a96f68f2 service neutron] 10.222.0.42 "GET /v2.0/networks/3e84b45d-91e8-4295-8226-a12fdb0f907b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015980 Feb 16 12:44:47.708239 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.db.resource_extend [None req-003a09f0-f359-4244-a24c-25dcf13c9dd4 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:44:47.747432 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-003a09f0-f359-4244-a24c-25dcf13c9dd4 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.752800 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003a09f0-f359-4244-a24c-25dcf13c9dd4 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:47.753980 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-003a09f0-f359-4244-a24c-25dcf13c9dd4 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.770336 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-343edd80-b5cc-486c-a0fc-770cbd83c679 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] 10.222.0.90 "GET /v2.0/routers/7870dcfe-d8a2-4cb1-8503-6bb4e1745aab HTTP/1.1" status: 200 len: 921 time: 0.5983877 Feb 16 12:44:47.773410 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60798) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:47.786285 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-cd1a001e-eb3e-4f55-abd4-3542306238df tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Deleting port 4d3a1d82-7f61-48de-acdf-ff79669cd951 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:44:47.786642 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cd1a001e-eb3e-4f55-abd4-3542306238df tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.872975 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-003a09f0-f359-4244-a24c-25dcf13c9dd4 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2200077 Feb 16 12:44:47.882025 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30105466-fa0b-401b-8363-ca1a6269448f tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:47.887511 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-30105466-fa0b-401b-8363-ca1a6269448f tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] 10.222.0.90 "GET /v2.0/ports?network_id=a08a3d1b-2e35-4b18-9cb0-756d355083e6&device_id=7870dcfe-d8a2-4cb1-8503-6bb4e1745aab&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1111727 Feb 16 12:44:47.887511 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60800) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:47.889011 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60802) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:47.895500 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-e3891188-4052-498e-b7f6-9e7369d918e6 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Request body: {'subnet': {'network_id': '29ab8676-f3c7-433b-a2c3-c81ad83658fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:47.936540 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a09f0-f359-4244-a24c-25dcf13c9dd4 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event updated for resources: {'Network': ['ID=29ab8676-f3c7-433b-a2c3-c81ad83658fe,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:47.953591 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 29ab8676-f3c7-433b-a2c3-c81ad83658fe details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:44:47.982630 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cd1a001e-eb3e-4f55-abd4-3542306238df tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.004088 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-cd1a001e-eb3e-4f55-abd4-3542306238df tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Calling delete_port for 4d3a1d82-7f61-48de-acdf-ff79669cd951 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:44:48.139930 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6ea6c920-f591-4cd8-96f4-13c8a2b79414 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.189755 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b3f1fe7b-5a80-4876-92d8-8dcc1027c2a6 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:44:48.211113 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3891188-4052-498e-b7f6-9e7369d918e6 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Made reservation on behalf of 70fcc45a3a8441ab94c6a943c4cc04ec for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:48.214848 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e3891188-4052-498e-b7f6-9e7369d918e6 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.236667 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3ff00a-84cb-4067-8598-01ed4031776c tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:48.238939 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-7a3ff00a-84cb-4067-8598-01ed4031776c tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] 10.222.0.90 "GET /v2.0/networks/a08a3d1b-2e35-4b18-9cb0-756d355083e6 HTTP/1.1" status: 200 len: 881 time: 0.3357792 Feb 16 12:44:48.257435 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60806) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:48.286246 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cd1a001e-eb3e-4f55-abd4-3542306238df tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.311623 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port b3f1fe7b-5a80-4876-92d8-8dcc1027c2a6 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:48.312196 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.375968 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c4fee112-d31c-43f2-a711-a8bd83328c43 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] 10.222.0.90 "GET /v2.0/ports?device_id=7870dcfe-d8a2-4cb1-8503-6bb4e1745aab HTTP/1.1" status: 200 len: 205 time: 0.1113429 Feb 16 12:44:48.383724 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60810) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:48.471886 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e3891188-4052-498e-b7f6-9e7369d918e6 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.477601 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cd1a001e-eb3e-4f55-abd4-3542306238df tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.500329 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-cd1a001e-eb3e-4f55-abd4-3542306238df tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] 10.222.0.90 "DELETE /v2.0/ports/4d3a1d82-7f61-48de-acdf-ff79669cd951 HTTP/1.1" status: 204 len: 168 time: 1.4854779 Feb 16 12:44:48.515474 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60812) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:48.572925 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a001e-eb3e-4f55-abd4-3542306238df tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Pushing event deleted for resources: {'Port': ['ID=4d3a1d82-7f61-48de-acdf-ff79669cd951,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:48.593261 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6ea6c920-f591-4cd8-96f4-13c8a2b79414 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.600873 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6826d51-f989-4c6a-a325-9e7672a93e3d req-9a7edd9f-29ec-4e3a-bd33-ba69dbd41b14 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:48.602426 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f6826d51-f989-4c6a-a325-9e7672a93e3d req-9a7edd9f-29ec-4e3a-bd33-ba69dbd41b14 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.3933256 Feb 16 12:44:48.636481 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c86b74e5-381e-4e6f-80e1-f6d1ac9dcba4 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.642341 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3891188-4052-498e-b7f6-9e7369d918e6 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event updated for resources: {'Subnet': ['ID=4a390bde-7a5f-4253-97d9-f433cfbab2a9,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:48.670076 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3891188-4052-498e-b7f6-9e7369d918e6 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Checking segment: {'id': '03d6ea53-a177-4781-95b4-fddd0c98e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '29ab8676-f3c7-433b-a2c3-c81ad83658fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:44:48.670477 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3891188-4052-498e-b7f6-9e7369d918e6 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Network hostable DHCP agents. Network: 29ab8676-f3c7-433b-a2c3-c81ad83658fe, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:48.703813 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f6826d51-f989-4c6a-a325-9e7672a93e3d req-4de0380c-29ef-4360-b86a-87e229ba0d2a tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843809 Feb 16 12:44:48.719954 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-ccc7ff51-e69b-4087-8f46-7890451ef0ef tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Deleting port 7040a720-323a-4acd-839a-04599371fcbc {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:44:48.720316 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ccc7ff51-e69b-4087-8f46-7890451ef0ef tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.726272 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3891188-4052-498e-b7f6-9e7369d918e6 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Network 29ab8676-f3c7-433b-a2c3-c81ad83658fe is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:48.782785 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-e3891188-4052-498e-b7f6-9e7369d918e6 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 29ab8676-f3c7-433b-a2c3-c81ad83658fe) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:48.793087 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3891188-4052-498e-b7f6-9e7369d918e6 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:48.793423 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e3891188-4052-498e-b7f6-9e7369d918e6 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.805987 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ccc7ff51-e69b-4087-8f46-7890451ef0ef tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.814898 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9c9e50-046b-4701-abd6-46e35cf4191d None None] Network 29ab8676-f3c7-433b-a2c3-c81ad83658fe requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:44:48.816951 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c86b74e5-381e-4e6f-80e1-f6d1ac9dcba4 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.823192 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-ccc7ff51-e69b-4087-8f46-7890451ef0ef tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Calling delete_port for 7040a720-323a-4acd-839a-04599371fcbc owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:44:48.829741 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e3891188-4052-498e-b7f6-9e7369d918e6 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9416089 Feb 16 12:44:48.835325 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60814) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:48.840725 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-5ad5e4a7-37d7-4274-9997-7074aa249954 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1360890802'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:48.900208 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60816) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:48.900510 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6ea6c920-f591-4cd8-96f4-13c8a2b79414 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.906409 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-2c9b9b13-f220-42de-9305-b9b6bfc84090 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Request body: {'subnets': [{'network_id': '4b5e62b3-71e2-4d29-9314-cf3c011f723f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--694266711', 'ip_version': 6}, {'network_id': 'a177a8d3-a99e-4d04-8c47-466c240437f8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:48.906818 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-2c9b9b13-f220-42de-9305-b9b6bfc84090 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Request body: {'subnet': {'network_id': '4b5e62b3-71e2-4d29-9314-cf3c011f723f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--694266711', 'ip_version': 6}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:48.907575 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-2c9b9b13-f220-42de-9305-b9b6bfc84090 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Request body: {'subnet': {'network_id': 'a177a8d3-a99e-4d04-8c47-466c240437f8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:48.911476 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6ea6c920-f591-4cd8-96f4-13c8a2b79414 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.965126 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad5e4a7-37d7-4274-9997-7074aa249954 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Made reservation on behalf of 70fcc45a3a8441ab94c6a943c4cc04ec for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:48.968565 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5ad5e4a7-37d7-4274-9997-7074aa249954 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.985293 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-c86b74e5-381e-4e6f-80e1-f6d1ac9dcba4 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Deleting port e698880f-eec1-4c8b-92f0-0b9293539376 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:44:48.985837 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c86b74e5-381e-4e6f-80e1-f6d1ac9dcba4 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.012253 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6c920-f591-4cd8-96f4-13c8a2b79414 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event updated for resources: {'Port': ['ID=7d88dcba-e065-4942-8957-bedbb316c8fb,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:49.029805 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ccc7ff51-e69b-4087-8f46-7890451ef0ef tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.039542 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3220c395-824a-4e9a-9039-48b6c1f8a83a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-29ab8676-f3c7-433b-a2c3-c81ad83658fe', 'network_id': '29ab8676-f3c7-433b-a2c3-c81ad83658fe', 'tenant_id': '70fcc45a3a8441ab94c6a943c4cc04ec', 'fixed_ips': [{'subnet_id': '4a390bde-7a5f-4253-97d9-f433cfbab2a9'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:44:49.041620 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3220c395-824a-4e9a-9039-48b6c1f8a83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.051654 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad5e4a7-37d7-4274-9997-7074aa249954 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:49.063518 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5ad5e4a7-37d7-4274-9997-7074aa249954 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.063869 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-5ad5e4a7-37d7-4274-9997-7074aa249954 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Added segment d48777b8-79e3-421f-afde-c132c2ed6fba of type vlan for network 1aaede78-471a-4c7b-8db0-6ab8bf9e5fad Feb 16 12:44:49.065174 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6ea6c920-f591-4cd8-96f4-13c8a2b79414 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.170993 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7ff51-e69b-4087-8f46-7890451ef0ef tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Pushing event deleted for resources: {'Port': ['ID=7040a720-323a-4acd-839a-04599371fcbc,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:49.182323 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c86b74e5-381e-4e6f-80e1-f6d1ac9dcba4 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.194098 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5ad5e4a7-37d7-4274-9997-7074aa249954 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.197713 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ccc7ff51-e69b-4087-8f46-7890451ef0ef tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.200118 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ccc7ff51-e69b-4087-8f46-7890451ef0ef tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] 10.222.0.90 "DELETE /v2.0/ports/7040a720-323a-4acd-839a-04599371fcbc HTTP/1.1" status: 204 len: 168 time: 0.6836343 Feb 16 12:44:49.203534 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-c86b74e5-381e-4e6f-80e1-f6d1ac9dcba4 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Calling delete_port for e698880f-eec1-4c8b-92f0-0b9293539376 owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:44:49.205095 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60818) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:49.242558 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-3220c395-824a-4e9a-9039-48b6c1f8a83a None None] Allocated IP 2001:db8::3 (29ab8676-f3c7-433b-a2c3-c81ad83658fe/4a390bde-7a5f-4253-97d9-f433cfbab2a9/543fd0a0-fe3a-4334-9ad0-059f468bb2c5) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:49.244660 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b93d0a4c-1748-4dcf-a907-916370b16ae9 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0384154 Feb 16 12:44:49.247769 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-6ea6c920-f591-4cd8-96f4-13c8a2b79414 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Floating IP 2244f33d-6063-443b-961e-fa201ce544ee associated. External IP: 172.26.2.243, port: 15052be5-9eaf-490e-baa4-c568b37ed196. Feb 16 12:44:49.248661 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9b9b13-f220-42de-9305-b9b6bfc84090 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Made reservation on behalf of 7f4d68604b7f47d3bf75020c6f04a0f1 for: {'subnet': 2} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:49.251742 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60820) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:49.256368 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2c9b9b13-f220-42de-9305-b9b6bfc84090 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.256735 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2c9b9b13-f220-42de-9305-b9b6bfc84090 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.258201 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-825899bb-b020-4e01-9d2b-42c2f9c0ffa6 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-609897350'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:49.260392 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5ad5e4a7-37d7-4274-9997-7074aa249954 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.266193 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad5e4a7-37d7-4274-9997-7074aa249954 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:49.267030 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5ad5e4a7-37d7-4274-9997-7074aa249954 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.415458 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825899bb-b020-4e01-9d2b-42c2f9c0ffa6 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Made reservation on behalf of ddb8c80eeab343009568c0b34c4c460f for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:49.420067 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-825899bb-b020-4e01-9d2b-42c2f9c0ffa6 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.437530 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3220c395-824a-4e9a-9039-48b6c1f8a83a None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.445874 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3220c395-824a-4e9a-9039-48b6c1f8a83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.493792 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3220c395-824a-4e9a-9039-48b6c1f8a83a None None] Network 29ab8676-f3c7-433b-a2c3-c81ad83658fe is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:49.494713 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-825899bb-b020-4e01-9d2b-42c2f9c0ffa6 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:49.496824 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-3220c395-824a-4e9a-9039-48b6c1f8a83a None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:49.502159 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3220c395-824a-4e9a-9039-48b6c1f8a83a None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:44:49.506124 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220c395-824a-4e9a-9039-48b6c1f8a83a None None] Pushing event updated for resources: {'Port': ['ID=543fd0a0-fe3a-4334-9ad0-059f468bb2c5,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:49.546312 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-825899bb-b020-4e01-9d2b-42c2f9c0ffa6 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.546684 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-825899bb-b020-4e01-9d2b-42c2f9c0ffa6 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Added segment 5ae3a08d-6f8b-47d9-a220-e293998fc8d1 of type vlan for network ea4256fa-1bde-49f5-ade8-3dde10e6de15 Feb 16 12:44:49.564241 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-3220c395-824a-4e9a-9039-48b6c1f8a83a None None] Attempting to bind port 543fd0a0-fe3a-4334-9ad0-059f468bb2c5 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:49.565078 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-3220c395-824a-4e9a-9039-48b6c1f8a83a None None] Attempting to bind port 543fd0a0-fe3a-4334-9ad0-059f468bb2c5 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '03d6ea53-a177-4781-95b4-fddd0c98e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '29ab8676-f3c7-433b-a2c3-c81ad83658fe'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:49.565574 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3220c395-824a-4e9a-9039-48b6c1f8a83a None None] Attempting to bind port 543fd0a0-fe3a-4334-9ad0-059f468bb2c5 on network 29ab8676-f3c7-433b-a2c3-c81ad83658fe {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:44:49.572050 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3220c395-824a-4e9a-9039-48b6c1f8a83a None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:44:49.572805 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3220c395-824a-4e9a-9039-48b6c1f8a83a None None] Checking segment: {'id': '03d6ea53-a177-4781-95b4-fddd0c98e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '29ab8676-f3c7-433b-a2c3-c81ad83658fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:44:49.573163 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3220c395-824a-4e9a-9039-48b6c1f8a83a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.573660 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3220c395-824a-4e9a-9039-48b6c1f8a83a None None] Bound using segment: {'id': '03d6ea53-a177-4781-95b4-fddd0c98e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '29ab8676-f3c7-433b-a2c3-c81ad83658fe'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:44:49.574588 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-3220c395-824a-4e9a-9039-48b6c1f8a83a None None] Bound port: 543fd0a0-fe3a-4334-9ad0-059f468bb2c5, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03d6ea53-a177-4781-95b4-fddd0c98e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '29ab8676-f3c7-433b-a2c3-c81ad83658fe'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:49.574744 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3220c395-824a-4e9a-9039-48b6c1f8a83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.660236 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-825899bb-b020-4e01-9d2b-42c2f9c0ffa6 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.683438 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5ad5e4a7-37d7-4274-9997-7074aa249954 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8469987 Feb 16 12:44:49.684334 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-3220c395-824a-4e9a-9039-48b6c1f8a83a None None] For port 543fd0a0-fe3a-4334-9ad0-059f468bb2c5, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:44:49.688144 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-3220c395-824a-4e9a-9039-48b6c1f8a83a None None] For port 543fd0a0-fe3a-4334-9ad0-059f468bb2c5, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=543fd0a0-fe3a-4334-9ad0-059f468bb2c5,segment=NetworkSegment(03d6ea53-a177-4781-95b4-fddd0c98e50a),segment_id=03d6ea53-a177-4781-95b4-fddd0c98e50a)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:44:49.693704 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60822) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:49.695782 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3220c395-824a-4e9a-9039-48b6c1f8a83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.700313 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-091063dc-b176-47d5-8255-34034c29230d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Request body: {'subnet': {'network_id': '1aaede78-471a-4c7b-8db0-6ab8bf9e5fad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:49.725993 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5e4a7-37d7-4274-9997-7074aa249954 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event updated for resources: {'Network': ['ID=1aaede78-471a-4c7b-8db0-6ab8bf9e5fad,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:49.749723 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 1aaede78-471a-4c7b-8db0-6ab8bf9e5fad details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:44:49.849914 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea6c920-f591-4cd8-96f4-13c8a2b79414 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Router 3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:44:49.852554 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c86b74e5-381e-4e6f-80e1-f6d1ac9dcba4 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.854764 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-825899bb-b020-4e01-9d2b-42c2f9c0ffa6 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.863255 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825899bb-b020-4e01-9d2b-42c2f9c0ffa6 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:49.863493 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220c395-824a-4e9a-9039-48b6c1f8a83a None None] Pushing event updated for resources: {'Port': ['ID=543fd0a0-fe3a-4334-9ad0-059f468bb2c5,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:49.864052 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-825899bb-b020-4e01-9d2b-42c2f9c0ffa6 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.926328 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-825899bb-b020-4e01-9d2b-42c2f9c0ffa6 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6721406 Feb 16 12:44:49.931216 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60826) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:49.935046 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b74e5-381e-4e6f-80e1-f6d1ac9dcba4 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Pushing event deleted for resources: {'Port': ['ID=e698880f-eec1-4c8b-92f0-0b9293539376,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:49.941953 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-2fb83d56-c165-4b5b-a62e-eba6e955abfb tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1400873556'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:49.979697 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d85f8a-4a31-44b4-8634-89873e6e0850 req-338e2331-f4dd-404d-8ee2-1cc72300c7fe tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:49.980315 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-98d85f8a-4a31-44b4-8634-89873e6e0850 req-338e2331-f4dd-404d-8ee2-1cc72300c7fe tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.1079493 Feb 16 12:44:50.063971 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-98d85f8a-4a31-44b4-8634-89873e6e0850 req-6da81d93-4b09-49f4-bea0-411969cd8397 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491087 Feb 16 12:44:50.064614 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825899bb-b020-4e01-9d2b-42c2f9c0ffa6 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Pushing event updated for resources: {'Network': ['ID=ea4256fa-1bde-49f5-ade8-3dde10e6de15,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:50.110850 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network ea4256fa-1bde-49f5-ade8-3dde10e6de15 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:44:50.154731 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091063dc-b176-47d5-8255-34034c29230d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Made reservation on behalf of 70fcc45a3a8441ab94c6a943c4cc04ec for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:50.160124 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-091063dc-b176-47d5-8255-34034c29230d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.170853 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb83d56-c165-4b5b-a62e-eba6e955abfb tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Made reservation on behalf of ddb8c80eeab343009568c0b34c4c460f for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:50.174432 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2fb83d56-c165-4b5b-a62e-eba6e955abfb tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.323507 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2c9b9b13-f220-42de-9305-b9b6bfc84090 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.325438 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c86b74e5-381e-4e6f-80e1-f6d1ac9dcba4 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.371848 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 543fd0a0-fe3a-4334-9ad0-059f468bb2c5 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:44:50.434382 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.ipam_backend_mixin [None req-091063dc-b176-47d5-8255-34034c29230d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Performing IP validity checks on allocation pools {{(pid=109049) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 16 12:44:50.434728 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.ipam_backend_mixin [None req-091063dc-b176-47d5-8255-34034c29230d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109049) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 16 12:44:50.443172 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af05d86-e4b4-4000-ad13-b0cbeaa67afa req-5fab6a34-34f5-4f39-afe1-386644ba117a tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:50.446168 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8af05d86-e4b4-4000-ad13-b0cbeaa67afa req-5fab6a34-34f5-4f39-afe1-386644ba117a tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.1970727 Feb 16 12:44:50.476224 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fb83d56-c165-4b5b-a62e-eba6e955abfb tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:50.490195 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 543fd0a0-fe3a-4334-9ad0-059f468bb2c5 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:50.491802 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.492748 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c86b74e5-381e-4e6f-80e1-f6d1ac9dcba4 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.503058 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c86b74e5-381e-4e6f-80e1-f6d1ac9dcba4 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.522353 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea6c920-f591-4cd8-96f4-13c8a2b79414 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:44:50.532256 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2fb83d56-c165-4b5b-a62e-eba6e955abfb tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.532591 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-2fb83d56-c165-4b5b-a62e-eba6e955abfb tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Added segment 04f8e827-e7f6-4746-9c9e-22d32c9ff432 of type vlan for network de259885-d5ac-4964-a5a7-59385f771bc1 Feb 16 12:44:50.537599 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21db5495-8206-472d-b1f6-bca95b9b576a None None] Sync routers for ids ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:50.557422 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21db5495-8206-472d-b1f6-bca95b9b576a None None] Routers {'3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:44:50.558028 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-21db5495-8206-472d-b1f6-bca95b9b576a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:50.567176 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b9b13-f220-42de-9305-b9b6bfc84090 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Pushing event updated for resources: {'Subnet': ['ID=7e50ce9e-a433-4312-938c-466b855a998c,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:50.598205 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8af05d86-e4b4-4000-ad13-b0cbeaa67afa req-438da06e-11fb-4f04-99ad-d41fa69b28da tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374912 Feb 16 12:44:50.608310 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9b9b13-f220-42de-9305-b9b6bfc84090 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Checking segment: {'id': '2bea18ed-ceac-42f2-988f-dd145bcdccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4b5e62b3-71e2-4d29-9314-cf3c011f723f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:44:50.609154 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9b9b13-f220-42de-9305-b9b6bfc84090 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Network hostable DHCP agents. Network: 4b5e62b3-71e2-4d29-9314-cf3c011f723f, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:50.621856 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-21db5495-8206-472d-b1f6-bca95b9b576a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:50.637818 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.647150 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9b9b13-f220-42de-9305-b9b6bfc84090 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Network 4b5e62b3-71e2-4d29-9314-cf3c011f723f is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:50.653446 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21db5495-8206-472d-b1f6-bca95b9b576a None None] Routers {'3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:44:50.655403 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-21db5495-8206-472d-b1f6-bca95b9b576a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:50.661003 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6ea6c920-f591-4cd8-96f4-13c8a2b79414 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.664260 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c86b74e5-381e-4e6f-80e1-f6d1ac9dcba4 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.664455 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86b74e5-381e-4e6f-80e1-f6d1ac9dcba4 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Fanout notify agent at l3_agent the message router_deleted on router 7870dcfe-d8a2-4cb1-8503-6bb4e1745aab {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:44:50.673760 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-2c9b9b13-f220-42de-9305-b9b6bfc84090 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 4b5e62b3-71e2-4d29-9314-cf3c011f723f) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:50.682500 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c86b74e5-381e-4e6f-80e1-f6d1ac9dcba4 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.683663 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c86b74e5-381e-4e6f-80e1-f6d1ac9dcba4 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] 10.222.0.90 "DELETE /v2.0/routers/7870dcfe-d8a2-4cb1-8503-6bb4e1745aab HTTP/1.1" status: 204 len: 168 time: 2.2914386 Feb 16 12:44:50.694320 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60834) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:50.705125 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41818864-f453-4778-a62a-1289b7a161f5 None None] Network 4b5e62b3-71e2-4d29-9314-cf3c011f723f requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:44:50.715501 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2fb83d56-c165-4b5b-a62e-eba6e955abfb tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.724307 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-89415f0a-5ee1-4f0b-bf91-00226bdc0fc4 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-689455753', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:50.735113 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2c9b9b13-f220-42de-9305-b9b6bfc84090 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.745818 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 543fd0a0-fe3a-4334-9ad0-059f468bb2c5, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=543fd0a0-fe3a-4334-9ad0-059f468bb2c5,segment=NetworkSegment(03d6ea53-a177-4781-95b4-fddd0c98e50a),segment_id=03d6ea53-a177-4781-95b4-fddd0c98e50a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:44:50.776542 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6ea6c920-f591-4cd8-96f4-13c8a2b79414 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.9275494 Feb 16 12:44:50.784159 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60836) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:50.797783 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-f02d849b-8397-428d-aa92-be5d260b3729 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:50.806845 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-89415f0a-5ee1-4f0b-bf91-00226bdc0fc4 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.808362 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-89415f0a-5ee1-4f0b-bf91-00226bdc0fc4 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.811596 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.831591 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-21db5495-8206-472d-b1f6-bca95b9b576a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:50.835209 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21db5495-8206-472d-b1f6-bca95b9b576a None None] The sync data for ids ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:50.880126 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2fb83d56-c165-4b5b-a62e-eba6e955abfb tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.888860 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb83d56-c165-4b5b-a62e-eba6e955abfb tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:50.921855 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2fb83d56-c165-4b5b-a62e-eba6e955abfb tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.924268 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=543fd0a0-fe3a-4334-9ad0-059f468bb2c5,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:50.944184 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b9b13-f220-42de-9305-b9b6bfc84090 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Pushing event updated for resources: {'Subnet': ['ID=ceb74756-b74d-42a8-8c7d-1e4ae35ac60b,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:50.951274 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9b9b13-f220-42de-9305-b9b6bfc84090 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Checking segment: {'id': 'a4b05088-6dc8-49b2-8cac-1246c56dfcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a177a8d3-a99e-4d04-8c47-466c240437f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:44:50.952685 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9b9b13-f220-42de-9305-b9b6bfc84090 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Network hostable DHCP agents. Network: a177a8d3-a99e-4d04-8c47-466c240437f8, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:51.051440 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-89415f0a-5ee1-4f0b-bf91-00226bdc0fc4 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.069679 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-89415f0a-5ee1-4f0b-bf91-00226bdc0fc4 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.105073 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9b9b13-f220-42de-9305-b9b6bfc84090 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Network a177a8d3-a99e-4d04-8c47-466c240437f8 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:51.113925 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a40ffa6-8014-4e91-93b8-f8f313da7769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-4b5e62b3-71e2-4d29-9314-cf3c011f723f', 'network_id': '4b5e62b3-71e2-4d29-9314-cf3c011f723f', 'tenant_id': '7f4d68604b7f47d3bf75020c6f04a0f1', 'fixed_ips': [{'subnet_id': '7e50ce9e-a433-4312-938c-466b855a998c'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:44:51.120920 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1a40ffa6-8014-4e91-93b8-f8f313da7769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.121880 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-2c9b9b13-f220-42de-9305-b9b6bfc84090 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, a177a8d3-a99e-4d04-8c47-466c240437f8) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:51.137326 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41181f-38a7-4246-bc0e-a9892e0a81c1 req-0edd7604-bf5b-495e-af53-a2f7bca990da tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:51.150538 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3d41181f-38a7-4246-bc0e-a9892e0a81c1 req-0edd7604-bf5b-495e-af53-a2f7bca990da tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.1446285 Feb 16 12:44:51.184205 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-89415f0a-5ee1-4f0b-bf91-00226bdc0fc4 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.186391 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-89415f0a-5ee1-4f0b-bf91-00226bdc0fc4 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4828415 Feb 16 12:44:51.189484 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9b9b13-f220-42de-9305-b9b6bfc84090 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:51.191893 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9b9b13-f220-42de-9305-b9b6bfc84090 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:51.193578 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2c9b9b13-f220-42de-9305-b9b6bfc84090 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.214755 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60840) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:51.226050 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-eee2440d-77bd-4d2b-90bb-3b7fa8cf480f tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'enable_snat': True}}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:51.268866 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e338aac-f9a4-4b02-9f57-f2a2b709a8ab None None] Network a177a8d3-a99e-4d04-8c47-466c240437f8 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:44:51.367142 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1181c22d-59f4-488d-86ea-56e7e32f1ed9 None None] Network 29ab8676-f3c7-433b-a2c3-c81ad83658fe requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:44:51.386640 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2c9b9b13-f220-42de-9305-b9b6bfc84090 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.4839633 Feb 16 12:44:51.416461 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60842) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:51.464382 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-1a40ffa6-8014-4e91-93b8-f8f313da7769 None None] Allocated IP 2001:db8::1 (4b5e62b3-71e2-4d29-9314-cf3c011f723f/7e50ce9e-a433-4312-938c-466b855a998c/acf554c9-7605-4a08-b1e8-44bec2484615) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:51.471356 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3d41181f-38a7-4246-bc0e-a9892e0a81c1 req-fb3e8e55-5a2b-4d1a-a256-ac9f4ea794bb tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3217020 Feb 16 12:44:51.489407 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f02d849b-8397-428d-aa92-be5d260b3729 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for floatingip, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.599441 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-d7e8aae2-261b-44e1-9c78-ba3c322b8d79 None None] Provisioning complete for port 543fd0a0-fe3a-4334-9ad0-059f468bb2c5 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:51.599940 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d7e8aae2-261b-44e1-9c78-ba3c322b8d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.612387 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-eee2440d-77bd-4d2b-90bb-3b7fa8cf480f tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.624835 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2fb83d56-c165-4b5b-a62e-eba6e955abfb tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6883059 Feb 16 12:44:51.632491 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-091063dc-b176-47d5-8255-34034c29230d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.699945 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e2fb9-b47d-4964-90f2-82568dc42654 req-472f4a61-afdb-49b9-a575-82cbec77a6ab tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:51.705760 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5c9e2fb9-b47d-4964-90f2-82568dc42654 req-472f4a61-afdb-49b9-a575-82cbec77a6ab tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.1152759 Feb 16 12:44:51.708666 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb83d56-c165-4b5b-a62e-eba6e955abfb tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Pushing event updated for resources: {'Network': ['ID=de259885-d5ac-4964-a5a7-59385f771bc1,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:51.781707 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network de259885-d5ac-4964-a5a7-59385f771bc1 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:44:51.808793 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a7ce01-d8e2-4157-9f94-f039cb54fc76 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:51.810399 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a7ce01-d8e2-4157-9f94-f039cb54fc76 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:51.812501 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a7ce01-d8e2-4157-9f94-f039cb54fc76 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:51.814462 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-20a7ce01-d8e2-4157-9f94-f039cb54fc76 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3935132 Feb 16 12:44:51.822101 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60846) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:51.824194 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091063dc-b176-47d5-8255-34034c29230d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event updated for resources: {'Subnet': ['ID=001ac7ab-dfcf-40b6-b6ff-7df11000976a,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:51.828903 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60848) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:51.830330 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-2a88e1e6-c5bb-434c-9aba-8d31c9398612 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Request body: {'subnets': [{'network_id': 'ea4256fa-1bde-49f5-ade8-3dde10e6de15', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1299535886', 'ip_version': 4}, {'network_id': 'de259885-d5ac-4964-a5a7-59385f771bc1', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:51.830877 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-2a88e1e6-c5bb-434c-9aba-8d31c9398612 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Request body: {'subnet': {'network_id': 'ea4256fa-1bde-49f5-ade8-3dde10e6de15', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1299535886', 'ip_version': 4}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:51.832041 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-2a88e1e6-c5bb-434c-9aba-8d31c9398612 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Request body: {'subnet': {'network_id': 'de259885-d5ac-4964-a5a7-59385f771bc1', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:51.916300 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091063dc-b176-47d5-8255-34034c29230d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Checking segment: {'id': 'd48777b8-79e3-421f-afde-c132c2ed6fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '1aaede78-471a-4c7b-8db0-6ab8bf9e5fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:44:51.916564 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091063dc-b176-47d5-8255-34034c29230d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Network hostable DHCP agents. Network: 1aaede78-471a-4c7b-8db0-6ab8bf9e5fad, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:51.917208 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5c9e2fb9-b47d-4964-90f2-82568dc42654 req-fe7a1b35-4416-483a-91c5-05a35a4da7ce tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526163 Feb 16 12:44:51.981703 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed66f38f-ffb4-4dff-ae48-12682524a066 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Deleting subnet 7e50ce9e-a433-4312-938c-466b855a998c {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:44:51.985956 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f02d849b-8397-428d-aa92-be5d260b3729 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.995432 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f02d849b-8397-428d-aa92-be5d260b3729 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.995855 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-f02d849b-8397-428d-aa92-be5d260b3729 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Floating IP 2244f33d-6063-443b-961e-fa201ce544ee disassociated. External IP: 172.26.2.243, port: 15052be5-9eaf-490e-baa4-c568b37ed196. Feb 16 12:44:52.065073 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091063dc-b176-47d5-8255-34034c29230d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Network 1aaede78-471a-4c7b-8db0-6ab8bf9e5fad is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:52.089697 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-091063dc-b176-47d5-8255-34034c29230d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 1aaede78-471a-4c7b-8db0-6ab8bf9e5fad) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:52.124397 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091063dc-b176-47d5-8255-34034c29230d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:52.125364 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-091063dc-b176-47d5-8255-34034c29230d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.130682 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2242aa6-ccb7-44ad-8f97-9ff950ccfe40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-a177a8d3-a99e-4d04-8c47-466c240437f8', 'network_id': 'a177a8d3-a99e-4d04-8c47-466c240437f8', 'tenant_id': '7f4d68604b7f47d3bf75020c6f04a0f1', 'fixed_ips': [{'subnet_id': 'ceb74756-b74d-42a8-8c7d-1e4ae35ac60b'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:44:52.131498 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d2242aa6-ccb7-44ad-8f97-9ff950ccfe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.167659 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0ca9b5-a05b-41d2-95ef-4774bdbfb9e5 None None] Network 1aaede78-471a-4c7b-8db0-6ab8bf9e5fad requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:44:52.172138 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-091063dc-b176-47d5-8255-34034c29230d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.4757905 Feb 16 12:44:52.174878 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60852) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:52.177668 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602a45f-9eef-43ab-98f0-c6c8c3d880d2 req-f65e099a-b335-47dc-aeef-18a1f6894c52 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:52.179306 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1602a45f-9eef-43ab-98f0-c6c8c3d880d2 req-f65e099a-b335-47dc-aeef-18a1f6894c52 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.1526368 Feb 16 12:44:52.201336 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1a40ffa6-8014-4e91-93b8-f8f313da7769 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.218165 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ed66f38f-ffb4-4dff-ae48-12682524a066 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.228117 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a88e1e6-c5bb-434c-9aba-8d31c9398612 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Made reservation on behalf of ddb8c80eeab343009568c0b34c4c460f for: {'subnet': 2} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:52.236367 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2a88e1e6-c5bb-434c-9aba-8d31c9398612 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.238461 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2a88e1e6-c5bb-434c-9aba-8d31c9398612 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.310302 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1a40ffa6-8014-4e91-93b8-f8f313da7769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.324145 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1602a45f-9eef-43ab-98f0-c6c8c3d880d2 req-d375f8fc-dbc8-415e-aef8-592bc58b89c3 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334519 Feb 16 12:44:52.389731 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 543fd0a0-fe3a-4334-9ad0-059f468bb2c5 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:44:52.417585 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ed66f38f-ffb4-4dff-ae48-12682524a066 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.449457 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a40ffa6-8014-4e91-93b8-f8f313da7769 None None] Pushing event updated for resources: {'Port': ['ID=acf554c9-7605-4a08-b1e8-44bec2484615,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:52.617957 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-d2242aa6-ccb7-44ad-8f97-9ff950ccfe40 None None] Allocated IP 2001:db8:0:1::1 (a177a8d3-a99e-4d04-8c47-466c240437f8/ceb74756-b74d-42a8-8c7d-1e4ae35ac60b/12c25bf9-a866-4616-8f20-7a40c7c4b8bb) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:52.644926 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-73ffa8a6-97cd-4483-8229-678e9ab91a93 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.693454 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02d849b-8397-428d-aa92-be5d260b3729 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Router 3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:44:52.695249 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ed66f38f-ffb4-4dff-ae48-12682524a066 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.730136 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ad5d4fbc-11f8-43bc-a608-d0c4da5748f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.739983 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-eee2440d-77bd-4d2b-90bb-3b7fa8cf480f tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.754950 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a40ffa6-8014-4e91-93b8-f8f313da7769 None None] Network 4b5e62b3-71e2-4d29-9314-cf3c011f723f is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:52.767713 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-1a40ffa6-8014-4e91-93b8-f8f313da7769 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:52.783853 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a40ffa6-8014-4e91-93b8-f8f313da7769 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:44:52.786285 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 543fd0a0-fe3a-4334-9ad0-059f468bb2c5 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:52.786835 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.792462 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-eee2440d-77bd-4d2b-90bb-3b7fa8cf480f tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.873088 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708bd22c-4f26-49bf-8663-69d79b868cba req-c928ed71-38f1-4bcd-8a82-19c6f6b5e981 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:52.881217 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-708bd22c-4f26-49bf-8663-69d79b868cba req-c928ed71-38f1-4bcd-8a82-19c6f6b5e981 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.2265284 Feb 16 12:44:53.107804 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-708bd22c-4f26-49bf-8663-69d79b868cba req-b4dca553-b3b2-4888-ada8-abc51ed15096 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255139 Feb 16 12:44:53.123632 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-73ffa8a6-97cd-4483-8229-678e9ab91a93 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.135807 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ed66f38f-ffb4-4dff-ae48-12682524a066 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.191043 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ed66f38f-ffb4-4dff-ae48-12682524a066 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.198788 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ed66f38f-ffb4-4dff-ae48-12682524a066 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] 10.222.0.90 "DELETE /v2.0/subnets/7e50ce9e-a433-4312-938c-466b855a998c HTTP/1.1" status: 204 len: 168 time: 1.3645034 Feb 16 12:44:53.202728 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60858) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:53.253664 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed66f38f-ffb4-4dff-ae48-12682524a066 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Pushing event deleted for resources: {'Subnet': ['ID=7e50ce9e-a433-4312-938c-466b855a998c,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:53.287608 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-eee2440d-77bd-4d2b-90bb-3b7fa8cf480f tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Allocated IP 172.26.2.187 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/96b02478-e1ed-4b76-9097-274876b8a712) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:53.292437 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02d849b-8397-428d-aa92-be5d260b3729 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:44:53.299106 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f02d849b-8397-428d-aa92-be5d260b3729 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.330616 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b18a35-8c54-497d-b16b-4adcc6c7e242 None None] Sync routers for ids ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:53.346511 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f02d849b-8397-428d-aa92-be5d260b3729 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "PUT /v2.0/floatingips/2244f33d-6063-443b-961e-fa201ce544ee HTTP/1.1" status: 200 len: 688 time: 2.5565476 Feb 16 12:44:53.346511 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-73ffa8a6-97cd-4483-8229-678e9ab91a93 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.346511 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60860) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:53.370838 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-1a40ffa6-8014-4e91-93b8-f8f313da7769 None None] Attempting to bind port acf554c9-7605-4a08-b1e8-44bec2484615 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:53.371414 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-1a40ffa6-8014-4e91-93b8-f8f313da7769 None None] Attempting to bind port acf554c9-7605-4a08-b1e8-44bec2484615 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '2bea18ed-ceac-42f2-988f-dd145bcdccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4b5e62b3-71e2-4d29-9314-cf3c011f723f'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:53.372500 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a40ffa6-8014-4e91-93b8-f8f313da7769 None None] Attempting to bind port acf554c9-7605-4a08-b1e8-44bec2484615 on network 4b5e62b3-71e2-4d29-9314-cf3c011f723f {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:44:53.422506 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-76c4ed4e-4ffa-4e2a-ad33-aa767b9227c8 None None] Provisioning complete for port 543fd0a0-fe3a-4334-9ad0-059f468bb2c5 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:53.422506 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-76c4ed4e-4ffa-4e2a-ad33-aa767b9227c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.427013 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a40ffa6-8014-4e91-93b8-f8f313da7769 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:44:53.427587 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a40ffa6-8014-4e91-93b8-f8f313da7769 None None] Checking segment: {'id': '2bea18ed-ceac-42f2-988f-dd145bcdccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4b5e62b3-71e2-4d29-9314-cf3c011f723f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:44:53.428315 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1a40ffa6-8014-4e91-93b8-f8f313da7769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.428862 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a40ffa6-8014-4e91-93b8-f8f313da7769 None None] Bound using segment: {'id': '2bea18ed-ceac-42f2-988f-dd145bcdccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4b5e62b3-71e2-4d29-9314-cf3c011f723f'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:44:53.429236 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5780141-817c-43a9-bee7-e06e366eaf74 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Deleting subnet ceb74756-b74d-42a8-8c7d-1e4ae35ac60b {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:44:53.429545 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-1a40ffa6-8014-4e91-93b8-f8f313da7769 None None] Bound port: acf554c9-7605-4a08-b1e8-44bec2484615, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bea18ed-ceac-42f2-988f-dd145bcdccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4b5e62b3-71e2-4d29-9314-cf3c011f723f'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:53.430136 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1a40ffa6-8014-4e91-93b8-f8f313da7769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.433262 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ffa8a6-97cd-4483-8229-678e9ab91a93 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event deleted for resources: {'Subnet': ['ID=001ac7ab-dfcf-40b6-b6ff-7df11000976a,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:53.457949 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d2242aa6-ccb7-44ad-8f97-9ff950ccfe40 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.461576 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b18a35-8c54-497d-b16b-4adcc6c7e242 None None] Routers {'3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:44:53.462422 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-d2b18a35-8c54-497d-b16b-4adcc6c7e242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:53.502920 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e5780141-817c-43a9-bee7-e06e366eaf74 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.552774 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d2242aa6-ccb7-44ad-8f97-9ff950ccfe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.569414 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7781813b-5c91-4597-ac8c-c279a1e3907d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-1aaede78-471a-4c7b-8db0-6ab8bf9e5fad', 'network_id': '1aaede78-471a-4c7b-8db0-6ab8bf9e5fad', 'tenant_id': '70fcc45a3a8441ab94c6a943c4cc04ec', 'fixed_ips': [{'subnet_id': '001ac7ab-dfcf-40b6-b6ff-7df11000976a'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:44:53.570756 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7781813b-5c91-4597-ac8c-c279a1e3907d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.571019 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2a88e1e6-c5bb-434c-9aba-8d31c9398612 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.585292 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-d2b18a35-8c54-497d-b16b-4adcc6c7e242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:53.587648 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e5780141-817c-43a9-bee7-e06e366eaf74 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.592951 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-73ffa8a6-97cd-4483-8229-678e9ab91a93 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.629738 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-73ffa8a6-97cd-4483-8229-678e9ab91a93 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aaede78-471a-4c7b-8db0-6ab8bf9e5fad']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:53.647571 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-34e5ac21-6c3a-4727-8324-5148b2d53a15 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Deleting port 7d88dcba-e065-4942-8957-bedbb316c8fb {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:44:53.648022 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-34e5ac21-6c3a-4727-8324-5148b2d53a15 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.674084 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-73ffa8a6-97cd-4483-8229-678e9ab91a93 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd48777b8-79e3-421f-afde-c132c2ed6fba') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:53.674305 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-73ffa8a6-97cd-4483-8229-678e9ab91a93 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd48777b8-79e3-421f-afde-c132c2ed6fba') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:53.690440 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2242aa6-ccb7-44ad-8f97-9ff950ccfe40 None None] Network a177a8d3-a99e-4d04-8c47-466c240437f8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:53.715373 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-eee2440d-77bd-4d2b-90bb-3b7fa8cf480f tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.724101 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b18a35-8c54-497d-b16b-4adcc6c7e242 None None] Routers {'3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:44:53.725289 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-d2b18a35-8c54-497d-b16b-4adcc6c7e242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:53.725968 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a88e1e6-c5bb-434c-9aba-8d31c9398612 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Pushing event updated for resources: {'Subnet': ['ID=c5c2b582-b4f6-4f11-a13d-140102a6d571,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:53.728771 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-d2242aa6-ccb7-44ad-8f97-9ff950ccfe40 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:53.744077 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2242aa6-ccb7-44ad-8f97-9ff950ccfe40 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:44:53.768465 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-73ffa8a6-97cd-4483-8229-678e9ab91a93 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.808516 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2242aa6-ccb7-44ad-8f97-9ff950ccfe40 None None] Pushing event updated for resources: {'Port': ['ID=12c25bf9-a866-4616-8f20-7a40c7c4b8bb,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:53.810585 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-73ffa8a6-97cd-4483-8229-678e9ab91a93 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.836833 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ffa8a6-97cd-4483-8229-678e9ab91a93 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:53.837519 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-73ffa8a6-97cd-4483-8229-678e9ab91a93 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.843093 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:44:53.843093 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:53.843093 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:44:53.843093 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:53.843093 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:44:53.843093 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:44:53.843093 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:44:53.843093 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:53.843093 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:44:53.843093 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:53.843093 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:44:53.843093 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:53.843093 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:44:53.843093 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:44:53.843093 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:53.843093 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:44:53.843093 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:53.843093 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:44:53.843093 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:44:53.843093 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:44:53.843093 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:44:53.843093 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:44:53.843093 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:53.843093 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:53.843093 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:53.843093 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:53.843093 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:53.843093 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:53.843093 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:53.843093 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:53.843093 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:53.843093 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:53.854096 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a88e1e6-c5bb-434c-9aba-8d31c9398612 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Checking segment: {'id': '5ae3a08d-6f8b-47d9-a220-e293998fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ea4256fa-1bde-49f5-ade8-3dde10e6de15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:44:53.854096 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a88e1e6-c5bb-434c-9aba-8d31c9398612 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Network hostable DHCP agents. Network: ea4256fa-1bde-49f5-ade8-3dde10e6de15, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:53.896231 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-eee2440d-77bd-4d2b-90bb-3b7fa8cf480f tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.901836 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e5780141-817c-43a9-bee7-e06e366eaf74 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.902578 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-d2b18a35-8c54-497d-b16b-4adcc6c7e242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:53.903810 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b18a35-8c54-497d-b16b-4adcc6c7e242 None None] The sync data for ids ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:53.944791 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-1a40ffa6-8014-4e91-93b8-f8f313da7769 None None] For port acf554c9-7605-4a08-b1e8-44bec2484615, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:44:53.947726 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02a15c3-4cf3-43c3-9ba5-408750dd9b7b None None] Network 1aaede78-471a-4c7b-8db0-6ab8bf9e5fad requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:44:53.994273 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-34e5ac21-6c3a-4727-8324-5148b2d53a15 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.994500 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-34e5ac21-6c3a-4727-8324-5148b2d53a15 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.005002 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a88e1e6-c5bb-434c-9aba-8d31c9398612 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Network ea4256fa-1bde-49f5-ade8-3dde10e6de15 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:54.018570 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-1a40ffa6-8014-4e91-93b8-f8f313da7769 None None] For port acf554c9-7605-4a08-b1e8-44bec2484615, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=acf554c9-7605-4a08-b1e8-44bec2484615,segment=NetworkSegment(2bea18ed-ceac-42f2-988f-dd145bcdccce),segment_id=2bea18ed-ceac-42f2-988f-dd145bcdccce)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:44:54.027018 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-34e5ac21-6c3a-4727-8324-5148b2d53a15 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Calling delete_port for 7d88dcba-e065-4942-8957-bedbb316c8fb owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:44:54.030531 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-73ffa8a6-97cd-4483-8229-678e9ab91a93 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.048267 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee2440d-77bd-4d2b-90bb-3b7fa8cf480f tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:54.054916 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-73ffa8a6-97cd-4483-8229-678e9ab91a93 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.067482 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-73ffa8a6-97cd-4483-8229-678e9ab91a93 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "DELETE /v2.0/networks/1aaede78-471a-4c7b-8db0-6ab8bf9e5fad HTTP/1.1" status: 204 len: 168 time: 1.8791044 Feb 16 12:44:54.067593 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-eee2440d-77bd-4d2b-90bb-3b7fa8cf480f tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:54.067593 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2440d-77bd-4d2b-90bb-3b7fa8cf480f tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Pushing event updated for resources: {'Port': ['ID=96b02478-e1ed-4b76-9097-274876b8a712,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:54.071706 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-2a88e1e6-c5bb-434c-9aba-8d31c9398612 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, ea4256fa-1bde-49f5-ade8-3dde10e6de15) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:54.078994 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60864) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:54.080016 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee2440d-77bd-4d2b-90bb-3b7fa8cf480f tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:44:54.102998 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ffa8a6-97cd-4483-8229-678e9ab91a93 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event deleted for resources: {'Network': ['ID=1aaede78-471a-4c7b-8db0-6ab8bf9e5fad,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:54.105756 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb4e108-563f-484b-bb80-b22231a353d2 None None] Network ea4256fa-1bde-49f5-ade8-3dde10e6de15 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:44:54.109112 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-8a8636ef-ec5d-4957-8e0f-93408867d3b6 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-67004699'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:54.118773 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2a88e1e6-c5bb-434c-9aba-8d31c9398612 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.132192 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1a40ffa6-8014-4e91-93b8-f8f313da7769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.232102 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e5780141-817c-43a9-bee7-e06e366eaf74 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.278843 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-d2242aa6-ccb7-44ad-8f97-9ff950ccfe40 None None] Attempting to bind port 12c25bf9-a866-4616-8f20-7a40c7c4b8bb on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:54.279326 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-d2242aa6-ccb7-44ad-8f97-9ff950ccfe40 None None] Attempting to bind port 12c25bf9-a866-4616-8f20-7a40c7c4b8bb by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'a4b05088-6dc8-49b2-8cac-1246c56dfcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a177a8d3-a99e-4d04-8c47-466c240437f8'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:54.279581 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2242aa6-ccb7-44ad-8f97-9ff950ccfe40 None None] Attempting to bind port 12c25bf9-a866-4616-8f20-7a40c7c4b8bb on network a177a8d3-a99e-4d04-8c47-466c240437f8 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:44:54.342295 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-34e5ac21-6c3a-4727-8324-5148b2d53a15 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.363706 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e5780141-817c-43a9-bee7-e06e366eaf74 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.371183 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e5780141-817c-43a9-bee7-e06e366eaf74 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] 10.222.0.90 "DELETE /v2.0/subnets/ceb74756-b74d-42a8-8c7d-1e4ae35ac60b HTTP/1.1" status: 204 len: 168 time: 1.1610799 Feb 16 12:44:54.372748 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a88e1e6-c5bb-434c-9aba-8d31c9398612 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Pushing event updated for resources: {'Subnet': ['ID=d42d4012-0bb1-4e53-a7fa-b356e5ee9976,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:54.379133 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60870) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:54.411486 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5ac21-6c3a-4727-8324-5148b2d53a15 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event deleted for resources: {'Port': ['ID=7d88dcba-e065-4942-8957-bedbb316c8fb,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:54.429128 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a40ffa6-8014-4e91-93b8-f8f313da7769 None None] Pushing event updated for resources: {'Port': ['ID=acf554c9-7605-4a08-b1e8-44bec2484615,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:54.432766 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8636ef-ec5d-4957-8e0f-93408867d3b6 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Made reservation on behalf of 70fcc45a3a8441ab94c6a943c4cc04ec for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:54.436155 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8a8636ef-ec5d-4957-8e0f-93408867d3b6 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.535575 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2242aa6-ccb7-44ad-8f97-9ff950ccfe40 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:44:54.536411 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2242aa6-ccb7-44ad-8f97-9ff950ccfe40 None None] Checking segment: {'id': 'a4b05088-6dc8-49b2-8cac-1246c56dfcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a177a8d3-a99e-4d04-8c47-466c240437f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:44:54.537302 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d2242aa6-ccb7-44ad-8f97-9ff950ccfe40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.538338 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2242aa6-ccb7-44ad-8f97-9ff950ccfe40 None None] Bound using segment: {'id': 'a4b05088-6dc8-49b2-8cac-1246c56dfcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a177a8d3-a99e-4d04-8c47-466c240437f8'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:44:54.539201 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-d2242aa6-ccb7-44ad-8f97-9ff950ccfe40 None None] Bound port: 12c25bf9-a866-4616-8f20-7a40c7c4b8bb, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4b05088-6dc8-49b2-8cac-1246c56dfcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a177a8d3-a99e-4d04-8c47-466c240437f8'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:54.540830 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d2242aa6-ccb7-44ad-8f97-9ff950ccfe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.541023 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-34e5ac21-6c3a-4727-8324-5148b2d53a15 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.543448 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-34e5ac21-6c3a-4727-8324-5148b2d53a15 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.551284 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-34e5ac21-6c3a-4727-8324-5148b2d53a15 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "DELETE /v2.0/floatingips/2244f33d-6063-443b-961e-fa201ce544ee HTTP/1.1" status: 204 len: 168 time: 1.1926429 Feb 16 12:44:54.551284 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60874) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:54.552428 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5780141-817c-43a9-bee7-e06e366eaf74 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Pushing event deleted for resources: {'Subnet': ['ID=ceb74756-b74d-42a8-8c7d-1e4ae35ac60b,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:54.554644 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a88e1e6-c5bb-434c-9aba-8d31c9398612 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Checking segment: {'id': '04f8e827-e7f6-4746-9c9e-22d32c9ff432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'de259885-d5ac-4964-a5a7-59385f771bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:44:54.554870 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a88e1e6-c5bb-434c-9aba-8d31c9398612 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Network hostable DHCP agents. Network: de259885-d5ac-4964-a5a7-59385f771bc1, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:54.559473 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-3d2fdb3b-528c-47a4-93d8-1966fbbce13f tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Request body: {'floatingip': {'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'port_id': '4df6326d-7562-4afa-ab19-55f594e53804'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:54.599554 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3d2fdb3b-528c-47a4-93d8-1966fbbce13f tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for floatingip, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.652786 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe06e3-c859-4518-969b-e0183e2148f6 req-46e2ebc1-68fb-4a80-92d0-cb113047a438 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:54.654325 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5dfe06e3-c859-4518-969b-e0183e2148f6 req-46e2ebc1-68fb-4a80-92d0-cb113047a438 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.4006696 Feb 16 12:44:54.667136 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a8636ef-ec5d-4957-8e0f-93408867d3b6 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:54.684191 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6630b3-6133-47d1-9539-b0701a2d5124 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:54.692553 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ca6630b3-6133-47d1-9539-b0701a2d5124 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2650063 Feb 16 12:44:54.692877 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4cd3ce66-7bb3-4557-a579-a75d5b2a1deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.693043 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60876) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:54.720925 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8a8636ef-ec5d-4957-8e0f-93408867d3b6 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.721141 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-8a8636ef-ec5d-4957-8e0f-93408867d3b6 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Added segment 7c9840c5-dad8-4f9b-8b5a-5d51338d4cb5 of type vlan for network 1d28f43b-b422-496a-a212-2bf4f19c51aa Feb 16 12:44:54.733509 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a88e1e6-c5bb-434c-9aba-8d31c9398612 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Network de259885-d5ac-4964-a5a7-59385f771bc1 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:54.740323 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57285b1b-953d-4fbf-b671-3161408eef85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-ea4256fa-1bde-49f5-ade8-3dde10e6de15', 'network_id': 'ea4256fa-1bde-49f5-ade8-3dde10e6de15', 'tenant_id': 'ddb8c80eeab343009568c0b34c4c460f', 'fixed_ips': [{'subnet_id': 'c5c2b582-b4f6-4f11-a13d-140102a6d571'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:44:54.741529 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-57285b1b-953d-4fbf-b671-3161408eef85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.749303 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3d2fdb3b-528c-47a4-93d8-1966fbbce13f tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.758316 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0c8e28-f698-44ab-b189-acbefa959e2c None None] Network 4b5e62b3-71e2-4d29-9314-cf3c011f723f requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:44:54.766493 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-d2242aa6-ccb7-44ad-8f97-9ff950ccfe40 None None] For port 12c25bf9-a866-4616-8f20-7a40c7c4b8bb, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:44:54.834130 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-d2242aa6-ccb7-44ad-8f97-9ff950ccfe40 None None] For port 12c25bf9-a866-4616-8f20-7a40c7c4b8bb, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=12c25bf9-a866-4616-8f20-7a40c7c4b8bb,segment=NetworkSegment(a4b05088-6dc8-49b2-8cac-1246c56dfcbf),segment_id=a4b05088-6dc8-49b2-8cac-1246c56dfcbf)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:44:54.854082 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d29747-6994-44b3-a175-8169a6f6f6c5 req-8b0f4562-ec37-4c10-b82f-82884f20f0d5 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:54.855537 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b4d29747-6994-44b3-a175-8169a6f6f6c5 req-8b0f4562-ec37-4c10-b82f-82884f20f0d5 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "GET /v2.0/ports?device_id=d56ec542-6ed7-4f30-b1e3-286ea792f996 HTTP/1.1" status: 200 len: 946 time: 0.3248374 Feb 16 12:44:54.878306 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-2a88e1e6-c5bb-434c-9aba-8d31c9398612 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, de259885-d5ac-4964-a5a7-59385f771bc1) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:54.899897 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a88e1e6-c5bb-434c-9aba-8d31c9398612 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:54.900350 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a88e1e6-c5bb-434c-9aba-8d31c9398612 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:54.901018 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2a88e1e6-c5bb-434c-9aba-8d31c9398612 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.901190 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d0840a-0fc8-4b73-a212-e3d4eb1f4e68 None None] Network de259885-d5ac-4964-a5a7-59385f771bc1 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:44:54.908511 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5dfe06e3-c859-4518-969b-e0183e2148f6 req-c328106c-c36f-4e7d-a09f-219e6077dd49 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281072 Feb 16 12:44:54.910909 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-3d2fdb3b-528c-47a4-93d8-1966fbbce13f tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Allocated IP 172.26.2.69 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/5c5c2b16-1465-4668-a024-dcb08bf180d4) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:54.999040 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d2242aa6-ccb7-44ad-8f97-9ff950ccfe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:55.072009 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3d2fdb3b-528c-47a4-93d8-1966fbbce13f tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:55.167148 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3d2fdb3b-528c-47a4-93d8-1966fbbce13f tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:55.217493 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2fdb3b-528c-47a4-93d8-1966fbbce13f tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:55.220811 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-3d2fdb3b-528c-47a4-93d8-1966fbbce13f tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:55.230613 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2fdb3b-528c-47a4-93d8-1966fbbce13f tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:44:55.255660 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a428f13-a3d6-4a2b-966f-166912cc6e27 None None] Network a177a8d3-a99e-4d04-8c47-466c240437f8 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:44:55.273568 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2fdb3b-528c-47a4-93d8-1966fbbce13f tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event updated for resources: {'Port': ['ID=5c5c2b16-1465-4668-a024-dcb08bf180d4,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:55.284061 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8a8636ef-ec5d-4957-8e0f-93408867d3b6 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:55.293600 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2242aa6-ccb7-44ad-8f97-9ff950ccfe40 None None] Pushing event updated for resources: {'Port': ['ID=12c25bf9-a866-4616-8f20-7a40c7c4b8bb,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:55.350137 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-731667d5-b830-4860-8500-ef220e865364 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:55.388618 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2a88e1e6-c5bb-434c-9aba-8d31c9398612 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.5626264 Feb 16 12:44:55.393078 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60882) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:55.423977 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8a8636ef-ec5d-4957-8e0f-93408867d3b6 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:55.434412 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8636ef-ec5d-4957-8e0f-93408867d3b6 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:55.435224 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8a8636ef-ec5d-4957-8e0f-93408867d3b6 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:55.443030 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-eee2440d-77bd-4d2b-90bb-3b7fa8cf480f tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:55.445507 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-57285b1b-953d-4fbf-b671-3161408eef85 None None] Allocated IP 172.20.0.2 (ea4256fa-1bde-49f5-ade8-3dde10e6de15/c5c2b582-b4f6-4f11-a13d-140102a6d571/1d3f16f1-dce1-40c6-83b1-ebbdcfd59b3c) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:55.451251 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2565745-0b56-4960-8f43-c67f14b5e234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-de259885-d5ac-4964-a5a7-59385f771bc1', 'network_id': 'de259885-d5ac-4964-a5a7-59385f771bc1', 'tenant_id': 'ddb8c80eeab343009568c0b34c4c460f', 'fixed_ips': [{'subnet_id': 'd42d4012-0bb1-4e53-a7fa-b356e5ee9976'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:44:55.452680 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b2565745-0b56-4960-8f43-c67f14b5e234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:55.454323 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b4d29747-6994-44b3-a175-8169a6f6f6c5 req-f0d14a95-4e43-4efa-9622-0282391862dd tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "GET /v2.0/security-groups?id=a156816b-f8da-40dd-93af-8d12c111b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5633605 Feb 16 12:44:55.513989 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117cddfd-0792-49ce-9c19-c9a244409034 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:55.515880 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117cddfd-0792-49ce-9c19-c9a244409034 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:55.518047 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117cddfd-0792-49ce-9c19-c9a244409034 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:55.519149 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-117cddfd-0792-49ce-9c19-c9a244409034 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1256258 Feb 16 12:44:55.524485 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60884) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:55.574664 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b556a-8f3f-4940-b767-c8bd98dd6288 req-707518bd-be68-4487-9165-09b297a36b51 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:55.576330 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-db5b556a-8f3f-4940-b767-c8bd98dd6288 req-707518bd-be68-4487-9165-09b297a36b51 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.2847724 Feb 16 12:44:55.592436 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-8a8636ef-ec5d-4957-8e0f-93408867d3b6 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.5081568 Feb 16 12:44:55.597428 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60886) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:55.604981 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-853a90a3-41ba-40f2-9d1e-38f3ecc2f46e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Request body: {'subnet': {'network_id': '1d28f43b-b422-496a-a212-2bf4f19c51aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:55.679338 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8636ef-ec5d-4957-8e0f-93408867d3b6 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event updated for resources: {'Network': ['ID=1d28f43b-b422-496a-a212-2bf4f19c51aa,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:55.746061 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 1d28f43b-b422-496a-a212-2bf4f19c51aa details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:44:55.787334 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-db5b556a-8f3f-4940-b767-c8bd98dd6288 req-9b00b1a9-6ab5-4150-acfa-7be0a7b4bd9b tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915879 Feb 16 12:44:55.840171 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-731667d5-b830-4860-8500-ef220e865364 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Deleting port 12c25bf9-a866-4616-8f20-7a40c7c4b8bb {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:44:55.840171 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-731667d5-b830-4860-8500-ef220e865364 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:55.891663 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853a90a3-41ba-40f2-9d1e-38f3ecc2f46e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Made reservation on behalf of 70fcc45a3a8441ab94c6a943c4cc04ec for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:55.895437 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-853a90a3-41ba-40f2-9d1e-38f3ecc2f46e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:55.947488 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:55.964499 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-0172f287-c147-4919-9f33-3e9a5ad2c95e tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Deleting subnet c5c2b582-b4f6-4f11-a13d-140102a6d571 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:44:56.086394 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-b2565745-0b56-4960-8f43-c67f14b5e234 None None] Allocated IP 172.20.0.18 (de259885-d5ac-4964-a5a7-59385f771bc1/d42d4012-0bb1-4e53-a7fa-b356e5ee9976/44cc7954-cabb-4f7d-ac8e-b1fe10c5f736) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:56.087327 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-731667d5-b830-4860-8500-ef220e865364 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] For port 12c25bf9-a866-4616-8f20-7a40c7c4b8bb, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=12c25bf9-a866-4616-8f20-7a40c7c4b8bb,segment=NetworkSegment(a4b05088-6dc8-49b2-8cac-1246c56dfcbf),segment_id=a4b05088-6dc8-49b2-8cac-1246c56dfcbf)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:44:56.087704 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-731667d5-b830-4860-8500-ef220e865364 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.105576 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-57285b1b-953d-4fbf-b671-3161408eef85 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.110062 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-eee2440d-77bd-4d2b-90bb-3b7fa8cf480f tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3843129', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3843523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28061'] for router, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.115137 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-57285b1b-953d-4fbf-b671-3161408eef85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.117288 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-731667d5-b830-4860-8500-ef220e865364 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Calling delete_port for 12c25bf9-a866-4616-8f20-7a40c7c4b8bb owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:44:56.134954 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-eee2440d-77bd-4d2b-90bb-3b7fa8cf480f tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3843106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3843115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3843959'] for router, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.137519 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57285b1b-953d-4fbf-b671-3161408eef85 None None] Network ea4256fa-1bde-49f5-ade8-3dde10e6de15 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:56.149774 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-57285b1b-953d-4fbf-b671-3161408eef85 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:56.157921 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0172f287-c147-4919-9f33-3e9a5ad2c95e tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.165098 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec51b25-fdeb-403d-b5fa-23870547ff53 req-e96cce77-08ab-45a4-a6d9-d66482ce15af tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:56.166370 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-eec51b25-fdeb-403d-b5fa-23870547ff53 req-e96cce77-08ab-45a4-a6d9-d66482ce15af tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.42 "GET /v2.0/ports?device_id=d56ec542-6ed7-4f30-b1e3-286ea792f996 HTTP/1.1" status: 200 len: 946 time: 0.1669898 Feb 16 12:44:56.197600 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57285b1b-953d-4fbf-b671-3161408eef85 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:44:56.242169 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0172f287-c147-4919-9f33-3e9a5ad2c95e tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.252376 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57285b1b-953d-4fbf-b671-3161408eef85 None None] Pushing event updated for resources: {'Port': ['ID=1d3f16f1-dce1-40c6-83b1-ebbdcfd59b3c,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:56.325572 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-57285b1b-953d-4fbf-b671-3161408eef85 None None] Attempting to bind port 1d3f16f1-dce1-40c6-83b1-ebbdcfd59b3c on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:56.326257 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-57285b1b-953d-4fbf-b671-3161408eef85 None None] Attempting to bind port 1d3f16f1-dce1-40c6-83b1-ebbdcfd59b3c by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '5ae3a08d-6f8b-47d9-a220-e293998fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ea4256fa-1bde-49f5-ade8-3dde10e6de15'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:56.326829 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57285b1b-953d-4fbf-b671-3161408eef85 None None] Attempting to bind port 1d3f16f1-dce1-40c6-83b1-ebbdcfd59b3c on network ea4256fa-1bde-49f5-ade8-3dde10e6de15 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:44:56.334020 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57285b1b-953d-4fbf-b671-3161408eef85 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:44:56.334748 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57285b1b-953d-4fbf-b671-3161408eef85 None None] Checking segment: {'id': '5ae3a08d-6f8b-47d9-a220-e293998fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ea4256fa-1bde-49f5-ade8-3dde10e6de15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:44:56.336429 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-57285b1b-953d-4fbf-b671-3161408eef85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.337270 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57285b1b-953d-4fbf-b671-3161408eef85 None None] Bound using segment: {'id': '5ae3a08d-6f8b-47d9-a220-e293998fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ea4256fa-1bde-49f5-ade8-3dde10e6de15'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:44:56.337889 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-57285b1b-953d-4fbf-b671-3161408eef85 None None] Bound port: 1d3f16f1-dce1-40c6-83b1-ebbdcfd59b3c, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae3a08d-6f8b-47d9-a220-e293998fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ea4256fa-1bde-49f5-ade8-3dde10e6de15'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:56.337889 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-57285b1b-953d-4fbf-b671-3161408eef85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.381695 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3d2fdb3b-528c-47a4-93d8-1966fbbce13f tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.429273 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0172f287-c147-4919-9f33-3e9a5ad2c95e tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.470534 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b2565745-0b56-4960-8f43-c67f14b5e234 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.473945 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-731667d5-b830-4860-8500-ef220e865364 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.481584 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b2565745-0b56-4960-8f43-c67f14b5e234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.522472 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3d2fdb3b-528c-47a4-93d8-1966fbbce13f tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.530550 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731667d5-b830-4860-8500-ef220e865364 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Pushing event deleted for resources: {'Port': ['ID=12c25bf9-a866-4616-8f20-7a40c7c4b8bb,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:56.533996 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731667d5-b830-4860-8500-ef220e865364 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] No DVR routers for this DVR port 12c25bf9-a866-4616-8f20-7a40c7c4b8bb on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:44:56.546749 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-853a90a3-41ba-40f2-9d1e-38f3ecc2f46e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.548367 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-57285b1b-953d-4fbf-b671-3161408eef85 None None] For port 1d3f16f1-dce1-40c6-83b1-ebbdcfd59b3c, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:44:56.553623 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2565745-0b56-4960-8f43-c67f14b5e234 None None] Network de259885-d5ac-4964-a5a7-59385f771bc1 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:56.569641 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-b2565745-0b56-4960-8f43-c67f14b5e234 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:56.572595 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0172f287-c147-4919-9f33-3e9a5ad2c95e tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.572797 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2565745-0b56-4960-8f43-c67f14b5e234 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:44:56.585557 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-57285b1b-953d-4fbf-b671-3161408eef85 None None] For port 1d3f16f1-dce1-40c6-83b1-ebbdcfd59b3c, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=1d3f16f1-dce1-40c6-83b1-ebbdcfd59b3c,segment=NetworkSegment(5ae3a08d-6f8b-47d9-a220-e293998fc8d1),segment_id=5ae3a08d-6f8b-47d9-a220-e293998fc8d1)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:44:56.609319 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2565745-0b56-4960-8f43-c67f14b5e234 None None] Pushing event updated for resources: {'Port': ['ID=44cc7954-cabb-4f7d-ac8e-b1fe10c5f736,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:56.616651 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172f287-c147-4919-9f33-3e9a5ad2c95e tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Pushing event deleted for resources: {'Subnet': ['ID=c5c2b582-b4f6-4f11-a13d-140102a6d571,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:56.616931 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-57285b1b-953d-4fbf-b671-3161408eef85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.621727 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0172f287-c147-4919-9f33-3e9a5ad2c95e tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.627233 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0172f287-c147-4919-9f33-3e9a5ad2c95e tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] 10.222.0.90 "DELETE /v2.0/subnets/c5c2b582-b4f6-4f11-a13d-140102a6d571 HTTP/1.1" status: 204 len: 168 time: 1.1016796 Feb 16 12:44:56.633582 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [req-eec51b25-fdeb-403d-b5fa-23870547ff53 req-e201c4c3-bdfc-43c0-b5ff-50f1e31f0acf tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Deleting port 3405faf2-baff-411b-9b24-c409372d5b1e {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:44:56.633582 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [req-eec51b25-fdeb-403d-b5fa-23870547ff53 req-e201c4c3-bdfc-43c0-b5ff-50f1e31f0acf tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.633864 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60892) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:56.691791 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-b2565745-0b56-4960-8f43-c67f14b5e234 None None] Attempting to bind port 44cc7954-cabb-4f7d-ac8e-b1fe10c5f736 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:56.692081 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-b2565745-0b56-4960-8f43-c67f14b5e234 None None] Attempting to bind port 44cc7954-cabb-4f7d-ac8e-b1fe10c5f736 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '04f8e827-e7f6-4746-9c9e-22d32c9ff432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'de259885-d5ac-4964-a5a7-59385f771bc1'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:56.692529 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2565745-0b56-4960-8f43-c67f14b5e234 None None] Attempting to bind port 44cc7954-cabb-4f7d-ac8e-b1fe10c5f736 on network de259885-d5ac-4964-a5a7-59385f771bc1 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:44:56.703706 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2565745-0b56-4960-8f43-c67f14b5e234 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:44:56.704220 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2565745-0b56-4960-8f43-c67f14b5e234 None None] Checking segment: {'id': '04f8e827-e7f6-4746-9c9e-22d32c9ff432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'de259885-d5ac-4964-a5a7-59385f771bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:44:56.704739 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b2565745-0b56-4960-8f43-c67f14b5e234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.705275 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2565745-0b56-4960-8f43-c67f14b5e234 None None] Bound using segment: {'id': '04f8e827-e7f6-4746-9c9e-22d32c9ff432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'de259885-d5ac-4964-a5a7-59385f771bc1'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:44:56.705830 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-b2565745-0b56-4960-8f43-c67f14b5e234 None None] Bound port: 44cc7954-cabb-4f7d-ac8e-b1fe10c5f736, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f8e827-e7f6-4746-9c9e-22d32c9ff432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'de259885-d5ac-4964-a5a7-59385f771bc1'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:56.706375 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b2565745-0b56-4960-8f43-c67f14b5e234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.750046 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b0b4c6f-d65b-40fe-9bca-94f7a34684b5 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Deleting subnet d42d4012-0bb1-4e53-a7fa-b356e5ee9976 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:44:56.754539 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3b0b4c6f-d65b-40fe-9bca-94f7a34684b5 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.771867 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57285b1b-953d-4fbf-b671-3161408eef85 None None] Pushing event updated for resources: {'Port': ['ID=1d3f16f1-dce1-40c6-83b1-ebbdcfd59b3c,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:56.780103 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a90a3-41ba-40f2-9d1e-38f3ecc2f46e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event updated for resources: {'Subnet': ['ID=7280c49f-1594-4bed-81fa-34fa985e9162,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:56.790796 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-731667d5-b830-4860-8500-ef220e865364 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.804728 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee2440d-77bd-4d2b-90bb-3b7fa8cf480f tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Router b91a5fb4-0d14-4444-94f0-11eba4507d4b is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:44:56.818149 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-b2565745-0b56-4960-8f43-c67f14b5e234 None None] For port 44cc7954-cabb-4f7d-ac8e-b1fe10c5f736, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:44:56.822926 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-b2565745-0b56-4960-8f43-c67f14b5e234 None None] For port 44cc7954-cabb-4f7d-ac8e-b1fe10c5f736, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=44cc7954-cabb-4f7d-ac8e-b1fe10c5f736,segment=NetworkSegment(04f8e827-e7f6-4746-9c9e-22d32c9ff432),segment_id=04f8e827-e7f6-4746-9c9e-22d32c9ff432)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:44:56.832740 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b2565745-0b56-4960-8f43-c67f14b5e234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.841904 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-731667d5-b830-4860-8500-ef220e865364 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a177a8d3-a99e-4d04-8c47-466c240437f8']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:56.874778 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-731667d5-b830-4860-8500-ef220e865364 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b05088-6dc8-49b2-8cac-1246c56dfcbf') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:56.875064 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-731667d5-b830-4860-8500-ef220e865364 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b05088-6dc8-49b2-8cac-1246c56dfcbf') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:56.893423 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0021b-f3a7-4602-a240-07e358eea793 req-cd2d4a5b-74ca-4302-8511-1db3950202e8 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:56.895550 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6ed0021b-f3a7-4602-a240-07e358eea793 req-cd2d4a5b-74ca-4302-8511-1db3950202e8 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "GET /v2.0/ports?device_id=d56ec542-6ed7-4f30-b1e3-286ea792f996 HTTP/1.1" status: 200 len: 946 time: 0.2897282 Feb 16 12:44:56.908494 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2565745-0b56-4960-8f43-c67f14b5e234 None None] Pushing event updated for resources: {'Port': ['ID=44cc7954-cabb-4f7d-ac8e-b1fe10c5f736,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:56.931985 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3b0b4c6f-d65b-40fe-9bca-94f7a34684b5 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.936384 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3d2fdb3b-528c-47a4-93d8-1966fbbce13f tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.955954 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853a90a3-41ba-40f2-9d1e-38f3ecc2f46e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Checking segment: {'id': '7c9840c5-dad8-4f9b-8b5a-5d51338d4cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1d28f43b-b422-496a-a212-2bf4f19c51aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:44:56.956926 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853a90a3-41ba-40f2-9d1e-38f3ecc2f46e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Network hostable DHCP agents. Network: 1d28f43b-b422-496a-a212-2bf4f19c51aa, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:56.963291 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-731667d5-b830-4860-8500-ef220e865364 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.981211 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.044425 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-731667d5-b830-4860-8500-ef220e865364 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.065653 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3d2fdb3b-528c-47a4-93d8-1966fbbce13f tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.067785 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [req-eec51b25-fdeb-403d-b5fa-23870547ff53 req-e201c4c3-bdfc-43c0-b5ff-50f1e31f0acf tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] For port 3405faf2-baff-411b-9b24-c409372d5b1e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3405faf2-baff-411b-9b24-c409372d5b1e,segment=NetworkSegment(42b26e38-7e58-4ec2-9947-f1bd510fcd9e),segment_id=42b26e38-7e58-4ec2-9947-f1bd510fcd9e)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:44:57.068163 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [req-eec51b25-fdeb-403d-b5fa-23870547ff53 req-e201c4c3-bdfc-43c0-b5ff-50f1e31f0acf tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.079666 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-731667d5-b830-4860-8500-ef220e865364 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:57.080085 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-731667d5-b830-4860-8500-ef220e865364 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.126173 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3b0b4c6f-d65b-40fe-9bca-94f7a34684b5 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.127320 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:44:57.127320 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:57.127320 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:44:57.127320 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:57.127320 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:44:57.127320 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:44:57.127320 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:44:57.127320 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:57.127320 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:44:57.127320 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:57.127320 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:44:57.127320 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:57.127320 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:44:57.127320 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:44:57.127320 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:57.127320 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:44:57.127320 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:57.127320 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:44:57.127320 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:44:57.127320 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:44:57.127320 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:44:57.127320 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:44:57.127320 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:57.127320 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:57.127320 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:57.127320 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:57.127320 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:57.127320 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:57.127320 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:57.127320 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:57.127320 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:57.127320 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:57.294092 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.295796 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6ed0021b-f3a7-4602-a240-07e358eea793 req-6e296162-6d8b-4aaf-a596-0a817a177bd4 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "GET /v2.0/security-groups?id=a156816b-f8da-40dd-93af-8d12c111b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3485191 Feb 16 12:44:57.299283 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853a90a3-41ba-40f2-9d1e-38f3ecc2f46e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Network 1d28f43b-b422-496a-a212-2bf4f19c51aa is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:57.311150 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3d2fdb3b-528c-47a4-93d8-1966fbbce13f tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.320293 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3b0b4c6f-d65b-40fe-9bca-94f7a34684b5 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.361330 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b5c86-378b-4630-aa5c-b30692179fa6 req-f736e97a-86c7-4f3c-a769-4d7f04efa6be tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:57.365487 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-fe1b5c86-378b-4630-aa5c-b30692179fa6 req-f736e97a-86c7-4f3c-a769-4d7f04efa6be tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.4625437 Feb 16 12:44:57.381674 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-853a90a3-41ba-40f2-9d1e-38f3ecc2f46e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 1d28f43b-b422-496a-a212-2bf4f19c51aa) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:57.394538 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8a4fc4-3342-45b2-8489-730f7be3d757 None None] Network 1d28f43b-b422-496a-a212-2bf4f19c51aa requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:44:57.409953 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee2440d-77bd-4d2b-90bb-3b7fa8cf480f tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:44:57.412313 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853a90a3-41ba-40f2-9d1e-38f3ecc2f46e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:57.413035 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-853a90a3-41ba-40f2-9d1e-38f3ecc2f46e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.413456 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b4c6f-d65b-40fe-9bca-94f7a34684b5 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Pushing event deleted for resources: {'Subnet': ['ID=d42d4012-0bb1-4e53-a7fa-b356e5ee9976,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:57.425253 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3b0b4c6f-d65b-40fe-9bca-94f7a34684b5 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.427570 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332f8125-ba38-4064-9439-fdb2b62270ec None None] Sync routers for ids ['b91a5fb4-0d14-4444-94f0-11eba4507d4b'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:57.428062 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-eee2440d-77bd-4d2b-90bb-3b7fa8cf480f tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.431353 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-eee2440d-77bd-4d2b-90bb-3b7fa8cf480f tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] 10.222.0.90 "PUT /v2.0/routers/b91a5fb4-0d14-4444-94f0-11eba4507d4b HTTP/1.1" status: 200 len: 914 time: 6.2112780 Feb 16 12:44:57.432113 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3b0b4c6f-d65b-40fe-9bca-94f7a34684b5 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] 10.222.0.90 "DELETE /v2.0/subnets/d42d4012-0bb1-4e53-a7fa-b356e5ee9976 HTTP/1.1" status: 204 len: 168 time: 0.7959714 Feb 16 12:44:57.433169 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2fdb3b-528c-47a4-93d8-1966fbbce13f tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event updated for resources: {'Port': ['ID=5c5c2b16-1465-4668-a024-dcb08bf180d4,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:57.438584 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60896) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:57.439386 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60898) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:57.463616 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332f8125-ba38-4064-9439-fdb2b62270ec None None] Routers {'b91a5fb4-0d14-4444-94f0-11eba4507d4b'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:44:57.469803 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-332f8125-ba38-4064-9439-fdb2b62270ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['b91a5fb4-0d14-4444-94f0-11eba4507d4b'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:57.481457 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-731667d5-b830-4860-8500-ef220e865364 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.496339 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-731667d5-b830-4860-8500-ef220e865364 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.499599 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-731667d5-b830-4860-8500-ef220e865364 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] 10.222.0.90 "DELETE /v2.0/networks/a177a8d3-a99e-4d04-8c47-466c240437f8 HTTP/1.1" status: 204 len: 168 time: 2.8010051 Feb 16 12:44:57.506091 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60900) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:57.525121 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-853a90a3-41ba-40f2-9d1e-38f3ecc2f46e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.9241490 Feb 16 12:44:57.525437 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60902) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:57.562426 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731667d5-b830-4860-8500-ef220e865364 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Pushing event deleted for resources: {'Network': ['ID=a177a8d3-a99e-4d04-8c47-466c240437f8,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:57.573862 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-332f8125-ba38-4064-9439-fdb2b62270ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:57.589365 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332f8125-ba38-4064-9439-fdb2b62270ec None None] Routers {'b91a5fb4-0d14-4444-94f0-11eba4507d4b'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:44:57.591633 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-332f8125-ba38-4064-9439-fdb2b62270ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['b91a5fb4-0d14-4444-94f0-11eba4507d4b'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:57.649936 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de191612-f552-4eb6-a696-612bee7545ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-1d28f43b-b422-496a-a212-2bf4f19c51aa', 'network_id': '1d28f43b-b422-496a-a212-2bf4f19c51aa', 'tenant_id': '70fcc45a3a8441ab94c6a943c4cc04ec', 'fixed_ips': [{'subnet_id': '7280c49f-1594-4bed-81fa-34fa985e9162'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:44:57.651195 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-de191612-f552-4eb6-a696-612bee7545ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.652445 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-332f8125-ba38-4064-9439-fdb2b62270ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:57.653454 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332f8125-ba38-4064-9439-fdb2b62270ec None None] The sync data for ids ['b91a5fb4-0d14-4444-94f0-11eba4507d4b'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:57.655156 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-fe1b5c86-378b-4630-aa5c-b30692179fa6 req-077b68e1-d57d-49a7-be5e-44fbb77e343b tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2631836 Feb 16 12:44:57.712308 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d3d070-7e8f-4a3d-803e-0802a0defed0 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:57.718155 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e5d3d070-7e8f-4a3d-803e-0802a0defed0 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2776461 Feb 16 12:44:57.718820 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60906) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:57.754003 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c8b8016f-cca4-4cf2-afc4-367541322d7e tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.777693 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [req-eec51b25-fdeb-403d-b5fa-23870547ff53 req-e201c4c3-bdfc-43c0-b5ff-50f1e31f0acf tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.778244 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [req-eec51b25-fdeb-403d-b5fa-23870547ff53 req-e201c4c3-bdfc-43c0-b5ff-50f1e31f0acf tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.778783 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.l3_db [req-eec51b25-fdeb-403d-b5fa-23870547ff53 req-e201c4c3-bdfc-43c0-b5ff-50f1e31f0acf tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Floating IP 884deb1e-86a0-43fd-a30c-932f12cb0159 disassociated. External IP: 172.26.2.252, port: 3405faf2-baff-411b-9b24-c409372d5b1e. Feb 16 12:44:57.779375 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [req-eec51b25-fdeb-403d-b5fa-23870547ff53 req-e201c4c3-bdfc-43c0-b5ff-50f1e31f0acf tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Calling delete_port for 3405faf2-baff-411b-9b24-c409372d5b1e owned by compute:nova {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:44:57.801105 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-3d2fdb3b-528c-47a4-93d8-1966fbbce13f tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Floating IP 8c56f0f8-09c5-42c8-8172-24831e2a98b8 associated. External IP: 172.26.2.69, port: 4df6326d-7562-4afa-ab19-55f594e53804. Feb 16 12:44:57.860714 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4d04e60b-8b18-4bef-9b22-5acd3cc5686a tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] 10.222.0.90 "GET /v2.0/routers/b91a5fb4-0d14-4444-94f0-11eba4507d4b HTTP/1.1" status: 200 len: 920 time: 0.4184110 Feb 16 12:44:57.867444 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60908) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:57.882347 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-de191612-f552-4eb6-a696-612bee7545ec None None] Allocated IP 2001:db8::1 (1d28f43b-b422-496a-a212-2bf4f19c51aa/7280c49f-1594-4bed-81fa-34fa985e9162/a4fab322-fc4a-4ec0-8e87-1a0e377c383a) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:57.937122 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6226402c-77ac-42b4-a752-e4f5b25af06d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.975544 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ffb413fc-1519-43c8-9ebe-c8d9cc3b4b83 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.984897 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc9d77-920c-4567-a5ff-2890adc21496 req-77c6b7bf-0aed-411a-a53d-61560fea50e1 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:57.988513 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-26bc9d77-920c-4567-a5ff-2890adc21496 req-77c6b7bf-0aed-411a-a53d-61560fea50e1 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.1951382 Feb 16 12:44:58.011644 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93009abd-196f-4f0a-91b3-09cf6a1ce820 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:58.013315 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-93009abd-196f-4f0a-91b3-09cf6a1ce820 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] 10.222.0.90 "GET /v2.0/ports?network_id=a08a3d1b-2e35-4b18-9cb0-756d355083e6&device_id=b91a5fb4-0d14-4444-94f0-11eba4507d4b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1399577 Feb 16 12:44:58.022136 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60910) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:58.127355 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-de191612-f552-4eb6-a696-612bee7545ec None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:58.148506 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6226402c-77ac-42b4-a752-e4f5b25af06d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:58.157987 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-de191612-f552-4eb6-a696-612bee7545ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:58.221542 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-c8b8016f-cca4-4cf2-afc4-367541322d7e tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Deleting port acf554c9-7605-4a08-b1e8-44bec2484615 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:44:58.222496 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c8b8016f-cca4-4cf2-afc4-367541322d7e tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:58.232679 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de191612-f552-4eb6-a696-612bee7545ec None None] Network 1d28f43b-b422-496a-a212-2bf4f19c51aa is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:58.236707 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-de191612-f552-4eb6-a696-612bee7545ec None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:58.241205 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de191612-f552-4eb6-a696-612bee7545ec None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:44:58.375365 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 44cc7954-cabb-4f7d-ac8e-b1fe10c5f736 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:44:58.387145 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [req-eec51b25-fdeb-403d-b5fa-23870547ff53 req-e201c4c3-bdfc-43c0-b5ff-50f1e31f0acf tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:58.443252 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de191612-f552-4eb6-a696-612bee7545ec None None] Pushing event updated for resources: {'Port': ['ID=a4fab322-fc4a-4ec0-8e87-1a0e377c383a,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:58.473058 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-de191612-f552-4eb6-a696-612bee7545ec None None] Attempting to bind port a4fab322-fc4a-4ec0-8e87-1a0e377c383a on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:58.473726 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-de191612-f552-4eb6-a696-612bee7545ec None None] Attempting to bind port a4fab322-fc4a-4ec0-8e87-1a0e377c383a by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '7c9840c5-dad8-4f9b-8b5a-5d51338d4cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1d28f43b-b422-496a-a212-2bf4f19c51aa'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:58.474211 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de191612-f552-4eb6-a696-612bee7545ec None None] Attempting to bind port a4fab322-fc4a-4ec0-8e87-1a0e377c383a on network 1d28f43b-b422-496a-a212-2bf4f19c51aa {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:44:58.485551 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:58.492014 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de191612-f552-4eb6-a696-612bee7545ec None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:44:58.492537 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de191612-f552-4eb6-a696-612bee7545ec None None] Checking segment: {'id': '7c9840c5-dad8-4f9b-8b5a-5d51338d4cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1d28f43b-b422-496a-a212-2bf4f19c51aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:44:58.493085 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-de191612-f552-4eb6-a696-612bee7545ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:58.493572 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de191612-f552-4eb6-a696-612bee7545ec None None] Bound using segment: {'id': '7c9840c5-dad8-4f9b-8b5a-5d51338d4cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1d28f43b-b422-496a-a212-2bf4f19c51aa'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:44:58.494151 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-de191612-f552-4eb6-a696-612bee7545ec None None] Bound port: a4fab322-fc4a-4ec0-8e87-1a0e377c383a, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c9840c5-dad8-4f9b-8b5a-5d51338d4cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1d28f43b-b422-496a-a212-2bf4f19c51aa'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:58.494629 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-de191612-f552-4eb6-a696-612bee7545ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:58.576963 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 44cc7954-cabb-4f7d-ac8e-b1fe10c5f736 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:58.577480 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:58.619693 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2fdb3b-528c-47a4-93d8-1966fbbce13f tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Router 3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:44:58.666882 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-de191612-f552-4eb6-a696-612bee7545ec None None] For port a4fab322-fc4a-4ec0-8e87-1a0e377c383a, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:44:58.685970 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-ffb413fc-1519-43c8-9ebe-c8d9cc3b4b83 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Deleting port 44cc7954-cabb-4f7d-ac8e-b1fe10c5f736 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:44:58.686416 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ffb413fc-1519-43c8-9ebe-c8d9cc3b4b83 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:58.689954 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-de191612-f552-4eb6-a696-612bee7545ec None None] For port a4fab322-fc4a-4ec0-8e87-1a0e377c383a, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=a4fab322-fc4a-4ec0-8e87-1a0e377c383a,segment=NetworkSegment(7c9840c5-dad8-4f9b-8b5a-5d51338d4cb5),segment_id=7c9840c5-dad8-4f9b-8b5a-5d51338d4cb5)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:44:58.695268 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4185f56-b319-43a9-8f84-67294d0a6b0e tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:58.698820 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f4185f56-b319-43a9-8f84-67294d0a6b0e tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] 10.222.0.90 "GET /v2.0/networks/a08a3d1b-2e35-4b18-9cb0-756d355083e6 HTTP/1.1" status: 200 len: 881 time: 0.6555936 Feb 16 12:44:58.703503 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-de191612-f552-4eb6-a696-612bee7545ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:58.715092 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60918) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:58.717783 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6226402c-77ac-42b4-a752-e4f5b25af06d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:58.738429 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dfa32c-e338-4555-a9cd-f53f22f4076d None None] Network ea4256fa-1bde-49f5-ade8-3dde10e6de15 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:44:58.840814 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1611b6bc-c33f-4d4f-aa88-6d43cfcdb8d4 None None] Network de259885-d5ac-4964-a5a7-59385f771bc1 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:44:58.927265 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-26bc9d77-920c-4567-a5ff-2890adc21496 req-473c8b29-ab75-4baf-aef8-8d8c6d5088b2 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8089960 Feb 16 12:44:58.929873 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-23f94a21-154a-452b-abba-2abca57ef80f None None] Provisioning complete for port 1d3f16f1-dce1-40c6-83b1-ebbdcfd59b3c triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:58.930245 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-23f94a21-154a-452b-abba-2abca57ef80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:58.935304 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-c8b8016f-cca4-4cf2-afc4-367541322d7e tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] For port acf554c9-7605-4a08-b1e8-44bec2484615, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=acf554c9-7605-4a08-b1e8-44bec2484615,segment=NetworkSegment(2bea18ed-ceac-42f2-988f-dd145bcdccce),segment_id=2bea18ed-ceac-42f2-988f-dd145bcdccce)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:44:58.942504 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c8b8016f-cca4-4cf2-afc4-367541322d7e tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:58.958864 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-c8b8016f-cca4-4cf2-afc4-367541322d7e tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Calling delete_port for acf554c9-7605-4a08-b1e8-44bec2484615 owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:44:58.975855 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-10a68fb3-56fd-41a3-baa3-70cb442c0dbf tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] 10.222.0.90 "GET /v2.0/ports?device_id=b91a5fb4-0d14-4444-94f0-11eba4507d4b HTTP/1.1" status: 200 len: 205 time: 0.2595119 Feb 16 12:44:58.976696 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226402c-77ac-42b4-a752-e4f5b25af06d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event deleted for resources: {'Subnet': ['ID=7280c49f-1594-4bed-81fa-34fa985e9162,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:58.983746 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2fdb3b-528c-47a4-93d8-1966fbbce13f tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:44:58.985714 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de191612-f552-4eb6-a696-612bee7545ec None None] Pushing event updated for resources: {'Port': ['ID=a4fab322-fc4a-4ec0-8e87-1a0e377c383a,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:58.995687 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60922) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:44:59.010281 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6166c80c-07ea-40b3-ad2e-8918a1545b19 None None] Sync routers for ids ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:59.020235 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.027725 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-ffb413fc-1519-43c8-9ebe-c8d9cc3b4b83 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] For port 44cc7954-cabb-4f7d-ac8e-b1fe10c5f736, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=44cc7954-cabb-4f7d-ac8e-b1fe10c5f736,segment=NetworkSegment(04f8e827-e7f6-4746-9c9e-22d32c9ff432),segment_id=04f8e827-e7f6-4746-9c9e-22d32c9ff432)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:44:59.027725 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ffb413fc-1519-43c8-9ebe-c8d9cc3b4b83 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.043238 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-ffb413fc-1519-43c8-9ebe-c8d9cc3b4b83 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Calling delete_port for 44cc7954-cabb-4f7d-ac8e-b1fe10c5f736 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:44:59.061320 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e201c4c3-bdfc-43c0-b5ff-50f1e31f0acf tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Pushing event deleted for resources: {'Port': ['ID=3405faf2-baff-411b-9b24-c409372d5b1e,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:59.086107 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c8b8016f-cca4-4cf2-afc4-367541322d7e tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.101324 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5a4a7dd4-8a2c-4efa-92b2-9fbfbfd0f3af req-548d81a7-4d7f-4ada-8672-43973ca344b6 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "GET /v2.0/ports?device_id=d56ec542-6ed7-4f30-b1e3-286ea792f996 HTTP/1.1" status: 200 len: 210 time: 0.1883433 Feb 16 12:44:59.143499 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8016f-cca4-4cf2-afc4-367541322d7e tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Pushing event deleted for resources: {'Port': ['ID=acf554c9-7605-4a08-b1e8-44bec2484615,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:59.179940 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6226402c-77ac-42b4-a752-e4f5b25af06d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.195656 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6166c80c-07ea-40b3-ad2e-8918a1545b19 None None] Routers {'3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:44:59.196323 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6166c80c-07ea-40b3-ad2e-8918a1545b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:59.204824 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-6226402c-77ac-42b4-a752-e4f5b25af06d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d28f43b-b422-496a-a212-2bf4f19c51aa']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:59.215541 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-6226402c-77ac-42b4-a752-e4f5b25af06d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c9840c5-dad8-4f9b-8b5a-5d51338d4cb5') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:59.215831 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-6226402c-77ac-42b4-a752-e4f5b25af06d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c9840c5-dad8-4f9b-8b5a-5d51338d4cb5') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:59.232538 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6226402c-77ac-42b4-a752-e4f5b25af06d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.262606 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6226402c-77ac-42b4-a752-e4f5b25af06d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.269559 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6226402c-77ac-42b4-a752-e4f5b25af06d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:59.269949 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6226402c-77ac-42b4-a752-e4f5b25af06d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.334907 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6166c80c-07ea-40b3-ad2e-8918a1545b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:59.444684 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eec51b25-fdeb-403d-b5fa-23870547ff53 req-e201c4c3-bdfc-43c0-b5ff-50f1e31f0acf tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Router 0d148df9-38d9-4ca1-8caf-7b09706d6d9f has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:44:59.448018 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b8016f-cca4-4cf2-afc4-367541322d7e tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] No DVR routers for this DVR port acf554c9-7605-4a08-b1e8-44bec2484615 on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:44:59.479291 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:44:59.479291 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:59.479291 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:44:59.479291 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:59.479291 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:44:59.479291 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:44:59.479291 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:44:59.479291 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:59.479291 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:44:59.479291 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:59.479291 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:44:59.479291 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:59.479291 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:44:59.479291 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:44:59.479291 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:59.479291 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:44:59.479291 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:59.479291 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:44:59.479291 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:44:59.479291 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:44:59.479291 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:44:59.479291 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:44:59.479291 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:59.479291 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:59.479291 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:59.479291 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:59.479291 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:59.479291 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:59.479291 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:59.479291 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:59.479291 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:59.479291 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:59.502281 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b5ef771d-a0d1-4b99-9d1f-24216031a837 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.552450 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 44cc7954-cabb-4f7d-ac8e-b1fe10c5f736, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=44cc7954-cabb-4f7d-ac8e-b1fe10c5f736,segment=NetworkSegment(04f8e827-e7f6-4746-9c9e-22d32c9ff432),segment_id=04f8e827-e7f6-4746-9c9e-22d32c9ff432)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:44:59.569666 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.570794 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 1d3f16f1-dce1-40c6-83b1-ebbdcfd59b3c up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:44:59.636104 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.db.api [None req-6226402c-77ac-42b4-a752-e4f5b25af06d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 12:44:59.636104 dv-neutron-828142-3-hyperv neutron-server[109049]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 12:44:59.636104 dv-neutron-828142-3-hyperv neutron-server[109049]: [parameters: {'id': '1d28f43b-b422-496a-a212-2bf4f19c51aa'}] Feb 16 12:44:59.636104 dv-neutron-828142-3-hyperv neutron-server[109049]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:44:59.636477 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG oslo_db.api [None req-6226402c-77ac-42b4-a752-e4f5b25af06d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:44:59.640039 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b5ef771d-a0d1-4b99-9d1f-24216031a837 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.650942 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3d2fdb3b-528c-47a4-93d8-1966fbbce13f tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.652572 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6166c80c-07ea-40b3-ad2e-8918a1545b19 None None] Routers {'3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:44:59.653419 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6166c80c-07ea-40b3-ad2e-8918a1545b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:59.662530 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2311a-8824-4628-b1a8-eef312c44870 req-43347243-da1c-4966-a679-b47e5608ce6b tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:59.664204 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-04f2311a-8824-4628-b1a8-eef312c44870 req-43347243-da1c-4966-a679-b47e5608ce6b tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.2528226 Feb 16 12:44:59.757509 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb97fcd-a9b9-45ea-b356-f8bc052349dc None None] DHCP port deletion for ea4256fa-1bde-49f5-ade8-3dde10e6de15 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:44:59.760669 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6166c80c-07ea-40b3-ad2e-8918a1545b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:59.761327 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6166c80c-07ea-40b3-ad2e-8918a1545b19 None None] The sync data for ids ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:59.768203 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51a505-2dcb-472e-bee3-8caae8aa9019 req-360e930d-4f96-4f25-adc8-6229de529295 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:59.779944 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1d51a505-2dcb-472e-bee3-8caae8aa9019 req-360e930d-4f96-4f25-adc8-6229de529295 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "GET /v2.0/ports?device_id=b8ef6a13-942e-4a27-95b3-42c2f4d9b306 HTTP/1.1" status: 200 len: 946 time: 0.6755395 Feb 16 12:44:59.807784 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-23f94a21-154a-452b-abba-2abca57ef80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.849036 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=44cc7954-cabb-4f7d-ac8e-b1fe10c5f736,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:59.877888 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1d51a505-2dcb-472e-bee3-8caae8aa9019 req-234f2ba7-0139-429a-8d7d-9998fb3f3dff tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb81afa6-3206-42ea-9395-b464bf0620d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967765 Feb 16 12:44:59.882803 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 1d3f16f1-dce1-40c6-83b1-ebbdcfd59b3c triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:59.883097 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.886434 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c8b8016f-cca4-4cf2-afc4-367541322d7e tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.932335 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d795fbf0-4a9a-47f7-a1d2-6a3a85548b58 None None] DHCP port deletion for de259885-d5ac-4964-a5a7-59385f771bc1 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:44:59.948203 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-23f94a21-154a-452b-abba-2abca57ef80f None None] For port 1d3f16f1-dce1-40c6-83b1-ebbdcfd59b3c, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=1d3f16f1-dce1-40c6-83b1-ebbdcfd59b3c,segment=NetworkSegment(5ae3a08d-6f8b-47d9-a220-e293998fc8d1),segment_id=5ae3a08d-6f8b-47d9-a220-e293998fc8d1)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:44:59.983595 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-04f2311a-8824-4628-b1a8-eef312c44870 req-5310c791-6d29-45a6-a8d9-6dacbe5ff726 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3074114 Feb 16 12:44:59.990573 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-c8b8016f-cca4-4cf2-afc4-367541322d7e tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b5e62b3-71e2-4d29-9314-cf3c011f723f']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:00.014014 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-3cb97fcd-a9b9-45ea-b356-f8bc052349dc None None] Deleting port 1d3f16f1-dce1-40c6-83b1-ebbdcfd59b3c {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:00.014411 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3cb97fcd-a9b9-45ea-b356-f8bc052349dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.023765 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-23f94a21-154a-452b-abba-2abca57ef80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.043448 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-c8b8016f-cca4-4cf2-afc4-367541322d7e tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bea18ed-ceac-42f2-988f-dd145bcdccce') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:00.044040 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-c8b8016f-cca4-4cf2-afc4-367541322d7e tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bea18ed-ceac-42f2-988f-dd145bcdccce') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:00.085533 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c8b8016f-cca4-4cf2-afc4-367541322d7e tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.117766 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3d2fdb3b-528c-47a4-93d8-1966fbbce13f tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.5624404 Feb 16 12:45:00.124257 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60926) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:00.134603 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c8b8016f-cca4-4cf2-afc4-367541322d7e tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.137698 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eec51b25-fdeb-403d-b5fa-23870547ff53 req-e201c4c3-bdfc-43c0-b5ff-50f1e31f0acf tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:45:00.155572 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871655b8-fd36-493b-b845-3d1a551c7bda None None] Sync routers for ids ['0d148df9-38d9-4ca1-8caf-7b09706d6d9f'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:00.204603 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871655b8-fd36-493b-b845-3d1a551c7bda None None] Routers {'0d148df9-38d9-4ca1-8caf-7b09706d6d9f'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:00.206218 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-871655b8-fd36-493b-b845-3d1a551c7bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['0d148df9-38d9-4ca1-8caf-7b09706d6d9f'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:00.217239 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-3cb97fcd-a9b9-45ea-b356-f8bc052349dc None None] For port 1d3f16f1-dce1-40c6-83b1-ebbdcfd59b3c, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=1d3f16f1-dce1-40c6-83b1-ebbdcfd59b3c,segment=NetworkSegment(5ae3a08d-6f8b-47d9-a220-e293998fc8d1),segment_id=5ae3a08d-6f8b-47d9-a220-e293998fc8d1)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:45:00.217641 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3cb97fcd-a9b9-45ea-b356-f8bc052349dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.231264 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6226402c-77ac-42b4-a752-e4f5b25af06d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.232841 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-3cb97fcd-a9b9-45ea-b356-f8bc052349dc None None] Calling delete_port for 1d3f16f1-dce1-40c6-83b1-ebbdcfd59b3c owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:00.249118 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8b8016f-cca4-4cf2-afc4-367541322d7e tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:00.249556 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c8b8016f-cca4-4cf2-afc4-367541322d7e tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.263860 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:45:00.263860 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:00.263860 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:45:00.263860 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:00.263860 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:45:00.263860 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:45:00.263860 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:45:00.263860 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:00.263860 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:45:00.263860 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:00.263860 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:45:00.263860 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:00.263860 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:45:00.263860 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:45:00.263860 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:00.263860 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:45:00.263860 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:00.263860 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:45:00.263860 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:45:00.263860 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:45:00.263860 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:45:00.263860 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:45:00.263860 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:00.263860 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:00.263860 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:00.263860 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:00.263860 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:00.263860 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:00.263860 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:00.263860 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:00.263860 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:00.263860 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:00.266092 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ffb413fc-1519-43c8-9ebe-c8d9cc3b4b83 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.340836 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9c2cd6db-5765-4d35-9833-629215a86251 None None] Could not find standard attr ID for object 44cc7954-cabb-4f7d-ac8e-b1fe10c5f736. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:45:00.395199 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-201258d4-5b2d-4656-839f-57e0b3336283 req-d2ef4cd8-6ca5-4d07-a3ac-26008f6d8613 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "GET /v2.0/ports?device_id=d56ec542-6ed7-4f30-b1e3-286ea792f996 HTTP/1.1" status: 200 len: 210 time: 0.1598592 Feb 16 12:45:00.412365 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3cb97fcd-a9b9-45ea-b356-f8bc052349dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.427218 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb413fc-1519-43c8-9ebe-c8d9cc3b4b83 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] No DVR routers for this DVR port 44cc7954-cabb-4f7d-ac8e-b1fe10c5f736 on host dv-neutron-828142-3-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:00.446087 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec51b25-fdeb-403d-b5fa-23870547ff53 req-e201c4c3-bdfc-43c0-b5ff-50f1e31f0acf tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] No DVR routers for this DVR port 3405faf2-baff-411b-9b24-c409372d5b1e on host hv-neutron-8281 {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:00.456592 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [req-eec51b25-fdeb-403d-b5fa-23870547ff53 req-e201c4c3-bdfc-43c0-b5ff-50f1e31f0acf tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.459962 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-eec51b25-fdeb-403d-b5fa-23870547ff53 req-e201c4c3-bdfc-43c0-b5ff-50f1e31f0acf tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.42 "DELETE /v2.0/ports/3405faf2-baff-411b-9b24-c409372d5b1e HTTP/1.1" status: 204 len: 173 time: 4.2627461 Feb 16 12:45:00.460438 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56ec542-6ed7-4f30-b1e3-286ea792f996', 'name': 'network-vif-deleted', 'tag': '3405faf2-baff-411b-9b24-c409372d5b1e'}] {{(pid=109048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:45:00.463307 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40068d798dcc31a224174c6c24ac8b3e49f1a518b527dec6066c5fbc28712f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1c9851-c4c0-43ad-bb0a-247ce144e638" -d '{"events": [{"server_uuid": "d56ec542-6ed7-4f30-b1e3-286ea792f996", "name": "network-vif-deleted", "tag": "3405faf2-baff-411b-9b24-c409372d5b1e"}]}' {{(pid=109048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:45:00.474516 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-da3b3ae7-a514-4d06-a495-4e72bd2c6257 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "GET /v2.0/floatingips/8c56f0f8-09c5-42c8-8172-24831e2a98b8 HTTP/1.1" status: 200 len: 977 time: 0.3457212 Feb 16 12:45:00.485580 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dabaeb-1b57-440b-ac61-54c854756f2c req-bc0b4ef0-889d-4280-a1d5-995506e1c6d2 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:00.487848 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-22dabaeb-1b57-440b-ac61-54c854756f2c req-bc0b4ef0-889d-4280-a1d5-995506e1c6d2 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.4040203 Feb 16 12:45:00.488765 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60932) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:00.488907 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb413fc-1519-43c8-9ebe-c8d9cc3b4b83 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Pushing event deleted for resources: {'Port': ['ID=44cc7954-cabb-4f7d-ac8e-b1fe10c5f736,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:00.491921 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-d795fbf0-4a9a-47f7-a1d2-6a3a85548b58 None None] Deleting port 44cc7954-cabb-4f7d-ac8e-b1fe10c5f736 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:00.494829 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d795fbf0-4a9a-47f7-a1d2-6a3a85548b58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.499340 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c8b8016f-cca4-4cf2-afc4-367541322d7e tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.499927 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f94a21-154a-452b-abba-2abca57ef80f None None] Pushing event updated for resources: {'Port': ['ID=1d3f16f1-dce1-40c6-83b1-ebbdcfd59b3c,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:00.517126 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Port 1d3f16f1-dce1-40c6-83b1-ebbdcfd59b3c update to ACTIVE by agent not found {{(pid=109050) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Feb 16 12:45:00.555535 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-871655b8-fd36-493b-b845-3d1a551c7bda None None] Set router 0d148df9-38d9-4ca1-8caf-7b09706d6d9f gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:45:00.587675 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c8b8016f-cca4-4cf2-afc4-367541322d7e tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.591163 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c8b8016f-cca4-4cf2-afc4-367541322d7e tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] 10.222.0.90 "DELETE /v2.0/networks/4b5e62b3-71e2-4d29-9314-cf3c011f723f HTTP/1.1" status: 204 len: 168 time: 3.0828948 Feb 16 12:45:00.606532 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60934) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:00.636223 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84200cc-0cfc-47a6-97b5-4b73a8bb159e req-c8761203-f5b2-4cdb-90ff-b83233548dee tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:00.640514 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b84200cc-0cfc-47a6-97b5-4b73a8bb159e req-c8761203-f5b2-4cdb-90ff-b83233548dee tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8ef6a13-942e-4a27-95b3-42c2f4d9b306 HTTP/1.1" status: 200 len: 946 time: 0.4384291 Feb 16 12:45:00.731263 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31e578a-8fce-4ea0-b998-87a2b049f2f0 None None] Network 1d28f43b-b422-496a-a212-2bf4f19c51aa requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:45:00.740292 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb97fcd-a9b9-45ea-b356-f8bc052349dc None None] No DVR routers for this DVR port 1d3f16f1-dce1-40c6-83b1-ebbdcfd59b3c on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:00.745755 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ffb413fc-1519-43c8-9ebe-c8d9cc3b4b83 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.768025 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 12:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ba2fca-90bc-4966-bb6f-cb648ac8e335 x-openstack-request-id: req-50ba2fca-90bc-4966-bb6f-cb648ac8e335 {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:45:00.768601 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56ec542-6ed7-4f30-b1e3-286ea792f996", "name": "network-vif-deleted", "tag": "3405faf2-baff-411b-9b24-c409372d5b1e", "status": "completed", "code": 200}]} {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:45:00.769046 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-50ba2fca-90bc-4966-bb6f-cb648ac8e335 {{(pid=109048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:45:00.769696 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd56ec542-6ed7-4f30-b1e3-286ea792f996', 'name': 'network-vif-deleted', 'tag': '3405faf2-baff-411b-9b24-c409372d5b1e', 'status': 'completed', 'code': 200} Feb 16 12:45:00.773046 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-b5ef771d-a0d1-4b99-9d1f-24216031a837 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Deleting port 96b02478-e1ed-4b76-9097-274876b8a712 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:00.773391 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b5ef771d-a0d1-4b99-9d1f-24216031a837 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.805737 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b7aa4fc7-70d4-4ff7-86c5-989b3ee51126 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.814819 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-ffb413fc-1519-43c8-9ebe-c8d9cc3b4b83 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de259885-d5ac-4964-a5a7-59385f771bc1']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:00.820155 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb97fcd-a9b9-45ea-b356-f8bc052349dc None None] Pushing event deleted for resources: {'Port': ['ID=1d3f16f1-dce1-40c6-83b1-ebbdcfd59b3c,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:00.827175 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8016f-cca4-4cf2-afc4-367541322d7e tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Pushing event deleted for resources: {'Network': ['ID=4b5e62b3-71e2-4d29-9314-cf3c011f723f,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:00.889271 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-ffb413fc-1519-43c8-9ebe-c8d9cc3b4b83 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f8e827-e7f6-4746-9c9e-22d32c9ff432') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:00.889640 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-ffb413fc-1519-43c8-9ebe-c8d9cc3b4b83 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f8e827-e7f6-4746-9c9e-22d32c9ff432') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:00.953698 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-8059b85c-0e31-4bc5-ba71-e3c19e4144cc None None] Provisioning complete for port a4fab322-fc4a-4ec0-8e87-1a0e377c383a triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:00.954071 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8059b85c-0e31-4bc5-ba71-e3c19e4144cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.957470 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-d795fbf0-4a9a-47f7-a1d2-6a3a85548b58 None None] For port 44cc7954-cabb-4f7d-ac8e-b1fe10c5f736, host dv-neutron-828142-3-hyperv, got binding levels [] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:45:00.957730 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ffb413fc-1519-43c8-9ebe-c8d9cc3b4b83 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.957902 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d795fbf0-4a9a-47f7-a1d2-6a3a85548b58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.965229 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device a4fab322-fc4a-4ec0-8e87-1a0e377c383a up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:45:00.993191 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ffb413fc-1519-43c8-9ebe-c8d9cc3b4b83 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.019493 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffb413fc-1519-43c8-9ebe-c8d9cc3b4b83 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:01.019978 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ffb413fc-1519-43c8-9ebe-c8d9cc3b4b83 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.026996 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:45:01.026996 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:01.026996 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:45:01.026996 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:01.026996 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:45:01.026996 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:45:01.026996 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:45:01.026996 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:01.026996 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:45:01.026996 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:01.026996 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:45:01.026996 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:01.026996 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:45:01.026996 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:45:01.026996 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:01.026996 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:45:01.026996 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:01.026996 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:45:01.026996 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:45:01.026996 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:45:01.026996 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:45:01.026996 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:45:01.026996 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:01.026996 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:01.026996 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:01.026996 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:01.026996 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:01.026996 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:01.026996 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:01.026996 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:01.026996 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:01.026996 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:01.036120 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-d795fbf0-4a9a-47f7-a1d2-6a3a85548b58 None None] Calling delete_port for 44cc7954-cabb-4f7d-ac8e-b1fe10c5f736 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:01.042262 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.ipam_backend_mixin [None req-d795fbf0-4a9a-47f7-a1d2-6a3a85548b58 None None] Port 44cc7954-cabb-4f7d-ac8e-b1fe10c5f736 was not found and therefore no delete operation was performed {{(pid=109050) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 12:45:01.067285 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-6226402c-77ac-42b4-a752-e4f5b25af06d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Deleting port a4fab322-fc4a-4ec0-8e87-1a0e377c383a {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:01.067720 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6226402c-77ac-42b4-a752-e4f5b25af06d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.078381 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d795fbf0-4a9a-47f7-a1d2-6a3a85548b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.111964 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b5ef771d-a0d1-4b99-9d1f-24216031a837 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.127604 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-22dabaeb-1b57-440b-ac61-54c854756f2c req-63ded084-fc06-47af-bde1-d93507683b79 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5874186 Feb 16 12:45:01.139889 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-fa15a8af-5fc6-49f0-a75c-0f5a4279e461 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.6474786 Feb 16 12:45:01.140736 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60940) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:01.164114 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-b5ef771d-a0d1-4b99-9d1f-24216031a837 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Calling delete_port for 96b02478-e1ed-4b76-9097-274876b8a712 owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:01.164328 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-80ca0c07-1e2e-46d4-97cd-b280b4e9dccf tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Request body: {'floatingip': {'port_id': '15052be5-9eaf-490e-baa4-c568b37ed196'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:01.223794 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d795fbf0-4a9a-47f7-a1d2-6a3a85548b58 None None] No DVR routers for this DVR port 44cc7954-cabb-4f7d-ac8e-b1fe10c5f736 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:01.225544 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ffb413fc-1519-43c8-9ebe-c8d9cc3b4b83 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.225819 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795fbf0-4a9a-47f7-a1d2-6a3a85548b58 None None] Pushing event deleted for resources: {'Port': ['ID=44cc7954-cabb-4f7d-ac8e-b1fe10c5f736,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:01.253187 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 3405faf2-baff-411b-9b24-c409372d5b1e no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:45:01.253695 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ffb413fc-1519-43c8-9ebe-c8d9cc3b4b83 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.263041 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ffb413fc-1519-43c8-9ebe-c8d9cc3b4b83 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] 10.222.0.90 "DELETE /v2.0/networks/de259885-d5ac-4964-a5a7-59385f771bc1 HTTP/1.1" status: 204 len: 168 time: 3.5359037 Feb 16 12:45:01.267578 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60944) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:01.285541 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-b84200cc-0cfc-47a6-97b5-4b73a8bb159e req-973ac00e-4025-455d-b8b8-d19b1ad886d8 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Deleting port 3594a521-50d2-40bc-8a4b-37ad3b2862bc {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:01.287668 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b84200cc-0cfc-47a6-97b5-4b73a8bb159e req-973ac00e-4025-455d-b8b8-d19b1ad886d8 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.343785 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-80ca0c07-1e2e-46d4-97cd-b280b4e9dccf tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for floatingip, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.394140 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-6226402c-77ac-42b4-a752-e4f5b25af06d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] For port a4fab322-fc4a-4ec0-8e87-1a0e377c383a, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=a4fab322-fc4a-4ec0-8e87-1a0e377c383a,segment=NetworkSegment(7c9840c5-dad8-4f9b-8b5a-5d51338d4cb5),segment_id=7c9840c5-dad8-4f9b-8b5a-5d51338d4cb5)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:45:01.394731 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6226402c-77ac-42b4-a752-e4f5b25af06d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.402428 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb413fc-1519-43c8-9ebe-c8d9cc3b4b83 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Pushing event deleted for resources: {'Network': ['ID=de259885-d5ac-4964-a5a7-59385f771bc1,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:01.403879 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-871655b8-fd36-493b-b845-3d1a551c7bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d148df9-38d9-4ca1-8caf-7b09706d6d9f', 'name': 'tempest-ServersTestManualDisk-443223596-router', 'tenant_id': '489d8001a9af43848d73f1eac35baebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': 'f92a21eb-6a0a-4df3-bc92-938074f50aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:19Z', 'updated_at': '2022-02-16T12:43:29Z', 'revision_number': 4, 'project_id': '489d8001a9af43848d73f1eac35baebf', 'gw_port': {'id': 'f92a21eb-6a0a-4df3-bc92-938074f50aa8', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:17:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d148df9-38d9-4ca1-8caf-7b09706d6d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:19Z', 'updated_at': '2022-02-16T12:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '43d10d0a-30db-4044-a9b6-5956754d9fda', 'name': '', 'network_id': 'e7216791-092d-4489-8c96-9d0056177679', 'tenant_id': '489d8001a9af43848d73f1eac35baebf', 'mac_address': 'fa:16:3e:9f:af:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d148df9-38d9-4ca1-8caf-7b09706d6d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3db169c4-8f35-4e82-9aa0-dcd164ab8410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:26Z', 'updated_at': '2022-02-16T12:43:36Z', 'revision_number': 5, 'project_id': '489d8001a9af43848d73f1eac35baebf', 'subnets': [{'id': '3db169c4-8f35-4e82-9aa0-dcd164ab8410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:01.415685 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] No Port match for: 3405faf2-baff-411b-9b24-c409372d5b1e {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:45:01.415987 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 3405faf2-baff-411b-9b24-c409372d5b1e not bound to the agent host hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:45:01.511208 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8059b85c-0e31-4bc5-ba71-e3c19e4144cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.546854 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port a4fab322-fc4a-4ec0-8e87-1a0e377c383a triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:01.547535 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.606868 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6955c544-d6ba-4178-8c05-491538f35e23 None None] DHCP port deletion for 1d28f43b-b422-496a-a212-2bf4f19c51aa request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:45:01.676986 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-6226402c-77ac-42b4-a752-e4f5b25af06d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Calling delete_port for a4fab322-fc4a-4ec0-8e87-1a0e377c383a owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:01.689445 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-8059b85c-0e31-4bc5-ba71-e3c19e4144cc None None] For port a4fab322-fc4a-4ec0-8e87-1a0e377c383a, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=a4fab322-fc4a-4ec0-8e87-1a0e377c383a,segment=NetworkSegment(7c9840c5-dad8-4f9b-8b5a-5d51338d4cb5),segment_id=7c9840c5-dad8-4f9b-8b5a-5d51338d4cb5)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:45:01.713052 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8059b85c-0e31-4bc5-ba71-e3c19e4144cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.750801 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871655b8-fd36-493b-b845-3d1a551c7bda None None] Checking router: 0d148df9-38d9-4ca1-8caf-7b09706d6d9f for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:45:01.773164 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871655b8-fd36-493b-b845-3d1a551c7bda None None] Routers {'0d148df9-38d9-4ca1-8caf-7b09706d6d9f'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:01.774172 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-871655b8-fd36-493b-b845-3d1a551c7bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['0d148df9-38d9-4ca1-8caf-7b09706d6d9f'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:01.779168 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b7aa4fc7-70d4-4ff7-86c5-989b3ee51126 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.803179 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-6955c544-d6ba-4178-8c05-491538f35e23 None None] Deleting port a4fab322-fc4a-4ec0-8e87-1a0e377c383a {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:01.803590 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6955c544-d6ba-4178-8c05-491538f35e23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.884384 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8059b85c-0e31-4bc5-ba71-e3c19e4144cc None None] Pushing event updated for resources: {'Port': ['ID=a4fab322-fc4a-4ec0-8e87-1a0e377c383a,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:01.934882 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-6955c544-d6ba-4178-8c05-491538f35e23 None None] For port a4fab322-fc4a-4ec0-8e87-1a0e377c383a, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=a4fab322-fc4a-4ec0-8e87-1a0e377c383a,segment=NetworkSegment(7c9840c5-dad8-4f9b-8b5a-5d51338d4cb5),segment_id=7c9840c5-dad8-4f9b-8b5a-5d51338d4cb5)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:45:01.935173 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6955c544-d6ba-4178-8c05-491538f35e23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.966145 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-6955c544-d6ba-4178-8c05-491538f35e23 None None] Calling delete_port for a4fab322-fc4a-4ec0-8e87-1a0e377c383a owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:02.067416 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 44cc7954-cabb-4f7d-ac8e-b1fe10c5f736 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:45:02.070744 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6955c544-d6ba-4178-8c05-491538f35e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.099715 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-871655b8-fd36-493b-b845-3d1a551c7bda None None] Set router 0d148df9-38d9-4ca1-8caf-7b09706d6d9f gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:45:02.132311 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 44cc7954-cabb-4f7d-ac8e-b1fe10c5f736 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:45:02.134141 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 44cc7954-cabb-4f7d-ac8e-b1fe10c5f736 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:45:02.134326 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b5ef771d-a0d1-4b99-9d1f-24216031a837 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.134554 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 1d3f16f1-dce1-40c6-83b1-ebbdcfd59b3c no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:45:02.135930 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6226402c-77ac-42b4-a752-e4f5b25af06d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.139894 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955c544-d6ba-4178-8c05-491538f35e23 None None] Pushing event deleted for resources: {'Port': ['ID=a4fab322-fc4a-4ec0-8e87-1a0e377c383a,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:02.202188 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6955c544-d6ba-4178-8c05-491538f35e23 None None] No DVR routers for this DVR port a4fab322-fc4a-4ec0-8e87-1a0e377c383a on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:02.204995 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ef771d-a0d1-4b99-9d1f-24216031a837 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Pushing event deleted for resources: {'Port': ['ID=96b02478-e1ed-4b76-9097-274876b8a712,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:02.207395 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 1d3f16f1-dce1-40c6-83b1-ebbdcfd59b3c {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:45:02.208992 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6226402c-77ac-42b4-a752-e4f5b25af06d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] No DVR routers for this DVR port a4fab322-fc4a-4ec0-8e87-1a0e377c383a on host dv-neutron-828142-3-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:02.217107 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 1d3f16f1-dce1-40c6-83b1-ebbdcfd59b3c not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:45:02.239944 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aff6c3da-8a37-4bdb-a4ef-d6361f734560 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.242090 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226402c-77ac-42b4-a752-e4f5b25af06d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event deleted for resources: {'Port': ['ID=a4fab322-fc4a-4ec0-8e87-1a0e377c383a,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:02.330618 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf0904-9196-421c-8539-0d92c613376b req-b9745b33-ecab-4d24-a0d7-8824c25c6b1e tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:02.335374 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-65cf0904-9196-421c-8539-0d92c613376b req-b9745b33-ecab-4d24-a0d7-8824c25c6b1e tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "GET /v2.0/ports?device_id=b8ef6a13-942e-4a27-95b3-42c2f4d9b306 HTTP/1.1" status: 200 len: 946 time: 0.9591391 Feb 16 12:45:02.357769 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-b7aa4fc7-70d4-4ff7-86c5-989b3ee51126 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['027df35f-19a6-4eb9-a3e3-9a4aecdcdc4e']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:02.376575 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2ce1c-ee63-4e5a-a037-24830100b3db req-f073de8c-fcf7-42da-b285-14e457c2525b tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:02.378428 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-cab2ce1c-ee63-4e5a-a037-24830100b3db req-f073de8c-fcf7-42da-b285-14e457c2525b tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.9182117 Feb 16 12:45:02.408302 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-b84200cc-0cfc-47a6-97b5-4b73a8bb159e req-973ac00e-4025-455d-b8b8-d19b1ad886d8 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] For port 3594a521-50d2-40bc-8a4b-37ad3b2862bc, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3594a521-50d2-40bc-8a4b-37ad3b2862bc,segment=NetworkSegment(542bb618-d660-4924-a1b1-b47e009f183e),segment_id=542bb618-d660-4924-a1b1-b47e009f183e)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:45:02.409016 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b84200cc-0cfc-47a6-97b5-4b73a8bb159e req-973ac00e-4025-455d-b8b8-d19b1ad886d8 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.427815 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-871655b8-fd36-493b-b845-3d1a551c7bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d148df9-38d9-4ca1-8caf-7b09706d6d9f', 'name': 'tempest-ServersTestManualDisk-443223596-router', 'tenant_id': '489d8001a9af43848d73f1eac35baebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': 'f92a21eb-6a0a-4df3-bc92-938074f50aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:19Z', 'updated_at': '2022-02-16T12:43:29Z', 'revision_number': 4, 'project_id': '489d8001a9af43848d73f1eac35baebf', 'gw_port': {'id': 'f92a21eb-6a0a-4df3-bc92-938074f50aa8', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:17:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d148df9-38d9-4ca1-8caf-7b09706d6d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:19Z', 'updated_at': '2022-02-16T12:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '43d10d0a-30db-4044-a9b6-5956754d9fda', 'name': '', 'network_id': 'e7216791-092d-4489-8c96-9d0056177679', 'tenant_id': '489d8001a9af43848d73f1eac35baebf', 'mac_address': 'fa:16:3e:9f:af:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d148df9-38d9-4ca1-8caf-7b09706d6d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3db169c4-8f35-4e82-9aa0-dcd164ab8410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:26Z', 'updated_at': '2022-02-16T12:43:36Z', 'revision_number': 5, 'project_id': '489d8001a9af43848d73f1eac35baebf', 'subnets': [{'id': '3db169c4-8f35-4e82-9aa0-dcd164ab8410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:02.483836 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6226402c-77ac-42b4-a752-e4f5b25af06d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.500956 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871655b8-fd36-493b-b845-3d1a551c7bda None None] The sync data for ids ['0d148df9-38d9-4ca1-8caf-7b09706d6d9f'] in dv-neutron-828142-3-hyperv is: [{'id': '0d148df9-38d9-4ca1-8caf-7b09706d6d9f', 'name': 'tempest-ServersTestManualDisk-443223596-router', 'tenant_id': '489d8001a9af43848d73f1eac35baebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': 'f92a21eb-6a0a-4df3-bc92-938074f50aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:19Z', 'updated_at': '2022-02-16T12:43:29Z', 'revision_number': 4, 'project_id': '489d8001a9af43848d73f1eac35baebf', 'gw_port': {'id': 'f92a21eb-6a0a-4df3-bc92-938074f50aa8', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:17:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d148df9-38d9-4ca1-8caf-7b09706d6d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:19Z', 'updated_at': '2022-02-16T12:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '43d10d0a-30db-4044-a9b6-5956754d9fda', 'name': '', 'network_id': 'e7216791-092d-4489-8c96-9d0056177679', 'tenant_id': '489d8001a9af43848d73f1eac35baebf', 'mac_address': 'fa:16:3e:9f:af:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d148df9-38d9-4ca1-8caf-7b09706d6d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3db169c4-8f35-4e82-9aa0-dcd164ab8410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:26Z', 'updated_at': '2022-02-16T12:43:36Z', 'revision_number': 5, 'project_id': '489d8001a9af43848d73f1eac35baebf', 'subnets': [{'id': '3db169c4-8f35-4e82-9aa0-dcd164ab8410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:02.515904 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-b7aa4fc7-70d4-4ff7-86c5-989b3ee51126 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f88dbd1b-ecd4-4449-bd99-cdd39f1ebf46') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:02.516385 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-b7aa4fc7-70d4-4ff7-86c5-989b3ee51126 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f88dbd1b-ecd4-4449-bd99-cdd39f1ebf46') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:02.559760 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aff6c3da-8a37-4bdb-a4ef-d6361f734560 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.593021 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b7aa4fc7-70d4-4ff7-86c5-989b3ee51126 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.628328 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b5ef771d-a0d1-4b99-9d1f-24216031a837 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.651913 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-aff6c3da-8a37-4bdb-a4ef-d6361f734560 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea4256fa-1bde-49f5-ade8-3dde10e6de15']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:02.668533 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-aff6c3da-8a37-4bdb-a4ef-d6361f734560 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae3a08d-6f8b-47d9-a220-e293998fc8d1') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:02.669136 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-aff6c3da-8a37-4bdb-a4ef-d6361f734560 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae3a08d-6f8b-47d9-a220-e293998fc8d1') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:02.682497 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aff6c3da-8a37-4bdb-a4ef-d6361f734560 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.700967 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aff6c3da-8a37-4bdb-a4ef-d6361f734560 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.703678 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-cab2ce1c-ee63-4e5a-a037-24830100b3db req-34c39821-cd47-4815-a515-f51aa1dbc020 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2979071 Feb 16 12:45:02.710300 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-65cf0904-9196-421c-8539-0d92c613376b req-2ef7064b-dac0-4fa9-96b8-3f5f33053a08 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb81afa6-3206-42ea-9395-b464bf0620d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3131938 Feb 16 12:45:02.713842 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aff6c3da-8a37-4bdb-a4ef-d6361f734560 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:02.714478 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aff6c3da-8a37-4bdb-a4ef-d6361f734560 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.762555 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device a4fab322-fc4a-4ec0-8e87-1a0e377c383a no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:45:02.805198 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:45:02.805198 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:02.805198 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:45:02.805198 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:02.805198 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:45:02.805198 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:45:02.805198 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:45:02.805198 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:02.805198 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:45:02.805198 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:02.805198 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:45:02.805198 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:02.805198 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:45:02.805198 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:45:02.805198 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:02.805198 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:45:02.805198 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:02.805198 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:45:02.805198 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:45:02.805198 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:45:02.805198 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:45:02.805198 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:45:02.805198 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:02.805198 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:02.805198 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:02.805198 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:02.805198 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:02.805198 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:02.805198 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:02.805198 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:02.805198 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:02.805198 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:02.882295 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.db.resource_extend [None req-80ca0c07-1e2e-46d4-97cd-b280b4e9dccf tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:45:02.927457 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: a4fab322-fc4a-4ec0-8e87-1a0e377c383a {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:45:02.928353 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device a4fab322-fc4a-4ec0-8e87-1a0e377c383a not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:45:02.942438 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aff6c3da-8a37-4bdb-a4ef-d6361f734560 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.952997 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f24c20-3a1d-4b5a-bf3d-06104251d854 None None] get_active_networks_info from dv-neutron-828142-3-hyperv {{(pid=109050) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 12:45:02.954678 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60952) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:02.984226 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-80ca0c07-1e2e-46d4-97cd-b280b4e9dccf tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.994069 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-80ca0c07-1e2e-46d4-97cd-b280b4e9dccf tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.000620 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b7aa4fc7-70d4-4ff7-86c5-989b3ee51126 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.026646 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-6226402c-77ac-42b4-a752-e4f5b25af06d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d28f43b-b422-496a-a212-2bf4f19c51aa']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:03.032341 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aff6c3da-8a37-4bdb-a4ef-d6361f734560 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.041988 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-aff6c3da-8a37-4bdb-a4ef-d6361f734560 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] 10.222.0.90 "DELETE /v2.0/networks/ea4256fa-1bde-49f5-ade8-3dde10e6de15 HTTP/1.1" status: 204 len: 168 time: 1.7631495 Feb 16 12:45:03.049021 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60954) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:03.085770 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adf38c9-8401-4662-ac9f-8413742e6101 None None] New status for floating IP 884deb1e-86a0-43fd-a30c-932f12cb0159: DOWN {{(pid=109050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:45:03.093867 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7aa4fc7-70d4-4ff7-86c5-989b3ee51126 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:03.094343 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b7aa4fc7-70d4-4ff7-86c5-989b3ee51126 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.099146 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b5ef771d-a0d1-4b99-9d1f-24216031a837 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.106870 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:45:03.106870 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:03.106870 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:45:03.106870 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:03.106870 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:45:03.106870 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:45:03.106870 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:45:03.106870 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:03.106870 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:45:03.106870 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:03.106870 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:45:03.106870 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:03.106870 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:45:03.106870 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:45:03.106870 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:03.106870 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:45:03.106870 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:03.106870 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:45:03.106870 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:45:03.106870 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:45:03.106870 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:45:03.106870 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:45:03.106870 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:03.106870 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:03.106870 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:03.106870 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:03.106870 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:03.106870 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:03.106870 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:03.106870 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:03.106870 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:03.106870 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:03.119487 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b5ef771d-a0d1-4b99-9d1f-24216031a837 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.124297 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-6226402c-77ac-42b4-a752-e4f5b25af06d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c9840c5-dad8-4f9b-8b5a-5d51338d4cb5') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:03.124713 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-6226402c-77ac-42b4-a752-e4f5b25af06d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c9840c5-dad8-4f9b-8b5a-5d51338d4cb5') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:03.191740 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6c3da-8a37-4bdb-a4ef-d6361f734560 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Pushing event deleted for resources: {'Network': ['ID=ea4256fa-1bde-49f5-ade8-3dde10e6de15,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:03.220541 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6226402c-77ac-42b4-a752-e4f5b25af06d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.337278 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6226402c-77ac-42b4-a752-e4f5b25af06d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.361097 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b5ef771d-a0d1-4b99-9d1f-24216031a837 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.361922 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ef771d-a0d1-4b99-9d1f-24216031a837 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Fanout notify agent at l3_agent the message router_deleted on router b91a5fb4-0d14-4444-94f0-11eba4507d4b {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:45:03.384296 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b5ef771d-a0d1-4b99-9d1f-24216031a837 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.389679 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b5ef771d-a0d1-4b99-9d1f-24216031a837 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] 10.222.0.90 "DELETE /v2.0/routers/b91a5fb4-0d14-4444-94f0-11eba4507d4b HTTP/1.1" status: 204 len: 168 time: 4.0484743 Feb 16 12:45:03.391262 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6226402c-77ac-42b4-a752-e4f5b25af06d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:03.391876 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6226402c-77ac-42b4-a752-e4f5b25af06d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.446609 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:45:03.446609 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:03.446609 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:45:03.446609 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:03.446609 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:45:03.446609 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:45:03.446609 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:45:03.446609 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:03.446609 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:45:03.446609 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:03.446609 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:45:03.446609 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:03.446609 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:45:03.446609 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:45:03.446609 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:03.446609 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:45:03.446609 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:03.446609 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:45:03.446609 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:45:03.446609 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:45:03.446609 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:45:03.446609 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:45:03.446609 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:03.446609 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:03.446609 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:03.446609 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:03.446609 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:03.446609 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:03.446609 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:03.446609 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:03.446609 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:03.446609 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:03.466730 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60956) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:03.483100 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-b32e64b6-b480-41b9-8afb-8c3cbeb10653 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-864725257', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:03.503288 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 3594a521-50d2-40bc-8a4b-37ad3b2862bc no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:45:03.604614 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f0190619-f164-4dac-aa07-163d6099e86c tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.635107 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f24c20-3a1d-4b5a-bf3d-06104251d854 None None] Resources bound (agent type, host, resource id): {{(pid=109050) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:45:03.662489 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b84200cc-0cfc-47a6-97b5-4b73a8bb159e req-973ac00e-4025-455d-b8b8-d19b1ad886d8 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.662839 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b84200cc-0cfc-47a6-97b5-4b73a8bb159e req-973ac00e-4025-455d-b8b8-d19b1ad886d8 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.663259 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.l3_db [req-b84200cc-0cfc-47a6-97b5-4b73a8bb159e req-973ac00e-4025-455d-b8b8-d19b1ad886d8 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Floating IP 47ac1c84-8dc2-4a55-9474-9212b71df33f disassociated. External IP: 172.26.2.249, port: 3594a521-50d2-40bc-8a4b-37ad3b2862bc. Feb 16 12:45:03.663970 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-b84200cc-0cfc-47a6-97b5-4b73a8bb159e req-973ac00e-4025-455d-b8b8-d19b1ad886d8 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Calling delete_port for 3594a521-50d2-40bc-8a4b-37ad3b2862bc owned by compute:nova {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:03.666631 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368149f-5b96-4a33-ad15-dd0bd4b5d028 req-3d226104-94da-45da-95db-ed237010be04 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:03.668902 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3368149f-5b96-4a33-ad15-dd0bd4b5d028 req-3d226104-94da-45da-95db-ed237010be04 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.6187155 Feb 16 12:45:03.669543 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b7aa4fc7-70d4-4ff7-86c5-989b3ee51126 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.686177 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6226402c-77ac-42b4-a752-e4f5b25af06d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.695901 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b7aa4fc7-70d4-4ff7-86c5-989b3ee51126 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.701282 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b7aa4fc7-70d4-4ff7-86c5-989b3ee51126 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] 10.222.0.90 "DELETE /v2.0/networks/027df35f-19a6-4eb9-a3e3-9a4aecdcdc4e HTTP/1.1" status: 204 len: 168 time: 3.0690722 Feb 16 12:45:03.702174 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b32e64b6-b480-41b9-8afb-8c3cbeb10653 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.703297 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b32e64b6-b480-41b9-8afb-8c3cbeb10653 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.714328 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f0190619-f164-4dac-aa07-163d6099e86c tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.718956 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6226402c-77ac-42b4-a752-e4f5b25af06d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.722377 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60958) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:03.734852 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6226402c-77ac-42b4-a752-e4f5b25af06d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "DELETE /v2.0/networks/1d28f43b-b422-496a-a212-2bf4f19c51aa HTTP/1.1" status: 204 len: 168 time: 6.2078354 Feb 16 12:45:03.735712 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60960) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:03.737243 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-32de5671-1ba3-49cf-8043-f96fd5631cc0 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.752518 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa4fc7-70d4-4ff7-86c5-989b3ee51126 tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Pushing event deleted for resources: {'Network': ['ID=027df35f-19a6-4eb9-a3e3-9a4aecdcdc4e,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:03.754887 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e2c21641-f156-4b19-9677-1180b0490cee tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1698369563'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:03.775144 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.846544 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.l3_db [None req-80ca0c07-1e2e-46d4-97cd-b280b4e9dccf tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Floating IP 8c56f0f8-09c5-42c8-8172-24831e2a98b8 associated. External IP: 172.26.2.69, port: 4df6326d-7562-4afa-ab19-55f594e53804. Feb 16 12:45:03.861364 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226402c-77ac-42b4-a752-e4f5b25af06d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event deleted for resources: {'Network': ['ID=1d28f43b-b422-496a-a212-2bf4f19c51aa,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:03.916005 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ef6a13-942e-4a27-95b3-42c2f4d9b306', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3594a521-50d2-40bc-8a4b-37ad3b2862bc'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:45:03.920670 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8bd67b-6033-414e-88fd-200e5a392909" -d '{"events": [{"server_uuid": "b8ef6a13-942e-4a27-95b3-42c2f4d9b306", "name": "network-vif-unplugged", "status": "completed", "tag": "3594a521-50d2-40bc-8a4b-37ad3b2862bc"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:45:03.921592 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3368149f-5b96-4a33-ad15-dd0bd4b5d028 req-6cbc7721-7885-4c1e-ae1e-ede2b72f91e4 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071097 Feb 16 12:45:03.955441 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5b1b45aa-2448-449f-ba40-6b670ce7411f tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.966207 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 3594a521-50d2-40bc-8a4b-37ad3b2862bc, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3594a521-50d2-40bc-8a4b-37ad3b2862bc,segment=NetworkSegment(542bb618-d660-4924-a1b1-b47e009f183e),segment_id=542bb618-d660-4924-a1b1-b47e009f183e)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:45:03.987021 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.012712 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 12:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563a66b9-c8c7-4874-92c0-c28b59d12eaa x-openstack-request-id: req-563a66b9-c8c7-4874-92c0-c28b59d12eaa {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:45:04.013209 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ef6a13-942e-4a27-95b3-42c2f4d9b306", "name": "network-vif-unplugged", "status": "completed", "tag": "3594a521-50d2-40bc-8a4b-37ad3b2862bc", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:45:04.013687 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-563a66b9-c8c7-4874-92c0-c28b59d12eaa {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:45:04.014283 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ef6a13-942e-4a27-95b3-42c2f4d9b306', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3594a521-50d2-40bc-8a4b-37ad3b2862bc', 'code': 200} Feb 16 12:45:04.019077 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b32e64b6-b480-41b9-8afb-8c3cbeb10653 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.022865 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c21641-f156-4b19-9677-1180b0490cee tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Made reservation on behalf of 70fcc45a3a8441ab94c6a943c4cc04ec for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:04.026585 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e2c21641-f156-4b19-9677-1180b0490cee tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.035951 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b32e64b6-b480-41b9-8afb-8c3cbeb10653 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.081352 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f0190619-f164-4dac-aa07-163d6099e86c tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.083995 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f0190619-f164-4dac-aa07-163d6099e86c tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.091889 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f0190619-f164-4dac-aa07-163d6099e86c tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "DELETE /v2.0/security-groups/a156816b-f8da-40dd-93af-8d12c111b96f HTTP/1.1" status: 204 len: 168 time: 1.1215966 Feb 16 12:45:04.094983 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b32e64b6-b480-41b9-8afb-8c3cbeb10653 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.099648 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b32e64b6-b480-41b9-8afb-8c3cbeb10653 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6235344 Feb 16 12:45:04.100202 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60968) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:04.100551 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60970) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:04.101353 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2c21641-f156-4b19-9677-1180b0490cee tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:04.115825 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-d3b82b0c-9755-4311-a925-e7a41deeb1ca tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'enable_snat': False}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:04.147295 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-32de5671-1ba3-49cf-8043-f96fd5631cc0 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.150930 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=3594a521-50d2-40bc-8a4b-37ad3b2862bc,revision_number=6']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:04.193533 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0190619-f164-4dac-aa07-163d6099e86c tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a156816b-f8da-40dd-93af-8d12c111b96f,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:04.205379 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-90e363f5-6901-40ef-a23e-60255512db69 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] show failed (client error): The resource could not be found. Feb 16 12:45:04.207735 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-90e363f5-6901-40ef-a23e-60255512db69 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "GET /v2.0/security-groups/a156816b-f8da-40dd-93af-8d12c111b96f HTTP/1.1" status: 404 len: 347 time: 0.1027200 Feb 16 12:45:04.209623 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e2c21641-f156-4b19-9677-1180b0490cee tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.210102 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-e2c21641-f156-4b19-9677-1180b0490cee tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Added segment 3efe24c6-0092-4df4-ae44-17931b93beb1 of type vlan for network d6588c21-66ab-4507-8b69-e3cd6ee2c936 Feb 16 12:45:04.222241 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60972) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:04.230051 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f2308-da24-453f-8d89-a21dc1668ae7 req-07e293c5-1e1e-4493-8419-fa90c19d7302 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:04.240054 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ad2f2308-da24-453f-8d89-a21dc1668ae7 req-07e293c5-1e1e-4493-8419-fa90c19d7302 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "GET /v2.0/ports?device_id=b8ef6a13-942e-4a27-95b3-42c2f4d9b306 HTTP/1.1" status: 200 len: 944 time: 0.2610943 Feb 16 12:45:04.278431 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-32de5671-1ba3-49cf-8043-f96fd5631cc0 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['581e9c31-5b36-44b6-8518-e8dc059fe1ec']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:04.353418 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-32de5671-1ba3-49cf-8043-f96fd5631cc0 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32dfb1ec-addb-427a-8e46-360045674ae1') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:04.353837 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-32de5671-1ba3-49cf-8043-f96fd5631cc0 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32dfb1ec-addb-427a-8e46-360045674ae1') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:04.374198 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5b1b45aa-2448-449f-ba40-6b670ce7411f tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.426100 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e2c21641-f156-4b19-9677-1180b0490cee tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.426525 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-32de5671-1ba3-49cf-8043-f96fd5631cc0 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.427565 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344d50da-ac23-4330-8157-30d3ec99d0b2 None None] get_active_networks_info from dv-neutron-828142-3-hyperv {{(pid=109050) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 12:45:04.500515 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-5b1b45aa-2448-449f-ba40-6b670ce7411f tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b1f185a-54a7-421a-8726-9e69dd4ba26d']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:04.530596 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ad2f2308-da24-453f-8d89-a21dc1668ae7 req-a8fe0bcb-c09a-4ee9-b041-6c2fe28e514c tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb81afa6-3206-42ea-9395-b464bf0620d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2882471 Feb 16 12:45:04.535119 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-5b1b45aa-2448-449f-ba40-6b670ce7411f tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb1d744a-0933-48e7-b63f-2b9d83ad25fc') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:04.535419 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-5b1b45aa-2448-449f-ba40-6b670ce7411f tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb1d744a-0933-48e7-b63f-2b9d83ad25fc') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:04.542187 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-32de5671-1ba3-49cf-8043-f96fd5631cc0 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.555921 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32de5671-1ba3-49cf-8043-f96fd5631cc0 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:04.556903 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-32de5671-1ba3-49cf-8043-f96fd5631cc0 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.560835 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:45:04.560835 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:04.560835 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:45:04.560835 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:04.560835 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:45:04.560835 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:45:04.560835 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:45:04.560835 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:04.560835 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:45:04.560835 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:04.560835 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:45:04.560835 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:04.560835 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:45:04.560835 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:45:04.560835 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:04.560835 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:45:04.560835 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:04.560835 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:45:04.560835 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:45:04.560835 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:45:04.560835 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:45:04.560835 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:45:04.560835 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:04.560835 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:04.560835 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:04.560835 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:04.560835 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:04.560835 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:04.560835 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:04.560835 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:04.560835 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:04.560835 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:04.595780 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344d50da-ac23-4330-8157-30d3ec99d0b2 None None] Resources bound (agent type, host, resource id): {{(pid=109050) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:45:04.608799 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5b1b45aa-2448-449f-ba40-6b670ce7411f tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.706050 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5b1b45aa-2448-449f-ba40-6b670ce7411f tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.723336 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b1b45aa-2448-449f-ba40-6b670ce7411f tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:04.723822 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5b1b45aa-2448-449f-ba40-6b670ce7411f tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.731339 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:45:04.731339 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:04.731339 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:45:04.731339 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:04.731339 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:45:04.731339 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:45:04.731339 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:45:04.731339 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:04.731339 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:45:04.731339 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:04.731339 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:45:04.731339 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:04.731339 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:45:04.731339 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:45:04.731339 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:04.731339 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:45:04.731339 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:04.731339 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:45:04.731339 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:45:04.731339 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:45:04.731339 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:45:04.731339 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:45:04.731339 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:04.731339 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:04.731339 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:04.731339 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:04.731339 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:04.731339 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:04.731339 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:04.731339 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:04.731339 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:04.731339 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:04.750176 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-32de5671-1ba3-49cf-8043-f96fd5631cc0 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.812590 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-32de5671-1ba3-49cf-8043-f96fd5631cc0 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.818954 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-32de5671-1ba3-49cf-8043-f96fd5631cc0 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] 10.222.0.90 "DELETE /v2.0/networks/581e9c31-5b36-44b6-8518-e8dc059fe1ec HTTP/1.1" status: 204 len: 168 time: 1.7567976 Feb 16 12:45:04.826022 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 60974) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:04.850707 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de5671-1ba3-49cf-8043-f96fd5631cc0 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Pushing event deleted for resources: {'Network': ['ID=581e9c31-5b36-44b6-8518-e8dc059fe1ec,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:04.870237 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b84200cc-0cfc-47a6-97b5-4b73a8bb159e req-973ac00e-4025-455d-b8b8-d19b1ad886d8 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.881772 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.db.resource_extend [None req-e2c21641-f156-4b19-9677-1180b0490cee tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:45:04.904433 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ca0c07-1e2e-46d4-97cd-b280b4e9dccf tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Router 3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:45:04.912043 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5b1b45aa-2448-449f-ba40-6b670ce7411f tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.918842 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ac00e-4025-455d-b8b8-d19b1ad886d8 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Pushing event deleted for resources: {'Port': ['ID=3594a521-50d2-40bc-8a4b-37ad3b2862bc,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:04.926934 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5b1b45aa-2448-449f-ba40-6b670ce7411f tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.930387 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5b1b45aa-2448-449f-ba40-6b670ce7411f tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] 10.222.0.90 "DELETE /v2.0/networks/1b1f185a-54a7-421a-8726-9e69dd4ba26d HTTP/1.1" status: 204 len: 168 time: 1.2041962 Feb 16 12:45:04.968442 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-ec936a40-efea-423d-81ab-c2840e1b23d3 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Deleting port 8ae68e7a-1ef2-4813-84ea-01768cb7d9e6 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:04.968980 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ec936a40-efea-423d-81ab-c2840e1b23d3 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.972542 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b45aa-2448-449f-ba40-6b670ce7411f tempest-BulkNetworkOpsIpV6Test-994789266 tempest-BulkNetworkOpsIpV6Test-994789266-project] Pushing event deleted for resources: {'Network': ['ID=1b1f185a-54a7-421a-8726-9e69dd4ba26d,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:04.995702 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d3b82b0c-9755-4311-a925-e7a41deeb1ca tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.999387 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e2c21641-f156-4b19-9677-1180b0490cee tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.009341 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c21641-f156-4b19-9677-1180b0490cee tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:05.010147 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e2c21641-f156-4b19-9677-1180b0490cee tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.052397 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e2c21641-f156-4b19-9677-1180b0490cee tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3048720 Feb 16 12:45:05.053272 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60978) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:05.081729 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22298e92-f7c5-4a64-b724-16cf43cd2d42 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.092912 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-4c7ada56-b99c-413d-809f-f4ef900a8f77 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Request body: {'subnet': {'network_id': 'd6588c21-66ab-4507-8b69-e3cd6ee2c936', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:05.250173 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c21641-f156-4b19-9677-1180b0490cee tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event updated for resources: {'Network': ['ID=d6588c21-66ab-4507-8b69-e3cd6ee2c936,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:05.261582 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network d6588c21-66ab-4507-8b69-e3cd6ee2c936 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:45:05.320714 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ec936a40-efea-423d-81ab-c2840e1b23d3 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.321199 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ec936a40-efea-423d-81ab-c2840e1b23d3 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.328940 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ca0c07-1e2e-46d4-97cd-b280b4e9dccf tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:45:05.350990 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56447821-4490-4577-949a-a6170e28b7b6 None None] Sync routers for ids ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:05.355498 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b84200cc-0cfc-47a6-97b5-4b73a8bb159e req-973ac00e-4025-455d-b8b8-d19b1ad886d8 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Router 30cfd739-ca76-4370-b852-d5dbd94f241b has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:45:05.363292 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7ada56-b99c-413d-809f-f4ef900a8f77 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Made reservation on behalf of 70fcc45a3a8441ab94c6a943c4cc04ec for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:05.368967 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4c7ada56-b99c-413d-809f-f4ef900a8f77 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.370062 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60982) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:05.401081 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56447821-4490-4577-949a-a6170e28b7b6 None None] Routers {'3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:05.404007 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-56447821-4490-4577-949a-a6170e28b7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:05.413248 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22298e92-f7c5-4a64-b724-16cf43cd2d42 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.421165 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-ec936a40-efea-423d-81ab-c2840e1b23d3 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Calling delete_port for 8ae68e7a-1ef2-4813-84ea-01768cb7d9e6 owned by network:floatingip {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:05.520072 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-56447821-4490-4577-949a-a6170e28b7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:05.542128 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-22298e92-f7c5-4a64-b724-16cf43cd2d42 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a65ec4dd-8b05-4d94-8613-dd4cb4ed78ba']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:05.545653 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56447821-4490-4577-949a-a6170e28b7b6 None None] Routers {'3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:05.546672 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-56447821-4490-4577-949a-a6170e28b7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:05.608699 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-22298e92-f7c5-4a64-b724-16cf43cd2d42 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c0a406-5422-493e-a63f-d0a331d77509') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:05.609216 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-22298e92-f7c5-4a64-b724-16cf43cd2d42 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c0a406-5422-493e-a63f-d0a331d77509') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:05.646907 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22298e92-f7c5-4a64-b724-16cf43cd2d42 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.648521 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-56447821-4490-4577-949a-a6170e28b7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:05.649645 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56447821-4490-4577-949a-a6170e28b7b6 None None] The sync data for ids ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:05.705380 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22298e92-f7c5-4a64-b724-16cf43cd2d42 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.744402 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b84200cc-0cfc-47a6-97b5-4b73a8bb159e req-973ac00e-4025-455d-b8b8-d19b1ad886d8 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:45:05.759653 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22298e92-f7c5-4a64-b724-16cf43cd2d42 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:05.760815 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22298e92-f7c5-4a64-b724-16cf43cd2d42 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.766611 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:45:05.766611 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:05.766611 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:45:05.766611 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:05.766611 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:45:05.766611 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:45:05.766611 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:45:05.766611 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:05.766611 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:45:05.766611 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:05.766611 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:45:05.766611 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:05.766611 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:45:05.766611 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:45:05.766611 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:05.766611 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:45:05.766611 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:05.766611 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:45:05.766611 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:45:05.766611 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:45:05.766611 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:45:05.766611 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:45:05.766611 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:05.766611 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:05.766611 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:05.766611 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:05.766611 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:05.766611 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:05.766611 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:05.766611 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:05.766611 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:05.766611 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:05.781593 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6433b2-8f4a-420a-a49b-77eacdedabdd None None] Sync routers for ids ['30cfd739-ca76-4370-b852-d5dbd94f241b'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:05.798344 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6433b2-8f4a-420a-a49b-77eacdedabdd None None] Routers {'30cfd739-ca76-4370-b852-d5dbd94f241b'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:05.799013 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-4b6433b2-8f4a-420a-a49b-77eacdedabdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['30cfd739-ca76-4370-b852-d5dbd94f241b'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:05.807953 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b10b7662-f3e5-4f88-be0a-561edd1cee3a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7f4d68604b7f47d3bf75020c6f04a0f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4350009 Feb 16 12:45:05.824467 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 60988) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:05.826876 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-b84200cc-0cfc-47a6-97b5-4b73a8bb159e req-973ac00e-4025-455d-b8b8-d19b1ad886d8 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] No DVR routers for this DVR port 3594a521-50d2-40bc-8a4b-37ad3b2862bc on host hv-neutron-8281 {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:05.836829 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b84200cc-0cfc-47a6-97b5-4b73a8bb159e req-973ac00e-4025-455d-b8b8-d19b1ad886d8 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.839501 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b84200cc-0cfc-47a6-97b5-4b73a8bb159e req-973ac00e-4025-455d-b8b8-d19b1ad886d8 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.42 "DELETE /v2.0/ports/3594a521-50d2-40bc-8a4b-37ad3b2862bc HTTP/1.1" status: 204 len: 173 time: 5.1781075 Feb 16 12:45:05.841444 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ef6a13-942e-4a27-95b3-42c2f4d9b306', 'name': 'network-vif-deleted', 'tag': '3594a521-50d2-40bc-8a4b-37ad3b2862bc'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:45:05.844194 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9540cf-17a2-4947-a4bd-5c72c8baf69f" -d '{"events": [{"server_uuid": "b8ef6a13-942e-4a27-95b3-42c2f4d9b306", "name": "network-vif-deleted", "tag": "3594a521-50d2-40bc-8a4b-37ad3b2862bc"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:45:05.980196 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-4b6433b2-8f4a-420a-a49b-77eacdedabdd None None] Set router 30cfd739-ca76-4370-b852-d5dbd94f241b gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:45:05.986202 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 12:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a331b35-dc81-46a0-832e-839170cdcefd x-openstack-request-id: req-0a331b35-dc81-46a0-832e-839170cdcefd {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:45:05.987177 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ef6a13-942e-4a27-95b3-42c2f4d9b306", "name": "network-vif-deleted", "tag": "3594a521-50d2-40bc-8a4b-37ad3b2862bc", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:45:05.987177 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0a331b35-dc81-46a0-832e-839170cdcefd {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:45:05.987506 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ef6a13-942e-4a27-95b3-42c2f4d9b306', 'name': 'network-vif-deleted', 'tag': '3594a521-50d2-40bc-8a4b-37ad3b2862bc', 'status': 'completed', 'code': 200} Feb 16 12:45:06.021642 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4911f2c8-209e-4c41-9a4b-51e9889de6ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.024265 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d3b82b0c-9755-4311-a925-e7a41deeb1ca tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.066623 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d3b82b0c-9755-4311-a925-e7a41deeb1ca tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.091221 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4911f2c8-209e-4c41-9a4b-51e9889de6ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.222783 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4911f2c8-209e-4c41-9a4b-51e9889de6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.225740 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4911f2c8-209e-4c41-9a4b-51e9889de6ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.227041 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4911f2c8-209e-4c41-9a4b-51e9889de6ce admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ae791c81-75d8-4396-9dca-16454d2f0f8a HTTP/1.1" status: 204 len: 168 time: 0.4013438 Feb 16 12:45:06.269473 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-d3b82b0c-9755-4311-a925-e7a41deeb1ca tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Allocated IP 172.26.2.33 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/a0ab57e6-0f1d-4178-8d63-0aa0b431baa0) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:06.312719 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-4b6433b2-8f4a-420a-a49b-77eacdedabdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cfd739-ca76-4370-b852-d5dbd94f241b', 'name': 'tempest-ServersTestJSON-32306926-router', 'tenant_id': '31696bf849824682b4ce3692a5a8ee22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.84'}], 'enable_snat': True}, 'gw_port_id': '5da707b0-f2b4-4c80-b398-8316c33d60c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:22Z', 'updated_at': '2022-02-16T12:43:38Z', 'revision_number': 4, 'project_id': '31696bf849824682b4ce3692a5a8ee22', 'gw_port': {'id': '5da707b0-f2b4-4c80-b398-8316c33d60c5', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cfd739-ca76-4370-b852-d5dbd94f241b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:26Z', 'updated_at': '2022-02-16T12:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '9da85578-cdde-477b-8cb5-27df54e499c7', 'name': '', 'network_id': '2aa0eb0f-3739-4f9e-877b-be15eb25358c', 'tenant_id': '31696bf849824682b4ce3692a5a8ee22', 'mac_address': 'fa:16:3e:eb:85:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cfd739-ca76-4370-b852-d5dbd94f241b', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '8a0e3897-2b6e-4377-a6ab-abfb13fdc5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:37Z', 'updated_at': '2022-02-16T12:43:49Z', 'revision_number': 5, 'project_id': '31696bf849824682b4ce3692a5a8ee22', 'subnets': [{'id': '8a0e3897-2b6e-4377-a6ab-abfb13fdc5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:06.346121 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8b8d8f81-bd20-421b-b81e-b52db9577284 req-f4a93835-34d8-4f3c-ae1b-76d6ffa2f47e tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "GET /v2.0/ports?device_id=b8ef6a13-942e-4a27-95b3-42c2f4d9b306 HTTP/1.1" status: 200 len: 210 time: 0.6173148 Feb 16 12:45:06.357138 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6433b2-8f4a-420a-a49b-77eacdedabdd None None] Checking router: 30cfd739-ca76-4370-b852-d5dbd94f241b for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:45:06.369214 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6433b2-8f4a-420a-a49b-77eacdedabdd None None] Routers {'30cfd739-ca76-4370-b852-d5dbd94f241b'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:06.369953 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-4b6433b2-8f4a-420a-a49b-77eacdedabdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['30cfd739-ca76-4370-b852-d5dbd94f241b'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:06.389783 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22298e92-f7c5-4a64-b724-16cf43cd2d42 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.399113 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22298e92-f7c5-4a64-b724-16cf43cd2d42 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.416571 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-22298e92-f7c5-4a64-b724-16cf43cd2d42 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] 10.222.0.90 "DELETE /v2.0/networks/a65ec4dd-8b05-4d94-8613-dd4cb4ed78ba HTTP/1.1" status: 204 len: 168 time: 1.5688236 Feb 16 12:45:06.450813 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4911f2c8-209e-4c41-9a4b-51e9889de6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae791c81-75d8-4396-9dca-16454d2f0f8a,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:06.524480 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22298e92-f7c5-4a64-b724-16cf43cd2d42 tempest-BulkNetworkOpsTest-1319044763 tempest-BulkNetworkOpsTest-1319044763-project] Pushing event deleted for resources: {'Network': ['ID=a65ec4dd-8b05-4d94-8613-dd4cb4ed78ba,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:06.576405 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d3b82b0c-9755-4311-a925-e7a41deeb1ca tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.724914 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4c7ada56-b99c-413d-809f-f4ef900a8f77 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.756887 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ec936a40-efea-423d-81ab-c2840e1b23d3 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.817247 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d3b82b0c-9755-4311-a925-e7a41deeb1ca tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.821311 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ada56-b99c-413d-809f-f4ef900a8f77 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event updated for resources: {'Subnet': ['ID=9536d980-d61d-4b0c-b85a-20a34405bf5b,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:06.866289 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-4b6433b2-8f4a-420a-a49b-77eacdedabdd None None] Set router 30cfd739-ca76-4370-b852-d5dbd94f241b gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:45:06.866731 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b82b0c-9755-4311-a925-e7a41deeb1ca tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:06.876374 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ca0c07-1e2e-46d4-97cd-b280b4e9dccf tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Router 3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:45:06.882157 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-d3b82b0c-9755-4311-a925-e7a41deeb1ca tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:06.905143 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b82b0c-9755-4311-a925-e7a41deeb1ca tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:45:06.915324 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 32772) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:06.962627 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b82b0c-9755-4311-a925-e7a41deeb1ca tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Pushing event updated for resources: {'Port': ['ID=a0ab57e6-0f1d-4178-8d63-0aa0b431baa0,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:06.963405 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec936a40-efea-423d-81ab-c2840e1b23d3 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Pushing event deleted for resources: {'Port': ['ID=8ae68e7a-1ef2-4813-84ea-01768cb7d9e6,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:06.970085 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ec936a40-efea-423d-81ab-c2840e1b23d3 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks [] for floatingip, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.973417 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ec936a40-efea-423d-81ab-c2840e1b23d3 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.974759 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ec936a40-efea-423d-81ab-c2840e1b23d3 tempest-ServersTestManualDisk-60729728 tempest-ServersTestManualDisk-60729728-project] 10.222.0.90 "DELETE /v2.0/floatingips/884deb1e-86a0-43fd-a30c-932f12cb0159 HTTP/1.1" status: 204 len: 168 time: 2.7318962 Feb 16 12:45:06.985105 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 32776) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:07.004657 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7ada56-b99c-413d-809f-f4ef900a8f77 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Checking segment: {'id': '3efe24c6-0092-4df4-ae44-17931b93beb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6588c21-66ab-4507-8b69-e3cd6ee2c936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:45:07.005269 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7ada56-b99c-413d-809f-f4ef900a8f77 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Network hostable DHCP agents. Network: d6588c21-66ab-4507-8b69-e3cd6ee2c936, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:45:07.135188 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7ada56-b99c-413d-809f-f4ef900a8f77 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Network d6588c21-66ab-4507-8b69-e3cd6ee2c936 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:45:07.157182 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-4c7ada56-b99c-413d-809f-f4ef900a8f77 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, d6588c21-66ab-4507-8b69-e3cd6ee2c936) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:07.166553 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691af0e9-ff29-4a1a-a7f8-99dc3100db80 None None] Network d6588c21-66ab-4507-8b69-e3cd6ee2c936 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:45:07.285913 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ca0c07-1e2e-46d4-97cd-b280b4e9dccf tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:45:07.287523 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7ada56-b99c-413d-809f-f4ef900a8f77 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:07.287669 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-4b6433b2-8f4a-420a-a49b-77eacdedabdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cfd739-ca76-4370-b852-d5dbd94f241b', 'name': 'tempest-ServersTestJSON-32306926-router', 'tenant_id': '31696bf849824682b4ce3692a5a8ee22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.84'}], 'enable_snat': True}, 'gw_port_id': '5da707b0-f2b4-4c80-b398-8316c33d60c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:22Z', 'updated_at': '2022-02-16T12:43:38Z', 'revision_number': 4, 'project_id': '31696bf849824682b4ce3692a5a8ee22', 'gw_port': {'id': '5da707b0-f2b4-4c80-b398-8316c33d60c5', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cfd739-ca76-4370-b852-d5dbd94f241b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:26Z', 'updated_at': '2022-02-16T12:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '9da85578-cdde-477b-8cb5-27df54e499c7', 'name': '', 'network_id': '2aa0eb0f-3739-4f9e-877b-be15eb25358c', 'tenant_id': '31696bf849824682b4ce3692a5a8ee22', 'mac_address': 'fa:16:3e:eb:85:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cfd739-ca76-4370-b852-d5dbd94f241b', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '8a0e3897-2b6e-4377-a6ab-abfb13fdc5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:37Z', 'updated_at': '2022-02-16T12:43:49Z', 'revision_number': 5, 'project_id': '31696bf849824682b4ce3692a5a8ee22', 'subnets': [{'id': '8a0e3897-2b6e-4377-a6ab-abfb13fdc5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:07.290235 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4c7ada56-b99c-413d-809f-f4ef900a8f77 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:07.295148 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-80ca0c07-1e2e-46d4-97cd-b280b4e9dccf tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:07.306491 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e7ddb5-0a32-464e-8f6b-db55ce1e3bba None None] Sync routers for ids ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:07.322009 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 12:45:07.324189 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-55cbc2c2-5ef8-45c7-91cd-f2f9ebf5344f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ddb8c80eeab343009568c0b34c4c460f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4064307 Feb 16 12:45:07.325549 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 32782) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:07.330155 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6433b2-8f4a-420a-a49b-77eacdedabdd None None] The sync data for ids ['30cfd739-ca76-4370-b852-d5dbd94f241b'] in dv-neutron-828142-3-hyperv is: [{'id': '30cfd739-ca76-4370-b852-d5dbd94f241b', 'name': 'tempest-ServersTestJSON-32306926-router', 'tenant_id': '31696bf849824682b4ce3692a5a8ee22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.84'}], 'enable_snat': True}, 'gw_port_id': '5da707b0-f2b4-4c80-b398-8316c33d60c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:22Z', 'updated_at': '2022-02-16T12:43:38Z', 'revision_number': 4, 'project_id': '31696bf849824682b4ce3692a5a8ee22', 'gw_port': {'id': '5da707b0-f2b4-4c80-b398-8316c33d60c5', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cfd739-ca76-4370-b852-d5dbd94f241b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:26Z', 'updated_at': '2022-02-16T12:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '9da85578-cdde-477b-8cb5-27df54e499c7', 'name': '', 'network_id': '2aa0eb0f-3739-4f9e-877b-be15eb25358c', 'tenant_id': '31696bf849824682b4ce3692a5a8ee22', 'mac_address': 'fa:16:3e:eb:85:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cfd739-ca76-4370-b852-d5dbd94f241b', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '8a0e3897-2b6e-4377-a6ab-abfb13fdc5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:37Z', 'updated_at': '2022-02-16T12:43:49Z', 'revision_number': 5, 'project_id': '31696bf849824682b4ce3692a5a8ee22', 'subnets': [{'id': '8a0e3897-2b6e-4377-a6ab-abfb13fdc5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:07.348433 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e7ddb5-0a32-464e-8f6b-db55ce1e3bba None None] Routers {'3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:07.349221 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-85e7ddb5-0a32-464e-8f6b-db55ce1e3bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:07.423730 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-85e7ddb5-0a32-464e-8f6b-db55ce1e3bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:07.441263 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e7ddb5-0a32-464e-8f6b-db55ce1e3bba None None] Routers {'3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:07.442284 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-85e7ddb5-0a32-464e-8f6b-db55ce1e3bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:07.460683 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7bfe7f-fcac-48a6-bdc7-a104b058c858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-d6588c21-66ab-4507-8b69-e3cd6ee2c936', 'network_id': 'd6588c21-66ab-4507-8b69-e3cd6ee2c936', 'tenant_id': '70fcc45a3a8441ab94c6a943c4cc04ec', 'fixed_ips': [{'subnet_id': '9536d980-d61d-4b0c-b85a-20a34405bf5b'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:45:07.461746 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5b7bfe7f-fcac-48a6-bdc7-a104b058c858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:07.490750 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-85e7ddb5-0a32-464e-8f6b-db55ce1e3bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:07.491782 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e7ddb5-0a32-464e-8f6b-db55ce1e3bba None None] The sync data for ids ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:07.533593 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 32792) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:07.572409 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 32796) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:07.572725 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4c7ada56-b99c-413d-809f-f4ef900a8f77 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4841444 Feb 16 12:45:07.614884 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d3b82b0c-9755-4311-a925-e7a41deeb1ca tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:07.683128 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6d62b850-3e1c-461a-ac9c-e33938073d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:07.697867 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-80ca0c07-1e2e-46d4-97cd-b280b4e9dccf tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "PUT /v2.0/floatingips/8c56f0f8-09c5-42c8-8172-24831e2a98b8 HTTP/1.1" status: 200 len: 977 time: 6.5559628 Feb 16 12:45:07.701945 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 32800) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:07.711435 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-827e5a57-2247-4d79-8a47-b460291c5418 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:07.724039 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-5b7bfe7f-fcac-48a6-bdc7-a104b058c858 None None] Allocated IP 2001:db8::1 (d6588c21-66ab-4507-8b69-e3cd6ee2c936/9536d980-d61d-4b0c-b85a-20a34405bf5b/c83e7852-8165-424d-b6cd-edd2daef4f3d) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:07.798958 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e6dbb307-0519-4e91-acd2-ccf7754c15f4 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:07.863531 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 32802) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:07.883397 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6d62b850-3e1c-461a-ac9c-e33938073d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:07.928308 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e6dbb307-0519-4e91-acd2-ccf7754c15f4 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:07.960883 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5b7bfe7f-fcac-48a6-bdc7-a104b058c858 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:07.970525 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-827e5a57-2247-4d79-8a47-b460291c5418 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for floatingip, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:07.976555 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5b7bfe7f-fcac-48a6-bdc7-a104b058c858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.030866 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7bfe7f-fcac-48a6-bdc7-a104b058c858 None None] Network d6588c21-66ab-4507-8b69-e3cd6ee2c936 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:08.034228 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-5b7bfe7f-fcac-48a6-bdc7-a104b058c858 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:08.059310 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7bfe7f-fcac-48a6-bdc7-a104b058c858 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:45:08.064329 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7bfe7f-fcac-48a6-bdc7-a104b058c858 None None] Pushing event updated for resources: {'Port': ['ID=c83e7852-8165-424d-b6cd-edd2daef4f3d,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:08.082052 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6d62b850-3e1c-461a-ac9c-e33938073d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.086278 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6d62b850-3e1c-461a-ac9c-e33938073d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.088115 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6d62b850-3e1c-461a-ac9c-e33938073d6d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d9ea05f5-1b32-48de-bdf7-4c14dad8e337 HTTP/1.1" status: 204 len: 168 time: 0.7515521 Feb 16 12:45:08.100389 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-95071cc8-f7ee-44b1-aae6-601221fb31d0 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.140669 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62b850-3e1c-461a-ac9c-e33938073d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ea05f5-1b32-48de-bdf7-4c14dad8e337,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:08.148687 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e6dbb307-0519-4e91-acd2-ccf7754c15f4 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.151858 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e6dbb307-0519-4e91-acd2-ccf7754c15f4 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.155476 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e6dbb307-0519-4e91-acd2-ccf7754c15f4 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "DELETE /v2.0/security-groups/bb81afa6-3206-42ea-9395-b464bf0620d2 HTTP/1.1" status: 204 len: 168 time: 0.6165738 Feb 16 12:45:08.158493 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 32808) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:08.168474 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ff758d-4952-4c16-b778-c2cf035bf6bb None None] New status for floating IP 47ac1c84-8dc2-4a55-9474-9212b71df33f: DOWN {{(pid=109050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:45:08.179879 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dbb307-0519-4e91-acd2-ccf7754c15f4 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb81afa6-3206-42ea-9395-b464bf0620d2,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:08.188170 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d3b82b0c-9755-4311-a925-e7a41deeb1ca tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3843129', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3843523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28061'] for router, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.191369 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-131bea31-fbb3-4a8c-9dd2-aefcfe6986e1 tempest-NetworksNegativeTestJSON-1928685731 tempest-NetworksNegativeTestJSON-1928685731-project] Request body: {'port': {'network_id': '20b5017b-afab-46a7-9f7e-4047e47ae302', 'name': 'tempest-NetworksNegativeTestJSON-1280274862'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:08.192745 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-3bb22537-d97c-4817-9b6b-2e4e7dafc9df tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] show failed (client error): The resource could not be found. Feb 16 12:45:08.196485 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3bb22537-d97c-4817-9b6b-2e4e7dafc9df tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "GET /v2.0/security-groups/bb81afa6-3206-42ea-9395-b464bf0620d2 HTTP/1.1" status: 404 len: 347 time: 0.0328455 Feb 16 12:45:08.197309 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 32810) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:08.203737 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d3b82b0c-9755-4311-a925-e7a41deeb1ca tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3843106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3843115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3843959'] for router, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.235585 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-131bea31-fbb3-4a8c-9dd2-aefcfe6986e1 tempest-NetworksNegativeTestJSON-1928685731 tempest-NetworksNegativeTestJSON-1928685731-project] POST failed (client error): The resource could not be found. Feb 16 12:45:08.236412 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-131bea31-fbb3-4a8c-9dd2-aefcfe6986e1 tempest-NetworksNegativeTestJSON-1928685731 tempest-NetworksNegativeTestJSON-1928685731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:08.238270 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-131bea31-fbb3-4a8c-9dd2-aefcfe6986e1 tempest-NetworksNegativeTestJSON-1928685731 tempest-NetworksNegativeTestJSON-1928685731-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3733535 Feb 16 12:45:08.244734 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 32812) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:08.289046 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5b7bfe7f-fcac-48a6-bdc7-a104b058c858 None None] Attempting to bind port c83e7852-8165-424d-b6cd-edd2daef4f3d on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:08.289438 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5b7bfe7f-fcac-48a6-bdc7-a104b058c858 None None] Attempting to bind port c83e7852-8165-424d-b6cd-edd2daef4f3d by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '3efe24c6-0092-4df4-ae44-17931b93beb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6588c21-66ab-4507-8b69-e3cd6ee2c936'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:08.290191 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7bfe7f-fcac-48a6-bdc7-a104b058c858 None None] Attempting to bind port c83e7852-8165-424d-b6cd-edd2daef4f3d on network d6588c21-66ab-4507-8b69-e3cd6ee2c936 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:45:08.321308 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7bfe7f-fcac-48a6-bdc7-a104b058c858 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:45:08.321626 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7bfe7f-fcac-48a6-bdc7-a104b058c858 None None] Checking segment: {'id': '3efe24c6-0092-4df4-ae44-17931b93beb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6588c21-66ab-4507-8b69-e3cd6ee2c936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:45:08.322033 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5b7bfe7f-fcac-48a6-bdc7-a104b058c858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.322420 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7bfe7f-fcac-48a6-bdc7-a104b058c858 None None] Bound using segment: {'id': '3efe24c6-0092-4df4-ae44-17931b93beb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6588c21-66ab-4507-8b69-e3cd6ee2c936'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:45:08.322905 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5b7bfe7f-fcac-48a6-bdc7-a104b058c858 None None] Bound port: c83e7852-8165-424d-b6cd-edd2daef4f3d, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3efe24c6-0092-4df4-ae44-17931b93beb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6588c21-66ab-4507-8b69-e3cd6ee2c936'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:08.323285 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5b7bfe7f-fcac-48a6-bdc7-a104b058c858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.370258 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-7abb487e-fd13-4e52-8e83-5fa350831420 tempest-NetworksNegativeTestJSON-1928685731 tempest-NetworksNegativeTestJSON-1928685731-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:08.370840 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7abb487e-fd13-4e52-8e83-5fa350831420 tempest-NetworksNegativeTestJSON-1928685731 tempest-NetworksNegativeTestJSON-1928685731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:08.380956 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7abb487e-fd13-4e52-8e83-5fa350831420 tempest-NetworksNegativeTestJSON-1928685731 tempest-NetworksNegativeTestJSON-1928685731-project] 10.222.0.90 "DELETE /v2.0/networks/feaf574d-7c2a-41e4-914c-b7f653dbc0c4 HTTP/1.1" status: 404 len: 339 time: 0.1041918 Feb 16 12:45:08.381796 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-827e5a57-2247-4d79-8a47-b460291c5418 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.386986 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 32816) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:08.445977 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-827e5a57-2247-4d79-8a47-b460291c5418 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.446334 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.l3_db [None req-827e5a57-2247-4d79-8a47-b460291c5418 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Floating IP 8c56f0f8-09c5-42c8-8172-24831e2a98b8 disassociated. External IP: 172.26.2.69, port: 15052be5-9eaf-490e-baa4-c568b37ed196. Feb 16 12:45:08.477283 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-c08256a7-6829-4014-a097-edc2f8494def tempest-NetworksNegativeTestJSON-1928685731 tempest-NetworksNegativeTestJSON-1928685731-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:08.478055 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c08256a7-6829-4014-a097-edc2f8494def tempest-NetworksNegativeTestJSON-1928685731 tempest-NetworksNegativeTestJSON-1928685731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:08.482811 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c08256a7-6829-4014-a097-edc2f8494def tempest-NetworksNegativeTestJSON-1928685731 tempest-NetworksNegativeTestJSON-1928685731-project] 10.222.0.90 "DELETE /v2.0/ports/1342ebc1-345f-4f39-b428-8c4156836017 HTTP/1.1" status: 404 len: 333 time: 0.0895135 Feb 16 12:45:08.489499 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-5b7bfe7f-fcac-48a6-bdc7-a104b058c858 None None] For port c83e7852-8165-424d-b6cd-edd2daef4f3d, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:45:08.490155 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 32818) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:08.496352 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-5b7bfe7f-fcac-48a6-bdc7-a104b058c858 None None] For port c83e7852-8165-424d-b6cd-edd2daef4f3d, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=c83e7852-8165-424d-b6cd-edd2daef4f3d,segment=NetworkSegment(3efe24c6-0092-4df4-ae44-17931b93beb1),segment_id=3efe24c6-0092-4df4-ae44-17931b93beb1)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:45:08.502324 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5b7bfe7f-fcac-48a6-bdc7-a104b058c858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.521655 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-70fa5816-d28e-46eb-b58f-ccc0f1c6dfd6 tempest-NetworksNegativeTestJSON-1928685731 tempest-NetworksNegativeTestJSON-1928685731-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:08.522108 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70fa5816-d28e-46eb-b58f-ccc0f1c6dfd6 tempest-NetworksNegativeTestJSON-1928685731 tempest-NetworksNegativeTestJSON-1928685731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:08.529617 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-70fa5816-d28e-46eb-b58f-ccc0f1c6dfd6 tempest-NetworksNegativeTestJSON-1928685731 tempest-NetworksNegativeTestJSON-1928685731-project] 10.222.0.90 "DELETE /v2.0/subnets/2e9c75fd-7943-4944-aa46-8e3ae2964267 HTTP/1.1" status: 404 len: 337 time: 0.0383515 Feb 16 12:45:08.532891 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 32822) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:08.576770 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-d787d47f-877d-4eeb-b0f0-344de8745dd0 tempest-NetworksNegativeTestJSON-1928685731 tempest-NetworksNegativeTestJSON-1928685731-project] GET failed (client error): The resource could not be found. Feb 16 12:45:08.593609 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d787d47f-877d-4eeb-b0f0-344de8745dd0 tempest-NetworksNegativeTestJSON-1928685731 tempest-NetworksNegativeTestJSON-1928685731-project] 10.222.0.90 "GET /v2.0/networks/2f9b6bc3-df8c-4473-aaeb-b7927e8674bb HTTP/1.1" status: 404 len: 339 time: 0.0566492 Feb 16 12:45:08.594728 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-95071cc8-f7ee-44b1-aae6-601221fb31d0 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Deleting port c83e7852-8165-424d-b6cd-edd2daef4f3d {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:08.595498 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 32826) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:08.603442 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-95071cc8-f7ee-44b1-aae6-601221fb31d0 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.609790 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7bfe7f-fcac-48a6-bdc7-a104b058c858 None None] Pushing event updated for resources: {'Port': ['ID=c83e7852-8165-424d-b6cd-edd2daef4f3d,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:08.631401 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-f15ad95f-19e4-4370-a8cb-f7a2dee7a3a9 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Deleting port 9abe3c63-4287-41ac-a111-b8b541296738 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:08.631750 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f15ad95f-19e4-4370-a8cb-f7a2dee7a3a9 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.636467 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-415cdbb0-bd31-48b9-9370-0767e64d84d6 tempest-NetworksNegativeTestJSON-1928685731 tempest-NetworksNegativeTestJSON-1928685731-project] GET failed (client error): The resource could not be found. Feb 16 12:45:08.641906 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-415cdbb0-bd31-48b9-9370-0767e64d84d6 tempest-NetworksNegativeTestJSON-1928685731 tempest-NetworksNegativeTestJSON-1928685731-project] 10.222.0.90 "GET /v2.0/ports/82e3bbd6-ab00-402c-9bcb-ff27b438632b HTTP/1.1" status: 404 len: 333 time: 0.0409284 Feb 16 12:45:08.651303 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 32828) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:08.718838 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fab9837-e3c1-4f7d-96b5-873628ffa5fd tempest-NetworksNegativeTestJSON-1928685731 tempest-NetworksNegativeTestJSON-1928685731-project] GET failed (client error): The resource could not be found. Feb 16 12:45:08.720218 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9fab9837-e3c1-4f7d-96b5-873628ffa5fd tempest-NetworksNegativeTestJSON-1928685731 tempest-NetworksNegativeTestJSON-1928685731-project] 10.222.0.90 "GET /v2.0/subnets/a732c999-e290-45aa-ae2a-76200a563c58 HTTP/1.1" status: 404 len: 337 time: 0.0679524 Feb 16 12:45:08.725065 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 32832) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:08.730470 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-4dce9bc2-d99e-4fb0-92d5-ef15d4c423c6 tempest-NetworksNegativeTestJSON-1928685731 tempest-NetworksNegativeTestJSON-1928685731-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:08.767372 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-527d42e4-1ad2-4a5a-a1a4-4b0b393c82e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.770356 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dce9bc2-d99e-4fb0-92d5-ef15d4c423c6 tempest-NetworksNegativeTestJSON-1928685731 tempest-NetworksNegativeTestJSON-1928685731-project] PUT failed (client error): The resource could not be found. Feb 16 12:45:08.770962 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dce9bc2-d99e-4fb0-92d5-ef15d4c423c6 tempest-NetworksNegativeTestJSON-1928685731 tempest-NetworksNegativeTestJSON-1928685731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:08.776307 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4dce9bc2-d99e-4fb0-92d5-ef15d4c423c6 tempest-NetworksNegativeTestJSON-1928685731 tempest-NetworksNegativeTestJSON-1928685731-project] 10.222.0.90 "PUT /v2.0/networks/027a233a-7251-41f2-b8ca-d3cd78ab88b7 HTTP/1.1" status: 404 len: 339 time: 0.0460954 Feb 16 12:45:08.776307 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b82b0c-9755-4311-a925-e7a41deeb1ca tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Router 8d9ce58f-ced8-48ea-815f-76bc258fd62f is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:45:08.778097 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 32836) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:08.792927 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-2ea20fd7-37ac-4140-8e75-9024a51a55b7 tempest-NetworksNegativeTestJSON-1928685731 tempest-NetworksNegativeTestJSON-1928685731-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:08.815097 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f15ad95f-19e4-4370-a8cb-f7a2dee7a3a9 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.815434 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f15ad95f-19e4-4370-a8cb-f7a2dee7a3a9 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.863159 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-f15ad95f-19e4-4370-a8cb-f7a2dee7a3a9 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Calling delete_port for 9abe3c63-4287-41ac-a111-b8b541296738 owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:08.900580 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ea20fd7-37ac-4140-8e75-9024a51a55b7 tempest-NetworksNegativeTestJSON-1928685731 tempest-NetworksNegativeTestJSON-1928685731-project] PUT failed (client error): The resource could not be found. Feb 16 12:45:08.901454 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ea20fd7-37ac-4140-8e75-9024a51a55b7 tempest-NetworksNegativeTestJSON-1928685731 tempest-NetworksNegativeTestJSON-1928685731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:08.902736 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2ea20fd7-37ac-4140-8e75-9024a51a55b7 tempest-NetworksNegativeTestJSON-1928685731 tempest-NetworksNegativeTestJSON-1928685731-project] 10.222.0.90 "PUT /v2.0/ports/0c30d89f-413b-44db-99b1-d1923ac34f37 HTTP/1.1" status: 404 len: 333 time: 0.1233382 Feb 16 12:45:08.908277 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-95071cc8-f7ee-44b1-aae6-601221fb31d0 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] For port c83e7852-8165-424d-b6cd-edd2daef4f3d, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=c83e7852-8165-424d-b6cd-edd2daef4f3d,segment=NetworkSegment(3efe24c6-0092-4df4-ae44-17931b93beb1),segment_id=3efe24c6-0092-4df4-ae44-17931b93beb1)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:45:08.908502 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 32838) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:08.908613 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-95071cc8-f7ee-44b1-aae6-601221fb31d0 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.915130 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-c92821f6-e22d-4a1c-aeac-b1ebd01ccfc4 tempest-NetworksNegativeTestJSON-1928685731 tempest-NetworksNegativeTestJSON-1928685731-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:08.968913 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-c92821f6-e22d-4a1c-aeac-b1ebd01ccfc4 tempest-NetworksNegativeTestJSON-1928685731 tempest-NetworksNegativeTestJSON-1928685731-project] PUT failed (client error): The resource could not be found. Feb 16 12:45:08.969377 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c92821f6-e22d-4a1c-aeac-b1ebd01ccfc4 tempest-NetworksNegativeTestJSON-1928685731 tempest-NetworksNegativeTestJSON-1928685731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:08.978541 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c92821f6-e22d-4a1c-aeac-b1ebd01ccfc4 tempest-NetworksNegativeTestJSON-1928685731 tempest-NetworksNegativeTestJSON-1928685731-project] 10.222.0.90 "PUT /v2.0/subnets/1bdc9cb8-5e1a-41db-a622-9de4a9998849 HTTP/1.1" status: 404 len: 337 time: 0.0622146 Feb 16 12:45:09.308404 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 32852) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:09.333538 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-95071cc8-f7ee-44b1-aae6-601221fb31d0 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Calling delete_port for c83e7852-8165-424d-b6cd-edd2daef4f3d owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:09.411254 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 32856) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:09.439904 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-8c57e2c0-c30f-4ece-a1a3-cc83f515a9fc tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-421777922'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:09.458251 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b82b0c-9755-4311-a925-e7a41deeb1ca tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:45:09.463291 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d3b82b0c-9755-4311-a925-e7a41deeb1ca tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:09.464531 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d3b82b0c-9755-4311-a925-e7a41deeb1ca tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] 10.222.0.90 "PUT /v2.0/routers/8d9ce58f-ced8-48ea-815f-76bc258fd62f HTTP/1.1" status: 200 len: 914 time: 5.3531551 Feb 16 12:45:09.467410 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 32860) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:09.473266 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab39a9d-4271-48f5-b512-efe99990fa39 None None] Sync routers for ids ['8d9ce58f-ced8-48ea-815f-76bc258fd62f'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:09.491410 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab39a9d-4271-48f5-b512-efe99990fa39 None None] Routers {'8d9ce58f-ced8-48ea-815f-76bc258fd62f'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:09.492710 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2ab39a9d-4271-48f5-b512-efe99990fa39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['8d9ce58f-ced8-48ea-815f-76bc258fd62f'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:09.543231 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0a9ff2b9-0e1c-4815-84b3-1ca729b4b86e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:09.546384 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2ab39a9d-4271-48f5-b512-efe99990fa39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:09.557132 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab39a9d-4271-48f5-b512-efe99990fa39 None None] Routers {'8d9ce58f-ced8-48ea-815f-76bc258fd62f'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:09.558208 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2ab39a9d-4271-48f5-b512-efe99990fa39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['8d9ce58f-ced8-48ea-815f-76bc258fd62f'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:09.614212 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2ab39a9d-4271-48f5-b512-efe99990fa39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:09.615207 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab39a9d-4271-48f5-b512-efe99990fa39 None None] The sync data for ids ['8d9ce58f-ced8-48ea-815f-76bc258fd62f'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:09.630151 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c57e2c0-c30f-4ece-a1a3-cc83f515a9fc tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Made reservation on behalf of 98b1135bbc52416fb743fd9e2fe1b3df for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:09.638955 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8c57e2c0-c30f-4ece-a1a3-cc83f515a9fc tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:09.677474 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2da58f2e-97dc-43eb-bc23-989e4cc13491 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] 10.222.0.90 "GET /v2.0/routers/8d9ce58f-ced8-48ea-815f-76bc258fd62f HTTP/1.1" status: 200 len: 920 time: 0.2088296 Feb 16 12:45:09.682103 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 32864) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:09.703663 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f15ad95f-19e4-4370-a8cb-f7a2dee7a3a9 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:09.710125 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827e5a57-2247-4d79-8a47-b460291c5418 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Router 3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:45:09.713016 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8c57e2c0-c30f-4ece-a1a3-cc83f515a9fc tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:09.772183 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-95071cc8-f7ee-44b1-aae6-601221fb31d0 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:09.811407 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ad95f-19e4-4370-a8cb-f7a2dee7a3a9 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Pushing event deleted for resources: {'Port': ['ID=9abe3c63-4287-41ac-a111-b8b541296738,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:09.858059 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95071cc8-f7ee-44b1-aae6-601221fb31d0 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event deleted for resources: {'Port': ['ID=c83e7852-8165-424d-b6cd-edd2daef4f3d,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:09.858316 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec4aa89-6b4d-4554-88fe-84e356904a80 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:09.859938 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9ec4aa89-6b4d-4554-88fe-84e356904a80 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] 10.222.0.90 "GET /v2.0/ports?network_id=a08a3d1b-2e35-4b18-9cb0-756d355083e6&device_id=8d9ce58f-ced8-48ea-815f-76bc258fd62f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1766133 Feb 16 12:45:09.868234 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 32866) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:09.872007 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f15ad95f-19e4-4370-a8cb-f7a2dee7a3a9 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:09.874842 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f15ad95f-19e4-4370-a8cb-f7a2dee7a3a9 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:09.881415 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f15ad95f-19e4-4370-a8cb-f7a2dee7a3a9 tempest-ServersTestJSON-636333572 tempest-ServersTestJSON-636333572-project] 10.222.0.90 "DELETE /v2.0/floatingips/47ac1c84-8dc2-4a55-9474-9212b71df33f HTTP/1.1" status: 204 len: 168 time: 1.6782525 Feb 16 12:45:09.885890 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 32868) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:09.968056 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0a9ff2b9-0e1c-4815-84b3-1ca729b4b86e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:09.982271 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f565aa-6859-4cb8-be09-507f15bce917 None None] Network d6588c21-66ab-4507-8b69-e3cd6ee2c936 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:45:09.989369 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0a9ff2b9-0e1c-4815-84b3-1ca729b4b86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.012241 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95071cc8-f7ee-44b1-aae6-601221fb31d0 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] No DVR routers for this DVR port c83e7852-8165-424d-b6cd-edd2daef4f3d on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:10.057741 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3360225-d349-4a9c-9980-bb9952cfeba2 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:10.058692 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a3360225-d349-4a9c-9980-bb9952cfeba2 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] 10.222.0.90 "GET /v2.0/networks/a08a3d1b-2e35-4b18-9cb0-756d355083e6 HTTP/1.1" status: 200 len: 881 time: 0.1892357 Feb 16 12:45:10.060789 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ff2b9-0e1c-4815-84b3-1ca729b4b86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94462807-f03b-4b73-b17d-f70193143564,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:10.064837 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 32870) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:10.078087 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-cb70a152-8e58-411e-b307-69ca7defd998 None None] Could not find standard attr ID for object c83e7852-8165-424d-b6cd-edd2daef4f3d. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:45:10.080396 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0a9ff2b9-0e1c-4815-84b3-1ca729b4b86e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=34cbb0a1f64249b58abdd5867b4e2c2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6685681 Feb 16 12:45:10.084902 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 32872) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:10.107457 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6a2bc9e7-07ca-466f-a877-5ff6ad8c4613 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d9ce58f-ced8-48ea-815f-76bc258fd62f HTTP/1.1" status: 200 len: 205 time: 0.0405571 Feb 16 12:45:10.113207 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 32874) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:10.246182 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b2bb369-c233-40d3-94bd-3fc3f5875667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.259475 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827e5a57-2247-4d79-8a47-b460291c5418 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:45:10.264280 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8c57e2c0-c30f-4ece-a1a3-cc83f515a9fc tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.267654 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-95071cc8-f7ee-44b1-aae6-601221fb31d0 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.283317 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74649f00-20c7-4bde-91f3-634e7d7bd7b1 None None] Sync routers for ids ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:10.284900 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b2bb369-c233-40d3-94bd-3fc3f5875667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.297228 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-827e5a57-2247-4d79-8a47-b460291c5418 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.297468 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e89d1b7b-3ec5-41b1-aac4-471f79e3e0b0 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.297564 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74649f00-20c7-4bde-91f3-634e7d7bd7b1 None None] Routers {'3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:10.298125 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-74649f00-20c7-4bde-91f3-634e7d7bd7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:10.308279 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8c57e2c0-c30f-4ece-a1a3-cc83f515a9fc tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.374035 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-74649f00-20c7-4bde-91f3-634e7d7bd7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:10.387762 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74649f00-20c7-4bde-91f3-634e7d7bd7b1 None None] Routers {'3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:10.388891 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-74649f00-20c7-4bde-91f3-634e7d7bd7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:10.397457 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c57e2c0-c30f-4ece-a1a3-cc83f515a9fc tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:10.438846 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-74649f00-20c7-4bde-91f3-634e7d7bd7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:10.439523 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74649f00-20c7-4bde-91f3-634e7d7bd7b1 None None] The sync data for ids ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:10.446127 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b2bb369-c233-40d3-94bd-3fc3f5875667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.449671 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b2bb369-c233-40d3-94bd-3fc3f5875667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.451646 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9b2bb369-c233-40d3-94bd-3fc3f5875667 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/94462807-f03b-4b73-b17d-f70193143564 HTTP/1.1" status: 204 len: 168 time: 0.3674676 Feb 16 12:45:10.469023 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2bb369-c233-40d3-94bd-3fc3f5875667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94462807-f03b-4b73-b17d-f70193143564,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:10.470442 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-827e5a57-2247-4d79-8a47-b460291c5418 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "PUT /v2.0/floatingips/8c56f0f8-09c5-42c8-8172-24831e2a98b8 HTTP/1.1" status: 200 len: 687 time: 2.7655869 Feb 16 12:45:10.473515 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 32878) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:10.488729 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8c57e2c0-c30f-4ece-a1a3-cc83f515a9fc tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.489120 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-8c57e2c0-c30f-4ece-a1a3-cc83f515a9fc tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Added segment 6af0dff0-c937-4fc8-bd47-f04a281b33a3 of type vlan for network aaa89374-f1a2-4d8f-98ab-d97e5b890010 Feb 16 12:45:10.495033 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57e2c0-c30f-4ece-a1a3-cc83f515a9fc tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=755b9319-9c83-4e82-ad0a-bcb59c68fba3,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:10.527416 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e89d1b7b-3ec5-41b1-aac4-471f79e3e0b0 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.604411 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-95071cc8-f7ee-44b1-aae6-601221fb31d0 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.613519 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8c57e2c0-c30f-4ece-a1a3-cc83f515a9fc tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.667669 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-e89d1b7b-3ec5-41b1-aac4-471f79e3e0b0 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Deleting port a0ab57e6-0f1d-4178-8d63-0aa0b431baa0 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:10.668012 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e89d1b7b-3ec5-41b1-aac4-471f79e3e0b0 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.672237 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95071cc8-f7ee-44b1-aae6-601221fb31d0 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event deleted for resources: {'Subnet': ['ID=9536d980-d61d-4b0c-b85a-20a34405bf5b,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:10.678675 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35a21e0-757a-4a72-ae05-b9abd02e9bef None None] Network d6588c21-66ab-4507-8b69-e3cd6ee2c936 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:45:10.732204 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-2ddc9b65-3ed2-4194-a6b1-4345207dd091 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Deleting port 5c5c2b16-1465-4668-a024-dcb08bf180d4 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:10.732548 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2ddc9b65-3ed2-4194-a6b1-4345207dd091 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.795886 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-527d42e4-1ad2-4a5a-a1a4-4b0b393c82e2 admin admin] Deleting port 43d10d0a-30db-4044-a9b6-5956754d9fda {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:10.796229 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-527d42e4-1ad2-4a5a-a1a4-4b0b393c82e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.798017 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8c57e2c0-c30f-4ece-a1a3-cc83f515a9fc tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.804181 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c57e2c0-c30f-4ece-a1a3-cc83f515a9fc tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:10.804846 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8c57e2c0-c30f-4ece-a1a3-cc83f515a9fc tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.812852 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e89d1b7b-3ec5-41b1-aac4-471f79e3e0b0 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.829789 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-95071cc8-f7ee-44b1-aae6-601221fb31d0 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.839392 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-e89d1b7b-3ec5-41b1-aac4-471f79e3e0b0 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Calling delete_port for a0ab57e6-0f1d-4178-8d63-0aa0b431baa0 owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:10.902145 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2ddc9b65-3ed2-4194-a6b1-4345207dd091 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.902480 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2ddc9b65-3ed2-4194-a6b1-4345207dd091 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.945528 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-8c57e2c0-c30f-4ece-a1a3-cc83f515a9fc tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6359994 Feb 16 12:45:10.949504 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 32886) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:10.955758 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-95071cc8-f7ee-44b1-aae6-601221fb31d0 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6588c21-66ab-4507-8b69-e3cd6ee2c936']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:10.956664 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-0d429b17-f1ea-4921-b1d1-2d0a3ec20290 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-397065859'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:10.961830 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-2ddc9b65-3ed2-4194-a6b1-4345207dd091 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Calling delete_port for 5c5c2b16-1465-4668-a024-dcb08bf180d4 owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:10.973887 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57b064d-6250-40dd-973c-1db2c8e00cf8 None None] DHCP port deletion for d6588c21-66ab-4507-8b69-e3cd6ee2c936 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:45:10.996931 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-95071cc8-f7ee-44b1-aae6-601221fb31d0 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3efe24c6-0092-4df4-ae44-17931b93beb1') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:10.997220 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-95071cc8-f7ee-44b1-aae6-601221fb31d0 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3efe24c6-0092-4df4-ae44-17931b93beb1') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:11.002184 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57e2c0-c30f-4ece-a1a3-cc83f515a9fc tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event updated for resources: {'Network': ['ID=aaa89374-f1a2-4d8f-98ab-d97e5b890010,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:11.017381 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network aaa89374-f1a2-4d8f-98ab-d97e5b890010 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:45:11.021447 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-95071cc8-f7ee-44b1-aae6-601221fb31d0 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.062025 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-527d42e4-1ad2-4a5a-a1a4-4b0b393c82e2 admin admin] For port 43d10d0a-30db-4044-a9b6-5956754d9fda, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=43d10d0a-30db-4044-a9b6-5956754d9fda,segment=NetworkSegment(42b26e38-7e58-4ec2-9947-f1bd510fcd9e),segment_id=42b26e38-7e58-4ec2-9947-f1bd510fcd9e)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:45:11.062405 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-527d42e4-1ad2-4a5a-a1a4-4b0b393c82e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.065518 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-95071cc8-f7ee-44b1-aae6-601221fb31d0 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.085766 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95071cc8-f7ee-44b1-aae6-601221fb31d0 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:11.086504 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-95071cc8-f7ee-44b1-aae6-601221fb31d0 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.089302 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:45:11.089302 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:11.089302 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:45:11.089302 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:11.089302 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:45:11.089302 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:45:11.089302 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:45:11.089302 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:11.089302 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:45:11.089302 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:11.089302 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:45:11.089302 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:11.089302 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:45:11.089302 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:45:11.089302 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:11.089302 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:45:11.089302 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:11.089302 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:45:11.089302 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:45:11.089302 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:45:11.089302 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:45:11.089302 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:45:11.089302 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:11.089302 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:11.089302 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:11.089302 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:11.089302 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:11.089302 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:11.089302 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:11.089302 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:11.089302 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:11.089302 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:11.101278 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-527d42e4-1ad2-4a5a-a1a4-4b0b393c82e2 admin admin] Calling delete_port for 43d10d0a-30db-4044-a9b6-5956754d9fda owned by network:router_interface {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:11.199410 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d429b17-f1ea-4921-b1d1-2d0a3ec20290 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Made reservation on behalf of 98b1135bbc52416fb743fd9e2fe1b3df for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:11.203182 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0d429b17-f1ea-4921-b1d1-2d0a3ec20290 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.225795 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-95071cc8-f7ee-44b1-aae6-601221fb31d0 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.232152 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-95071cc8-f7ee-44b1-aae6-601221fb31d0 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.240071 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-95071cc8-f7ee-44b1-aae6-601221fb31d0 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "DELETE /v2.0/networks/d6588c21-66ab-4507-8b69-e3cd6ee2c936 HTTP/1.1" status: 204 len: 168 time: 3.6644475 Feb 16 12:45:11.241608 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 32896) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:11.255278 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-ec393f00-c7be-4f48-ae27-f1fcd183937d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-902724066'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:11.276440 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d429b17-f1ea-4921-b1d1-2d0a3ec20290 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:11.295099 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95071cc8-f7ee-44b1-aae6-601221fb31d0 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event deleted for resources: {'Network': ['ID=d6588c21-66ab-4507-8b69-e3cd6ee2c936,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:11.317323 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0d429b17-f1ea-4921-b1d1-2d0a3ec20290 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.317644 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-0d429b17-f1ea-4921-b1d1-2d0a3ec20290 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Added segment 65422eea-b1e2-4a2c-b894-20e88d2c48d4 of type vlan for network 03a063ce-41f9-4df1-852f-279a1fbe8992 Feb 16 12:45:11.336780 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e89d1b7b-3ec5-41b1-aac4-471f79e3e0b0 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.472667 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 32902) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:11.475500 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d1b7b-3ec5-41b1-aac4-471f79e3e0b0 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Pushing event deleted for resources: {'Port': ['ID=a0ab57e6-0f1d-4178-8d63-0aa0b431baa0,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:11.489301 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0d429b17-f1ea-4921-b1d1-2d0a3ec20290 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.522210 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2ddc9b65-3ed2-4194-a6b1-4345207dd091 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.566754 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc9b65-3ed2-4194-a6b1-4345207dd091 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event deleted for resources: {'Port': ['ID=5c5c2b16-1465-4668-a024-dcb08bf180d4,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:11.578248 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e89d1b7b-3ec5-41b1-aac4-471f79e3e0b0 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.614705 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0d429b17-f1ea-4921-b1d1-2d0a3ec20290 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.620412 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d429b17-f1ea-4921-b1d1-2d0a3ec20290 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:11.621094 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0d429b17-f1ea-4921-b1d1-2d0a3ec20290 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.660901 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec393f00-c7be-4f48-ae27-f1fcd183937d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Made reservation on behalf of 70fcc45a3a8441ab94c6a943c4cc04ec for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:11.664368 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ec393f00-c7be-4f48-ae27-f1fcd183937d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.675874 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-719db9c7-6bd0-4371-93d1-67dbdca9a8f8 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Request body: {'security_group': {'name': 'tempest-secgroup--2030295415'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:11.726716 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec393f00-c7be-4f48-ae27-f1fcd183937d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:11.738414 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8849ba8f-bb28-4c9e-96e2-2c346c39a09a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.783532 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ec393f00-c7be-4f48-ae27-f1fcd183937d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.783811 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-ec393f00-c7be-4f48-ae27-f1fcd183937d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Added segment be565167-4c84-42f9-8f76-c92887145b3e of type vlan for network 8b9860eb-5537-4973-9d2a-72e6c79c2273 Feb 16 12:45:11.803155 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e89d1b7b-3ec5-41b1-aac4-471f79e3e0b0 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.808406 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e89d1b7b-3ec5-41b1-aac4-471f79e3e0b0 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.816036 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0d429b17-f1ea-4921-b1d1-2d0a3ec20290 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8641663 Feb 16 12:45:11.821903 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 32906) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:11.827588 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d429b17-f1ea-4921-b1d1-2d0a3ec20290 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event updated for resources: {'Network': ['ID=03a063ce-41f9-4df1-852f-279a1fbe8992,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:11.837751 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-35a856d5-83eb-4de5-822b-b8d358740f16 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Request body: {'subnet': {'network_id': 'aaa89374-f1a2-4d8f-98ab-d97e5b890010', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:11.839115 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 03a063ce-41f9-4df1-852f-279a1fbe8992 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:45:11.915812 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2ddc9b65-3ed2-4194-a6b1-4345207dd091 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.918874 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2ddc9b65-3ed2-4194-a6b1-4345207dd091 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.922762 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2ddc9b65-3ed2-4194-a6b1-4345207dd091 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "DELETE /v2.0/floatingips/8c56f0f8-09c5-42c8-8172-24831e2a98b8 HTTP/1.1" status: 204 len: 168 time: 1.4483526 Feb 16 12:45:11.926621 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 32908) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:11.929705 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ec393f00-c7be-4f48-ae27-f1fcd183937d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.938676 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-527d42e4-1ad2-4a5a-a1a4-4b0b393c82e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.941064 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-719db9c7-6bd0-4371-93d1-67dbdca9a8f8 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.942857 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e89d1b7b-3ec5-41b1-aac4-471f79e3e0b0 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.943381 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89d1b7b-3ec5-41b1-aac4-471f79e3e0b0 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Fanout notify agent at l3_agent the message router_deleted on router 8d9ce58f-ced8-48ea-815f-76bc258fd62f {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:45:11.956435 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e89d1b7b-3ec5-41b1-aac4-471f79e3e0b0 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.957553 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e89d1b7b-3ec5-41b1-aac4-471f79e3e0b0 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] 10.222.0.90 "DELETE /v2.0/routers/8d9ce58f-ced8-48ea-815f-76bc258fd62f HTTP/1.1" status: 204 len: 168 time: 1.8436513 Feb 16 12:45:11.965810 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 32910) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:11.985686 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527d42e4-1ad2-4a5a-a1a4-4b0b393c82e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=43d10d0a-30db-4044-a9b6-5956754d9fda,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:12.004567 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-7c937fba-5da9-44fa-9f21-f593ee464074 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1959556191', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}, 'admin_state_up': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:12.010580 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-719db9c7-6bd0-4371-93d1-67dbdca9a8f8 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.015157 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-f32a14df-001b-4d9d-a1b7-f0a548eec0eb tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] delete failed (client error): The resource could not be found. Feb 16 12:45:12.022052 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f32a14df-001b-4d9d-a1b7-f0a548eec0eb tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "DELETE /v2.0/floatingips/8c56f0f8-09c5-42c8-8172-24831e2a98b8 HTTP/1.1" status: 404 len: 345 time: 0.0883472 Feb 16 12:45:12.023231 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 32912) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:12.072705 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ec393f00-c7be-4f48-ae27-f1fcd183937d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.078150 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec393f00-c7be-4f48-ae27-f1fcd183937d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:12.078762 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ec393f00-c7be-4f48-ae27-f1fcd183937d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.133994 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7c937fba-5da9-44fa-9f21-f593ee464074 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.134690 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7c937fba-5da9-44fa-9f21-f593ee464074 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.187365 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ec393f00-c7be-4f48-ae27-f1fcd183937d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9371128 Feb 16 12:45:12.194759 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 32914) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:12.215669 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec393f00-c7be-4f48-ae27-f1fcd183937d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event updated for resources: {'Network': ['ID=8b9860eb-5537-4973-9d2a-72e6c79c2273,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:12.215919 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-2e1f5f53-cd79-45cf-bf0d-e0680d2a55be tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Request body: {'subnet': {'network_id': '8b9860eb-5537-4973-9d2a-72e6c79c2273', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:12.222862 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 8b9860eb-5537-4973-9d2a-72e6c79c2273 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:45:12.226013 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea42bf5-688d-4107-a676-a1596d05b605 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:12.232513 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea42bf5-688d-4107-a676-a1596d05b605 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:12.239612 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea42bf5-688d-4107-a676-a1596d05b605 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:12.243925 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-bea42bf5-688d-4107-a676-a1596d05b605 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "GET /v2.0/ports?network_id=b6a76a54-150d-46b0-a7ca-74d9770bd04b HTTP/1.1" status: 200 len: 2358 time: 0.2146611 Feb 16 12:45:12.246704 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a856d5-83eb-4de5-822b-b8d358740f16 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Made reservation on behalf of 98b1135bbc52416fb743fd9e2fe1b3df for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:12.251674 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35a856d5-83eb-4de5-822b-b8d358740f16 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.255225 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 32916) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:12.377085 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7c937fba-5da9-44fa-9f21-f593ee464074 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.389807 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281c3f24-eed1-48d6-8433-2a1dd40efc8e tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:12.391170 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-281c3f24-eed1-48d6-8433-2a1dd40efc8e tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "GET /v2.0/subnets/4ef89f55-012a-4c64-9128-1e6c29cc58ac HTTP/1.1" status: 200 len: 797 time: 0.1339021 Feb 16 12:45:12.405715 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 32918) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:12.418309 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-299dec4c-cee5-49e8-b811-6dc237a4ce18 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Request body: {'port': {'network_id': 'b6a76a54-150d-46b0-a7ca-74d9770bd04b', 'name': 'tempest-FloatingIPTestJSON-90747765', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:12.420087 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-527d42e4-1ad2-4a5a-a1a4-4b0b393c82e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.489314 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-719db9c7-6bd0-4371-93d1-67dbdca9a8f8 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.492011 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-8849ba8f-bb28-4c9e-96e2-2c346c39a09a admin admin] Deleting port 9da85578-cdde-477b-8cb5-27df54e499c7 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:12.492281 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8849ba8f-bb28-4c9e-96e2-2c346c39a09a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.555702 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-719db9c7-6bd0-4371-93d1-67dbdca9a8f8 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.650231 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-8849ba8f-bb28-4c9e-96e2-2c346c39a09a admin admin] For port 9da85578-cdde-477b-8cb5-27df54e499c7, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=9da85578-cdde-477b-8cb5-27df54e499c7,segment=NetworkSegment(542bb618-d660-4924-a1b1-b47e009f183e),segment_id=542bb618-d660-4924-a1b1-b47e009f183e)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:45:12.650619 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8849ba8f-bb28-4c9e-96e2-2c346c39a09a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.670529 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-8849ba8f-bb28-4c9e-96e2-2c346c39a09a admin admin] Calling delete_port for 9da85578-cdde-477b-8cb5-27df54e499c7 owned by network:router_interface {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:12.756397 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device c83e7852-8165-424d-b6cd-edd2daef4f3d no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:45:12.778540 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: c83e7852-8165-424d-b6cd-edd2daef4f3d {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:45:12.779229 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device c83e7852-8165-424d-b6cd-edd2daef4f3d not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:45:12.787977 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527d42e4-1ad2-4a5a-a1a4-4b0b393c82e2 admin admin] Router 0d148df9-38d9-4ca1-8caf-7b09706d6d9f has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:45:12.983911 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527d42e4-1ad2-4a5a-a1a4-4b0b393c82e2 admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:45:12.990662 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-527d42e4-1ad2-4a5a-a1a4-4b0b393c82e2 admin admin] 10.222.0.90 "PUT /v2.0/routers/0d148df9-38d9-4ca1-8caf-7b09706d6d9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0037773 Feb 16 12:45:12.993250 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 32920) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:12.998087 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08698fd-5855-4e6f-9f25-34330f226a9b None None] Sync routers for ids ['0d148df9-38d9-4ca1-8caf-7b09706d6d9f'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:13.010263 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7c937fba-5da9-44fa-9f21-f593ee464074 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.011977 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08698fd-5855-4e6f-9f25-34330f226a9b None None] Routers {'0d148df9-38d9-4ca1-8caf-7b09706d6d9f'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:13.013289 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-e08698fd-5855-4e6f-9f25-34330f226a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['0d148df9-38d9-4ca1-8caf-7b09706d6d9f'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:13.014276 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719db9c7-6bd0-4371-93d1-67dbdca9a8f8 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13026269-fea9-435d-8c2d-0b081c3958f0,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:13.046992 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1f5f53-cd79-45cf-bf0d-e0680d2a55be tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Made reservation on behalf of 70fcc45a3a8441ab94c6a943c4cc04ec for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:13.054188 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8849ba8f-bb28-4c9e-96e2-2c346c39a09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.056109 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2e1f5f53-cd79-45cf-bf0d-e0680d2a55be tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.110959 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8849ba8f-bb28-4c9e-96e2-2c346c39a09a admin admin] Pushing event deleted for resources: {'Port': ['ID=9da85578-cdde-477b-8cb5-27df54e499c7,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:13.148207 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-e08698fd-5855-4e6f-9f25-34330f226a9b None None] Set router 0d148df9-38d9-4ca1-8caf-7b09706d6d9f gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:45:13.189457 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c27bb870-1b93-4a19-818f-d563b8528155 admin admin] Notify callbacks [] for router, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.230290 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-719db9c7-6bd0-4371-93d1-67dbdca9a8f8 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.260269 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-719db9c7-6bd0-4371-93d1-67dbdca9a8f8 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.345128 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299dec4c-cee5-49e8-b811-6dc237a4ce18 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Made reservation on behalf of 6647fb2f59f54c42932ca2327a418c5c for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:13.373245 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-719db9c7-6bd0-4371-93d1-67dbdca9a8f8 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.374671 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-719db9c7-6bd0-4371-93d1-67dbdca9a8f8 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8968999 Feb 16 12:45:13.378645 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 32922) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:13.410178 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719db9c7-6bd0-4371-93d1-67dbdca9a8f8 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b30dcec-e3cf-4d55-8c28-d5fbf1c1413c,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:13.423156 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-e08698fd-5855-4e6f-9f25-34330f226a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d148df9-38d9-4ca1-8caf-7b09706d6d9f', 'name': 'tempest-ServersTestManualDisk-443223596-router', 'tenant_id': '489d8001a9af43848d73f1eac35baebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': 'f92a21eb-6a0a-4df3-bc92-938074f50aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:19Z', 'updated_at': '2022-02-16T12:45:11Z', 'revision_number': 5, 'project_id': '489d8001a9af43848d73f1eac35baebf', 'gw_port': {'id': 'f92a21eb-6a0a-4df3-bc92-938074f50aa8', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:17:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d148df9-38d9-4ca1-8caf-7b09706d6d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:19Z', 'updated_at': '2022-02-16T12:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:13.429430 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35a856d5-83eb-4de5-822b-b8d358740f16 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.454257 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08698fd-5855-4e6f-9f25-34330f226a9b None None] Checking router: 0d148df9-38d9-4ca1-8caf-7b09706d6d9f for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:45:13.465258 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08698fd-5855-4e6f-9f25-34330f226a9b None None] Routers {'0d148df9-38d9-4ca1-8caf-7b09706d6d9f'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:13.465878 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-e08698fd-5855-4e6f-9f25-34330f226a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['0d148df9-38d9-4ca1-8caf-7b09706d6d9f'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:13.606554 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-299dec4c-cee5-49e8-b811-6dc237a4ce18 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.616922 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-e08698fd-5855-4e6f-9f25-34330f226a9b None None] Set router 0d148df9-38d9-4ca1-8caf-7b09706d6d9f gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:45:13.623149 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a856d5-83eb-4de5-822b-b8d358740f16 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event updated for resources: {'Subnet': ['ID=3c787588-c6da-4031-a780-af23e85a433d,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:13.664941 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c27bb870-1b93-4a19-818f-d563b8528155 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.665243 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-299dec4c-cee5-49e8-b811-6dc237a4ce18 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] device_id is not set on port 71cff3a0-8845-4fa5-ad3f-afa312fc03ee yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:45:13.670851 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2e1f5f53-cd79-45cf-bf0d-e0680d2a55be tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.675998 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8849ba8f-bb28-4c9e-96e2-2c346c39a09a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.680367 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a856d5-83eb-4de5-822b-b8d358740f16 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Checking segment: {'id': '6af0dff0-c937-4fc8-bd47-f04a281b33a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'aaa89374-f1a2-4d8f-98ab-d97e5b890010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:45:13.680833 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a856d5-83eb-4de5-822b-b8d358740f16 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Network hostable DHCP agents. Network: aaa89374-f1a2-4d8f-98ab-d97e5b890010, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:45:13.785676 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e14d8ccb-5620-4c45-ac0e-ebd99ace9031 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.4040179 Feb 16 12:45:13.787827 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 32924) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:13.797388 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-26ea722a-5475-4d92-82f6-6aea5dc0c994 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Request body: {'security_group': {'name': 'tempest-security--828211744', 'description': 'tempest-security-description-688538091'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:13.853921 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-e08698fd-5855-4e6f-9f25-34330f226a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d148df9-38d9-4ca1-8caf-7b09706d6d9f', 'name': 'tempest-ServersTestManualDisk-443223596-router', 'tenant_id': '489d8001a9af43848d73f1eac35baebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': 'f92a21eb-6a0a-4df3-bc92-938074f50aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:19Z', 'updated_at': '2022-02-16T12:45:11Z', 'revision_number': 5, 'project_id': '489d8001a9af43848d73f1eac35baebf', 'gw_port': {'id': 'f92a21eb-6a0a-4df3-bc92-938074f50aa8', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:17:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d148df9-38d9-4ca1-8caf-7b09706d6d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:19Z', 'updated_at': '2022-02-16T12:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:13.874340 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-26ea722a-5475-4d92-82f6-6aea5dc0c994 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.912753 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-c27bb870-1b93-4a19-818f-d563b8528155 admin admin] Deleting port f92a21eb-6a0a-4df3-bc92-938074f50aa8 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:13.913095 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c27bb870-1b93-4a19-818f-d563b8528155 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.933354 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f5f53-cd79-45cf-bf0d-e0680d2a55be tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event updated for resources: {'Subnet': ['ID=a59934a2-17ed-4a79-8a3d-904caa50c06d,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:13.935552 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a856d5-83eb-4de5-822b-b8d358740f16 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Network aaa89374-f1a2-4d8f-98ab-d97e5b890010 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:45:13.986401 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08698fd-5855-4e6f-9f25-34330f226a9b None None] The sync data for ids ['0d148df9-38d9-4ca1-8caf-7b09706d6d9f'] in dv-neutron-828142-3-hyperv is: [{'id': '0d148df9-38d9-4ca1-8caf-7b09706d6d9f', 'name': 'tempest-ServersTestManualDisk-443223596-router', 'tenant_id': '489d8001a9af43848d73f1eac35baebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': 'f92a21eb-6a0a-4df3-bc92-938074f50aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:19Z', 'updated_at': '2022-02-16T12:45:11Z', 'revision_number': 5, 'project_id': '489d8001a9af43848d73f1eac35baebf', 'gw_port': {'id': 'f92a21eb-6a0a-4df3-bc92-938074f50aa8', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:17:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d148df9-38d9-4ca1-8caf-7b09706d6d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:19Z', 'updated_at': '2022-02-16T12:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:14.001005 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-26ea722a-5475-4d92-82f6-6aea5dc0c994 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.004795 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7c937fba-5da9-44fa-9f21-f593ee464074 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.014361 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-35a856d5-83eb-4de5-822b-b8d358740f16 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, aaa89374-f1a2-4d8f-98ab-d97e5b890010) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:14.024173 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60d515e-3d15-46f0-b1c6-09be5dc54b6b None None] Network aaa89374-f1a2-4d8f-98ab-d97e5b890010 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:45:14.046331 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-26ea722a-5475-4d92-82f6-6aea5dc0c994 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.050017 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7c937fba-5da9-44fa-9f21-f593ee464074 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.050228 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-26ea722a-5475-4d92-82f6-6aea5dc0c994 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.054037 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-26ea722a-5475-4d92-82f6-6aea5dc0c994 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "PUT /v2.0/security-groups/5b30dcec-e3cf-4d55-8c28-d5fbf1c1413c HTTP/1.1" status: 200 len: 1776 time: 0.2645440 Feb 16 12:45:14.054833 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 32926) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:14.058168 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a856d5-83eb-4de5-822b-b8d358740f16 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:14.058876 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35a856d5-83eb-4de5-822b-b8d358740f16 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.084240 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1f5f53-cd79-45cf-bf0d-e0680d2a55be tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Checking segment: {'id': 'be565167-4c84-42f9-8f76-c92887145b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8b9860eb-5537-4973-9d2a-72e6c79c2273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:45:14.084485 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1f5f53-cd79-45cf-bf0d-e0680d2a55be tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Network hostable DHCP agents. Network: 8b9860eb-5537-4973-9d2a-72e6c79c2273, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:45:14.158346 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-35a856d5-83eb-4de5-822b-b8d358740f16 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3289070 Feb 16 12:45:14.163686 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 32928) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:14.169384 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea722a-5475-4d92-82f6-6aea5dc0c994 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b30dcec-e3cf-4d55-8c28-d5fbf1c1413c,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:14.174745 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-c27bb870-1b93-4a19-818f-d563b8528155 admin admin] For port f92a21eb-6a0a-4df3-bc92-938074f50aa8, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=f92a21eb-6a0a-4df3-bc92-938074f50aa8,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:45:14.175610 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c27bb870-1b93-4a19-818f-d563b8528155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.194168 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-02b6738f-9bc3-43ea-aaee-1c2c37c8c217 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Request body: {'subnet': {'network_id': '03a063ce-41f9-4df1-852f-279a1fbe8992', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:14.201596 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-c27bb870-1b93-4a19-818f-d563b8528155 admin admin] Calling delete_port for f92a21eb-6a0a-4df3-bc92-938074f50aa8 owned by network:router_gateway {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:14.213538 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-7440afc4-e254-4d64-b991-ce918f432557 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "GET /v2.0/security-groups/5b30dcec-e3cf-4d55-8c28-d5fbf1c1413c HTTP/1.1" status: 200 len: 1776 time: 0.1514311 Feb 16 12:45:14.215549 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 32930) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:14.218948 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1f5f53-cd79-45cf-bf0d-e0680d2a55be tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Network 8b9860eb-5537-4973-9d2a-72e6c79c2273 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:45:14.233522 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1dcfd7-7789-4ac1-970c-1aaec591b51a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-aaa89374-f1a2-4d8f-98ab-d97e5b890010', 'network_id': 'aaa89374-f1a2-4d8f-98ab-d97e5b890010', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'fixed_ips': [{'subnet_id': '3c787588-c6da-4031-a780-af23e85a433d'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:45:14.234751 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-af1dcfd7-7789-4ac1-970c-1aaec591b51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.265243 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8849ba8f-bb28-4c9e-96e2-2c346c39a09a admin admin] Router 30cfd739-ca76-4370-b852-d5dbd94f241b has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:45:14.286925 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-2e1f5f53-cd79-45cf-bf0d-e0680d2a55be tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 8b9860eb-5537-4973-9d2a-72e6c79c2273) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:14.313145 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1f5f53-cd79-45cf-bf0d-e0680d2a55be tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:14.313731 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2e1f5f53-cd79-45cf-bf0d-e0680d2a55be tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.317447 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118edf92-9d10-4c44-8221-4b418ca7345f None None] Network 8b9860eb-5537-4973-9d2a-72e6c79c2273 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:45:14.444062 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2e1f5f53-cd79-45cf-bf0d-e0680d2a55be tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2481625 Feb 16 12:45:14.450234 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 32932) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:14.458070 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-d34e1f4a-030d-4fcb-9ae4-73c2da2aeba2 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Request body: {'subnet': {'network_id': '8b9860eb-5537-4973-9d2a-72e6c79c2273', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:14.476168 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8849ba8f-bb28-4c9e-96e2-2c346c39a09a admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:45:14.480889 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-7c937fba-5da9-44fa-9f21-f593ee464074 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Allocated IP 172.26.2.193 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/66094e2c-086d-40c9-93f9-3cd1a31bfb77) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:14.486264 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-8849ba8f-bb28-4c9e-96e2-2c346c39a09a admin admin] 10.222.0.90 "PUT /v2.0/routers/30cfd739-ca76-4370-b852-d5dbd94f241b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5975707 Feb 16 12:45:14.490780 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 32934) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:14.498553 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-299dec4c-cee5-49e8-b811-6dc237a4ce18 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Allocated IP 172.20.0.14 (b6a76a54-150d-46b0-a7ca-74d9770bd04b/4ef89f55-012a-4c64-9128-1e6c29cc58ac/71cff3a0-8845-4fa5-ad3f-afa312fc03ee) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:14.515458 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-af1dcfd7-7789-4ac1-970c-1aaec591b51a None None] Allocated IP 2001:db8::2 (aaa89374-f1a2-4d8f-98ab-d97e5b890010/3c787588-c6da-4031-a780-af23e85a433d/1d142a19-eb3b-4263-9249-2114a8357f3d) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:14.527517 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-299dec4c-cee5-49e8-b811-6dc237a4ce18 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Allocated IP 172.20.0.13 (b6a76a54-150d-46b0-a7ca-74d9770bd04b/4ef89f55-012a-4c64-9128-1e6c29cc58ac/71cff3a0-8845-4fa5-ad3f-afa312fc03ee) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:14.533980 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c864028-ed14-4ea1-814a-a4ff21c6ef42 None None] Sync routers for ids ['30cfd739-ca76-4370-b852-d5dbd94f241b'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:14.561475 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c864028-ed14-4ea1-814a-a4ff21c6ef42 None None] Routers {'30cfd739-ca76-4370-b852-d5dbd94f241b'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:14.562584 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6c864028-ed14-4ea1-814a-a4ff21c6ef42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['30cfd739-ca76-4370-b852-d5dbd94f241b'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:14.563699 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5c044b49-f302-40e8-a151-1bbf1d73db66 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.586732 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b6738f-9bc3-43ea-aaee-1c2c37c8c217 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Made reservation on behalf of 98b1135bbc52416fb743fd9e2fe1b3df for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:14.591537 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02b6738f-9bc3-43ea-aaee-1c2c37c8c217 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.599614 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c27bb870-1b93-4a19-818f-d563b8528155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.640168 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27bb870-1b93-4a19-818f-d563b8528155 admin admin] Pushing event deleted for resources: {'Port': ['ID=f92a21eb-6a0a-4df3-bc92-938074f50aa8,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:14.720698 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c27bb870-1b93-4a19-818f-d563b8528155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.733803 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5c044b49-f302-40e8-a151-1bbf1d73db66 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.832498 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c27bb870-1b93-4a19-818f-d563b8528155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.835125 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c27bb870-1b93-4a19-818f-d563b8528155 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.838403 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34e1f4a-030d-4fcb-9ae4-73c2da2aeba2 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Made reservation on behalf of 70fcc45a3a8441ab94c6a943c4cc04ec for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:14.842709 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d34e1f4a-030d-4fcb-9ae4-73c2da2aeba2 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.933872 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5ccb0f8e-1ba9-4bf1-91da-06bc13733eb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.937942 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c27bb870-1b93-4a19-818f-d563b8528155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.938503 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27bb870-1b93-4a19-818f-d563b8528155 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d148df9-38d9-4ca1-8caf-7b09706d6d9f {{(pid=109048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:45:14.946878 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c27bb870-1b93-4a19-818f-d563b8528155 admin admin] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.952777 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c27bb870-1b93-4a19-818f-d563b8528155 admin admin] 10.222.0.90 "DELETE /v2.0/routers/0d148df9-38d9-4ca1-8caf-7b09706d6d9f HTTP/1.1" status: 204 len: 168 time: 1.9540422 Feb 16 12:45:14.952777 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 32936) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:14.956825 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-af1dcfd7-7789-4ac1-970c-1aaec591b51a None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.990941 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7c937fba-5da9-44fa-9f21-f593ee464074 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.997189 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 43d10d0a-30db-4044-a9b6-5956754d9fda no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:45:15.017365 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5c044b49-f302-40e8-a151-1bbf1d73db66 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.019928 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5c044b49-f302-40e8-a151-1bbf1d73db66 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.023844 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5c044b49-f302-40e8-a151-1bbf1d73db66 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "DELETE /v2.0/security-groups/5b30dcec-e3cf-4d55-8c28-d5fbf1c1413c HTTP/1.1" status: 204 len: 168 time: 0.7998052 Feb 16 12:45:15.026196 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 32938) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:15.028783 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 43d10d0a-30db-4044-a9b6-5956754d9fda {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:45:15.029296 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 43d10d0a-30db-4044-a9b6-5956754d9fda not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:45:15.038330 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-af1dcfd7-7789-4ac1-970c-1aaec591b51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.059315 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-a553ac0a-884b-4603-88e0-62b87cc9d086 admin admin] Deleting subnet 3db169c4-8f35-4e82-9aa0-dcd164ab8410 {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:45:15.069851 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a553ac0a-884b-4603-88e0-62b87cc9d086 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.128219 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c044b49-f302-40e8-a151-1bbf1d73db66 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b30dcec-e3cf-4d55-8c28-d5fbf1c1413c,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:15.142663 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1dcfd7-7789-4ac1-970c-1aaec591b51a None None] Network aaa89374-f1a2-4d8f-98ab-d97e5b890010 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:15.149845 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a553ac0a-884b-4603-88e0-62b87cc9d086 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.166771 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-af1dcfd7-7789-4ac1-970c-1aaec591b51a None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:15.169849 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1dcfd7-7789-4ac1-970c-1aaec591b51a None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:45:15.185960 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a2464d62-09e6-454a-b258-64a389ac15a9 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1540222 Feb 16 12:45:15.188952 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 32940) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:15.211277 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-299dec4c-cee5-49e8-b811-6dc237a4ce18 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.231401 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5ccb0f8e-1ba9-4bf1-91da-06bc13733eb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.232566 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-f0189c7d-77dd-43d7-b42b-df301ea77efb tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] delete failed (client error): The resource could not be found. Feb 16 12:45:15.241856 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f0189c7d-77dd-43d7-b42b-df301ea77efb tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "DELETE /v2.0/security-groups/5b30dcec-e3cf-4d55-8c28-d5fbf1c1413c HTTP/1.1" status: 404 len: 347 time: 0.0429037 Feb 16 12:45:15.248018 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 32942) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:15.251956 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1dcfd7-7789-4ac1-970c-1aaec591b51a None None] Pushing event updated for resources: {'Port': ['ID=1d142a19-eb3b-4263-9249-2114a8357f3d,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:15.253817 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-51546f5c-432a-4eb8-a524-4e79a032e965 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Request body: {'security_group': {'name': 'tempest-secgroup--632541887'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:15.266580 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7c937fba-5da9-44fa-9f21-f593ee464074 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.353748 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c937fba-5da9-44fa-9f21-f593ee464074 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:15.354900 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02b6738f-9bc3-43ea-aaee-1c2c37c8c217 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.365630 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-af1dcfd7-7789-4ac1-970c-1aaec591b51a None None] Attempting to bind port 1d142a19-eb3b-4263-9249-2114a8357f3d on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:15.366400 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-af1dcfd7-7789-4ac1-970c-1aaec591b51a None None] Attempting to bind port 1d142a19-eb3b-4263-9249-2114a8357f3d by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '6af0dff0-c937-4fc8-bd47-f04a281b33a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'aaa89374-f1a2-4d8f-98ab-d97e5b890010'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:15.366786 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1dcfd7-7789-4ac1-970c-1aaec591b51a None None] Attempting to bind port 1d142a19-eb3b-4263-9249-2114a8357f3d on network aaa89374-f1a2-4d8f-98ab-d97e5b890010 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:45:15.374202 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-7c937fba-5da9-44fa-9f21-f593ee464074 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:15.380875 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-6c864028-ed14-4ea1-814a-a4ff21c6ef42 None None] Set router 30cfd739-ca76-4370-b852-d5dbd94f241b gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:45:15.381300 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c937fba-5da9-44fa-9f21-f593ee464074 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:45:15.401782 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a553ac0a-884b-4603-88e0-62b87cc9d086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.404125 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-51546f5c-432a-4eb8-a524-4e79a032e965 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.414434 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1dcfd7-7789-4ac1-970c-1aaec591b51a None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:45:15.414868 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1dcfd7-7789-4ac1-970c-1aaec591b51a None None] Checking segment: {'id': '6af0dff0-c937-4fc8-bd47-f04a281b33a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'aaa89374-f1a2-4d8f-98ab-d97e5b890010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:45:15.415534 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-af1dcfd7-7789-4ac1-970c-1aaec591b51a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.416047 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1dcfd7-7789-4ac1-970c-1aaec591b51a None None] Bound using segment: {'id': '6af0dff0-c937-4fc8-bd47-f04a281b33a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'aaa89374-f1a2-4d8f-98ab-d97e5b890010'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:45:15.416598 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-af1dcfd7-7789-4ac1-970c-1aaec591b51a None None] Bound port: 1d142a19-eb3b-4263-9249-2114a8357f3d, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af0dff0-c937-4fc8-bd47-f04a281b33a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'aaa89374-f1a2-4d8f-98ab-d97e5b890010'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:15.417049 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-af1dcfd7-7789-4ac1-970c-1aaec591b51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.435256 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c937fba-5da9-44fa-9f21-f593ee464074 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Pushing event updated for resources: {'Port': ['ID=66094e2c-086d-40c9-93f9-3cd1a31bfb77,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:15.440710 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d34e1f4a-030d-4fcb-9ae4-73c2da2aeba2 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.448851 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-299dec4c-cee5-49e8-b811-6dc237a4ce18 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.453290 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea11f9b-554b-47b6-94a7-2c172f374b95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-8b9860eb-5537-4973-9d2a-72e6c79c2273', 'network_id': '8b9860eb-5537-4973-9d2a-72e6c79c2273', 'tenant_id': '70fcc45a3a8441ab94c6a943c4cc04ec', 'fixed_ips': [{'subnet_id': 'a59934a2-17ed-4a79-8a3d-904caa50c06d'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:45:15.454877 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5ea11f9b-554b-47b6-94a7-2c172f374b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.513517 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34e1f4a-030d-4fcb-9ae4-73c2da2aeba2 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Network 8b9860eb-5537-4973-9d2a-72e6c79c2273 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:15.526766 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6738f-9bc3-43ea-aaee-1c2c37c8c217 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event updated for resources: {'Subnet': ['ID=6cf85dba-104e-4980-92ea-eac70ad10771,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:15.534956 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-d34e1f4a-030d-4fcb-9ae4-73c2da2aeba2 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:15.541889 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34e1f4a-030d-4fcb-9ae4-73c2da2aeba2 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:15.542496 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d34e1f4a-030d-4fcb-9ae4-73c2da2aeba2 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.552840 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e1f4a-030d-4fcb-9ae4-73c2da2aeba2 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event updated for resources: {'Subnet': ['ID=3da5e9eb-b34b-420e-9f01-a25a665e4a3c,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:15.557561 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299dec4c-cee5-49e8-b811-6dc237a4ce18 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Network b6a76a54-150d-46b0-a7ca-74d9770bd04b is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:15.590379 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a553ac0a-884b-4603-88e0-62b87cc9d086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.601623 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d34e1f4a-030d-4fcb-9ae4-73c2da2aeba2 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1483426 Feb 16 12:45:15.605707 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 32944) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:15.616524 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-299dec4c-cee5-49e8-b811-6dc237a4ce18 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:15.664283 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299dec4c-cee5-49e8-b811-6dc237a4ce18 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event updated for resources: {'Port': ['ID=71cff3a0-8845-4fa5-ad3f-afa312fc03ee,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:15.666954 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b6738f-9bc3-43ea-aaee-1c2c37c8c217 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Checking segment: {'id': '65422eea-b1e2-4a2c-b894-20e88d2c48d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '03a063ce-41f9-4df1-852f-279a1fbe8992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:45:15.667393 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b6738f-9bc3-43ea-aaee-1c2c37c8c217 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Network hostable DHCP agents. Network: 03a063ce-41f9-4df1-852f-279a1fbe8992, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:45:15.672259 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299dec4c-cee5-49e8-b811-6dc237a4ce18 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:45:15.690582 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a553ac0a-884b-4603-88e0-62b87cc9d086 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3db169c4-8f35-4e82-9aa0-dcd164ab8410,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:15.708461 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a553ac0a-884b-4603-88e0-62b87cc9d086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.714132 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a553ac0a-884b-4603-88e0-62b87cc9d086 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/3db169c4-8f35-4e82-9aa0-dcd164ab8410 HTTP/1.1" status: 204 len: 168 time: 0.7592421 Feb 16 12:45:15.715688 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 32946) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:15.715839 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-af1dcfd7-7789-4ac1-970c-1aaec591b51a None None] For port 1d142a19-eb3b-4263-9249-2114a8357f3d, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:45:15.717158 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-51546f5c-432a-4eb8-a524-4e79a032e965 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.719688 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c92bb3-5ddf-4736-8444-73a927faaa3e None None] Network e7216791-092d-4489-8c96-9d0056177679 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:45:15.731864 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-51546f5c-432a-4eb8-a524-4e79a032e965 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.803993 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28038317-e555-4ef5-91e3-661ba02903ed tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:15.807529 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28038317-e555-4ef5-91e3-661ba02903ed tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:15.807794 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28038317-e555-4ef5-91e3-661ba02903ed tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:15.810207 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28038317-e555-4ef5-91e3-661ba02903ed tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:15.811760 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28038317-e555-4ef5-91e3-661ba02903ed tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:15.823633 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-28038317-e555-4ef5-91e3-661ba02903ed tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1907372 Feb 16 12:45:15.825606 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 32948) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:15.841441 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-603674ff-e154-428e-b45d-33e881774c48 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1923904823'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:15.855978 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-51546f5c-432a-4eb8-a524-4e79a032e965 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.860966 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-51546f5c-432a-4eb8-a524-4e79a032e965 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6074083 Feb 16 12:45:15.861196 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 32950) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:15.866863 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-2a69e792-05a1-4cc6-9ffa-fadfad613045 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Request body: {'security_group_rule': {'security_group_id': '165737ab-2fd3-4e55-8d87-8c0ba8791b37', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:15.868229 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-af1dcfd7-7789-4ac1-970c-1aaec591b51a None None] For port 1d142a19-eb3b-4263-9249-2114a8357f3d, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=1d142a19-eb3b-4263-9249-2114a8357f3d,segment=NetworkSegment(6af0dff0-c937-4fc8-bd47-f04a281b33a3),segment_id=6af0dff0-c937-4fc8-bd47-f04a281b33a3)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:45:15.877090 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51546f5c-432a-4eb8-a524-4e79a032e965 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=165737ab-2fd3-4e55-8d87-8c0ba8791b37,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:15.884286 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-af1dcfd7-7789-4ac1-970c-1aaec591b51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.906721 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a8ce1f65-8111-4e33-aeba-09ea0022875b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.929774 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603674ff-e154-428e-b45d-33e881774c48 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Made reservation on behalf of 70fcc45a3a8441ab94c6a943c4cc04ec for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:15.933640 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-603674ff-e154-428e-b45d-33e881774c48 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.988280 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-5ea11f9b-554b-47b6-94a7-2c172f374b95 None None] Allocated IP 2001:db8::2 (8b9860eb-5537-4973-9d2a-72e6c79c2273/a59934a2-17ed-4a79-8a3d-904caa50c06d/eb6dcc7e-184c-45c0-9f17-0db14984695e) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:16.001810 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2a69e792-05a1-4cc6-9ffa-fadfad613045 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.027285 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-603674ff-e154-428e-b45d-33e881774c48 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:16.027963 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1dcfd7-7789-4ac1-970c-1aaec591b51a None None] Pushing event updated for resources: {'Port': ['ID=1d142a19-eb3b-4263-9249-2114a8357f3d,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:16.062049 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-5ccb0f8e-1ba9-4bf1-91da-06bc13733eb0 admin admin] Deleting port 5da707b0-f2b4-4c80-b398-8316c33d60c5 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:16.062627 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5ccb0f8e-1ba9-4bf1-91da-06bc13733eb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.083719 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-603674ff-e154-428e-b45d-33e881774c48 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.084131 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-603674ff-e154-428e-b45d-33e881774c48 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Added segment ef3a097e-b3c2-4386-914d-23b19beedcf6 of type vlan for network 086f9ce6-346e-477b-950d-223a0aab1d52 Feb 16 12:45:16.089372 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299dec4c-cee5-49e8-b811-6dc237a4ce18 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:16.090045 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-299dec4c-cee5-49e8-b811-6dc237a4ce18 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.110690 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6c864028-ed14-4ea1-814a-a4ff21c6ef42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cfd739-ca76-4370-b852-d5dbd94f241b', 'name': 'tempest-ServersTestJSON-32306926-router', 'tenant_id': '31696bf849824682b4ce3692a5a8ee22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.84'}], 'enable_snat': True}, 'gw_port_id': '5da707b0-f2b4-4c80-b398-8316c33d60c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:22Z', 'updated_at': '2022-02-16T12:45:12Z', 'revision_number': 5, 'project_id': '31696bf849824682b4ce3692a5a8ee22', 'gw_port': {'id': '5da707b0-f2b4-4c80-b398-8316c33d60c5', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cfd739-ca76-4370-b852-d5dbd94f241b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:26Z', 'updated_at': '2022-02-16T12:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:16.176680 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-a8ce1f65-8111-4e33-aeba-09ea0022875b admin admin] Deleting port d30a4fd3-08d3-403f-a44a-c55492ce9e2a {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:16.176680 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a8ce1f65-8111-4e33-aeba-09ea0022875b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.179354 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c864028-ed14-4ea1-814a-a4ff21c6ef42 None None] Checking router: 30cfd739-ca76-4370-b852-d5dbd94f241b for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:45:16.181082 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b6738f-9bc3-43ea-aaee-1c2c37c8c217 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Network 03a063ce-41f9-4df1-852f-279a1fbe8992 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:45:16.193719 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-299dec4c-cee5-49e8-b811-6dc237a4ce18 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.7797298 Feb 16 12:45:16.197776 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-02b6738f-9bc3-43ea-aaee-1c2c37c8c217 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 03a063ce-41f9-4df1-852f-279a1fbe8992) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:16.203311 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 32954) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:16.208023 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-b423936e-41b9-44a3-a332-29c18c6cc069 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Request body: {'floatingip': {'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'port_id': '71cff3a0-8845-4fa5-ad3f-afa312fc03ee', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:16.237691 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c864028-ed14-4ea1-814a-a4ff21c6ef42 None None] Routers {'30cfd739-ca76-4370-b852-d5dbd94f241b'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:16.238536 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6c864028-ed14-4ea1-814a-a4ff21c6ef42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['30cfd739-ca76-4370-b852-d5dbd94f241b'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:16.243887 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b6738f-9bc3-43ea-aaee-1c2c37c8c217 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:16.244445 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83984da-7ef3-4d11-aec8-5d437fbce21e None None] DHCP port deletion for e7216791-092d-4489-8c96-9d0056177679 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:45:16.244579 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02b6738f-9bc3-43ea-aaee-1c2c37c8c217 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.249812 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b423936e-41b9-44a3-a332-29c18c6cc069 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for floatingip, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.250048 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953f3be8-0dd6-4bda-894e-c1c65da0d321 None None] Network 03a063ce-41f9-4df1-852f-279a1fbe8992 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:45:16.262114 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-603674ff-e154-428e-b45d-33e881774c48 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.265572 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2a69e792-05a1-4cc6-9ffa-fadfad613045 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.278619 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2a69e792-05a1-4cc6-9ffa-fadfad613045 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.311236 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a69e792-05a1-4cc6-9ffa-fadfad613045 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46cad859-25f6-4a64-b88e-34152f7e1fd2,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:16.316618 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-a8ce1f65-8111-4e33-aeba-09ea0022875b admin admin] For port d30a4fd3-08d3-403f-a44a-c55492ce9e2a, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=d30a4fd3-08d3-403f-a44a-c55492ce9e2a,segment=NetworkSegment(42b26e38-7e58-4ec2-9947-f1bd510fcd9e),segment_id=42b26e38-7e58-4ec2-9947-f1bd510fcd9e)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:45:16.317059 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a8ce1f65-8111-4e33-aeba-09ea0022875b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.339894 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-a8ce1f65-8111-4e33-aeba-09ea0022875b admin admin] Calling delete_port for d30a4fd3-08d3-403f-a44a-c55492ce9e2a owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:16.358930 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-603674ff-e154-428e-b45d-33e881774c48 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.363630 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603674ff-e154-428e-b45d-33e881774c48 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:16.364288 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-603674ff-e154-428e-b45d-33e881774c48 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.376979 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2a69e792-05a1-4cc6-9ffa-fadfad613045 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.378419 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2a69e792-05a1-4cc6-9ffa-fadfad613045 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5153959 Feb 16 12:45:16.378646 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-5ccb0f8e-1ba9-4bf1-91da-06bc13733eb0 admin admin] For port 5da707b0-f2b4-4c80-b398-8316c33d60c5, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=5da707b0-f2b4-4c80-b398-8316c33d60c5,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:45:16.378849 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5ccb0f8e-1ba9-4bf1-91da-06bc13733eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.394603 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 32956) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:16.399457 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-02b6738f-9bc3-43ea-aaee-1c2c37c8c217 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2301323 Feb 16 12:45:16.406304 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 32958) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:16.442392 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-72a14126-18fe-43cf-bfa3-33aab2866dae tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1579034480', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:16.463813 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-5ccb0f8e-1ba9-4bf1-91da-06bc13733eb0 admin admin] Calling delete_port for 5da707b0-f2b4-4c80-b398-8316c33d60c5 owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:16.529841 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-603674ff-e154-428e-b45d-33e881774c48 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7026932 Feb 16 12:45:16.533045 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 32960) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:16.548807 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-1c787304-69d7-4b69-8252-186a3432c262 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:16.555487 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603674ff-e154-428e-b45d-33e881774c48 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event updated for resources: {'Network': ['ID=086f9ce6-346e-477b-950d-223a0aab1d52,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:16.594227 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 086f9ce6-346e-477b-950d-223a0aab1d52 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:45:16.635451 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4776a832-7902-4146-b507-d480f4be3a25 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.688153 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4776a832-7902-4146-b507-d480f4be3a25 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.707473 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a8ce1f65-8111-4e33-aeba-09ea0022875b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.739130 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7c937fba-5da9-44fa-9f21-f593ee464074 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.748817 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce1f65-8111-4e33-aeba-09ea0022875b admin admin] Pushing event deleted for resources: {'Port': ['ID=d30a4fd3-08d3-403f-a44a-c55492ce9e2a,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:16.757021 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ce1f65-8111-4e33-aeba-09ea0022875b admin admin] No DVR routers for this DVR port d30a4fd3-08d3-403f-a44a-c55492ce9e2a on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:16.865388 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1c787304-69d7-4b69-8252-186a3432c262 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.877835 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a8ce1f65-8111-4e33-aeba-09ea0022875b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.901305 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 1d142a19-eb3b-4263-9249-2114a8357f3d up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:45:16.902605 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1c787304-69d7-4b69-8252-186a3432c262 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.914440 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-a8ce1f65-8111-4e33-aeba-09ea0022875b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7216791-092d-4489-8c96-9d0056177679']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:16.923096 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1c787304-69d7-4b69-8252-186a3432c262 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Network 086f9ce6-346e-477b-950d-223a0aab1d52 is not hosted by any dhcp agent {{(pid=109048) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 12:45:16.928902 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c787304-69d7-4b69-8252-186a3432c262 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:16.929536 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1c787304-69d7-4b69-8252-186a3432c262 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.930859 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1c787304-69d7-4b69-8252-186a3432c262 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "PUT /v2.0/networks/086f9ce6-346e-477b-950d-223a0aab1d52 HTTP/1.1" status: 200 len: 723 time: 0.3934054 Feb 16 12:45:16.943123 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 32962) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:16.947903 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b0e3a4-67fd-4c75-81ee-7c63430fc8b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-03a063ce-41f9-4df1-852f-279a1fbe8992', 'network_id': '03a063ce-41f9-4df1-852f-279a1fbe8992', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'fixed_ips': [{'subnet_id': '6cf85dba-104e-4980-92ea-eac70ad10771'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:45:16.949061 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-93b0e3a4-67fd-4c75-81ee-7c63430fc8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.953089 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-6c864028-ed14-4ea1-814a-a4ff21c6ef42 None None] Set router 30cfd739-ca76-4370-b852-d5dbd94f241b gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:45:16.998962 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5ea11f9b-554b-47b6-94a7-2c172f374b95 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.035923 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-e83984da-7ef3-4d11-aec8-5d437fbce21e None None] Deleting port d30a4fd3-08d3-403f-a44a-c55492ce9e2a {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:17.036263 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e83984da-7ef3-4d11-aec8-5d437fbce21e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.040219 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-72a14126-18fe-43cf-bfa3-33aab2866dae tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.041991 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-72a14126-18fe-43cf-bfa3-33aab2866dae tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.053810 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6c864028-ed14-4ea1-814a-a4ff21c6ef42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cfd739-ca76-4370-b852-d5dbd94f241b', 'name': 'tempest-ServersTestJSON-32306926-router', 'tenant_id': '31696bf849824682b4ce3692a5a8ee22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:22Z', 'updated_at': '2022-02-16T12:45:15Z', 'revision_number': 6, 'project_id': '31696bf849824682b4ce3692a5a8ee22', 'gw_port_host': None}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:17.056642 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4776a832-7902-4146-b507-d480f4be3a25 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.062835 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4776a832-7902-4146-b507-d480f4be3a25 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.067082 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4776a832-7902-4146-b507-d480f4be3a25 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/46cad859-25f6-4a64-b88e-34152f7e1fd2 HTTP/1.1" status: 204 len: 168 time: 0.6619954 Feb 16 12:45:17.078683 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5ccb0f8e-1ba9-4bf1-91da-06bc13733eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.089459 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 32964) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:17.090394 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4776a832-7902-4146-b507-d480f4be3a25 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46cad859-25f6-4a64-b88e-34152f7e1fd2,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:17.132175 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c864028-ed14-4ea1-814a-a4ff21c6ef42 None None] The sync data for ids ['30cfd739-ca76-4370-b852-d5dbd94f241b'] in dv-neutron-828142-3-hyperv is: [{'id': '30cfd739-ca76-4370-b852-d5dbd94f241b', 'name': 'tempest-ServersTestJSON-32306926-router', 'tenant_id': '31696bf849824682b4ce3692a5a8ee22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:22Z', 'updated_at': '2022-02-16T12:45:15Z', 'revision_number': 6, 'project_id': '31696bf849824682b4ce3692a5a8ee22', 'gw_port_host': None}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:17.138341 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5ea11f9b-554b-47b6-94a7-2c172f374b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.276443 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7c937fba-5da9-44fa-9f21-f593ee464074 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.317700 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb0f8e-1ba9-4bf1-91da-06bc13733eb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5da707b0-f2b4-4c80-b398-8316c33d60c5,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:17.340776 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-93b0e3a4-67fd-4c75-81ee-7c63430fc8b2 None None] Allocated IP 2001:db8:1::2 (03a063ce-41f9-4df1-852f-279a1fbe8992/6cf85dba-104e-4980-92ea-eac70ad10771/c85b3e67-297d-48ac-9e62-87bf4c26f2d4) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:17.372707 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-a8ce1f65-8111-4e33-aeba-09ea0022875b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42b26e38-7e58-4ec2-9947-f1bd510fcd9e') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:17.373168 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-a8ce1f65-8111-4e33-aeba-09ea0022875b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42b26e38-7e58-4ec2-9947-f1bd510fcd9e') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:17.384618 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-6ef12448-8b2f-44ff-9d8f-3df2a5b2acd2 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Request body: {'subnet': {'network_id': '086f9ce6-346e-477b-950d-223a0aab1d52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:17.393733 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c787304-69d7-4b69-8252-186a3432c262 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event updated for resources: {'Network': ['ID=086f9ce6-346e-477b-950d-223a0aab1d52,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:17.441969 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a8ce1f65-8111-4e33-aeba-09ea0022875b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.477316 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-72a14126-18fe-43cf-bfa3-33aab2866dae tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.501168 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c9e0115c-a8ef-4d0d-83b0-f5e0200aeeb3 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3970678 Feb 16 12:45:17.503561 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b423936e-41b9-44a3-a332-29c18c6cc069 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.512081 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-93b0e3a4-67fd-4c75-81ee-7c63430fc8b2 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.549561 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-e83984da-7ef3-4d11-aec8-5d437fbce21e None None] For port d30a4fd3-08d3-403f-a44a-c55492ce9e2a, host dv-neutron-828142-3-hyperv, got binding levels [] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:45:17.550186 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e83984da-7ef3-4d11-aec8-5d437fbce21e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.554786 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 32966) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:17.565956 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-e83984da-7ef3-4d11-aec8-5d437fbce21e None None] Calling delete_port for d30a4fd3-08d3-403f-a44a-c55492ce9e2a owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:17.568829 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.ipam_backend_mixin [None req-e83984da-7ef3-4d11-aec8-5d437fbce21e None None] Port d30a4fd3-08d3-403f-a44a-c55492ce9e2a was not found and therefore no delete operation was performed {{(pid=109050) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 12:45:17.623180 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-b423936e-41b9-44a3-a332-29c18c6cc069 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Allocated IP 172.26.2.94 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/5f805c42-d099-410b-846c-2c3947aaa082) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:17.639510 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e83984da-7ef3-4d11-aec8-5d437fbce21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.639855 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-72a14126-18fe-43cf-bfa3-33aab2866dae tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.642416 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 086f9ce6-346e-477b-950d-223a0aab1d52 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:45:17.651383 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea11f9b-554b-47b6-94a7-2c172f374b95 None None] Pushing event updated for resources: {'Port': ['ID=eb6dcc7e-184c-45c0-9f17-0db14984695e,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:17.659340 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a8ce1f65-8111-4e33-aeba-09ea0022875b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.661983 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-93b0e3a4-67fd-4c75-81ee-7c63430fc8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.683619 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ce1f65-8111-4e33-aeba-09ea0022875b admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:17.684030 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a8ce1f65-8111-4e33-aeba-09ea0022875b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.693505 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea11f9b-554b-47b6-94a7-2c172f374b95 None None] Network 8b9860eb-5537-4973-9d2a-72e6c79c2273 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:17.694243 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:45:17.694243 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:17.694243 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:45:17.694243 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:17.694243 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:45:17.694243 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:45:17.694243 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:45:17.694243 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:17.694243 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:45:17.694243 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:17.694243 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:45:17.694243 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:17.694243 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:45:17.694243 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:45:17.694243 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:17.694243 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:45:17.694243 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:17.694243 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:45:17.694243 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:45:17.694243 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:45:17.694243 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:45:17.694243 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:45:17.694243 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:17.694243 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:17.694243 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:17.694243 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:17.694243 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:17.694243 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:17.694243 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:17.694243 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:17.694243 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:17.694243 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:17.700707 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5ccb0f8e-1ba9-4bf1-91da-06bc13733eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.720652 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 1d142a19-eb3b-4263-9249-2114a8357f3d triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:17.721063 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.788920 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a8ce1f65-8111-4e33-aeba-09ea0022875b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.795693 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7570b8-f75f-4e74-8f8d-229a13c1e3fa None None] Network aaa89374-f1a2-4d8f-98ab-d97e5b890010 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:45:17.798464 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-5ea11f9b-554b-47b6-94a7-2c172f374b95 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:17.809546 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83984da-7ef3-4d11-aec8-5d437fbce21e None None] No DVR routers for this DVR port d30a4fd3-08d3-403f-a44a-c55492ce9e2a on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:17.810986 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea11f9b-554b-47b6-94a7-2c172f374b95 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:45:17.816608 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83984da-7ef3-4d11-aec8-5d437fbce21e None None] Pushing event deleted for resources: {'Port': ['ID=d30a4fd3-08d3-403f-a44a-c55492ce9e2a,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:17.822302 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a8ce1f65-8111-4e33-aeba-09ea0022875b admin admin] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.828717 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a8ce1f65-8111-4e33-aeba-09ea0022875b admin admin] 10.222.0.90 "DELETE /v2.0/networks/e7216791-092d-4489-8c96-9d0056177679 HTTP/1.1" status: 204 len: 168 time: 2.1070900 Feb 16 12:45:17.828717 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce1f65-8111-4e33-aeba-09ea0022875b admin admin] Pushing event deleted for resources: {'Network': ['ID=e7216791-092d-4489-8c96-9d0056177679,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:17.828964 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b0e3a4-67fd-4c75-81ee-7c63430fc8b2 None None] Network 03a063ce-41f9-4df1-852f-279a1fbe8992 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:17.838307 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b036f1b4-ece2-4668-afe1-929e12a2b8d0 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.845747 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef12448-8b2f-44ff-9d8f-3df2a5b2acd2 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Made reservation on behalf of 70fcc45a3a8441ab94c6a943c4cc04ec for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:17.860592 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6ef12448-8b2f-44ff-9d8f-3df2a5b2acd2 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.874615 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-72a14126-18fe-43cf-bfa3-33aab2866dae tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.879513 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-72a14126-18fe-43cf-bfa3-33aab2866dae tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.4569192 Feb 16 12:45:17.880123 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 32970) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:17.900717 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-93b0e3a4-67fd-4c75-81ee-7c63430fc8b2 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:17.922139 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5ccb0f8e-1ba9-4bf1-91da-06bc13733eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.939655 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b036f1b4-ece2-4668-afe1-929e12a2b8d0 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.949990 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5ccb0f8e-1ba9-4bf1-91da-06bc13733eb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.950322 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b0e3a4-67fd-4c75-81ee-7c63430fc8b2 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:45:17.996181 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-05af8818-23ae-43b5-b767-267bb9b0a08d None None] Provisioning complete for port 1d142a19-eb3b-4263-9249-2114a8357f3d triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:17.997009 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-05af8818-23ae-43b5-b767-267bb9b0a08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.004922 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b423936e-41b9-44a3-a332-29c18c6cc069 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.028134 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b036f1b4-ece2-4668-afe1-929e12a2b8d0 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.031018 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b036f1b4-ece2-4668-afe1-929e12a2b8d0 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.032680 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b036f1b4-ece2-4668-afe1-929e12a2b8d0 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "DELETE /v2.0/security-groups/165737ab-2fd3-4e55-8d87-8c0ba8791b37 HTTP/1.1" status: 204 len: 168 time: 0.4561415 Feb 16 12:45:18.060471 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 32972) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:18.090320 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b036f1b4-ece2-4668-afe1-929e12a2b8d0 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=165737ab-2fd3-4e55-8d87-8c0ba8791b37,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:18.158286 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5ea11f9b-554b-47b6-94a7-2c172f374b95 None None] Attempting to bind port eb6dcc7e-184c-45c0-9f17-0db14984695e on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:18.159631 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5ea11f9b-554b-47b6-94a7-2c172f374b95 None None] Attempting to bind port eb6dcc7e-184c-45c0-9f17-0db14984695e by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'be565167-4c84-42f9-8f76-c92887145b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8b9860eb-5537-4973-9d2a-72e6c79c2273'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:18.160941 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea11f9b-554b-47b6-94a7-2c172f374b95 None None] Attempting to bind port eb6dcc7e-184c-45c0-9f17-0db14984695e on network 8b9860eb-5537-4973-9d2a-72e6c79c2273 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:45:18.175907 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-174ffbca-cfc9-4c57-9b15-b66e1f5e5515 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1084101 Feb 16 12:45:18.177185 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 32974) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:18.181715 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-c5e907a8-83b4-4867-843c-66509d1883af tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Request body: {'security_group': {'name': 'tempest-secgroup--1554940164'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:18.198558 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6ef12448-8b2f-44ff-9d8f-3df2a5b2acd2 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.203447 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 32976) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:18.226076 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0e3a4-67fd-4c75-81ee-7c63430fc8b2 None None] Pushing event updated for resources: {'Port': ['ID=c85b3e67-297d-48ac-9e62-87bf4c26f2d4,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:18.244871 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5ccb0f8e-1ba9-4bf1-91da-06bc13733eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.246184 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccb0f8e-1ba9-4bf1-91da-06bc13733eb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30cfd739-ca76-4370-b852-d5dbd94f241b {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:45:18.251078 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea11f9b-554b-47b6-94a7-2c172f374b95 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:45:18.251497 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea11f9b-554b-47b6-94a7-2c172f374b95 None None] Checking segment: {'id': 'be565167-4c84-42f9-8f76-c92887145b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8b9860eb-5537-4973-9d2a-72e6c79c2273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:45:18.253030 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5ea11f9b-554b-47b6-94a7-2c172f374b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.253462 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea11f9b-554b-47b6-94a7-2c172f374b95 None None] Bound using segment: {'id': 'be565167-4c84-42f9-8f76-c92887145b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8b9860eb-5537-4973-9d2a-72e6c79c2273'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:45:18.253959 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5ea11f9b-554b-47b6-94a7-2c172f374b95 None None] Bound port: eb6dcc7e-184c-45c0-9f17-0db14984695e, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be565167-4c84-42f9-8f76-c92887145b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8b9860eb-5537-4973-9d2a-72e6c79c2273'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:18.254779 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5ea11f9b-554b-47b6-94a7-2c172f374b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.270577 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5ccb0f8e-1ba9-4bf1-91da-06bc13733eb0 admin admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.272777 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5ccb0f8e-1ba9-4bf1-91da-06bc13733eb0 admin admin] 10.222.0.90 "DELETE /v2.0/routers/30cfd739-ca76-4370-b852-d5dbd94f241b HTTP/1.1" status: 204 len: 168 time: 3.7718573 Feb 16 12:45:18.287085 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 32978) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:18.300693 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c5e907a8-83b4-4867-843c-66509d1883af tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.336140 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-93b0e3a4-67fd-4c75-81ee-7c63430fc8b2 None None] Attempting to bind port c85b3e67-297d-48ac-9e62-87bf4c26f2d4 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:18.336512 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-93b0e3a4-67fd-4c75-81ee-7c63430fc8b2 None None] Attempting to bind port c85b3e67-297d-48ac-9e62-87bf4c26f2d4 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '65422eea-b1e2-4a2c-b894-20e88d2c48d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '03a063ce-41f9-4df1-852f-279a1fbe8992'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:18.336887 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b0e3a4-67fd-4c75-81ee-7c63430fc8b2 None None] Attempting to bind port c85b3e67-297d-48ac-9e62-87bf4c26f2d4 on network 03a063ce-41f9-4df1-852f-279a1fbe8992 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:45:18.352317 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c937fba-5da9-44fa-9f21-f593ee464074 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Router ede86487-80df-49f1-8279-9599143e8ebb is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:45:18.373230 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef12448-8b2f-44ff-9d8f-3df2a5b2acd2 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Checking segment: {'id': 'ef3a097e-b3c2-4386-914d-23b19beedcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '086f9ce6-346e-477b-950d-223a0aab1d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:45:18.373700 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef12448-8b2f-44ff-9d8f-3df2a5b2acd2 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Network hostable DHCP agents. Network: 086f9ce6-346e-477b-950d-223a0aab1d52, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:45:18.377903 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef12448-8b2f-44ff-9d8f-3df2a5b2acd2 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event updated for resources: {'Subnet': ['ID=95c75319-0954-4eef-ba24-3df626309d46,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:18.385832 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b0e3a4-67fd-4c75-81ee-7c63430fc8b2 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:45:18.386196 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b0e3a4-67fd-4c75-81ee-7c63430fc8b2 None None] Checking segment: {'id': '65422eea-b1e2-4a2c-b894-20e88d2c48d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '03a063ce-41f9-4df1-852f-279a1fbe8992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:45:18.386599 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-93b0e3a4-67fd-4c75-81ee-7c63430fc8b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.386987 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b0e3a4-67fd-4c75-81ee-7c63430fc8b2 None None] Bound using segment: {'id': '65422eea-b1e2-4a2c-b894-20e88d2c48d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '03a063ce-41f9-4df1-852f-279a1fbe8992'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:45:18.387464 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-93b0e3a4-67fd-4c75-81ee-7c63430fc8b2 None None] Bound port: c85b3e67-297d-48ac-9e62-87bf4c26f2d4, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65422eea-b1e2-4a2c-b894-20e88d2c48d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '03a063ce-41f9-4df1-852f-279a1fbe8992'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:18.387843 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-93b0e3a4-67fd-4c75-81ee-7c63430fc8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.439629 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-05af8818-23ae-43b5-b767-267bb9b0a08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.444939 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1213d3b8-5b5a-489b-9710-19a7286da8ec tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.450102 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c5e907a8-83b4-4867-843c-66509d1883af tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.466980 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-9f673948-8355-4359-9f01-429ccda5a7d6 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=489d8001a9af43848d73f1eac35baebf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2540438 Feb 16 12:45:18.466980 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c5e907a8-83b4-4867-843c-66509d1883af tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.470547 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 32980) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:18.486378 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b423936e-41b9-44a3-a332-29c18c6cc069 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.522830 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-da477e24-b5bc-450a-a5bc-4efee6a955b7 admin admin] Deleting subnet 8a0e3897-2b6e-4377-a6ab-abfb13fdc5ca {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:45:18.526668 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-da477e24-b5bc-450a-a5bc-4efee6a955b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.532823 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.546413 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b423936e-41b9-44a3-a332-29c18c6cc069 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:18.563104 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-5ea11f9b-554b-47b6-94a7-2c172f374b95 None None] For port eb6dcc7e-184c-45c0-9f17-0db14984695e, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:45:18.564127 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-da477e24-b5bc-450a-a5bc-4efee6a955b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.601352 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-5ea11f9b-554b-47b6-94a7-2c172f374b95 None None] For port eb6dcc7e-184c-45c0-9f17-0db14984695e, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=eb6dcc7e-184c-45c0-9f17-0db14984695e,segment=NetworkSegment(be565167-4c84-42f9-8f76-c92887145b3e),segment_id=be565167-4c84-42f9-8f76-c92887145b3e)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:45:18.614705 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef12448-8b2f-44ff-9d8f-3df2a5b2acd2 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Network 086f9ce6-346e-477b-950d-223a0aab1d52 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:45:18.625924 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-05af8818-23ae-43b5-b767-267bb9b0a08d None None] For port 1d142a19-eb3b-4263-9249-2114a8357f3d, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=1d142a19-eb3b-4263-9249-2114a8357f3d,segment=NetworkSegment(6af0dff0-c937-4fc8-bd47-f04a281b33a3),segment_id=6af0dff0-c937-4fc8-bd47-f04a281b33a3)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:45:18.627869 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5ea11f9b-554b-47b6-94a7-2c172f374b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.634812 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e907a8-83b4-4867-843c-66509d1883af tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0944146a-d973-4e9a-ac11-91b21841b60b,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:18.644210 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c5e907a8-83b4-4867-843c-66509d1883af tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.644210 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c5e907a8-83b4-4867-843c-66509d1883af tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4621248 Feb 16 12:45:18.647008 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 32982) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:18.652220 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-25c7f03d-2aeb-48e1-b450-0dbd3845c743 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Request body: {'security_group_rule': {'security_group_id': '0944146a-d973-4e9a-ac11-91b21841b60b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:18.659643 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-05af8818-23ae-43b5-b767-267bb9b0a08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.661134 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c565723e-4033-4fc8-bcac-ec0c33acb809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.670249 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-6ef12448-8b2f-44ff-9d8f-3df2a5b2acd2 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 086f9ce6-346e-477b-950d-223a0aab1d52) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:18.679529 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef12448-8b2f-44ff-9d8f-3df2a5b2acd2 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:18.680171 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6ef12448-8b2f-44ff-9d8f-3df2a5b2acd2 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.687783 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-93b0e3a4-67fd-4c75-81ee-7c63430fc8b2 None None] For port c85b3e67-297d-48ac-9e62-87bf4c26f2d4, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:45:18.695217 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f68c1da-2691-4710-8056-ae5613bc319e None None] Network 086f9ce6-346e-477b-950d-223a0aab1d52 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:45:18.710577 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c937fba-5da9-44fa-9f21-f593ee464074 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:45:18.723106 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55db0ea9-039b-4fbc-bcf0-12a0651abb19 None None] Sync routers for ids ['ede86487-80df-49f1-8279-9599143e8ebb'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:18.729190 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423936e-41b9-44a3-a332-29c18c6cc069 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event updated for resources: {'Port': ['ID=5f805c42-d099-410b-846c-2c3947aaa082,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:18.737524 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-b423936e-41b9-44a3-a332-29c18c6cc069 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:18.737758 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55db0ea9-039b-4fbc-bcf0-12a0651abb19 None None] Routers {'ede86487-80df-49f1-8279-9599143e8ebb'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:18.738290 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-55db0ea9-039b-4fbc-bcf0-12a0651abb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['ede86487-80df-49f1-8279-9599143e8ebb'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:18.750410 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c565723e-4033-4fc8-bcac-ec0c33acb809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.777419 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b423936e-41b9-44a3-a332-29c18c6cc069 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:45:18.782039 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7c937fba-5da9-44fa-9f21-f593ee464074 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.790259 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7c937fba-5da9-44fa-9f21-f593ee464074 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.7882037 Feb 16 12:45:18.790259 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b423936e-41b9-44a3-a332-29c18c6cc069 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:18.790259 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b423936e-41b9-44a3-a332-29c18c6cc069 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:18.790259 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b423936e-41b9-44a3-a332-29c18c6cc069 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:18.790259 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b423936e-41b9-44a3-a332-29c18c6cc069 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:18.790259 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b423936e-41b9-44a3-a332-29c18c6cc069 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:18.791155 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b423936e-41b9-44a3-a332-29c18c6cc069 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:18.791155 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b423936e-41b9-44a3-a332-29c18c6cc069 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:18.791417 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b423936e-41b9-44a3-a332-29c18c6cc069 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:18.792020 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b423936e-41b9-44a3-a332-29c18c6cc069 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:18.792327 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b423936e-41b9-44a3-a332-29c18c6cc069 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:18.792892 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b423936e-41b9-44a3-a332-29c18c6cc069 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:18.794048 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-55db0ea9-039b-4fbc-bcf0-12a0651abb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:18.794198 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b423936e-41b9-44a3-a332-29c18c6cc069 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:18.801750 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 32984) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:18.805702 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55db0ea9-039b-4fbc-bcf0-12a0651abb19 None None] Routers {'ede86487-80df-49f1-8279-9599143e8ebb'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:18.806504 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-55db0ea9-039b-4fbc-bcf0-12a0651abb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['ede86487-80df-49f1-8279-9599143e8ebb'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:18.815774 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-30e3f818-9506-4bf2-82f3-8674c012d120 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:18.843212 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-93b0e3a4-67fd-4c75-81ee-7c63430fc8b2 None None] For port c85b3e67-297d-48ac-9e62-87bf4c26f2d4, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=c85b3e67-297d-48ac-9e62-87bf4c26f2d4,segment=NetworkSegment(65422eea-b1e2-4a2c-b894-20e88d2c48d4),segment_id=65422eea-b1e2-4a2c-b894-20e88d2c48d4)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:45:18.849497 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-da477e24-b5bc-450a-a5bc-4efee6a955b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.868353 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-55db0ea9-039b-4fbc-bcf0-12a0651abb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:18.870698 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55db0ea9-039b-4fbc-bcf0-12a0651abb19 None None] The sync data for ids ['ede86487-80df-49f1-8279-9599143e8ebb'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:18.886636 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-93b0e3a4-67fd-4c75-81ee-7c63430fc8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.919452 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea11f9b-554b-47b6-94a7-2c172f374b95 None None] Pushing event updated for resources: {'Port': ['ID=eb6dcc7e-184c-45c0-9f17-0db14984695e,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:18.929111 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.db.api [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:45:18.929971 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG oslo_db.api [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:45:19.000046 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6ef12448-8b2f-44ff-9d8f-3df2a5b2acd2 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0538442 Feb 16 12:45:19.066530 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af8818-23ae-43b5-b767-267bb9b0a08d None None] Pushing event updated for resources: {'Port': ['ID=1d142a19-eb3b-4263-9249-2114a8357f3d,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:19.081874 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 32986) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:19.091495 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-ed644041-4d8d-44eb-a4cd-24d22b45fc46 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:19.143745 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-25c7f03d-2aeb-48e1-b450-0dbd3845c743 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.170751 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-1213d3b8-5b5a-489b-9710-19a7286da8ec tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Allocated IP 2001:db8::1 (aaa89374-f1a2-4d8f-98ab-d97e5b890010/3c787588-c6da-4031-a780-af23e85a433d/5366a82a-dfbc-46ca-b098-0d3e1bc3ed30) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:19.187651 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-da477e24-b5bc-450a-a5bc-4efee6a955b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.188812 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-88672763-71f3-46b6-afe7-8c3e7d18c600 None None] Provisioning complete for port 1d142a19-eb3b-4263-9249-2114a8357f3d triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:19.189309 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-88672763-71f3-46b6-afe7-8c3e7d18c600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.226648 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b643cf60-29c2-4f51-9082-fd14331bcb54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-086f9ce6-346e-477b-950d-223a0aab1d52', 'network_id': '086f9ce6-346e-477b-950d-223a0aab1d52', 'tenant_id': '70fcc45a3a8441ab94c6a943c4cc04ec', 'fixed_ips': [{'subnet_id': '95c75319-0954-4eef-ba24-3df626309d46'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:45:19.229527 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b643cf60-29c2-4f51-9082-fd14331bcb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.280327 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0e3a4-67fd-4c75-81ee-7c63430fc8b2 None None] Pushing event updated for resources: {'Port': ['ID=c85b3e67-297d-48ac-9e62-87bf4c26f2d4,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:19.283585 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da477e24-b5bc-450a-a5bc-4efee6a955b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a0e3897-2b6e-4377-a6ab-abfb13fdc5ca,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:19.305751 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c565723e-4033-4fc8-bcac-ec0c33acb809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.307680 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48d1e44-44d9-42f0-9461-7def7078c937 None None] Network 2aa0eb0f-3739-4f9e-877b-be15eb25358c requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:45:19.308302 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c565723e-4033-4fc8-bcac-ec0c33acb809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.309532 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c565723e-4033-4fc8-bcac-ec0c33acb809 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b6214bf6-d657-416e-a361-2f9eab099435 HTTP/1.1" status: 204 len: 168 time: 0.8353293 Feb 16 12:45:19.312676 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-da477e24-b5bc-450a-a5bc-4efee6a955b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.316069 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-da477e24-b5bc-450a-a5bc-4efee6a955b7 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/8a0e3897-2b6e-4377-a6ab-abfb13fdc5ca HTTP/1.1" status: 204 len: 168 time: 1.0130930 Feb 16 12:45:19.334715 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 32990) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:19.426625 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c565723e-4033-4fc8-bcac-ec0c33acb809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6214bf6-d657-416e-a361-2f9eab099435,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:19.562377 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3b243ff1-2df6-4728-9ab3-bb7855ddc748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.614720 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ed644041-4d8d-44eb-a4cd-24d22b45fc46 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9768317'] for subnet, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.623293 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-25c7f03d-2aeb-48e1-b450-0dbd3845c743 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.670045 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-25c7f03d-2aeb-48e1-b450-0dbd3845c743 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.746567 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-25c7f03d-2aeb-48e1-b450-0dbd3845c743 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.750813 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-25c7f03d-2aeb-48e1-b450-0dbd3845c743 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0996897 Feb 16 12:45:19.781348 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 32994) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:19.783127 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7f03d-2aeb-48e1-b450-0dbd3845c743 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ce4f3f1-8551-4c32-8394-dc8031f31792,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:19.792793 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-ddc19159-78c0-4359-aa17-8739b3a448b7 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Request body: {'security_group_rule': {'security_group_id': '0944146a-d973-4e9a-ac11-91b21841b60b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:19.916151 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ddc19159-78c0-4359-aa17-8739b3a448b7 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.920065 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device f92a21eb-6a0a-4df3-bc92-938074f50aa8 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:45:20.020299 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: f92a21eb-6a0a-4df3-bc92-938074f50aa8 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:45:20.020888 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device f92a21eb-6a0a-4df3-bc92-938074f50aa8 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:45:20.021385 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device d30a4fd3-08d3-403f-a44a-c55492ce9e2a no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:45:20.044716 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ddc19159-78c0-4359-aa17-8739b3a448b7 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.059754 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b423936e-41b9-44a3-a332-29c18c6cc069 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.079123 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: d30a4fd3-08d3-403f-a44a-c55492ce9e2a {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:45:20.079528 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device d30a4fd3-08d3-403f-a44a-c55492ce9e2a not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:45:20.132233 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ddc19159-78c0-4359-aa17-8739b3a448b7 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.173619 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc19159-78c0-4359-aa17-8739b3a448b7 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46b87e10-2d4e-4e93-b97f-d6e14a6ff1d8,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:20.226120 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-3b243ff1-2df6-4728-9ab3-bb7855ddc748 admin admin] Deleting port 5a1291d4-45eb-4596-bea7-e4fb14470607 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:20.226531 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3b243ff1-2df6-4728-9ab3-bb7855ddc748 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.319326 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b423936e-41b9-44a3-a332-29c18c6cc069 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.336903 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c162f6ca-9cee-4147-8c30-cabd2abd7194 None None] DHCP port deletion for 2aa0eb0f-3739-4f9e-877b-be15eb25358c request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:45:20.394398 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ddc19159-78c0-4359-aa17-8739b3a448b7 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.395858 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ddc19159-78c0-4359-aa17-8739b3a448b7 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6138773 Feb 16 12:45:20.400359 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33004) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:20.409660 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-efc8c35f-94b2-451c-9d2e-ff34857c1da7 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Request body: {'security_group_rule': {'security_group_id': '0944146a-d973-4e9a-ac11-91b21841b60b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:20.427686 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ed644041-4d8d-44eb-a4cd-24d22b45fc46 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736716730983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10311822'] for subnet, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.493175 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1213d3b8-5b5a-489b-9710-19a7286da8ec tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.510285 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-b643cf60-29c2-4f51-9082-fd14331bcb54 None None] Allocated IP 2001:db8::2 (086f9ce6-346e-477b-950d-223a0aab1d52/95c75319-0954-4eef-ba24-3df626309d46/f1e64e06-6123-48c8-b811-21a6cf4331ca) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:20.513445 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed644041-4d8d-44eb-a4cd-24d22b45fc46 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:20.514140 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ed644041-4d8d-44eb-a4cd-24d22b45fc46 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.515937 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ed644041-4d8d-44eb-a4cd-24d22b45fc46 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "PUT /v2.0/subnets/95c75319-0954-4eef-ba24-3df626309d46 HTTP/1.1" status: 200 len: 826 time: 1.4330482 Feb 16 12:45:20.532346 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33008) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:20.534800 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-3b243ff1-2df6-4728-9ab3-bb7855ddc748 admin admin] For port 5a1291d4-45eb-4596-bea7-e4fb14470607, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=5a1291d4-45eb-4596-bea7-e4fb14470607,segment=NetworkSegment(542bb618-d660-4924-a1b1-b47e009f183e),segment_id=542bb618-d660-4924-a1b1-b47e009f183e)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:45:20.535187 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3b243ff1-2df6-4728-9ab3-bb7855ddc748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.544122 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-c162f6ca-9cee-4147-8c30-cabd2abd7194 None None] Deleting port 5a1291d4-45eb-4596-bea7-e4fb14470607 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:20.544376 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c162f6ca-9cee-4147-8c30-cabd2abd7194 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.556510 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-30e3f818-9506-4bf2-82f3-8674c012d120 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.615711 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-3b243ff1-2df6-4728-9ab3-bb7855ddc748 admin admin] Calling delete_port for 5a1291d4-45eb-4596-bea7-e4fb14470607 owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:20.623873 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed644041-4d8d-44eb-a4cd-24d22b45fc46 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event updated for resources: {'Subnet': ['ID=95c75319-0954-4eef-ba24-3df626309d46,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:20.664015 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device eb6dcc7e-184c-45c0-9f17-0db14984695e up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:45:20.668809 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-30e3f818-9506-4bf2-82f3-8674c012d120 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.680690 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1213d3b8-5b5a-489b-9710-19a7286da8ec tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.694232 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-efc8c35f-94b2-451c-9d2e-ff34857c1da7 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.826929 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1213d3b8-5b5a-489b-9710-19a7286da8ec tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Network aaa89374-f1a2-4d8f-98ab-d97e5b890010 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:20.837548 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-1213d3b8-5b5a-489b-9710-19a7286da8ec tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:20.851783 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1213d3b8-5b5a-489b-9710-19a7286da8ec tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:45:20.851783 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1213d3b8-5b5a-489b-9710-19a7286da8ec tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.864906 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-c162f6ca-9cee-4147-8c30-cabd2abd7194 None None] For port 5a1291d4-45eb-4596-bea7-e4fb14470607, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=5a1291d4-45eb-4596-bea7-e4fb14470607,segment=NetworkSegment(542bb618-d660-4924-a1b1-b47e009f183e),segment_id=542bb618-d660-4924-a1b1-b47e009f183e)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:45:20.865310 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c162f6ca-9cee-4147-8c30-cabd2abd7194 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.872713 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1213d3b8-5b5a-489b-9710-19a7286da8ec tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event updated for resources: {'Port': ['ID=5366a82a-dfbc-46ca-b098-0d3e1bc3ed30,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:21.070346 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b423936e-41b9-44a3-a332-29c18c6cc069 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.077446 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f1c8e7-daeb-4080-b414-71804c63a509 None None] Network 8b9860eb-5537-4973-9d2a-72e6c79c2273 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:45:21.088277 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b423936e-41b9-44a3-a332-29c18c6cc069 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.131688 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-c162f6ca-9cee-4147-8c30-cabd2abd7194 None None] Calling delete_port for 5a1291d4-45eb-4596-bea7-e4fb14470607 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:21.177122 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b643cf60-29c2-4f51-9082-fd14331bcb54 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.196929 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-7f80cf80-8527-4641-8649-1d4d5e6b7de5 None None] Provisioning complete for port eb6dcc7e-184c-45c0-9f17-0db14984695e triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:21.197402 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7f80cf80-8527-4641-8649-1d4d5e6b7de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.234373 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423936e-41b9-44a3-a332-29c18c6cc069 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event updated for resources: {'Port': ['ID=5f805c42-d099-410b-846c-2c3947aaa082,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:21.235384 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5deb3949-b17e-4a27-80e3-60deaf4dc62e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.235845 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3fa34d-0801-4130-bca9-ff9536e21dea None None] Network 03a063ce-41f9-4df1-852f-279a1fbe8992 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:45:21.268666 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-efc8c35f-94b2-451c-9d2e-ff34857c1da7 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.290533 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-efc8c35f-94b2-451c-9d2e-ff34857c1da7 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.295581 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3b243ff1-2df6-4728-9ab3-bb7855ddc748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.309981 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1213d3b8-5b5a-489b-9710-19a7286da8ec tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.346830 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b643cf60-29c2-4f51-9082-fd14331bcb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.373381 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b243ff1-2df6-4728-9ab3-bb7855ddc748 admin admin] No DVR routers for this DVR port 5a1291d4-45eb-4596-bea7-e4fb14470607 on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:21.377142 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-30e3f818-9506-4bf2-82f3-8674c012d120 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Deleting port 66094e2c-086d-40c9-93f9-3cd1a31bfb77 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:21.377658 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-30e3f818-9506-4bf2-82f3-8674c012d120 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.381186 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b243ff1-2df6-4728-9ab3-bb7855ddc748 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a1291d4-45eb-4596-bea7-e4fb14470607,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:21.388317 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc8c35f-94b2-451c-9d2e-ff34857c1da7 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e153270-54d7-431f-aa6b-f3c4744670ff,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:21.405717 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-efc8c35f-94b2-451c-9d2e-ff34857c1da7 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.406966 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-efc8c35f-94b2-451c-9d2e-ff34857c1da7 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0014935 Feb 16 12:45:21.418955 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33022) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:21.425397 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-51fb253e-7810-43f5-baba-16b26169b9b3 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Request body: {'security_group_rule': {'security_group_id': '0944146a-d973-4e9a-ac11-91b21841b60b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:21.473718 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b423936e-41b9-44a3-a332-29c18c6cc069 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.539519 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3b243ff1-2df6-4728-9ab3-bb7855ddc748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.568717 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b643cf60-29c2-4f51-9082-fd14331bcb54 None None] Network 086f9ce6-346e-477b-950d-223a0aab1d52 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:21.584479 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port eb6dcc7e-184c-45c0-9f17-0db14984695e triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:21.585768 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.589084 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-3b243ff1-2df6-4728-9ab3-bb7855ddc748 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aa0eb0f-3739-4f9e-877b-be15eb25358c']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:21.592343 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-5deb3949-b17e-4a27-80e3-60deaf4dc62e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Deleting port f1e64e06-6123-48c8-b811-21a6cf4331ca {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:21.592727 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5deb3949-b17e-4a27-80e3-60deaf4dc62e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.602132 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-30e3f818-9506-4bf2-82f3-8674c012d120 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.603169 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-b643cf60-29c2-4f51-9082-fd14331bcb54 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:21.612391 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-51fb253e-7810-43f5-baba-16b26169b9b3 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.625692 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-3b243ff1-2df6-4728-9ab3-bb7855ddc748 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '542bb618-d660-4924-a1b1-b47e009f183e') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:21.625990 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-3b243ff1-2df6-4728-9ab3-bb7855ddc748 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '542bb618-d660-4924-a1b1-b47e009f183e') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:21.637740 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643cf60-29c2-4f51-9082-fd14331bcb54 None None] Pushing event updated for resources: {'Port': ['ID=f1e64e06-6123-48c8-b811-21a6cf4331ca,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:21.646701 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b643cf60-29c2-4f51-9082-fd14331bcb54 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:45:21.649082 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7f80cf80-8527-4641-8649-1d4d5e6b7de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.674895 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3b243ff1-2df6-4728-9ab3-bb7855ddc748 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.676312 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-30e3f818-9506-4bf2-82f3-8674c012d120 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Calling delete_port for 66094e2c-086d-40c9-93f9-3cd1a31bfb77 owned by network:router_gateway {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:21.703273 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3b243ff1-2df6-4728-9ab3-bb7855ddc748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.716265 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b243ff1-2df6-4728-9ab3-bb7855ddc748 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:21.716769 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3b243ff1-2df6-4728-9ab3-bb7855ddc748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.729607 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-b423936e-41b9-44a3-a332-29c18c6cc069 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Floating IP 5b96e9a9-5a98-4f32-891b-547d7a85d1f2 associated. External IP: 172.26.2.94, port: 71cff3a0-8845-4fa5-ad3f-afa312fc03ee. Feb 16 12:45:21.750579 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:45:21.750579 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:21.750579 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:45:21.750579 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:21.750579 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:45:21.750579 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:45:21.750579 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:45:21.750579 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:21.750579 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:45:21.750579 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:21.750579 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:45:21.750579 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:21.750579 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:45:21.750579 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:45:21.750579 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:21.750579 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:45:21.750579 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:21.750579 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:45:21.750579 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:45:21.750579 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:45:21.750579 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:45:21.750579 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:45:21.750579 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:21.750579 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:21.750579 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:21.750579 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:21.750579 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:21.750579 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:21.750579 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:21.750579 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:21.750579 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:21.750579 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:21.809903 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-51fb253e-7810-43f5-baba-16b26169b9b3 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.840288 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-7f80cf80-8527-4641-8649-1d4d5e6b7de5 None None] For port eb6dcc7e-184c-45c0-9f17-0db14984695e, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=eb6dcc7e-184c-45c0-9f17-0db14984695e,segment=NetworkSegment(be565167-4c84-42f9-8f76-c92887145b3e),segment_id=be565167-4c84-42f9-8f76-c92887145b3e)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:45:21.844533 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c162f6ca-9cee-4147-8c30-cabd2abd7194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.851888 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-51fb253e-7810-43f5-baba-16b26169b9b3 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.864225 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-5deb3949-b17e-4a27-80e3-60deaf4dc62e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] For port f1e64e06-6123-48c8-b811-21a6cf4331ca, host dv-neutron-828142-3-hyperv, got binding levels [] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:45:21.864471 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7f80cf80-8527-4641-8649-1d4d5e6b7de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.865101 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5deb3949-b17e-4a27-80e3-60deaf4dc62e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.877078 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3b243ff1-2df6-4728-9ab3-bb7855ddc748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.882714 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3b243ff1-2df6-4728-9ab3-bb7855ddc748 admin admin] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.890130 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3b243ff1-2df6-4728-9ab3-bb7855ddc748 admin admin] 10.222.0.90 "DELETE /v2.0/networks/2aa0eb0f-3739-4f9e-877b-be15eb25358c HTTP/1.1" status: 204 len: 168 time: 2.5542023 Feb 16 12:45:21.904597 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-5deb3949-b17e-4a27-80e3-60deaf4dc62e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Calling delete_port for f1e64e06-6123-48c8-b811-21a6cf4331ca owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:21.915025 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-b643cf60-29c2-4f51-9082-fd14331bcb54 None None] Attempting to bind port f1e64e06-6123-48c8-b811-21a6cf4331ca on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:21.915393 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-b643cf60-29c2-4f51-9082-fd14331bcb54 None None] Attempting to bind port f1e64e06-6123-48c8-b811-21a6cf4331ca by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'ef3a097e-b3c2-4386-914d-23b19beedcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '086f9ce6-346e-477b-950d-223a0aab1d52'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:21.915748 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b643cf60-29c2-4f51-9082-fd14331bcb54 None None] Attempting to bind port f1e64e06-6123-48c8-b811-21a6cf4331ca on network 086f9ce6-346e-477b-950d-223a0aab1d52 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:45:21.941313 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162f6ca-9cee-4147-8c30-cabd2abd7194 None None] Pushing event deleted for resources: {'Port': ['ID=5a1291d4-45eb-4596-bea7-e4fb14470607,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:21.958600 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b643cf60-29c2-4f51-9082-fd14331bcb54 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:45:21.958999 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b643cf60-29c2-4f51-9082-fd14331bcb54 None None] Checking segment: {'id': 'ef3a097e-b3c2-4386-914d-23b19beedcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '086f9ce6-346e-477b-950d-223a0aab1d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:45:21.959457 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b643cf60-29c2-4f51-9082-fd14331bcb54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.959806 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b643cf60-29c2-4f51-9082-fd14331bcb54 None None] Bound using segment: {'id': 'ef3a097e-b3c2-4386-914d-23b19beedcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '086f9ce6-346e-477b-950d-223a0aab1d52'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:45:21.960364 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-b643cf60-29c2-4f51-9082-fd14331bcb54 None None] Bound port: f1e64e06-6123-48c8-b811-21a6cf4331ca, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef3a097e-b3c2-4386-914d-23b19beedcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '086f9ce6-346e-477b-950d-223a0aab1d52'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:21.961441 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b643cf60-29c2-4f51-9082-fd14331bcb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.969142 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b243ff1-2df6-4728-9ab3-bb7855ddc748 admin admin] Pushing event deleted for resources: {'Network': ['ID=2aa0eb0f-3739-4f9e-877b-be15eb25358c,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:21.972229 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fb253e-7810-43f5-baba-16b26169b9b3 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75c1039c-f59c-4462-8ede-cd79a5af0121,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:22.015846 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c162f6ca-9cee-4147-8c30-cabd2abd7194 None None] No DVR routers for this DVR port 5a1291d4-45eb-4596-bea7-e4fb14470607 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:22.046632 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33036) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:22.065937 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-51fb253e-7810-43f5-baba-16b26169b9b3 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.067561 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-51fb253e-7810-43f5-baba-16b26169b9b3 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6475821 Feb 16 12:45:22.087330 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33040) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:22.097445 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-c119b54a-3e54-4029-8a29-f4d17013c8fb tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Request body: {'security_group_rule': {'security_group_id': '0944146a-d973-4e9a-ac11-91b21841b60b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:22.190574 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device c85b3e67-297d-48ac-9e62-87bf4c26f2d4 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:45:22.199015 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-30e3f818-9506-4bf2-82f3-8674c012d120 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.245700 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e3f818-9506-4bf2-82f3-8674c012d120 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Pushing event deleted for resources: {'Port': ['ID=66094e2c-086d-40c9-93f9-3cd1a31bfb77,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:22.353054 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1213d3b8-5b5a-489b-9710-19a7286da8ec tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.355243 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33042) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:22.357576 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-c1beefea-382b-4799-9546-8188c5b602ef None None] Provisioning complete for port 5366a82a-dfbc-46ca-b098-0d3e1bc3ed30 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:22.359360 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c1beefea-382b-4799-9546-8188c5b602ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.379834 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1213d3b8-5b5a-489b-9710-19a7286da8ec tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.380780 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1213d3b8-5b5a-489b-9710-19a7286da8ec tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.396813 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7d7c3839-135a-4337-9dda-e1cfee5bc403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.441101 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c119b54a-3e54-4029-8a29-f4d17013c8fb tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.447036 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f80cf80-8527-4641-8649-1d4d5e6b7de5 None None] Pushing event updated for resources: {'Port': ['ID=eb6dcc7e-184c-45c0-9f17-0db14984695e,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:22.454099 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-aed602c0-7352-438f-baba-04c49a86dfd6 tempest-PortsAdminExtendedAttrsTestJSON-1343245636 tempest-PortsAdminExtendedAttrsTestJSON-1343245636-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-963648500'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:22.460008 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b423936e-41b9-44a3-a332-29c18c6cc069 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Router 3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:45:22.465643 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-c1beefea-382b-4799-9546-8188c5b602ef None None] Port 5366a82a-dfbc-46ca-b098-0d3e1bc3ed30 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:45:22.493047 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a88b493-03ec-46f1-ac77-1471b51bbed3 None None] Update dhcp port {'port': {'network_id': '8b9860eb-5537-4973-9d2a-72e6c79c2273', 'fixed_ips': [{'subnet_id': 'a59934a2-17ed-4a79-8a3d-904caa50c06d', 'ip_address': '2001:db8::2'}, {'subnet_id': '3da5e9eb-b34b-420e-9f01-a25a665e4a3c'}], 'binding:host_id': 'dv-neutron-828142-3-hyperv'}, 'id': 'eb6dcc7e-184c-45c0-9f17-0db14984695e'} from dv-neutron-828142-3-hyperv. {{(pid=109050) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 12:45:22.515619 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-30e3f818-9506-4bf2-82f3-8674c012d120 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.518609 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5deb3949-b17e-4a27-80e3-60deaf4dc62e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.543625 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-c1beefea-382b-4799-9546-8188c5b602ef None None] Provisioning complete for port c85b3e67-297d-48ac-9e62-87bf4c26f2d4 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:22.544321 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c1beefea-382b-4799-9546-8188c5b602ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.551690 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.db.api [None req-b643cf60-29c2-4f51-9082-fd14331bcb54 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:45:22.552451 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG oslo_db.api [None req-b643cf60-29c2-4f51-9082-fd14331bcb54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:45:22.566050 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1213d3b8-5b5a-489b-9710-19a7286da8ec tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event updated for resources: {'Port': ['ID=5366a82a-dfbc-46ca-b098-0d3e1bc3ed30,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:22.570315 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4dbf97f9-1a64-4405-9238-e2e57b4430c4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=31696bf849824682b4ce3692a5a8ee22&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2076335 Feb 16 12:45:22.586096 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port c85b3e67-297d-48ac-9e62-87bf4c26f2d4 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:22.586716 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.592884 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33044) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:22.593724 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3a88b493-03ec-46f1-ac77-1471b51bbed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.626981 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed602c0-7352-438f-baba-04c49a86dfd6 tempest-PortsAdminExtendedAttrsTestJSON-1343245636 tempest-PortsAdminExtendedAttrsTestJSON-1343245636-project] Made reservation on behalf of c7c461ad56124fe5adbd098a04f2ed5f for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:22.630556 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-aed602c0-7352-438f-baba-04c49a86dfd6 tempest-PortsAdminExtendedAttrsTestJSON-1343245636 tempest-PortsAdminExtendedAttrsTestJSON-1343245636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.653322 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb3949-b17e-4a27-80e3-60deaf4dc62e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event deleted for resources: {'Port': ['ID=f1e64e06-6123-48c8-b811-21a6cf4331ca,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:22.698168 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-aed602c0-7352-438f-baba-04c49a86dfd6 tempest-PortsAdminExtendedAttrsTestJSON-1343245636 tempest-PortsAdminExtendedAttrsTestJSON-1343245636-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.704323 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb3949-b17e-4a27-80e3-60deaf4dc62e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:22.704697 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb3949-b17e-4a27-80e3-60deaf4dc62e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:22.705043 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb3949-b17e-4a27-80e3-60deaf4dc62e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:22.705955 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb3949-b17e-4a27-80e3-60deaf4dc62e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:22.706289 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb3949-b17e-4a27-80e3-60deaf4dc62e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:22.706623 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb3949-b17e-4a27-80e3-60deaf4dc62e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:22.706952 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb3949-b17e-4a27-80e3-60deaf4dc62e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:22.707276 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb3949-b17e-4a27-80e3-60deaf4dc62e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:22.707602 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb3949-b17e-4a27-80e3-60deaf4dc62e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:22.707929 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb3949-b17e-4a27-80e3-60deaf4dc62e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:22.708259 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb3949-b17e-4a27-80e3-60deaf4dc62e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:22.708584 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb3949-b17e-4a27-80e3-60deaf4dc62e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:22.713034 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5deb3949-b17e-4a27-80e3-60deaf4dc62e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] No DVR routers for this DVR port f1e64e06-6123-48c8-b811-21a6cf4331ca on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:22.716062 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c119b54a-3e54-4029-8a29-f4d17013c8fb tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.724367 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c119b54a-3e54-4029-8a29-f4d17013c8fb tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.755422 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1213d3b8-5b5a-489b-9710-19a7286da8ec tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Network aaa89374-f1a2-4d8f-98ab-d97e5b890010 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:22.763392 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-1213d3b8-5b5a-489b-9710-19a7286da8ec tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:22.768651 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c119b54a-3e54-4029-8a29-f4d17013c8fb tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9527cf80-c340-43f8-ad56-ad554e3a0dcb,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:22.778924 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c119b54a-3e54-4029-8a29-f4d17013c8fb tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.784455 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c119b54a-3e54-4029-8a29-f4d17013c8fb tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6929560 Feb 16 12:45:22.785138 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33046) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:22.789032 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b423936e-41b9-44a3-a332-29c18c6cc069 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:45:22.951842 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cceaac6-755a-47a6-88e1-3fe104982e80 None None] Sync routers for ids ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:22.961736 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b423936e-41b9-44a3-a332-29c18c6cc069 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.992995 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-452a1f83-3ba8-4468-83fb-8f48733a9ed8 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.000045 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-30e3f818-9506-4bf2-82f3-8674c012d120 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3843129', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3843523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28061'] for router, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.003294 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-452a1f83-3ba8-4468-83fb-8f48733a9ed8 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.005494 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-30e3f818-9506-4bf2-82f3-8674c012d120 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3843106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3843115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3843959'] for router, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.015781 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5deb3949-b17e-4a27-80e3-60deaf4dc62e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.019846 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-399afeb3-c056-4d1b-8507-2f60b76991b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.072170 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-3a88b493-03ec-46f1-ac77-1471b51bbed3 None None] Allocated IP 172.20.0.1 (8b9860eb-5537-4973-9d2a-72e6c79c2273/3da5e9eb-b34b-420e-9f01-a25a665e4a3c/eb6dcc7e-184c-45c0-9f17-0db14984695e) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:23.079752 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-452a1f83-3ba8-4468-83fb-8f48733a9ed8 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.088163 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-452a1f83-3ba8-4468-83fb-8f48733a9ed8 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.089353 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-452a1f83-3ba8-4468-83fb-8f48733a9ed8 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/9527cf80-c340-43f8-ad56-ad554e3a0dcb HTTP/1.1" status: 204 len: 168 time: 0.3020267 Feb 16 12:45:23.097276 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33048) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:23.100459 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a1f83-3ba8-4468-83fb-8f48733a9ed8 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9527cf80-c340-43f8-ad56-ad554e3a0dcb,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:23.141441 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.143720 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b423936e-41b9-44a3-a332-29c18c6cc069 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.9376776 Feb 16 12:45:23.145158 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33050) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:23.152218 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-3e90833f-8645-4c40-a031-3dc9992809f2 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Request body: {'floatingip': {'port_id': '71cff3a0-8845-4fa5-ad3f-afa312fc03ee', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:23.162124 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1213d3b8-5b5a-489b-9710-19a7286da8ec tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Router c051697a-14d5-43b6-ac3f-e554a9daba8f is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:45:23.167690 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c1beefea-382b-4799-9546-8188c5b602ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.176198 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cceaac6-755a-47a6-88e1-3fe104982e80 None None] Routers {'3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:23.176822 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-0cceaac6-755a-47a6-88e1-3fe104982e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:23.182612 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-399afeb3-c056-4d1b-8507-2f60b76991b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.218725 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1c51f66a-27c7-441b-a79e-5887ab5cbc64 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1159582 Feb 16 12:45:23.223306 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33052) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:23.238954 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e3f818-9506-4bf2-82f3-8674c012d120 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Router ede86487-80df-49f1-8279-9599143e8ebb has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:45:23.243548 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-b643cf60-29c2-4f51-9082-fd14331bcb54 None None] Attempting to bind port f1e64e06-6123-48c8-b811-21a6cf4331ca on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:23.243921 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-b643cf60-29c2-4f51-9082-fd14331bcb54 None None] Attempting to bind port f1e64e06-6123-48c8-b811-21a6cf4331ca by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'ef3a097e-b3c2-4386-914d-23b19beedcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '086f9ce6-346e-477b-950d-223a0aab1d52'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:23.244282 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b643cf60-29c2-4f51-9082-fd14331bcb54 None None] Attempting to bind port f1e64e06-6123-48c8-b811-21a6cf4331ca on network 086f9ce6-346e-477b-950d-223a0aab1d52 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:45:23.273441 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-0cceaac6-755a-47a6-88e1-3fe104982e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:23.279932 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5deb3949-b17e-4a27-80e3-60deaf4dc62e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.296715 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b643cf60-29c2-4f51-9082-fd14331bcb54 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:45:23.297316 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b643cf60-29c2-4f51-9082-fd14331bcb54 None None] Checking segment: {'id': 'ef3a097e-b3c2-4386-914d-23b19beedcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '086f9ce6-346e-477b-950d-223a0aab1d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:45:23.297675 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b643cf60-29c2-4f51-9082-fd14331bcb54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.298084 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b643cf60-29c2-4f51-9082-fd14331bcb54 None None] Bound using segment: {'id': 'ef3a097e-b3c2-4386-914d-23b19beedcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '086f9ce6-346e-477b-950d-223a0aab1d52'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:45:23.299774 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-b643cf60-29c2-4f51-9082-fd14331bcb54 None None] Bound port: f1e64e06-6123-48c8-b811-21a6cf4331ca, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef3a097e-b3c2-4386-914d-23b19beedcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '086f9ce6-346e-477b-950d-223a0aab1d52'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:23.299774 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b643cf60-29c2-4f51-9082-fd14331bcb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.327126 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3e90833f-8645-4c40-a031-3dc9992809f2 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for floatingip, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.335741 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port c85b3e67-297d-48ac-9e62-87bf4c26f2d4, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=c85b3e67-297d-48ac-9e62-87bf4c26f2d4,segment=NetworkSegment(65422eea-b1e2-4a2c-b894-20e88d2c48d4),segment_id=65422eea-b1e2-4a2c-b894-20e88d2c48d4)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:45:23.339334 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-aed602c0-7352-438f-baba-04c49a86dfd6 tempest-PortsAdminExtendedAttrsTestJSON-1343245636 tempest-PortsAdminExtendedAttrsTestJSON-1343245636-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.340767 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cceaac6-755a-47a6-88e1-3fe104982e80 None None] Routers {'3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:23.341447 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-0cceaac6-755a-47a6-88e1-3fe104982e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:23.378759 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-50a91002-a57b-4dbd-b8e0-7447a20e2429 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.384722 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.384722 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 1d142a19-eb3b-4263-9249-2114a8357f3d up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:45:23.387459 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-aed602c0-7352-438f-baba-04c49a86dfd6 tempest-PortsAdminExtendedAttrsTestJSON-1343245636 tempest-PortsAdminExtendedAttrsTestJSON-1343245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.390676 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb3949-b17e-4a27-80e3-60deaf4dc62e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event deleted for resources: {'Subnet': ['ID=95c75319-0954-4eef-ba24-3df626309d46,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:23.395973 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-50a91002-a57b-4dbd-b8e0-7447a20e2429 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.427209 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1213d3b8-5b5a-489b-9710-19a7286da8ec tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:45:23.427611 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e3f818-9506-4bf2-82f3-8674c012d120 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:45:23.441327 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1213d3b8-5b5a-489b-9710-19a7286da8ec tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "PUT /v2.0/routers/c051697a-14d5-43b6-ac3f-e554a9daba8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4917343 Feb 16 12:45:23.444228 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-b643cf60-29c2-4f51-9082-fd14331bcb54 None None] Port f1e64e06-6123-48c8-b811-21a6cf4331ca has been deleted concurrently {{(pid=109050) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Feb 16 12:45:23.444513 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-30e3f818-9506-4bf2-82f3-8674c012d120 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.448408 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-30e3f818-9506-4bf2-82f3-8674c012d120 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] 10.222.0.90 "PUT /v2.0/routers/ede86487-80df-49f1-8279-9599143e8ebb HTTP/1.1" status: 200 len: 706 time: 4.6415222 Feb 16 12:45:23.450140 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd0fd7c-47f0-44e9-a9c9-91f2ccd1e38a None None] Sync routers for ids ['c051697a-14d5-43b6-ac3f-e554a9daba8f'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:23.460735 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-0cceaac6-755a-47a6-88e1-3fe104982e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:23.462237 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cceaac6-755a-47a6-88e1-3fe104982e80 None None] The sync data for ids ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:23.467472 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd0fd7c-47f0-44e9-a9c9-91f2ccd1e38a None None] Routers {'c051697a-14d5-43b6-ac3f-e554a9daba8f'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:23.468508 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-0bd0fd7c-47f0-44e9-a9c9-91f2ccd1e38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['c051697a-14d5-43b6-ac3f-e554a9daba8f'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:23.470232 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33054) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:23.470443 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33056) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:23.489579 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-399afeb3-c056-4d1b-8507-2f60b76991b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.492380 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-399afeb3-c056-4d1b-8507-2f60b76991b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.493734 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-399afeb3-c056-4d1b-8507-2f60b76991b5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/65fbf532-1c8f-46cd-931d-13a493810eff HTTP/1.1" status: 204 len: 168 time: 0.8678715 Feb 16 12:45:23.494840 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aed602c0-7352-438f-baba-04c49a86dfd6 tempest-PortsAdminExtendedAttrsTestJSON-1343245636 tempest-PortsAdminExtendedAttrsTestJSON-1343245636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:23.518237 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-0bd0fd7c-47f0-44e9-a9c9-91f2ccd1e38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:23.520132 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed602c0-7352-438f-baba-04c49a86dfd6 tempest-PortsAdminExtendedAttrsTestJSON-1343245636 tempest-PortsAdminExtendedAttrsTestJSON-1343245636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98b40b7c-f27b-4783-861c-299948800917,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:23.530635 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5deb3949-b17e-4a27-80e3-60deaf4dc62e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.541271 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd0fd7c-47f0-44e9-a9c9-91f2ccd1e38a None None] Routers {'c051697a-14d5-43b6-ac3f-e554a9daba8f'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:23.544034 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-0bd0fd7c-47f0-44e9-a9c9-91f2ccd1e38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['c051697a-14d5-43b6-ac3f-e554a9daba8f'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:23.547774 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399afeb3-c056-4d1b-8507-2f60b76991b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fbf532-1c8f-46cd-931d-13a493810eff,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:23.550483 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-3a88b493-03ec-46f1-ac77-1471b51bbed3 None None] For port eb6dcc7e-184c-45c0-9f17-0db14984695e, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=eb6dcc7e-184c-45c0-9f17-0db14984695e,segment=NetworkSegment(be565167-4c84-42f9-8f76-c92887145b3e),segment_id=be565167-4c84-42f9-8f76-c92887145b3e)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:45:23.562188 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-5deb3949-b17e-4a27-80e3-60deaf4dc62e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['086f9ce6-346e-477b-950d-223a0aab1d52']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:23.574319 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-5deb3949-b17e-4a27-80e3-60deaf4dc62e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef3a097e-b3c2-4386-914d-23b19beedcf6') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:23.574596 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-5deb3949-b17e-4a27-80e3-60deaf4dc62e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef3a097e-b3c2-4386-914d-23b19beedcf6') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:23.585613 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5deb3949-b17e-4a27-80e3-60deaf4dc62e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.588463 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3a88b493-03ec-46f1-ac77-1471b51bbed3 None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.606013 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-0bd0fd7c-47f0-44e9-a9c9-91f2ccd1e38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:23.607186 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd0fd7c-47f0-44e9-a9c9-91f2ccd1e38a None None] The sync data for ids ['c051697a-14d5-43b6-ac3f-e554a9daba8f'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:23.616351 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5deb3949-b17e-4a27-80e3-60deaf4dc62e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.630954 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.db.api [None req-c1beefea-382b-4799-9546-8188c5b602ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:45:23.631317 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG oslo_db.api [None req-c1beefea-382b-4799-9546-8188c5b602ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:45:23.631989 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5deb3949-b17e-4a27-80e3-60deaf4dc62e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:23.632953 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5deb3949-b17e-4a27-80e3-60deaf4dc62e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.640236 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:45:23.640236 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:23.640236 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:45:23.640236 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:23.640236 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:45:23.640236 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:45:23.640236 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:45:23.640236 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:23.640236 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:45:23.640236 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:23.640236 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:45:23.640236 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:23.640236 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:45:23.640236 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:45:23.640236 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:23.640236 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:45:23.640236 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:23.640236 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:45:23.640236 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:45:23.640236 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:45:23.640236 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:45:23.640236 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:45:23.640236 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:23.640236 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:23.640236 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:23.640236 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:23.640236 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:23.640236 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:23.640236 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:23.640236 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:23.640236 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:23.640236 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:23.644959 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d6b55f-9c79-4618-af9e-858457cdffac None None] Sync routers for ids ['ede86487-80df-49f1-8279-9599143e8ebb'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:23.647990 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3a88b493-03ec-46f1-ac77-1471b51bbed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.746364 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=c85b3e67-297d-48ac-9e62-87bf4c26f2d4,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:23.750221 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d6b55f-9c79-4618-af9e-858457cdffac None None] Routers {'ede86487-80df-49f1-8279-9599143e8ebb'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:23.751090 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-42d6b55f-9c79-4618-af9e-858457cdffac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['ede86487-80df-49f1-8279-9599143e8ebb'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:23.757338 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5deb3949-b17e-4a27-80e3-60deaf4dc62e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.775275 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5deb3949-b17e-4a27-80e3-60deaf4dc62e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.788655 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5deb3949-b17e-4a27-80e3-60deaf4dc62e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "DELETE /v2.0/networks/086f9ce6-346e-477b-950d-223a0aab1d52 HTTP/1.1" status: 204 len: 168 time: 3.2401543 Feb 16 12:45:23.794528 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33062) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:23.837552 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-42d6b55f-9c79-4618-af9e-858457cdffac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:23.844092 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb3949-b17e-4a27-80e3-60deaf4dc62e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event deleted for resources: {'Network': ['ID=086f9ce6-346e-477b-950d-223a0aab1d52,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:23.852723 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 1d142a19-eb3b-4263-9249-2114a8357f3d triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:23.853193 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.854133 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-28599f75-bd77-4c93-a015-53fc108d7b82 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:23.855067 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28599f75-bd77-4c93-a015-53fc108d7b82 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:23.861480 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-28599f75-bd77-4c93-a015-53fc108d7b82 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "DELETE /v2.0/networks/086f9ce6-346e-477b-950d-223a0aab1d52 HTTP/1.1" status: 404 len: 339 time: 0.0656779 Feb 16 12:45:23.869990 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33064) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:23.881045 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-610b320a-a945-47ee-ac16-8050d5218da5 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1032175532', 'description': 'd1'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:23.935567 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d6b55f-9c79-4618-af9e-858457cdffac None None] Routers {'ede86487-80df-49f1-8279-9599143e8ebb'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:23.936548 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-42d6b55f-9c79-4618-af9e-858457cdffac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:44:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['ede86487-80df-49f1-8279-9599143e8ebb'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:23.956006 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610b320a-a945-47ee-ac16-8050d5218da5 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Made reservation on behalf of 70fcc45a3a8441ab94c6a943c4cc04ec for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:23.962795 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-610b320a-a945-47ee-ac16-8050d5218da5 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.024307 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a88b493-03ec-46f1-ac77-1471b51bbed3 None None] Pushing event updated for resources: {'Port': ['ID=eb6dcc7e-184c-45c0-9f17-0db14984695e,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:24.061402 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-42d6b55f-9c79-4618-af9e-858457cdffac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:24.062182 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d6b55f-9c79-4618-af9e-858457cdffac None None] The sync data for ids ['ede86487-80df-49f1-8279-9599143e8ebb'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:24.072502 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-610b320a-a945-47ee-ac16-8050d5218da5 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:24.081908 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83eacf0-98c6-4b9c-b4c2-c478ce3f6860 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:24.083440 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e83eacf0-98c6-4b9c-b4c2-c478ce3f6860 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "GET /v2.0/ports/5366a82a-dfbc-46ca-b098-0d3e1bc3ed30 HTTP/1.1" status: 200 len: 911 time: 0.6113667 Feb 16 12:45:24.087570 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33068) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:24.089081 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-aed602c0-7352-438f-baba-04c49a86dfd6 tempest-PortsAdminExtendedAttrsTestJSON-1343245636 tempest-PortsAdminExtendedAttrsTestJSON-1343245636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.090059 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-aed602c0-7352-438f-baba-04c49a86dfd6 tempest-PortsAdminExtendedAttrsTestJSON-1343245636 tempest-PortsAdminExtendedAttrsTestJSON-1343245636-project] Added segment 094b3547-587d-477a-b43e-56c01990ec2c of type vlan for network acecd126-26ab-455f-a5e8-e451b9b42008 Feb 16 12:45:24.112213 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-610b320a-a945-47ee-ac16-8050d5218da5 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.113305 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-610b320a-a945-47ee-ac16-8050d5218da5 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Added segment a6ab17f5-2794-453a-9701-48a443b35907 of type vlan for network 35dee70b-39ba-4165-bd64-02d73a85afa9 Feb 16 12:45:24.133320 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-50a91002-a57b-4dbd-b8e0-7447a20e2429 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.260286 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-50a91002-a57b-4dbd-b8e0-7447a20e2429 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.261490 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-50a91002-a57b-4dbd-b8e0-7447a20e2429 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/75c1039c-f59c-4462-8ede-cd79a5af0121 HTTP/1.1" status: 204 len: 168 time: 1.0341337 Feb 16 12:45:24.266502 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4e5c7655-c739-4070-9f31-a9f7de9b5a84 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] 10.222.0.90 "GET /v2.0/routers/ede86487-80df-49f1-8279-9599143e8ebb HTTP/1.1" status: 200 len: 741 time: 0.7840276 Feb 16 12:45:24.272084 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33074) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:24.272412 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33076) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:24.282834 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-610b320a-a945-47ee-ac16-8050d5218da5 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.306492 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a91002-a57b-4dbd-b8e0-7447a20e2429 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75c1039c-f59c-4462-8ede-cd79a5af0121,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:24.350865 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 9da85578-cdde-477b-8cb5-27df54e499c7 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:45:24.379949 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-aed602c0-7352-438f-baba-04c49a86dfd6 tempest-PortsAdminExtendedAttrsTestJSON-1343245636 tempest-PortsAdminExtendedAttrsTestJSON-1343245636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.397978 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-610b320a-a945-47ee-ac16-8050d5218da5 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.404199 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610b320a-a945-47ee-ac16-8050d5218da5 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:24.404472 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 9da85578-cdde-477b-8cb5-27df54e499c7 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:45:24.405006 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-610b320a-a945-47ee-ac16-8050d5218da5 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.406113 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 9da85578-cdde-477b-8cb5-27df54e499c7 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:45:24.406937 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 5da707b0-f2b4-4c80-b398-8316c33d60c5 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:45:24.429616 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0acc52d5-c329-40d8-86cf-7f8e4c59d6d9 tempest-RoutersAdminTest-1028530300 tempest-RoutersAdminTest-1028530300-project-admin] 10.222.0.90 "GET /v2.0/ports?network_id=a08a3d1b-2e35-4b18-9cb0-756d355083e6&device_id=ede86487-80df-49f1-8279-9599143e8ebb HTTP/1.1" status: 200 len: 205 time: 0.1483607 Feb 16 12:45:24.432157 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33080) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:24.443018 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 5da707b0-f2b4-4c80-b398-8316c33d60c5 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:45:24.443760 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 5da707b0-f2b4-4c80-b398-8316c33d60c5 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:45:24.472077 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-28fc0097-ce7b-4a33-96d1-1e713913daf2 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] 10.222.0.90 "GET /v2.0/ports?device_id=ede86487-80df-49f1-8279-9599143e8ebb HTTP/1.1" status: 200 len: 205 time: 0.0387394 Feb 16 12:45:24.485097 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-dc71492e-3d10-4117-8a85-4affa0090b3c None None] Provisioning complete for port 5366a82a-dfbc-46ca-b098-0d3e1bc3ed30 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:24.485471 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dc71492e-3d10-4117-8a85-4affa0090b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.503972 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33084) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:24.542687 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-dc71492e-3d10-4117-8a85-4affa0090b3c None None] Port 5366a82a-dfbc-46ca-b098-0d3e1bc3ed30 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:45:24.548175 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6e9174ce-aefc-4c0c-87c0-dcae9444bc41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.563865 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-dc71492e-3d10-4117-8a85-4affa0090b3c None None] Provisioning complete for port c85b3e67-297d-48ac-9e62-87bf4c26f2d4 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:24.564402 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dc71492e-3d10-4117-8a85-4affa0090b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.583412 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f2a29666-007b-48f7-847c-8d970a5c59ef tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3035533 Feb 16 12:45:24.586967 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33086) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:24.712219 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dc60c974-d5ab-4032-960e-08e54b8ee650 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.724144 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fb88c0a0-4e8e-4a2e-8c4d-8b108e483d7f tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.743129 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dc60c974-d5ab-4032-960e-08e54b8ee650 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.786721 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device c85b3e67-297d-48ac-9e62-87bf4c26f2d4 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:45:24.886358 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dc60c974-d5ab-4032-960e-08e54b8ee650 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.889671 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c00a2c-7908-4069-ac31-24daa19ef091 None None] Network 8b9860eb-5537-4973-9d2a-72e6c79c2273 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:45:24.965554 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port c85b3e67-297d-48ac-9e62-87bf4c26f2d4 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:24.965940 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.030731 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-8169005f-d44d-46e7-af2e-02cb3f68e6f6 None None] Provisioning complete for port eb6dcc7e-184c-45c0-9f17-0db14984695e triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:25.031103 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8169005f-d44d-46e7-af2e-02cb3f68e6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.104162 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dc60c974-d5ab-4032-960e-08e54b8ee650 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.110113 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-dc60c974-d5ab-4032-960e-08e54b8ee650 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/4e153270-54d7-431f-aa6b-f3c4744670ff HTTP/1.1" status: 204 len: 168 time: 0.5153675 Feb 16 12:45:25.111036 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33096) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:25.163758 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60c974-d5ab-4032-960e-08e54b8ee650 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e153270-54d7-431f-aa6b-f3c4744670ff,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:25.169133 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3e90833f-8645-4c40-a031-3dc9992809f2 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.221571 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device eb6dcc7e-184c-45c0-9f17-0db14984695e up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:45:25.236489 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4aeefb02-97f0-4d09-9896-2d51a7944e3f tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1188214 Feb 16 12:45:25.237159 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33100) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:25.271735 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3e90833f-8645-4c40-a031-3dc9992809f2 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.338150 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-75e07652-5279-46e8-ad8d-f29dae239c2b tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.349276 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port eb6dcc7e-184c-45c0-9f17-0db14984695e triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:25.349523 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.359750 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-75e07652-5279-46e8-ad8d-f29dae239c2b tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.425946 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-610b320a-a945-47ee-ac16-8050d5218da5 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5544465 Feb 16 12:45:25.476361 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33104) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:25.513410 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-aed602c0-7352-438f-baba-04c49a86dfd6 tempest-PortsAdminExtendedAttrsTestJSON-1343245636 tempest-PortsAdminExtendedAttrsTestJSON-1343245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.526377 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed602c0-7352-438f-baba-04c49a86dfd6 tempest-PortsAdminExtendedAttrsTestJSON-1343245636 tempest-PortsAdminExtendedAttrsTestJSON-1343245636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:25.527029 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-aed602c0-7352-438f-baba-04c49a86dfd6 tempest-PortsAdminExtendedAttrsTestJSON-1343245636 tempest-PortsAdminExtendedAttrsTestJSON-1343245636-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.557719 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-a6c9a801-8351-4413-bba3-1c4c64749113 None None] Could not find standard attr ID for object f1e64e06-6123-48c8-b811-21a6cf4331ca. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:45:25.589591 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b320a-a945-47ee-ac16-8050d5218da5 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event updated for resources: {'Network': ['ID=35dee70b-39ba-4165-bd64-02d73a85afa9,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:25.606260 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 35dee70b-39ba-4165-bd64-02d73a85afa9 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:45:25.613628 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb116dad-13df-4cc7-b1bf-412e7195e9b6 None None] DHCP port deletion for 086f9ce6-346e-477b-950d-223a0aab1d52 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:45:25.629559 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-75e07652-5279-46e8-ad8d-f29dae239c2b tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.638427 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-aed602c0-7352-438f-baba-04c49a86dfd6 tempest-PortsAdminExtendedAttrsTestJSON-1343245636 tempest-PortsAdminExtendedAttrsTestJSON-1343245636-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.5903699 Feb 16 12:45:25.674404 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-75e07652-5279-46e8-ad8d-f29dae239c2b tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.678859 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 5a1291d4-45eb-4596-bea7-e4fb14470607 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:45:25.685771 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d824557-1883-4e87-b5b3-80edbc3027d2 None None] Network 086f9ce6-346e-477b-950d-223a0aab1d52 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:45:25.687014 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-75e07652-5279-46e8-ad8d-f29dae239c2b tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/46b87e10-2d4e-4e93-b97f-d6e14a6ff1d8 HTTP/1.1" status: 204 len: 168 time: 0.4485221 Feb 16 12:45:25.687690 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33110) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:25.775627 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.776746 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 5a1291d4-45eb-4596-bea7-e4fb14470607 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:45:25.777156 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 5a1291d4-45eb-4596-bea7-e4fb14470607 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:45:25.778814 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d824557-1883-4e87-b5b3-80edbc3027d2 None None] Network 086f9ce6-346e-477b-950d-223a0aab1d52 could not be found, it might have been deleted concurrently. {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 16 12:45:25.802195 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a158dad7-09a1-48be-ba27-70fb27a407ef None None] Network 086f9ce6-346e-477b-950d-223a0aab1d52 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:45:25.831911 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a158dad7-09a1-48be-ba27-70fb27a407ef None None] Network 086f9ce6-346e-477b-950d-223a0aab1d52 could not be found, it might have been deleted concurrently. {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 16 12:45:25.838978 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-01d0bc2e-cbee-430e-a589-ed81f5e4f091 None None] Provisioning complete for port eb6dcc7e-184c-45c0-9f17-0db14984695e triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:25.839446 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-01d0bc2e-cbee-430e-a589-ed81f5e4f091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.890601 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2b800b-ba91-4558-8be7-be086141267f tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:25.891995 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed602c0-7352-438f-baba-04c49a86dfd6 tempest-PortsAdminExtendedAttrsTestJSON-1343245636 tempest-PortsAdminExtendedAttrsTestJSON-1343245636-project] Pushing event updated for resources: {'Network': ['ID=acecd126-26ab-455f-a5e8-e451b9b42008,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:25.903157 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3a2b800b-ba91-4558-8be7-be086141267f tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "GET /v2.0/networks?id=35dee70b-39ba-4165-bd64-02d73a85afa9 HTTP/1.1" status: 200 len: 765 time: 0.4248025 Feb 16 12:45:25.903392 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33118) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:25.903960 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e07652-5279-46e8-ad8d-f29dae239c2b tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46b87e10-2d4e-4e93-b97f-d6e14a6ff1d8,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:25.929579 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network acecd126-26ab-455f-a5e8-e451b9b42008 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:45:25.951898 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-d091387c-bab1-42ba-b765-e71cf38ffea4 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Request body: {'network': {'description': 'd2'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:25.999744 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e90833f-8645-4c40-a031-3dc9992809f2 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Router 3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:45:26.026151 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-19d524dd-6174-4ab7-929b-fc392e5cb95b tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3243020 Feb 16 12:45:26.026779 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33120) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:26.086878 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fb88c0a0-4e8e-4a2e-8c4d-8b108e483d7f tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.092872 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fb88c0a0-4e8e-4a2e-8c4d-8b108e483d7f tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.115193 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7f2a4316-f1d9-4744-a434-950f515a206e tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.134195 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7f2a4316-f1d9-4744-a434-950f515a206e tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.205774 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fb88c0a0-4e8e-4a2e-8c4d-8b108e483d7f tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.206534 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb88c0a0-4e8e-4a2e-8c4d-8b108e483d7f tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Fanout notify agent at l3_agent the message router_deleted on router ede86487-80df-49f1-8279-9599143e8ebb {{(pid=109048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:45:26.214149 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fb88c0a0-4e8e-4a2e-8c4d-8b108e483d7f tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.215278 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-fb88c0a0-4e8e-4a2e-8c4d-8b108e483d7f tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] 10.222.0.90 "DELETE /v2.0/routers/ede86487-80df-49f1-8279-9599143e8ebb HTTP/1.1" status: 204 len: 168 time: 1.7103362 Feb 16 12:45:26.221299 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33126) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:26.257315 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-be4492b2-832a-465d-8e59-51063e43e30a tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] 10.222.0.90 "GET /v2.0/ports?device_id=ede86487-80df-49f1-8279-9599143e8ebb HTTP/1.1" status: 200 len: 205 time: 0.0325022 Feb 16 12:45:26.257932 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33128) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:26.265099 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d091387c-bab1-42ba-b765-e71cf38ffea4 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.291131 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33130) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:26.291441 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33132) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:26.300586 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Request body: {'port': {'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008', 'binding:host_id': 'hv-neutron-8281', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1636468849'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:26.308939 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-1bb974cc-da9a-45fc-95f7-eaa7bd0e5025 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] delete failed (client error): The resource could not be found. Feb 16 12:45:26.309363 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d091387c-bab1-42ba-b765-e71cf38ffea4 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.310552 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1bb974cc-da9a-45fc-95f7-eaa7bd0e5025 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] 10.222.0.90 "DELETE /v2.0/routers/ede86487-80df-49f1-8279-9599143e8ebb HTTP/1.1" status: 404 len: 336 time: 0.0480330 Feb 16 12:45:26.313701 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33136) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:26.316243 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7f2a4316-f1d9-4744-a434-950f515a206e tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.334471 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7f2a4316-f1d9-4744-a434-950f515a206e tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.337857 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7f2a4316-f1d9-4744-a434-950f515a206e tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/4ce4f3f1-8551-4c32-8394-dc8031f31792 HTTP/1.1" status: 204 len: 168 time: 0.3076942 Feb 16 12:45:26.340532 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33138) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:26.372660 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6066b988-3e9f-4ed2-97a0-1b1386b8560c tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d9ce58f-ced8-48ea-815f-76bc258fd62f HTTP/1.1" status: 200 len: 205 time: 0.0577462 Feb 16 12:45:26.380015 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a4316-f1d9-4744-a434-950f515a206e tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ce4f3f1-8551-4c32-8394-dc8031f31792,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:26.381756 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33140) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:26.384377 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e90833f-8645-4c40-a031-3dc9992809f2 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:45:26.384997 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d091387c-bab1-42ba-b765-e71cf38ffea4 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Network 35dee70b-39ba-4165-bd64-02d73a85afa9 is not hosted by any dhcp agent {{(pid=109048) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 12:45:26.391324 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d091387c-bab1-42ba-b765-e71cf38ffea4 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:26.391950 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d091387c-bab1-42ba-b765-e71cf38ffea4 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.392087 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3e90833f-8645-4c40-a031-3dc9992809f2 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.393365 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d091387c-bab1-42ba-b765-e71cf38ffea4 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "PUT /v2.0/networks/35dee70b-39ba-4165-bd64-02d73a85afa9 HTTP/1.1" status: 200 len: 762 time: 0.4785256 Feb 16 12:45:26.399809 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33142) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:26.403990 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0bc5d7-211d-4f31-8974-cb541c40cb9d None None] Sync routers for ids ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:26.433600 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0bc5d7-211d-4f31-8974-cb541c40cb9d None None] Routers {'3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:26.434496 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ba0bc5d7-211d-4f31-8974-cb541c40cb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:45:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:26.479401 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-e25fdb69-b5a9-41f4-8e31-331542a7627d tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] delete failed (client error): The resource could not be found. Feb 16 12:45:26.480925 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e25fdb69-b5a9-41f4-8e31-331542a7627d tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] 10.222.0.90 "DELETE /v2.0/routers/8d9ce58f-ced8-48ea-815f-76bc258fd62f HTTP/1.1" status: 404 len: 336 time: 0.0937948 Feb 16 12:45:26.485063 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33146) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:26.508268 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a5462716-313f-4feb-92b6-8a5f82512afb tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.510308 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device f1e64e06-6123-48c8-b811-21a6cf4331ca no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:45:26.521180 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091387c-bab1-42ba-b765-e71cf38ffea4 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event updated for resources: {'Network': ['ID=35dee70b-39ba-4165-bd64-02d73a85afa9,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:26.522978 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ba0bc5d7-211d-4f31-8974-cb541c40cb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:26.553917 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0bc5d7-211d-4f31-8974-cb541c40cb9d None None] Routers {'3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:26.555104 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ba0bc5d7-211d-4f31-8974-cb541c40cb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:45:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:26.566528 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 35dee70b-39ba-4165-bd64-02d73a85afa9 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:45:26.568514 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ce5066ca-13c9-41dc-8801-0d6f5741c641 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] 10.222.0.90 "GET /v2.0/ports?device_id=b91a5fb4-0d14-4444-94f0-11eba4507d4b HTTP/1.1" status: 200 len: 205 time: 0.0794079 Feb 16 12:45:26.569463 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Made reservation on behalf of 739107b59dc949e6a09a2704ea809373 for: {'port': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:26.571396 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33148) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:26.571979 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.574139 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: f1e64e06-6123-48c8-b811-21a6cf4331ca {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:45:26.574587 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device f1e64e06-6123-48c8-b811-21a6cf4331ca not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:45:26.582888 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-0bf54ea6-eb10-4ce2-91ae-71e8478dfbb7 tempest-ExternalNetworksTestJSON-1729571623 tempest-ExternalNetworksTestJSON-1729571623-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2003378349'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:26.594958 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-31b547a3-ec9b-43e1-aa25-6440b472def1 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2263312 Feb 16 12:45:26.594958 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3e90833f-8645-4c40-a031-3dc9992809f2 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "PUT /v2.0/floatingips/5b96e9a9-5a98-4f32-891b-547d7a85d1f2 HTTP/1.1" status: 200 len: 976 time: 3.4428990 Feb 16 12:45:26.598973 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33150) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:26.599416 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33152) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:26.614269 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ba0bc5d7-211d-4f31-8974-cb541c40cb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:26.614942 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0bc5d7-211d-4f31-8974-cb541c40cb9d None None] The sync data for ids ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:26.639204 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-2c76d481-e18b-4b52-8289-4531b7ceefde tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] delete failed (client error): The resource could not be found. Feb 16 12:45:26.640215 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2c76d481-e18b-4b52-8289-4531b7ceefde tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] 10.222.0.90 "DELETE /v2.0/routers/b91a5fb4-0d14-4444-94f0-11eba4507d4b HTTP/1.1" status: 404 len: 336 time: 0.0673137 Feb 16 12:45:26.646517 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33154) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:26.650742 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.681916 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4eff0f1c-d569-4be2-ae83-434f8d168469 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] 10.222.0.90 "GET /v2.0/ports?device_id=7870dcfe-d8a2-4cb1-8503-6bb4e1745aab HTTP/1.1" status: 200 len: 205 time: 0.0342577 Feb 16 12:45:26.685134 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33156) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:26.730850 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6eeab9-5a9e-4d00-9a07-a9a0bdd45e95 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:26.731837 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-e8154312-849a-44db-81fe-9e075afd924f tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] delete failed (client error): The resource could not be found. Feb 16 12:45:26.732321 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3d6eeab9-5a9e-4d00-9a07-a9a0bdd45e95 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "GET /v2.0/networks?id=35dee70b-39ba-4165-bd64-02d73a85afa9 HTTP/1.1" status: 200 len: 765 time: 0.3220420 Feb 16 12:45:26.732868 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e8154312-849a-44db-81fe-9e075afd924f tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] 10.222.0.90 "DELETE /v2.0/routers/7870dcfe-d8a2-4cb1-8503-6bb4e1745aab HTTP/1.1" status: 404 len: 336 time: 0.0468237 Feb 16 12:45:26.738064 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33158) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:26.738465 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33160) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:26.784456 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf54ea6-eb10-4ce2-91ae-71e8478dfbb7 tempest-ExternalNetworksTestJSON-1729571623 tempest-ExternalNetworksTestJSON-1729571623-project] Made reservation on behalf of 7a513a3addbb48b59d00523ffe8f1cd7 for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:26.787913 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0bf54ea6-eb10-4ce2-91ae-71e8478dfbb7 tempest-ExternalNetworksTestJSON-1729571623 tempest-ExternalNetworksTestJSON-1729571623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.811289 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7e981716-b9ab-4d01-a773-64424ff3da1e tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] 10.222.0.90 "GET /v2.0/ports?device_id=b0b1aee1-ace4-4b32-a149-3156491973a1 HTTP/1.1" status: 200 len: 205 time: 0.0716028 Feb 16 12:45:26.836073 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33162) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:26.846420 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0bf54ea6-eb10-4ce2-91ae-71e8478dfbb7 tempest-ExternalNetworksTestJSON-1729571623 tempest-ExternalNetworksTestJSON-1729571623-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.870891 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d1e6795c-d3d1-4f5b-85cd-3c94356bdd1b tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.936913 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-c3a4cb14-85e5-426c-bc02-67396b956019 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] delete failed (client error): The resource could not be found. Feb 16 12:45:26.937983 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c3a4cb14-85e5-426c-bc02-67396b956019 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] 10.222.0.90 "DELETE /v2.0/routers/b0b1aee1-ace4-4b32-a149-3156491973a1 HTTP/1.1" status: 404 len: 336 time: 0.0927978 Feb 16 12:45:26.945168 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d1e6795c-d3d1-4f5b-85cd-3c94356bdd1b tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.947933 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33164) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:26.981688 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.020128 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d5a0a4b7-2a76-4005-a983-a1bee8145292 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d6d2ec-49cf-4dac-a211-3da7a4a78052 HTTP/1.1" status: 200 len: 205 time: 0.0710340 Feb 16 12:45:27.023635 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33166) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:27.051530 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a20e46e-e957-4aa0-97d9-b951c307f3c8 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:27.053356 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7a20e46e-e957-4aa0-97d9-b951c307f3c8 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3127551 Feb 16 12:45:27.063877 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33168) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:27.085305 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-20a65ec9-5cf4-48aa-a837-3f16cd1fbb24 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] delete failed (client error): The resource could not be found. Feb 16 12:45:27.089284 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-20a65ec9-5cf4-48aa-a837-3f16cd1fbb24 tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] 10.222.0.90 "DELETE /v2.0/routers/b2d6d2ec-49cf-4dac-a211-3da7a4a78052 HTTP/1.1" status: 404 len: 336 time: 0.0571132 Feb 16 12:45:27.090527 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33170) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:27.123577 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d1e6795c-d3d1-4f5b-85cd-3c94356bdd1b tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.126837 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d1e6795c-d3d1-4f5b-85cd-3c94356bdd1b tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.128378 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d1e6795c-d3d1-4f5b-85cd-3c94356bdd1b tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "DELETE /v2.0/security-groups/0944146a-d973-4e9a-ac11-91b21841b60b HTTP/1.1" status: 204 len: 168 time: 0.5280745 Feb 16 12:45:27.132328 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-96e7e07d-3d10-480c-92a1-dd57f34a1f4d tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:27.132824 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96e7e07d-3d10-480c-92a1-dd57f34a1f4d tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:27.143443 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-96e7e07d-3d10-480c-92a1-dd57f34a1f4d tempest-RoutersAdminTest-1450442712 tempest-RoutersAdminTest-1450442712-project] 10.222.0.90 "DELETE /v2.0/subnets/a76c9833-bf88-4bd9-8b50-16a2026d89cd HTTP/1.1" status: 404 len: 337 time: 0.0439510 Feb 16 12:45:27.143672 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c49e138e-4b92-4abc-bb8d-9e37fd73efcb tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "GET /v2.0/subnets?network_id=a08a3d1b-2e35-4b18-9cb0-756d355083e6 HTTP/1.1" status: 200 len: 207 time: 0.0697410 Feb 16 12:45:27.143770 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33172) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:27.144920 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33174) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:27.147790 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.166815 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e6795c-d3d1-4f5b-85cd-3c94356bdd1b tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0944146a-d973-4e9a-ac11-91b21841b60b,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:27.180139 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.197749 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] device_id is not set on port e85845c5-4b50-439d-b712-f288d3dd035f yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:45:27.286864 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4958ea3f-620b-4476-b553-713f02df2824 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1429467 Feb 16 12:45:27.287440 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.297331 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33180) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:27.312895 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-78610fc1-2d54-4a9e-b488-d61ab9ff967c tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Request body: {'security_group': {'name': 'tempest-secgroup--2034885703'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:27.351836 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-a5462716-313f-4feb-92b6-8a5f82512afb tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Allocated IP 2001:db8:1::1 (03a063ce-41f9-4df1-852f-279a1fbe8992/6cf85dba-104e-4980-92ea-eac70ad10771/cc099861-6b1d-4c45-9d1e-bace882930aa) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:27.354021 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6ccec8-cc23-415c-a4c8-ced74a5d7c89,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:27.386663 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0bf54ea6-eb10-4ce2-91ae-71e8478dfbb7 tempest-ExternalNetworksTestJSON-1729571623 tempest-ExternalNetworksTestJSON-1729571623-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.390414 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bc9a86-c604-450f-ba12-fcb61ad8ad93 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:27.390833 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-258d13da-cfbe-413a-a782-0ae64da4da20 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Deleting port 5f805c42-d099-410b-846c-2c3947aaa082 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:27.391245 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-258d13da-cfbe-413a-a782-0ae64da4da20 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.403541 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bc9a86-c604-450f-ba12-fcb61ad8ad93 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:27.412044 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0bf54ea6-eb10-4ce2-91ae-71e8478dfbb7 tempest-ExternalNetworksTestJSON-1729571623 tempest-ExternalNetworksTestJSON-1729571623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.415024 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bc9a86-c604-450f-ba12-fcb61ad8ad93 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:27.426398 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bc9a86-c604-450f-ba12-fcb61ad8ad93 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:27.436405 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bc9a86-c604-450f-ba12-fcb61ad8ad93 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:27.443286 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bc9a86-c604-450f-ba12-fcb61ad8ad93 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:27.445162 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-20bc9a86-c604-450f-ba12-fcb61ad8ad93 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3001864 Feb 16 12:45:27.450850 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33182) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:27.481759 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-78610fc1-2d54-4a9e-b488-d61ab9ff967c tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.538020 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf54ea6-eb10-4ce2-91ae-71e8478dfbb7 tempest-ExternalNetworksTestJSON-1729571623 tempest-ExternalNetworksTestJSON-1729571623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:27.602432 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf54ea6-eb10-4ce2-91ae-71e8478dfbb7 tempest-ExternalNetworksTestJSON-1729571623 tempest-ExternalNetworksTestJSON-1729571623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddede23c-31b5-4877-a796-e97450d87a59,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:27.605594 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0bf54ea6-eb10-4ce2-91ae-71e8478dfbb7 tempest-ExternalNetworksTestJSON-1729571623 tempest-ExternalNetworksTestJSON-1729571623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.605937 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-0bf54ea6-eb10-4ce2-91ae-71e8478dfbb7 tempest-ExternalNetworksTestJSON-1729571623 tempest-ExternalNetworksTestJSON-1729571623-project] Added segment fd7c238d-8575-44a9-aa6b-cb9b4c4e8f23 of type vlan for network b077fcd7-e292-4ce1-b553-21a09c6eca59 Feb 16 12:45:27.632844 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b5b70628-15a5-4345-bea3-15e512c4b3e4 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1780128 Feb 16 12:45:27.634213 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33186) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:27.705719 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-78610fc1-2d54-4a9e-b488-d61ab9ff967c tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.706683 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33190) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:27.714838 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-78610fc1-2d54-4a9e-b488-d61ab9ff967c tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.757004 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0bf54ea6-eb10-4ce2-91ae-71e8478dfbb7 tempest-ExternalNetworksTestJSON-1729571623 tempest-ExternalNetworksTestJSON-1729571623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.763742 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f712c89b-825c-4a4f-ab0f-fbd4fc579859 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:27.765516 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f712c89b-825c-4a4f-ab0f-fbd4fc579859 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:27.767098 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f712c89b-825c-4a4f-ab0f-fbd4fc579859 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:27.768560 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f712c89b-825c-4a4f-ab0f-fbd4fc579859 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:27.770449 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f712c89b-825c-4a4f-ab0f-fbd4fc579859 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:27.771016 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a5462716-313f-4feb-92b6-8a5f82512afb tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.773181 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f712c89b-825c-4a4f-ab0f-fbd4fc579859 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1379066 Feb 16 12:45:27.783257 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33194) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:27.810292 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-78610fc1-2d54-4a9e-b488-d61ab9ff967c tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.811685 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-78610fc1-2d54-4a9e-b488-d61ab9ff967c tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5129817 Feb 16 12:45:27.814173 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78610fc1-2d54-4a9e-b488-d61ab9ff967c tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a03d67be-9ee6-4f3f-a49a-ad4f2580e156,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:27.817019 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33198) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:27.822356 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-2a73fd5d-d451-48cb-80e1-567e28e12dc9 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Request body: {'security_group_rule': {'security_group_id': 'a03d67be-9ee6-4f3f-a49a-ad4f2580e156', 'direction': 'ingress', 'protocol': 17}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:27.875491 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2a73fd5d-d451-48cb-80e1-567e28e12dc9 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.943824 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78140cde-6f88-4816-ae0b-dbebf59d6da7 req-4008b3cc-1a2a-4a1d-81f4-57342b55b257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:27.945588 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-78140cde-6f88-4816-ae0b-dbebf59d6da7 req-4008b3cc-1a2a-4a1d-81f4-57342b55b257 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0adafc1d94b74e8bb4ed6949f44548d7&device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 1098 time: 0.0832236 Feb 16 12:45:27.985520 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2a73fd5d-d451-48cb-80e1-567e28e12dc9 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.021295 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2a73fd5d-d451-48cb-80e1-567e28e12dc9 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.052257 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a73fd5d-d451-48cb-80e1-567e28e12dc9 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9291cc9c-ef52-478e-817b-c92baa801d99,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:28.070389 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2a73fd5d-d451-48cb-80e1-567e28e12dc9 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.071696 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2a73fd5d-d451-48cb-80e1-567e28e12dc9 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2534893 Feb 16 12:45:28.074694 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33200) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:28.113624 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78140cde-6f88-4816-ae0b-dbebf59d6da7 req-7ed06f5e-b4e4-4f23-9655-276ec6eb8d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:28.115118 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-78140cde-6f88-4816-ae0b-dbebf59d6da7 req-7ed06f5e-b4e4-4f23-9655-276ec6eb8d75 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3e84b45d-91e8-4295-8226-a12fdb0f907b HTTP/1.1" status: 200 len: 913 time: 0.1616089 Feb 16 12:45:28.164872 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-258d13da-cfbe-413a-a782-0ae64da4da20 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.164872 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-258d13da-cfbe-413a-a782-0ae64da4da20 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.195626 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be0a205e-61c2-45d8-924a-83cc0dd062b8 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.218423 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-78140cde-6f88-4816-ae0b-dbebf59d6da7 req-e8e4babe-7991-494e-b0e4-54357d6bac4c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23a5268e-cfd5-444e-bec1-73456853ab27 HTTP/1.1" status: 200 len: 1000 time: 0.0933719 Feb 16 12:45:28.232917 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be0a205e-61c2-45d8-924a-83cc0dd062b8 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.261951 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-258d13da-cfbe-413a-a782-0ae64da4da20 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Calling delete_port for 5f805c42-d099-410b-846c-2c3947aaa082 owned by network:floatingip {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:28.286613 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-90a330f8-1858-43fb-84dd-ca677b089b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.304652 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0bf54ea6-eb10-4ce2-91ae-71e8478dfbb7 tempest-ExternalNetworksTestJSON-1729571623 tempest-ExternalNetworksTestJSON-1729571623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.310337 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf54ea6-eb10-4ce2-91ae-71e8478dfbb7 tempest-ExternalNetworksTestJSON-1729571623 tempest-ExternalNetworksTestJSON-1729571623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:28.310991 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0bf54ea6-eb10-4ce2-91ae-71e8478dfbb7 tempest-ExternalNetworksTestJSON-1729571623 tempest-ExternalNetworksTestJSON-1729571623-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.315275 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78140cde-6f88-4816-ae0b-dbebf59d6da7 req-d18b41a7-bbf0-45e5-a303-f75bf393edbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:28.316821 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-78140cde-6f88-4816-ae0b-dbebf59d6da7 req-d18b41a7-bbf0-45e5-a303-f75bf393edbf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=280fbadf-e19b-45d5-88e2-fb9cd6467432 HTTP/1.1" status: 200 len: 851 time: 0.0809412 Feb 16 12:45:28.363508 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be0a205e-61c2-45d8-924a-83cc0dd062b8 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.365766 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] device_id is not set on port e85845c5-4b50-439d-b712-f288d3dd035f yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:45:28.366076 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be0a205e-61c2-45d8-924a-83cc0dd062b8 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.367231 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-be0a205e-61c2-45d8-924a-83cc0dd062b8 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "DELETE /v2.0/security-groups/a03d67be-9ee6-4f3f-a49a-ad4f2580e156 HTTP/1.1" status: 204 len: 168 time: 0.2916417 Feb 16 12:45:28.372897 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33202) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:28.398644 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78140cde-6f88-4816-ae0b-dbebf59d6da7 req-0f23bc5e-00f9-445d-b732-7bbde207bd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:28.400159 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-78140cde-6f88-4816-ae0b-dbebf59d6da7 req-0f23bc5e-00f9-445d-b732-7bbde207bd91 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e84b45d-91e8-4295-8226-a12fdb0f907b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767460 Feb 16 12:45:28.402329 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a205e-61c2-45d8-924a-83cc0dd062b8 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03d67be-9ee6-4f3f-a49a-ad4f2580e156,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:28.413731 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.422992 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.473327 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c12c1c-cf82-4dbe-8a8f-fed475a955ed tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['shared'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:28.476435 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c12c1c-cf82-4dbe-8a8f-fed475a955ed tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['shared'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:28.479228 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c12c1c-cf82-4dbe-8a8f-fed475a955ed tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['shared'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:28.482079 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c12c1c-cf82-4dbe-8a8f-fed475a955ed tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['shared'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:28.484879 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c12c1c-cf82-4dbe-8a8f-fed475a955ed tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['shared'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:28.485217 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e2bee5d8-2762-4ba6-94eb-cfb5c5df3a39 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1107116 Feb 16 12:45:28.488727 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33204) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:28.493225 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c7c12c1c-cf82-4dbe-8a8f-fed475a955ed tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.7014103 Feb 16 12:45:28.494235 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33206) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:28.495257 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-2fe94c43-de84-4d3d-b65e-64ba6a6a5acb tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Request body: {'security_group': {'name': 'tempest-secgroup--1704304656'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:28.537893 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0bf54ea6-eb10-4ce2-91ae-71e8478dfbb7 tempest-ExternalNetworksTestJSON-1729571623 tempest-ExternalNetworksTestJSON-1729571623-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.2451038 Feb 16 12:45:28.542388 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33208) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:28.552482 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.556016 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-78140cde-6f88-4816-ae0b-dbebf59d6da7 req-368e0166-2fa1-472e-b168-d86b07e18c49 service neutron] 10.222.0.42 "GET /v2.0/networks/3e84b45d-91e8-4295-8226-a12fdb0f907b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462231 Feb 16 12:45:28.556984 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2fe94c43-de84-4d3d-b65e-64ba6a6a5acb tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.601647 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a5462716-313f-4feb-92b6-8a5f82512afb tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.664187 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27af730-5537-4566-9160-462a132af3f9 req-ff37507d-17e7-4f78-9728-017416f82439 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:28.671631 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c27af730-5537-4566-9160-462a132af3f9 req-ff37507d-17e7-4f78-9728-017416f82439 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.5010824 Feb 16 12:45:28.686360 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf54ea6-eb10-4ce2-91ae-71e8478dfbb7 tempest-ExternalNetworksTestJSON-1729571623 tempest-ExternalNetworksTestJSON-1729571623-project] Pushing event updated for resources: {'Network': ['ID=b077fcd7-e292-4ce1-b553-21a09c6eca59,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:28.693666 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-51b776ae-148f-4c8c-8a85-812d152123c4 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Request body: {'network': {'name': 'tempest-network--672711454', 'router:external': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:28.702184 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network b077fcd7-e292-4ce1-b553-21a09c6eca59 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:45:28.710389 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-78140cde-6f88-4816-ae0b-dbebf59d6da7 req-66a040b5-f0a4-422a-8127-6bc788fe465a service neutron] 10.222.0.42 "GET /v2.0/networks/3e84b45d-91e8-4295-8226-a12fdb0f907b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423221 Feb 16 12:45:28.741336 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2fe94c43-de84-4d3d-b65e-64ba6a6a5acb tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.747161 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2fe94c43-de84-4d3d-b65e-64ba6a6a5acb tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.773459 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5462716-313f-4feb-92b6-8a5f82512afb tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Network 03a063ce-41f9-4df1-852f-279a1fbe8992 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:28.774461 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b776ae-148f-4c8c-8a85-812d152123c4 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Made reservation on behalf of c218664e7f094fb296260e03e1da5c30 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:28.776795 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-51b776ae-148f-4c8c-8a85-812d152123c4 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.781578 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Pushing event updated for resources: {'Port': ['ID=e85845c5-4b50-439d-b712-f288d3dd035f,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:28.796005 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-51b776ae-148f-4c8c-8a85-812d152123c4 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.799942 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2fe94c43-de84-4d3d-b65e-64ba6a6a5acb tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.801127 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2fe94c43-de84-4d3d-b65e-64ba6a6a5acb tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3112161 Feb 16 12:45:28.808369 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33212) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:28.813694 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-a132941e-1e7f-458c-8933-ede73f44e8ad tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Request body: {'security_group': {'name': 'tempest-secgroup--1099069342'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:28.818338 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe94c43-de84-4d3d-b65e-64ba6a6a5acb tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=728fcdcc-c9c8-465d-9542-77e5ad632387,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:28.818815 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-a5462716-313f-4feb-92b6-8a5f82512afb tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:28.837767 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5462716-313f-4feb-92b6-8a5f82512afb tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:45:28.838061 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a5462716-313f-4feb-92b6-8a5f82512afb tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.863368 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a132941e-1e7f-458c-8933-ede73f44e8ad tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.921245 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c27af730-5537-4566-9160-462a132af3f9 req-1f79adf4-710e-4507-ba0c-17c757301016 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2486370 Feb 16 12:45:28.976669 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f71fd1f-b4bb-49a5-bdb6-5ba861721c9f tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:28.977760 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-51b776ae-148f-4c8c-8a85-812d152123c4 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.978832 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6f71fd1f-b4bb-49a5-bdb6-5ba861721c9f tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "GET /v2.0/networks/7c058952-6289-4dc6-9bde-ef9abb4926ac HTTP/1.1" status: 200 len: 803 time: 0.4696677 Feb 16 12:45:28.990957 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33214) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:29.000849 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-51b776ae-148f-4c8c-8a85-812d152123c4 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.045199 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Checking segment: {'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:45:29.045581 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Network hostable DHCP agents. Network: acecd126-26ab-455f-a5e8-e451b9b42008, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:45:29.057187 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5462716-313f-4feb-92b6-8a5f82512afb tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event updated for resources: {'Port': ['ID=cc099861-6b1d-4c45-9d1e-bace882930aa,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:29.087240 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-90a330f8-1858-43fb-84dd-ca677b089b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.125811 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-90a330f8-1858-43fb-84dd-ca677b089b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.165864 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Network acecd126-26ab-455f-a5e8-e451b9b42008 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:45:29.200550 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9e357286-f986-4192-bcd6-2e60c52f0cc3 None None] Provisioning complete for port cc099861-6b1d-4c45-9d1e-bace882930aa triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:29.201250 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9e357286-f986-4192-bcd6-2e60c52f0cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.233965 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, acecd126-26ab-455f-a5e8-e451b9b42008) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:29.236060 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:45:29.248671 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-90a330f8-1858-43fb-84dd-ca677b089b55 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=033720df406144a7a6e2355574348121&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5316005 Feb 16 12:45:29.248671 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a330f8-1858-43fb-84dd-ca677b089b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0186b16-e3ac-42cb-916e-fb22ab94109c,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:29.249104 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de915e80-f4c5-4153-ad67-4d956a13c6a2 None None] Network acecd126-26ab-455f-a5e8-e451b9b42008 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:45:29.250717 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33216) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:29.263336 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a5462716-313f-4feb-92b6-8a5f82512afb tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.269726 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-258d13da-cfbe-413a-a782-0ae64da4da20 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.314938 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port e85845c5-4b50-439d-b712-f288d3dd035f on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:29.315289 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port e85845c5-4b50-439d-b712-f288d3dd035f by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] {{(pid=109048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:29.315613 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port e85845c5-4b50-439d-b712-f288d3dd035f on network acecd126-26ab-455f-a5e8-e451b9b42008 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:45:29.324513 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d13da-cfbe-413a-a782-0ae64da4da20 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event deleted for resources: {'Port': ['ID=5f805c42-d099-410b-846c-2c3947aaa082,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:29.368399 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Port e85845c5-4b50-439d-b712-f288d3dd035f on network acecd126-26ab-455f-a5e8-e451b9b42008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:45:29.368803 dv-neutron-828142-3-hyperv neutron-server[109048]: ERROR neutron.plugins.ml2.managers [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Failed to bind port e85845c5-4b50-439d-b712-f288d3dd035f on host hv-neutron-8281 for vnic_type normal using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] Feb 16 12:45:29.378521 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.plugins.ml2.plugin [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempt 2 to bind port e85845c5-4b50-439d-b712-f288d3dd035f Feb 16 12:45:29.392325 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a132941e-1e7f-458c-8933-ede73f44e8ad tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.442046 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a132941e-1e7f-458c-8933-ede73f44e8ad tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.467338 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51b776ae-148f-4c8c-8a85-812d152123c4 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:29.472171 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b776ae-148f-4c8c-8a85-812d152123c4 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879cada5-ac39-4b6a-bfc2-d69d504f87af,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:29.498287 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port e85845c5-4b50-439d-b712-f288d3dd035f on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:29.498636 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port e85845c5-4b50-439d-b712-f288d3dd035f by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] {{(pid=109048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:29.499423 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port e85845c5-4b50-439d-b712-f288d3dd035f on network acecd126-26ab-455f-a5e8-e451b9b42008 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:45:29.504780 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a132941e-1e7f-458c-8933-ede73f44e8ad tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=636f2262-5c88-45ab-9412-7b56bc6e65c8,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:29.509963 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a132941e-1e7f-458c-8933-ede73f44e8ad tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.513547 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a132941e-1e7f-458c-8933-ede73f44e8ad tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7013834 Feb 16 12:45:29.515200 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33218) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:29.527952 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-13f236c2-e956-49cf-ab91-4ef0f0988720 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Request body: {'security_group_rule': {'security_group_id': '728fcdcc-c9c8-465d-9542-77e5ad632387', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '636f2262-5c88-45ab-9412-7b56bc6e65c8', 'remote_ip_prefix': None}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:29.533178 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-51b776ae-148f-4c8c-8a85-812d152123c4 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.533178 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-51b776ae-148f-4c8c-8a85-812d152123c4 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Added segment 5da11bba-a834-4a3c-b172-067d6825fc5a of type vlan for network 914cc24d-fc77-4f22-96c5-687630f3717b Feb 16 12:45:29.533414 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9e357286-f986-4192-bcd6-2e60c52f0cc3 None None] Port cc099861-6b1d-4c45-9d1e-bace882930aa cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:45:29.558684 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Port e85845c5-4b50-439d-b712-f288d3dd035f on network acecd126-26ab-455f-a5e8-e451b9b42008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:45:29.559279 dv-neutron-828142-3-hyperv neutron-server[109048]: ERROR neutron.plugins.ml2.managers [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Failed to bind port e85845c5-4b50-439d-b712-f288d3dd035f on host hv-neutron-8281 for vnic_type normal using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] Feb 16 12:45:29.573003 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.plugins.ml2.plugin [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempt 3 to bind port e85845c5-4b50-439d-b712-f288d3dd035f Feb 16 12:45:29.576914 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-35c2fd70-74ed-4666-8be6-64ce7c2f0b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.630094 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3a798386-881b-42f8-8ebb-08b912b6eceb tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "GET /v2.0/networks/7c058952-6289-4dc6-9bde-ef9abb4926ac?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.6376684 Feb 16 12:45:29.630542 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-258d13da-cfbe-413a-a782-0ae64da4da20 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for floatingip, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.630861 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.l3_db [None req-258d13da-cfbe-413a-a782-0ae64da4da20 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Floating IP 5b96e9a9-5a98-4f32-891b-547d7a85d1f2 disassociated (deleted). External IP: 172.26.2.94, port: 71cff3a0-8845-4fa5-ad3f-afa312fc03ee. Feb 16 12:45:29.633384 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-51b776ae-148f-4c8c-8a85-812d152123c4 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.634407 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33220) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:29.634961 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port e85845c5-4b50-439d-b712-f288d3dd035f on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:29.635309 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port e85845c5-4b50-439d-b712-f288d3dd035f by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] {{(pid=109048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:29.635657 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port e85845c5-4b50-439d-b712-f288d3dd035f on network acecd126-26ab-455f-a5e8-e451b9b42008 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:45:29.647934 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-35c2fd70-74ed-4666-8be6-64ce7c2f0b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.682955 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-13f236c2-e956-49cf-ab91-4ef0f0988720 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.702438 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Port e85845c5-4b50-439d-b712-f288d3dd035f on network acecd126-26ab-455f-a5e8-e451b9b42008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:45:29.702744 dv-neutron-828142-3-hyperv neutron-server[109048]: ERROR neutron.plugins.ml2.managers [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Failed to bind port e85845c5-4b50-439d-b712-f288d3dd035f on host hv-neutron-8281 for vnic_type normal using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] Feb 16 12:45:29.730950 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.plugins.ml2.plugin [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempt 4 to bind port e85845c5-4b50-439d-b712-f288d3dd035f Feb 16 12:45:29.736665 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-51b776ae-148f-4c8c-8a85-812d152123c4 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.737619 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b776ae-148f-4c8c-8a85-812d152123c4 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:29.738199 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-51b776ae-148f-4c8c-8a85-812d152123c4 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.747448 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34266e0d-413f-4e60-91fd-9cc664aa8595 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:29.749165 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-34266e0d-413f-4e60-91fd-9cc664aa8595 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "GET /v2.0/subnets/2a35e762-6e0b-489a-93c1-4a9cca8f5920 HTTP/1.1" status: 200 len: 843 time: 0.1137850 Feb 16 12:45:29.764106 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33222) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:29.813931 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-51b776ae-148f-4c8c-8a85-812d152123c4 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2685273 Feb 16 12:45:29.829290 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33224) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:29.843963 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port e85845c5-4b50-439d-b712-f288d3dd035f on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:29.845232 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port e85845c5-4b50-439d-b712-f288d3dd035f by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] {{(pid=109048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:29.845232 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port e85845c5-4b50-439d-b712-f288d3dd035f on network acecd126-26ab-455f-a5e8-e451b9b42008 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:45:29.851391 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b776ae-148f-4c8c-8a85-812d152123c4 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Pushing event updated for resources: {'Network': ['ID=914cc24d-fc77-4f22-96c5-687630f3717b,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:29.863425 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 914cc24d-fc77-4f22-96c5-687630f3717b details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:45:29.885589 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Port e85845c5-4b50-439d-b712-f288d3dd035f on network acecd126-26ab-455f-a5e8-e451b9b42008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:45:29.885917 dv-neutron-828142-3-hyperv neutron-server[109048]: ERROR neutron.plugins.ml2.managers [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Failed to bind port e85845c5-4b50-439d-b712-f288d3dd035f on host hv-neutron-8281 for vnic_type normal using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] Feb 16 12:45:29.899879 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-13f236c2-e956-49cf-ab91-4ef0f0988720 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.901423 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.plugins.ml2.plugin [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempt 5 to bind port e85845c5-4b50-439d-b712-f288d3dd035f Feb 16 12:45:29.912784 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-13f236c2-e956-49cf-ab91-4ef0f0988720 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.946327 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f236c2-e956-49cf-ab91-4ef0f0988720 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b75c1b9b-214a-4ef6-83cd-2b8ac393f9e5,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:29.951773 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-56a47cd3-57a8-49d7-bfe7-9ce71ecbaa20 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.970604 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port e85845c5-4b50-439d-b712-f288d3dd035f on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:29.971436 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port e85845c5-4b50-439d-b712-f288d3dd035f by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] {{(pid=109048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:29.972129 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port e85845c5-4b50-439d-b712-f288d3dd035f on network acecd126-26ab-455f-a5e8-e451b9b42008 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:45:29.972290 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-13f236c2-e956-49cf-ab91-4ef0f0988720 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.974124 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-13f236c2-e956-49cf-ab91-4ef0f0988720 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4566712 Feb 16 12:45:29.977200 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33228) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:29.991399 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdc3480-da52-4175-b379-6082ae802758 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['shared'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:29.996130 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-bfdc3480-da52-4175-b379-6082ae802758 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "GET /v2.0/subnets/2a35e762-6e0b-489a-93c1-4a9cca8f5920?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2277067 Feb 16 12:45:29.996580 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a5462716-313f-4feb-92b6-8a5f82512afb tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.999897 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33230) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:30.008918 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-040ace29-9985-4bf7-90d2-5ed29354ca85 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1539014152'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:30.012152 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Port e85845c5-4b50-439d-b712-f288d3dd035f on network acecd126-26ab-455f-a5e8-e451b9b42008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:45:30.012477 dv-neutron-828142-3-hyperv neutron-server[109048]: ERROR neutron.plugins.ml2.managers [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Failed to bind port e85845c5-4b50-439d-b712-f288d3dd035f on host hv-neutron-8281 for vnic_type normal using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] Feb 16 12:45:30.015048 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.plugins.ml2.plugin [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempt 6 to bind port e85845c5-4b50-439d-b712-f288d3dd035f Feb 16 12:45:30.018188 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a5462716-313f-4feb-92b6-8a5f82512afb tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.018983 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a5462716-313f-4feb-92b6-8a5f82512afb tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.020766 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-35c2fd70-74ed-4666-8be6-64ce7c2f0b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.023485 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-35c2fd70-74ed-4666-8be6-64ce7c2f0b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.024856 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-35c2fd70-74ed-4666-8be6-64ce7c2f0b5d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e0186b16-e3ac-42cb-916e-fb22ab94109c HTTP/1.1" status: 204 len: 168 time: 0.7742436 Feb 16 12:45:30.047982 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-80a9cf79-4937-41d2-b7e3-5843c89ea5ec tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.104437 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-80a9cf79-4937-41d2-b7e3-5843c89ea5ec tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.116514 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-56a47cd3-57a8-49d7-bfe7-9ce71ecbaa20 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.152027 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-56a47cd3-57a8-49d7-bfe7-9ce71ecbaa20 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['914cc24d-fc77-4f22-96c5-687630f3717b']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:30.162944 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-80a9cf79-4937-41d2-b7e3-5843c89ea5ec tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.166139 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-56a47cd3-57a8-49d7-bfe7-9ce71ecbaa20 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5da11bba-a834-4a3c-b172-067d6825fc5a') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:30.166811 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-56a47cd3-57a8-49d7-bfe7-9ce71ecbaa20 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5da11bba-a834-4a3c-b172-067d6825fc5a') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:30.172973 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-80a9cf79-4937-41d2-b7e3-5843c89ea5ec tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.176702 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-80a9cf79-4937-41d2-b7e3-5843c89ea5ec tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/b75c1b9b-214a-4ef6-83cd-2b8ac393f9e5 HTTP/1.1" status: 204 len: 168 time: 0.1961417 Feb 16 12:45:30.184706 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33234) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:30.201970 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c2fd70-74ed-4666-8be6-64ce7c2f0b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0186b16-e3ac-42cb-916e-fb22ab94109c,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:30.210329 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-56a47cd3-57a8-49d7-bfe7-9ce71ecbaa20 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.227239 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a9cf79-4937-41d2-b7e3-5843c89ea5ec tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b75c1b9b-214a-4ef6-83cd-2b8ac393f9e5,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:30.232324 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port e85845c5-4b50-439d-b712-f288d3dd035f on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:30.232673 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port e85845c5-4b50-439d-b712-f288d3dd035f by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] {{(pid=109048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:30.233020 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port e85845c5-4b50-439d-b712-f288d3dd035f on network acecd126-26ab-455f-a5e8-e451b9b42008 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:45:30.256298 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Port e85845c5-4b50-439d-b712-f288d3dd035f on network acecd126-26ab-455f-a5e8-e451b9b42008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:45:30.256552 dv-neutron-828142-3-hyperv neutron-server[109048]: ERROR neutron.plugins.ml2.managers [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Failed to bind port e85845c5-4b50-439d-b712-f288d3dd035f on host hv-neutron-8281 for vnic_type normal using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] Feb 16 12:45:30.260525 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-56a47cd3-57a8-49d7-bfe7-9ce71ecbaa20 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.264165 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258d13da-cfbe-413a-a782-0ae64da4da20 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Router 3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:45:30.266450 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.plugins.ml2.plugin [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempt 7 to bind port e85845c5-4b50-439d-b712-f288d3dd035f Feb 16 12:45:30.279519 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d6f3efb3-8adc-4b34-9b73-640f98480c77 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0858018 Feb 16 12:45:30.279813 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33238) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:30.301587 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56a47cd3-57a8-49d7-bfe7-9ce71ecbaa20 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:30.302000 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-56a47cd3-57a8-49d7-bfe7-9ce71ecbaa20 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.304064 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:45:30.304064 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:30.304064 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:45:30.304064 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:30.304064 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:45:30.304064 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:45:30.304064 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:45:30.304064 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:30.304064 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:45:30.304064 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:30.304064 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:45:30.304064 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:30.304064 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:45:30.304064 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:45:30.304064 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:30.304064 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:45:30.304064 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:30.304064 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:45:30.304064 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:45:30.304064 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:45:30.304064 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:45:30.304064 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:45:30.304064 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:30.304064 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:30.304064 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:30.304064 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:30.304064 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:30.304064 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:30.304064 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:30.304064 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:30.304064 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:30.304064 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:30.329141 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5462716-313f-4feb-92b6-8a5f82512afb tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event updated for resources: {'Port': ['ID=cc099861-6b1d-4c45-9d1e-bace882930aa,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:30.340425 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040ace29-9985-4bf7-90d2-5ed29354ca85 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Made reservation on behalf of 70fcc45a3a8441ab94c6a943c4cc04ec for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:30.344044 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-040ace29-9985-4bf7-90d2-5ed29354ca85 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.350968 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port e85845c5-4b50-439d-b712-f288d3dd035f on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:30.351361 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port e85845c5-4b50-439d-b712-f288d3dd035f by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] {{(pid=109048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:30.351638 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port e85845c5-4b50-439d-b712-f288d3dd035f on network acecd126-26ab-455f-a5e8-e451b9b42008 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:45:30.385336 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3e315-c488-4579-a85d-b149be57ad07 req-e5e53248-c348-4e7d-89ad-98d94b703516 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:30.386971 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ace3e315-c488-4579-a85d-b149be57ad07 req-e5e53248-c348-4e7d-89ad-98d94b703516 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.3494289 Feb 16 12:45:30.394880 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Port e85845c5-4b50-439d-b712-f288d3dd035f on network acecd126-26ab-455f-a5e8-e451b9b42008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:45:30.395182 dv-neutron-828142-3-hyperv neutron-server[109048]: ERROR neutron.plugins.ml2.managers [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Failed to bind port e85845c5-4b50-439d-b712-f288d3dd035f on host hv-neutron-8281 for vnic_type normal using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] Feb 16 12:45:30.400710 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.plugins.ml2.plugin [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempt 8 to bind port e85845c5-4b50-439d-b712-f288d3dd035f Feb 16 12:45:30.403247 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-56a47cd3-57a8-49d7-bfe7-9ce71ecbaa20 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.410733 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a47cd3-57a8-49d7-bfe7-9ce71ecbaa20 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 914cc24d-fc77-4f22-96c5-687630f3717b {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 16 12:45:30.420485 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-56a47cd3-57a8-49d7-bfe7-9ce71ecbaa20 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.427142 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-56a47cd3-57a8-49d7-bfe7-9ce71ecbaa20 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] 10.222.0.90 "DELETE /v2.0/networks/914cc24d-fc77-4f22-96c5-687630f3717b HTTP/1.1" status: 204 len: 168 time: 0.5954041 Feb 16 12:45:30.441333 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ffc22c33-d677-4ca1-aeed-d51331ecd682 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.444384 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33240) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:30.454783 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-db9de7b6-b1ea-4812-9d85-c520b78bb8f9 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:30.466243 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a47cd3-57a8-49d7-bfe7-9ce71ecbaa20 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Pushing event deleted for resources: {'Network': ['ID=914cc24d-fc77-4f22-96c5-687630f3717b,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:30.494358 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33242) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:30.495896 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-040ace29-9985-4bf7-90d2-5ed29354ca85 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:30.499758 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port e85845c5-4b50-439d-b712-f288d3dd035f on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:30.500101 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port e85845c5-4b50-439d-b712-f288d3dd035f by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] {{(pid=109048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:30.500999 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port e85845c5-4b50-439d-b712-f288d3dd035f on network acecd126-26ab-455f-a5e8-e451b9b42008 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:45:30.524398 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ffc22c33-d677-4ca1-aeed-d51331ecd682 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.529251 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Port e85845c5-4b50-439d-b712-f288d3dd035f on network acecd126-26ab-455f-a5e8-e451b9b42008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:45:30.529640 dv-neutron-828142-3-hyperv neutron-server[109048]: ERROR neutron.plugins.ml2.managers [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Failed to bind port e85845c5-4b50-439d-b712-f288d3dd035f on host hv-neutron-8281 for vnic_type normal using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] Feb 16 12:45:30.538189 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.plugins.ml2.plugin [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempt 9 to bind port e85845c5-4b50-439d-b712-f288d3dd035f Feb 16 12:45:30.541751 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-040ace29-9985-4bf7-90d2-5ed29354ca85 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.542185 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-040ace29-9985-4bf7-90d2-5ed29354ca85 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Added segment 46c34f83-f85c-47ae-b99c-12be0c3ddbe4 of type vlan for network 1e1fc6f9-8078-4483-a271-d783474190dd Feb 16 12:45:30.583477 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5462716-313f-4feb-92b6-8a5f82512afb tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Network 03a063ce-41f9-4df1-852f-279a1fbe8992 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:30.603454 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9de7b6-b1ea-4812-9d85-c520b78bb8f9 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Made reservation on behalf of c218664e7f094fb296260e03e1da5c30 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:30.607024 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db9de7b6-b1ea-4812-9d85-c520b78bb8f9 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.639355 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ffc22c33-d677-4ca1-aeed-d51331ecd682 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.642279 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ffc22c33-d677-4ca1-aeed-d51331ecd682 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.646751 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ffc22c33-d677-4ca1-aeed-d51331ecd682 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "DELETE /v2.0/security-groups/636f2262-5c88-45ab-9412-7b56bc6e65c8 HTTP/1.1" status: 204 len: 168 time: 0.3658123 Feb 16 12:45:30.647863 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33244) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:30.662293 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-35fbc290-0d03-49b9-8979-00a9f578c055 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6458e97111fb4343a5736d1b40b6aca7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1559145 Feb 16 12:45:30.672586 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33246) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:30.703200 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc22c33-d677-4ca1-aeed-d51331ecd682 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=636f2262-5c88-45ab-9412-7b56bc6e65c8,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:30.729889 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db9de7b6-b1ea-4812-9d85-c520b78bb8f9 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:30.776168 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db9de7b6-b1ea-4812-9d85-c520b78bb8f9 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.776420 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-db9de7b6-b1ea-4812-9d85-c520b78bb8f9 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Added segment 9631fd50-1601-4055-a73b-23f934ff6889 of type vlan for network b3ba1fbc-4b7c-42d2-92c5-75269e4a233f Feb 16 12:45:30.842041 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-894ad0df-dc9e-424c-96ea-b294551c2b57 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1875479 Feb 16 12:45:30.846257 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33248) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:30.884246 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-a5462716-313f-4feb-92b6-8a5f82512afb tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:30.888367 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db9de7b6-b1ea-4812-9d85-c520b78bb8f9 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.909714 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ace3e315-c488-4579-a85d-b149be57ad07 req-7cf7e4da-a0af-4ca0-8931-1e8dfcab31d1 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5099442 Feb 16 12:45:30.912014 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-61f890f9-1c18-4afa-8103-0dbd064f8278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.932334 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port e85845c5-4b50-439d-b712-f288d3dd035f on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:30.932938 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port e85845c5-4b50-439d-b712-f288d3dd035f by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] {{(pid=109048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:30.933421 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port e85845c5-4b50-439d-b712-f288d3dd035f on network acecd126-26ab-455f-a5e8-e451b9b42008 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:45:30.995410 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-61f890f9-1c18-4afa-8103-0dbd064f8278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.000253 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-040ace29-9985-4bf7-90d2-5ed29354ca85 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.021622 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db9de7b6-b1ea-4812-9d85-c520b78bb8f9 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.024924 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9de7b6-b1ea-4812-9d85-c520b78bb8f9 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:31.025570 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db9de7b6-b1ea-4812-9d85-c520b78bb8f9 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.067600 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fda48ee2-7d2b-442d-a4a9-6cc291195e74 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.118506 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Port e85845c5-4b50-439d-b712-f288d3dd035f on network acecd126-26ab-455f-a5e8-e451b9b42008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:45:31.118842 dv-neutron-828142-3-hyperv neutron-server[109048]: ERROR neutron.plugins.ml2.managers [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Failed to bind port e85845c5-4b50-439d-b712-f288d3dd035f on host hv-neutron-8281 for vnic_type normal using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] Feb 16 12:45:31.157387 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.plugins.ml2.plugin [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempt 10 to bind port e85845c5-4b50-439d-b712-f288d3dd035f Feb 16 12:45:31.159586 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fda48ee2-7d2b-442d-a4a9-6cc291195e74 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.163837 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-040ace29-9985-4bf7-90d2-5ed29354ca85 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.169908 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040ace29-9985-4bf7-90d2-5ed29354ca85 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:31.170558 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-040ace29-9985-4bf7-90d2-5ed29354ca85 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.186925 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-db9de7b6-b1ea-4812-9d85-c520b78bb8f9 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7396331 Feb 16 12:45:31.193977 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33252) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:31.194509 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9de7b6-b1ea-4812-9d85-c520b78bb8f9 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Pushing event updated for resources: {'Network': ['ID=b3ba1fbc-4b7c-42d2-92c5-75269e4a233f,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:31.205768 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network b3ba1fbc-4b7c-42d2-92c5-75269e4a233f details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:45:31.208941 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-0424a4de-6b91-412b-8f9d-49addff57bf3 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Request body: {'subnet': {'network_id': 'b3ba1fbc-4b7c-42d2-92c5-75269e4a233f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:31.228256 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258d13da-cfbe-413a-a782-0ae64da4da20 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:45:31.265649 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0424a4de-6b91-412b-8f9d-49addff57bf3 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Made reservation on behalf of c218664e7f094fb296260e03e1da5c30 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:31.268661 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0424a4de-6b91-412b-8f9d-49addff57bf3 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.277673 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c454f815-693a-4591-9af1-5bdbb2583112 None None] Sync routers for ids ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:31.281634 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-258d13da-cfbe-413a-a782-0ae64da4da20 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.286848 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port e85845c5-4b50-439d-b712-f288d3dd035f on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:31.287190 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port e85845c5-4b50-439d-b712-f288d3dd035f by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] {{(pid=109048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:31.287531 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port e85845c5-4b50-439d-b712-f288d3dd035f on network acecd126-26ab-455f-a5e8-e451b9b42008 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:45:31.296000 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-040ace29-9985-4bf7-90d2-5ed29354ca85 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2894340 Feb 16 12:45:31.315979 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33254) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:31.321376 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-c85e69a2-edd5-4cf8-9e50-9c1e028ab836 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Request body: {'subnet': {'network_id': '1e1fc6f9-8078-4483-a271-d783474190dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:31.323672 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-61f890f9-1c18-4afa-8103-0dbd064f8278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.325367 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c454f815-693a-4591-9af1-5bdbb2583112 None None] Routers {'3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:31.326620 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-c454f815-693a-4591-9af1-5bdbb2583112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:45:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:31.326774 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-61f890f9-1c18-4afa-8103-0dbd064f8278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.333773 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-61f890f9-1c18-4afa-8103-0dbd064f8278 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1b982766-2261-4860-a3ea-c5a33b26a079 HTTP/1.1" status: 204 len: 168 time: 0.6517308 Feb 16 12:45:31.333773 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fda48ee2-7d2b-442d-a4a9-6cc291195e74 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.333773 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fda48ee2-7d2b-442d-a4a9-6cc291195e74 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.334866 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fda48ee2-7d2b-442d-a4a9-6cc291195e74 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "DELETE /v2.0/security-groups/728fcdcc-c9c8-465d-9542-77e5ad632387 HTTP/1.1" status: 204 len: 168 time: 0.4875772 Feb 16 12:45:31.349561 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33258) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:31.372078 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Port e85845c5-4b50-439d-b712-f288d3dd035f on network acecd126-26ab-455f-a5e8-e451b9b42008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:45:31.372428 dv-neutron-828142-3-hyperv neutron-server[109048]: ERROR neutron.plugins.ml2.managers [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Failed to bind port e85845c5-4b50-439d-b712-f288d3dd035f on host hv-neutron-8281 for vnic_type normal using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] Feb 16 12:45:31.372867 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.375945 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-c454f815-693a-4591-9af1-5bdbb2583112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:31.381342 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ace29-9985-4bf7-90d2-5ed29354ca85 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event updated for resources: {'Network': ['ID=1e1fc6f9-8078-4483-a271-d783474190dd,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:31.387784 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-8447023f-fdd0-42e8-91cb-2cd113499f78 None None] Provisioning complete for port cc099861-6b1d-4c45-9d1e-bace882930aa triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:31.387985 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8447023f-fdd0-42e8-91cb-2cd113499f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.389767 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f890f9-1c18-4afa-8103-0dbd064f8278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b982766-2261-4860-a3ea-c5a33b26a079,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:31.416936 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 1e1fc6f9-8078-4483-a271-d783474190dd details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:45:31.426822 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c454f815-693a-4591-9af1-5bdbb2583112 None None] Routers {'3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:31.427570 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-c454f815-693a-4591-9af1-5bdbb2583112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:45:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:31.442270 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-258d13da-cfbe-413a-a782-0ae64da4da20 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "DELETE /v2.0/floatingips/5b96e9a9-5a98-4f32-891b-547d7a85d1f2 HTTP/1.1" status: 204 len: 168 time: 4.8380024 Feb 16 12:45:31.446896 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33262) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:31.452928 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda48ee2-7d2b-442d-a4a9-6cc291195e74 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=728fcdcc-c9c8-465d-9542-77e5ad632387,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:31.465182 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-67c2efb9-8eba-4c97-ba75-a500b7d76c7b tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1166363 Feb 16 12:45:31.473030 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33264) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:31.479733 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5462716-313f-4feb-92b6-8a5f82512afb tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Router c051697a-14d5-43b6-ac3f-e554a9daba8f has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:45:31.481481 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-fc653ff8-fcb2-4f4b-8d9f-2f94abe31a7f tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Request body: {'security_group': {'name': 'tempest-secgroup--1312948737'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:31.515640 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fc653ff8-fcb2-4f4b-8d9f-2f94abe31a7f tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.551507 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-c454f815-693a-4591-9af1-5bdbb2583112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:31.552213 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c454f815-693a-4591-9af1-5bdbb2583112 None None] The sync data for ids ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:31.581169 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-8447023f-fdd0-42e8-91cb-2cd113499f78 None None] Port cc099861-6b1d-4c45-9d1e-bace882930aa cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:45:31.653611 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] For port e85845c5-4b50-439d-b712-f288d3dd035f, host hv-neutron-8281, cleared binding levels {{(pid=109048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:45:31.654194 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempted to set empty binding levels {{(pid=109048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 16 12:45:31.673202 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fc653ff8-fcb2-4f4b-8d9f-2f94abe31a7f tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.678599 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fc653ff8-fcb2-4f4b-8d9f-2f94abe31a7f tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.695408 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.745693 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85e69a2-edd5-4cf8-9e50-9c1e028ab836 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Made reservation on behalf of 70fcc45a3a8441ab94c6a943c4cc04ec for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:31.749356 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c85e69a2-edd5-4cf8-9e50-9c1e028ab836 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.755001 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:31.755816 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.761004 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fc653ff8-fcb2-4f4b-8d9f-2f94abe31a7f tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.762138 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fc653ff8-fcb2-4f4b-8d9f-2f94abe31a7f tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2878797 Feb 16 12:45:31.765722 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc653ff8-fcb2-4f4b-8d9f-2f94abe31a7f tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ecd4053-6db1-4fd1-a655-56d66331f30f,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:31.768358 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33268) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:31.774327 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-803c8a38-f5fe-4c8d-8506-c08203e64b08 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Request body: {'security_group_rule': {'security_group_id': '0ecd4053-6db1-4fd1-a655-56d66331f30f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:31.813494 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-803c8a38-f5fe-4c8d-8506-c08203e64b08 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.857246 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5462716-313f-4feb-92b6-8a5f82512afb tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:45:31.860943 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.ipam_backend_mixin [None req-c85e69a2-edd5-4cf8-9e50-9c1e028ab836 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Performing IP validity checks on allocation pools {{(pid=109048) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 16 12:45:31.862158 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.ipam_backend_mixin [None req-c85e69a2-edd5-4cf8-9e50-9c1e028ab836 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109048) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 16 12:45:31.864736 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Pushing event updated for resources: {'Port': ['ID=e85845c5-4b50-439d-b712-f288d3dd035f,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:31.874650 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a5462716-313f-4feb-92b6-8a5f82512afb tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "PUT /v2.0/routers/c051697a-14d5-43b6-ac3f-e554a9daba8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7819543 Feb 16 12:45:31.875129 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419214fb-9374-46c0-891c-c0d3c0bedc72 None None] Sync routers for ids ['c051697a-14d5-43b6-ac3f-e554a9daba8f'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:31.876602 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33270) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:31.884872 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-760d966d-04ca-4949-8c47-d483efd02c80 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 5.5902414 Feb 16 12:45:31.892871 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33272) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:31.898144 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419214fb-9374-46c0-891c-c0d3c0bedc72 None None] Routers {'c051697a-14d5-43b6-ac3f-e554a9daba8f'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:31.899298 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-419214fb-9374-46c0-891c-c0d3c0bedc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:45:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['c051697a-14d5-43b6-ac3f-e554a9daba8f'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:31.914909 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-03cb3b1a-c732-4572-9dab-c3c584375618 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Deleting port 71cff3a0-8845-4fa5-ad3f-afa312fc03ee {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:31.915317 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-03cb3b1a-c732-4572-9dab-c3c584375618 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.922654 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-803c8a38-f5fe-4c8d-8506-c08203e64b08 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.933483 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-803c8a38-f5fe-4c8d-8506-c08203e64b08 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.951834 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-419214fb-9374-46c0-891c-c0d3c0bedc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:31.959882 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e12ba62-a9ed-4c0f-a305-92100b84d8a8 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:31.961352 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3e12ba62-a9ed-4c0f-a305-92100b84d8a8 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "GET /v2.0/ports/cc099861-6b1d-4c45-9d1e-bace882930aa HTTP/1.1" status: 200 len: 913 time: 0.0843236 Feb 16 12:45:31.964375 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419214fb-9374-46c0-891c-c0d3c0bedc72 None None] Routers {'c051697a-14d5-43b6-ac3f-e554a9daba8f'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:31.965356 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-419214fb-9374-46c0-891c-c0d3c0bedc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:45:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['c051697a-14d5-43b6-ac3f-e554a9daba8f'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:31.970360 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33274) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:31.971506 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.objects.ports [None req-0424a4de-6b91-412b-8f9d-49addff57bf3 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109049) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 12:45:31.971972 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0424a4de-6b91-412b-8f9d-49addff57bf3 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.014357 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-419214fb-9374-46c0-891c-c0d3c0bedc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:32.015423 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419214fb-9374-46c0-891c-c0d3c0bedc72 None None] The sync data for ids ['c051697a-14d5-43b6-ac3f-e554a9daba8f'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:32.053238 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c8a38-f5fe-4c8d-8506-c08203e64b08 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a34f4d45-b616-4ca6-b5e9-919b34f7b3f5,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:32.107599 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-803c8a38-f5fe-4c8d-8506-c08203e64b08 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.108792 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-803c8a38-f5fe-4c8d-8506-c08203e64b08 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3392611 Feb 16 12:45:32.112710 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33276) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:32.117019 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-03cb3b1a-c732-4572-9dab-c3c584375618 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.140531 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0424a4de-6b91-412b-8f9d-49addff57bf3 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8eeb490e-7402-46dd-af1d-bb1534954971,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:32.174779 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-03cb3b1a-c732-4572-9dab-c3c584375618 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Calling delete_port for 71cff3a0-8845-4fa5-ad3f-afa312fc03ee owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:32.206726 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0424a4de-6b91-412b-8f9d-49addff57bf3 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Checking segment: {'id': '9631fd50-1601-4055-a73b-23f934ff6889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b3ba1fbc-4b7c-42d2-92c5-75269e4a233f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:45:32.207094 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0424a4de-6b91-412b-8f9d-49addff57bf3 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Network hostable DHCP agents. Network: b3ba1fbc-4b7c-42d2-92c5-75269e4a233f, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:45:32.222946 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9dde0a7a-b639-424a-9986-15ca660eadea tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.229829 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-aad8cb1e-9ec5-408b-866d-fb349c399176 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Deleting port e85845c5-4b50-439d-b712-f288d3dd035f {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:32.230175 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-aad8cb1e-9ec5-408b-866d-fb349c399176 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.264712 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0424a4de-6b91-412b-8f9d-49addff57bf3 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Network b3ba1fbc-4b7c-42d2-92c5-75269e4a233f is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:45:32.293106 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-0424a4de-6b91-412b-8f9d-49addff57bf3 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, b3ba1fbc-4b7c-42d2-92c5-75269e4a233f) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:32.293663 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9dde0a7a-b639-424a-9986-15ca660eadea tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.297178 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c85e69a2-edd5-4cf8-9e50-9c1e028ab836 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.302600 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0424a4de-6b91-412b-8f9d-49addff57bf3 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:32.303194 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0424a4de-6b91-412b-8f9d-49addff57bf3 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.305930 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda62f17-cad6-45d0-8c50-7778cf0f5048 None None] Network b3ba1fbc-4b7c-42d2-92c5-75269e4a233f requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:45:32.331308 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0424a4de-6b91-412b-8f9d-49addff57bf3 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1340959 Feb 16 12:45:32.332871 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33286) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:32.350828 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-58a31f9a-b3e2-48b2-952b-d66cc7d168ef tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Request body: {'floatingip': {'floating_network_id': 'b3ba1fbc-4b7c-42d2-92c5-75269e4a233f'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:32.458307 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-aad8cb1e-9ec5-408b-866d-fb349c399176 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] For port e85845c5-4b50-439d-b712-f288d3dd035f, host hv-neutron-8281, got binding levels [] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:45:32.458685 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-aad8cb1e-9ec5-408b-866d-fb349c399176 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.482535 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9dde0a7a-b639-424a-9986-15ca660eadea tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.502882 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e69a2-edd5-4cf8-9e50-9c1e028ab836 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event updated for resources: {'Subnet': ['ID=e48613e1-bd1c-4f92-861a-e23a81826f7e,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:32.506096 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-aad8cb1e-9ec5-408b-866d-fb349c399176 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Calling delete_port for e85845c5-4b50-439d-b712-f288d3dd035f owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:32.510470 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9dde0a7a-b639-424a-9986-15ca660eadea tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.514209 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-9dde0a7a-b639-424a-9986-15ca660eadea tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/a34f4d45-b616-4ca6-b5e9-919b34f7b3f5 HTTP/1.1" status: 204 len: 168 time: 0.3980024 Feb 16 12:45:32.516558 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33288) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:32.531638 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58246b5-76bd-4d01-81c2-bd8f2bf88f1f None None] Network b3ba1fbc-4b7c-42d2-92c5-75269e4a233f requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:45:32.536098 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-58a31f9a-b3e2-48b2-952b-d66cc7d168ef tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.545777 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde0a7a-b639-424a-9986-15ca660eadea tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a34f4d45-b616-4ca6-b5e9-919b34f7b3f5,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:32.652753 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e69a2-edd5-4cf8-9e50-9c1e028ab836 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Checking segment: {'id': '46c34f83-f85c-47ae-b99c-12be0c3ddbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1e1fc6f9-8078-4483-a271-d783474190dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:45:32.653117 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85e69a2-edd5-4cf8-9e50-9c1e028ab836 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Network hostable DHCP agents. Network: 1e1fc6f9-8078-4483-a271-d783474190dd, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:45:32.654468 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-43f33188-3a2f-43f1-bfc7-7aacd6d0c32d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.666266 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b007c790-d3b5-4e79-b4d8-bf514569984e tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1468463 Feb 16 12:45:32.671152 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33296) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:32.705714 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4b83b882-eea1-421f-ad79-0007f2921498 req-949501ac-cc78-4f7e-8f48-f64662fd1c54 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1392412 Feb 16 12:45:32.779191 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-aad8cb1e-9ec5-408b-866d-fb349c399176 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.847933 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85e69a2-edd5-4cf8-9e50-9c1e028ab836 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Network 1e1fc6f9-8078-4483-a271-d783474190dd is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:45:32.863162 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8cb1e-9ec5-408b-866d-fb349c399176 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Pushing event deleted for resources: {'Port': ['ID=e85845c5-4b50-439d-b712-f288d3dd035f,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:32.884786 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83b882-eea1-421f-ad79-0007f2921498 req-012a8ef8-c4a4-4032-9b5a-920fb7b87930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:32.886337 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4b83b882-eea1-421f-ad79-0007f2921498 req-012a8ef8-c4a4-4032-9b5a-920fb7b87930 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0adafc1d94b74e8bb4ed6949f44548d7&device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 1098 time: 0.1511328 Feb 16 12:45:32.915054 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-c85e69a2-edd5-4cf8-9e50-9c1e028ab836 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 1e1fc6f9-8078-4483-a271-d783474190dd) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:32.920467 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-aad8cb1e-9ec5-408b-866d-fb349c399176 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.923802 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-aad8cb1e-9ec5-408b-866d-fb349c399176 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] 10.222.0.90 "DELETE /v2.0/ports/e85845c5-4b50-439d-b712-f288d3dd035f HTTP/1.1" status: 204 len: 168 time: 1.0290222 Feb 16 12:45:32.927421 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33304) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:32.931292 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85e69a2-edd5-4cf8-9e50-9c1e028ab836 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:32.931888 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c85e69a2-edd5-4cf8-9e50-9c1e028ab836 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.935848 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-44ed8a53-93a8-40b0-8796-6b21588ad352 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.937740 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636a2583-62bd-464b-b433-fca824ea9335 None None] Network 1e1fc6f9-8078-4483-a271-d783474190dd requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:45:32.960752 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-03cb3b1a-c732-4572-9dab-c3c584375618 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.993441 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-44ed8a53-93a8-40b0-8796-6b21588ad352 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.004267 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c85e69a2-edd5-4cf8-9e50-9c1e028ab836 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.6872637 Feb 16 12:45:33.027007 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33306) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:33.030792 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-9678b432-7fd9-4dfd-8ca1-074cd83f53fc tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] GET failed (client error): The resource could not be found. Feb 16 12:45:33.032416 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9678b432-7fd9-4dfd-8ca1-074cd83f53fc tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] 10.222.0.90 "GET /v2.0/ports/e85845c5-4b50-439d-b712-f288d3dd035f HTTP/1.1" status: 404 len: 333 time: 0.0969365 Feb 16 12:45:33.038664 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33308) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:33.041876 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb3b1a-c732-4572-9dab-c3c584375618 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event deleted for resources: {'Port': ['ID=71cff3a0-8845-4fa5-ad3f-afa312fc03ee,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:33.043135 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-35872caa-f01d-4e10-a2d6-8288decccb48 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:33.053637 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-90ac0b4b-c9ce-4b86-b475-8be4705b670f tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Request body: {'port': {'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2032838712'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:33.142306 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-58a31f9a-b3e2-48b2-952b-d66cc7d168ef tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.200126 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-44ed8a53-93a8-40b0-8796-6b21588ad352 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.203057 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-44ed8a53-93a8-40b0-8796-6b21588ad352 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.207867 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-44ed8a53-93a8-40b0-8796-6b21588ad352 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "DELETE /v2.0/security-groups/0ecd4053-6db1-4fd1-a655-56d66331f30f HTTP/1.1" status: 204 len: 168 time: 0.5006618 Feb 16 12:45:33.211119 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83b882-eea1-421f-ad79-0007f2921498 req-4b366c0d-4979-4e69-b347-58ff7f14ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:33.211996 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93c35fb-bacf-4950-965f-c69036e5baa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-1e1fc6f9-8078-4483-a271-d783474190dd', 'network_id': '1e1fc6f9-8078-4483-a271-d783474190dd', 'tenant_id': '70fcc45a3a8441ab94c6a943c4cc04ec', 'fixed_ips': [{'subnet_id': 'e48613e1-bd1c-4f92-861a-e23a81826f7e'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:45:33.212672 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4b83b882-eea1-421f-ad79-0007f2921498 req-4b366c0d-4979-4e69-b347-58ff7f14ae31 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3e84b45d-91e8-4295-8226-a12fdb0f907b HTTP/1.1" status: 200 len: 913 time: 0.2873445 Feb 16 12:45:33.213162 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33312) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:33.213778 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b93c35fb-bacf-4950-965f-c69036e5baa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.270888 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ac0b4b-c9ce-4b86-b475-8be4705b670f tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Made reservation on behalf of 739107b59dc949e6a09a2704ea809373 for: {'port': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:33.273500 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-90ac0b4b-c9ce-4b86-b475-8be4705b670f tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.280097 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed8a53-93a8-40b0-8796-6b21588ad352 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ecd4053-6db1-4fd1-a655-56d66331f30f,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:33.306684 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-03cb3b1a-c732-4572-9dab-c3c584375618 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.310492 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-03cb3b1a-c732-4572-9dab-c3c584375618 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "DELETE /v2.0/ports/71cff3a0-8845-4fa5-ad3f-afa312fc03ee HTTP/1.1" status: 204 len: 168 time: 1.8410320 Feb 16 12:45:33.315273 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33316) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:33.322971 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-a8d47e7c-7256-42d5-9793-2773b902dd9b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Request body: {'floatingip': {'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:33.334596 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-90ac0b4b-c9ce-4b86-b475-8be4705b670f tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] device_id is not set on port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:45:33.397171 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4b83b882-eea1-421f-ad79-0007f2921498 req-efde4e87-d0fa-4ee5-96c0-9b6cacc7cb15 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23a5268e-cfd5-444e-bec1-73456853ab27 HTTP/1.1" status: 200 len: 1000 time: 0.1694832 Feb 16 12:45:33.397737 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-b93c35fb-bacf-4950-965f-c69036e5baa8 None None] Allocated IP 2001:db8::3 (1e1fc6f9-8078-4483-a271-d783474190dd/e48613e1-bd1c-4f92-861a-e23a81826f7e/8de919ed-1b1b-4f6f-bf5e-ae1c6b0012c9) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:33.449587 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a8d47e7c-7256-42d5-9793-2773b902dd9b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for floatingip, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.489521 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83b882-eea1-421f-ad79-0007f2921498 req-e8d2e8cc-5259-4bbc-b32c-0dccae4f966b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:33.492515 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4b83b882-eea1-421f-ad79-0007f2921498 req-e8d2e8cc-5259-4bbc-b32c-0dccae4f966b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=280fbadf-e19b-45d5-88e2-fb9cd6467432 HTTP/1.1" status: 200 len: 851 time: 0.0693300 Feb 16 12:45:33.494735 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-58a31f9a-b3e2-48b2-952b-d66cc7d168ef tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Allocated IP 172.20.0.5 (b3ba1fbc-4b7c-42d2-92c5-75269e4a233f/8eeb490e-7402-46dd-af1d-bb1534954971/3e3dca26-3b43-4ac6-a56e-6387f42d41c2) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:33.498619 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35872caa-f01d-4e10-a2d6-8288decccb48 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9022215'] for subnet, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.607321 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-43f33188-3a2f-43f1-bfc7-7aacd6d0c32d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Deleting port cc099861-6b1d-4c45-9d1e-bace882930aa {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:33.607904 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-43f33188-3a2f-43f1-bfc7-7aacd6d0c32d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.610521 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b93c35fb-bacf-4950-965f-c69036e5baa8 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.619317 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b93c35fb-bacf-4950-965f-c69036e5baa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.620078 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-446cc271-1b0d-490d-a45c-e19f8df1b53d tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4031863 Feb 16 12:45:33.681712 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93c35fb-bacf-4950-965f-c69036e5baa8 None None] Network 1e1fc6f9-8078-4483-a271-d783474190dd is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:33.691150 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-b93c35fb-bacf-4950-965f-c69036e5baa8 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:33.693666 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-58a31f9a-b3e2-48b2-952b-d66cc7d168ef tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.694182 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93c35fb-bacf-4950-965f-c69036e5baa8 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:45:33.697134 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33324) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:33.730021 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c35fb-bacf-4950-965f-c69036e5baa8 None None] Pushing event updated for resources: {'Port': ['ID=8de919ed-1b1b-4f6f-bf5e-ae1c6b0012c9,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:33.731873 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-2bf324dd-fd58-47c4-be9b-f55443f11971 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Request body: {'security_group': {'name': 'tempest-secgroup--1045467030'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:33.760575 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93c35fb-bacf-4950-965f-c69036e5baa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:33.761145 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93c35fb-bacf-4950-965f-c69036e5baa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:33.762068 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93c35fb-bacf-4950-965f-c69036e5baa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:33.762068 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93c35fb-bacf-4950-965f-c69036e5baa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:33.762627 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93c35fb-bacf-4950-965f-c69036e5baa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:33.763059 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93c35fb-bacf-4950-965f-c69036e5baa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:33.763486 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93c35fb-bacf-4950-965f-c69036e5baa8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:33.763935 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93c35fb-bacf-4950-965f-c69036e5baa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:33.764380 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93c35fb-bacf-4950-965f-c69036e5baa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:33.764824 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93c35fb-bacf-4950-965f-c69036e5baa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:33.765250 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93c35fb-bacf-4950-965f-c69036e5baa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:33.765961 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93c35fb-bacf-4950-965f-c69036e5baa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:33.792520 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83b882-eea1-421f-ad79-0007f2921498 req-23404a62-6851-4aae-8151-a359829729c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:33.795221 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-b93c35fb-bacf-4950-965f-c69036e5baa8 None None] Attempting to bind port 8de919ed-1b1b-4f6f-bf5e-ae1c6b0012c9 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:33.796127 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-b93c35fb-bacf-4950-965f-c69036e5baa8 None None] Attempting to bind port 8de919ed-1b1b-4f6f-bf5e-ae1c6b0012c9 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '46c34f83-f85c-47ae-b99c-12be0c3ddbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1e1fc6f9-8078-4483-a271-d783474190dd'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:33.796295 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4b83b882-eea1-421f-ad79-0007f2921498 req-23404a62-6851-4aae-8151-a359829729c7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e84b45d-91e8-4295-8226-a12fdb0f907b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2794566 Feb 16 12:45:33.796402 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93c35fb-bacf-4950-965f-c69036e5baa8 None None] Attempting to bind port 8de919ed-1b1b-4f6f-bf5e-ae1c6b0012c9 on network 1e1fc6f9-8078-4483-a271-d783474190dd {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:45:33.803412 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93c35fb-bacf-4950-965f-c69036e5baa8 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:45:33.804408 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93c35fb-bacf-4950-965f-c69036e5baa8 None None] Checking segment: {'id': '46c34f83-f85c-47ae-b99c-12be0c3ddbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1e1fc6f9-8078-4483-a271-d783474190dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:45:33.804795 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b93c35fb-bacf-4950-965f-c69036e5baa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.805330 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93c35fb-bacf-4950-965f-c69036e5baa8 None None] Bound using segment: {'id': '46c34f83-f85c-47ae-b99c-12be0c3ddbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1e1fc6f9-8078-4483-a271-d783474190dd'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:45:33.806664 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-b93c35fb-bacf-4950-965f-c69036e5baa8 None None] Bound port: 8de919ed-1b1b-4f6f-bf5e-ae1c6b0012c9, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c34f83-f85c-47ae-b99c-12be0c3ddbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1e1fc6f9-8078-4483-a271-d783474190dd'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:33.807377 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b93c35fb-bacf-4950-965f-c69036e5baa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.813860 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-90ac0b4b-c9ce-4b86-b475-8be4705b670f tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.837102 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2bf324dd-fd58-47c4-be9b-f55443f11971 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.838602 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33328) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:33.888359 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-58a31f9a-b3e2-48b2-952b-d66cc7d168ef tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.922797 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-b93c35fb-bacf-4950-965f-c69036e5baa8 None None] For port 8de919ed-1b1b-4f6f-bf5e-ae1c6b0012c9, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:45:33.927244 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-b93c35fb-bacf-4950-965f-c69036e5baa8 None None] For port 8de919ed-1b1b-4f6f-bf5e-ae1c6b0012c9, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=8de919ed-1b1b-4f6f-bf5e-ae1c6b0012c9,segment=NetworkSegment(46c34f83-f85c-47ae-b99c-12be0c3ddbe4),segment_id=46c34f83-f85c-47ae-b99c-12be0c3ddbe4)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:45:33.937632 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b93c35fb-bacf-4950-965f-c69036e5baa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.974025 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a31f9a-b3e2-48b2-952b-d66cc7d168ef tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Network b3ba1fbc-4b7c-42d2-92c5-75269e4a233f is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:33.976658 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-43f33188-3a2f-43f1-bfc7-7aacd6d0c32d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.987004 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-58a31f9a-b3e2-48b2-952b-d66cc7d168ef tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:33.989160 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a31f9a-b3e2-48b2-952b-d66cc7d168ef tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Pushing event updated for resources: {'Port': ['ID=3e3dca26-3b43-4ac6-a56e-6387f42d41c2,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:33.994902 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a31f9a-b3e2-48b2-952b-d66cc7d168ef tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:45:34.003224 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-90ac0b4b-c9ce-4b86-b475-8be4705b670f tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.005821 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a8d47e7c-7256-42d5-9793-2773b902dd9b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.012609 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-43f33188-3a2f-43f1-bfc7-7aacd6d0c32d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Calling delete_port for cc099861-6b1d-4c45-9d1e-bace882930aa owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:34.028511 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-82907850-a036-4efc-a812-095d8281a03b tempest-RoutersAdminNegativeIpV6Test-1451391363 tempest-RoutersAdminNegativeIpV6Test-1451391363-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-972146767', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:34.048476 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35872caa-f01d-4e10-a2d6-8288decccb48 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736716730983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9630371'] for subnet, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.065154 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4b83b882-eea1-421f-ad79-0007f2921498 req-69731a45-4a0f-4ae5-8163-340ba9b83b97 service neutron] 10.222.0.42 "GET /v2.0/networks/3e84b45d-91e8-4295-8226-a12fdb0f907b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577705 Feb 16 12:45:34.070736 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c35fb-bacf-4950-965f-c69036e5baa8 None None] Pushing event updated for resources: {'Port': ['ID=8de919ed-1b1b-4f6f-bf5e-ae1c6b0012c9,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:34.147697 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ac0b4b-c9ce-4b86-b475-8be4705b670f tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Network acecd126-26ab-455f-a5e8-e451b9b42008 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:34.155444 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2bf324dd-fd58-47c4-be9b-f55443f11971 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.165368 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-90ac0b4b-c9ce-4b86-b475-8be4705b670f tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:34.174928 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ac0b4b-c9ce-4b86-b475-8be4705b670f tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:45:34.176155 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ac0b4b-c9ce-4b86-b475-8be4705b670f tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:34.176954 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-90ac0b4b-c9ce-4b86-b475-8be4705b670f tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.179490 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2bf324dd-fd58-47c4-be9b-f55443f11971 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.187545 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac0b4b-c9ce-4b86-b475-8be4705b670f tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Pushing event updated for resources: {'Port': ['ID=03df0136-3dbe-4efc-8f5e-215eb27c1a9d,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:34.611628 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2bf324dd-fd58-47c4-be9b-f55443f11971 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.612926 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2bf324dd-fd58-47c4-be9b-f55443f11971 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8853161 Feb 16 12:45:34.619179 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 8de919ed-1b1b-4f6f-bf5e-ae1c6b0012c9 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:45:34.625932 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35872caa-f01d-4e10-a2d6-8288decccb48 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:34.626460 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-90ac0b4b-c9ce-4b86-b475-8be4705b670f tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5858989 Feb 16 12:45:34.626568 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35872caa-f01d-4e10-a2d6-8288decccb48 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.628372 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-35872caa-f01d-4e10-a2d6-8288decccb48 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "PUT /v2.0/subnets/e48613e1-bd1c-4f92-861a-e23a81826f7e HTTP/1.1" status: 200 len: 900 time: 1.5996885 Feb 16 12:45:34.632673 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33332) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:34.632849 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33334) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:34.632942 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33336) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:34.643724 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-987dd533-68fe-4b9e-8516-5008fb23d86c tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Request body: {'security_group_rule': {'security_group_id': 'f9b753aa-2ac4-43ed-9bc4-99eb60ccd57f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:34.645981 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8281'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:34.651020 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35872caa-f01d-4e10-a2d6-8288decccb48 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event updated for resources: {'Subnet': ['ID=e48613e1-bd1c-4f92-861a-e23a81826f7e,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:34.678671 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 8de919ed-1b1b-4f6f-bf5e-ae1c6b0012c9 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:34.679217 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.680270 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82907850-a036-4efc-a812-095d8281a03b tempest-RoutersAdminNegativeIpV6Test-1451391363 tempest-RoutersAdminNegativeIpV6Test-1451391363-project-admin] Made reservation on behalf of c0fc266c60dc475eb5ba00b1748331a9 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:34.682275 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-82907850-a036-4efc-a812-095d8281a03b tempest-RoutersAdminNegativeIpV6Test-1451391363 tempest-RoutersAdminNegativeIpV6Test-1451391363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.684485 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf324dd-fd58-47c4-be9b-f55443f11971 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b753aa-2ac4-43ed-9bc4-99eb60ccd57f,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:34.703556 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-82907850-a036-4efc-a812-095d8281a03b tempest-RoutersAdminNegativeIpV6Test-1451391363 tempest-RoutersAdminNegativeIpV6Test-1451391363-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.744255 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-58a31f9a-b3e2-48b2-952b-d66cc7d168ef tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.765473 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-a8d47e7c-7256-42d5-9793-2773b902dd9b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Allocated IP 172.26.2.114 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/af76f681-4fb5-4b9b-bec3-65657aeee7f0) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:34.784937 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.827472 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.837803 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 8de919ed-1b1b-4f6f-bf5e-ae1c6b0012c9, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=8de919ed-1b1b-4f6f-bf5e-ae1c6b0012c9,segment=NetworkSegment(46c34f83-f85c-47ae-b99c-12be0c3ddbe4),segment_id=46c34f83-f85c-47ae-b99c-12be0c3ddbe4)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:45:34.846973 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.853039 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4b83b882-eea1-421f-ad79-0007f2921498 req-0e320ef5-dad5-4761-baf9-a193bc091314 service neutron] 10.222.0.42 "GET /v2.0/networks/3e84b45d-91e8-4295-8226-a12fdb0f907b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161504 Feb 16 12:45:34.860869 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-987dd533-68fe-4b9e-8516-5008fb23d86c tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.924865 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-58a31f9a-b3e2-48b2-952b-d66cc7d168ef tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.927240 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=8de919ed-1b1b-4f6f-bf5e-ae1c6b0012c9,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:34.932817 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4cd37440-fc6f-4b5d-b9d5-bba7af14d93e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.038006 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-43f33188-3a2f-43f1-bfc7-7aacd6d0c32d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.041277 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-82907850-a036-4efc-a812-095d8281a03b tempest-RoutersAdminNegativeIpV6Test-1451391363 tempest-RoutersAdminNegativeIpV6Test-1451391363-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.057451 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-82907850-a036-4efc-a812-095d8281a03b tempest-RoutersAdminNegativeIpV6Test-1451391363 tempest-RoutersAdminNegativeIpV6Test-1451391363-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.099692 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-82907850-a036-4efc-a812-095d8281a03b tempest-RoutersAdminNegativeIpV6Test-1451391363 tempest-RoutersAdminNegativeIpV6Test-1451391363-project-admin] device_id is not set on port 2a69eabf-59ba-4893-80d8-23dc049ba049 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:45:35.103788 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f33188-3a2f-43f1-bfc7-7aacd6d0c32d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event deleted for resources: {'Port': ['ID=cc099861-6b1d-4c45-9d1e-bace882930aa,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:35.181069 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-987dd533-68fe-4b9e-8516-5008fb23d86c tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.186223 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a8d47e7c-7256-42d5-9793-2773b902dd9b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.198732 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-987dd533-68fe-4b9e-8516-5008fb23d86c tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.208521 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82907850-a036-4efc-a812-095d8281a03b tempest-RoutersAdminNegativeIpV6Test-1451391363 tempest-RoutersAdminNegativeIpV6Test-1451391363-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af3b69c-4c7e-44a4-85a7-2cadf367491d,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:35.250814 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987dd533-68fe-4b9e-8516-5008fb23d86c tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b62e701-cd15-4230-9971-4e00c5b2aa07,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:35.290329 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-987dd533-68fe-4b9e-8516-5008fb23d86c tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.291534 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-987dd533-68fe-4b9e-8516-5008fb23d86c tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6513932 Feb 16 12:45:35.293053 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-4cd37440-fc6f-4b5d-b9d5-bba7af14d93e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Deleting port 8de919ed-1b1b-4f6f-bf5e-ae1c6b0012c9 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:35.293642 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4cd37440-fc6f-4b5d-b9d5-bba7af14d93e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.302202 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33338) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:35.340576 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9ddfca-7928-44ec-bdda-cbbd8d058b19 None None] Network 1e1fc6f9-8078-4483-a271-d783474190dd requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:45:35.357647 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] device_id is not set on port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:45:35.382489 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c9f71d84-cd3a-4eaa-8f7c-bec01cfbe7ca tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "GET /v2.0/security-group-rules/5b62e701-cd15-4230-9971-4e00c5b2aa07 HTTP/1.1" status: 200 len: 763 time: 0.0767257 Feb 16 12:45:35.382489 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a8d47e7c-7256-42d5-9793-2773b902dd9b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.383972 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.385401 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33340) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:35.399803 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-43f33188-3a2f-43f1-bfc7-7aacd6d0c32d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.416401 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.426130 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-58a31f9a-b3e2-48b2-952b-d66cc7d168ef tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.436481 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-14f59c4a-fede-4f25-a18a-1928e05fdc0a None None] Provisioning complete for port 8de919ed-1b1b-4f6f-bf5e-ae1c6b0012c9 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:35.437288 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-14f59c4a-fede-4f25-a18a-1928e05fdc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.452757 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-58a31f9a-b3e2-48b2-952b-d66cc7d168ef tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.460666 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d47e7c-7256-42d5-9793-2773b902dd9b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:35.475567 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-82907850-a036-4efc-a812-095d8281a03b tempest-RoutersAdminNegativeIpV6Test-1451391363 tempest-RoutersAdminNegativeIpV6Test-1451391363-project-admin] Allocated IP 172.26.2.151 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/2a69eabf-59ba-4893-80d8-23dc049ba049) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:35.480782 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-a8d47e7c-7256-42d5-9793-2773b902dd9b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:35.485997 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d47e7c-7256-42d5-9793-2773b902dd9b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event updated for resources: {'Port': ['ID=af76f681-4fb5-4b9b-bec3-65657aeee7f0,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:35.491534 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d47e7c-7256-42d5-9793-2773b902dd9b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:45:35.584248 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Pushing event updated for resources: {'Port': ['ID=03df0136-3dbe-4efc-8f5e-215eb27c1a9d,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:35.600753 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-56e9f7b1-2732-4c22-bfc9-8d19eb372fd1 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2068958 Feb 16 12:45:35.603804 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33342) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:35.607137 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-4cd37440-fc6f-4b5d-b9d5-bba7af14d93e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] For port 8de919ed-1b1b-4f6f-bf5e-ae1c6b0012c9, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=8de919ed-1b1b-4f6f-bf5e-ae1c6b0012c9,segment=NetworkSegment(46c34f83-f85c-47ae-b99c-12be0c3ddbe4),segment_id=46c34f83-f85c-47ae-b99c-12be0c3ddbe4)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:45:35.607506 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4cd37440-fc6f-4b5d-b9d5-bba7af14d93e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.632528 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a31f9a-b3e2-48b2-952b-d66cc7d168ef tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Pushing event updated for resources: {'Port': ['ID=3e3dca26-3b43-4ac6-a56e-6387f42d41c2,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:35.645694 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:35.646270 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:35.646398 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d on network acecd126-26ab-455f-a5e8-e451b9b42008 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:45:35.649840 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-4cd37440-fc6f-4b5d-b9d5-bba7af14d93e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Calling delete_port for 8de919ed-1b1b-4f6f-bf5e-ae1c6b0012c9 owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:35.659271 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-58a31f9a-b3e2-48b2-952b-d66cc7d168ef tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.666577 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d on network acecd126-26ab-455f-a5e8-e451b9b42008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:45:35.666903 dv-neutron-828142-3-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Failed to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d on host hv-neutron-8281 for vnic_type normal using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] Feb 16 12:45:35.669118 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempt 2 to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d Feb 16 12:45:35.689304 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-98ff5fb0-c02a-4178-bf7c-ae1ed5a753ed tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.719352 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-58a31f9a-b3e2-48b2-952b-d66cc7d168ef tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.721391 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-58a31f9a-b3e2-48b2-952b-d66cc7d168ef tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.3829308 Feb 16 12:45:35.725028 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33344) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:35.725749 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:35.726076 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:35.726404 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d on network acecd126-26ab-455f-a5e8-e451b9b42008 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:45:35.759205 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-98ff5fb0-c02a-4178-bf7c-ae1ed5a753ed tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.815865 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a8d47e7c-7256-42d5-9793-2773b902dd9b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.825143 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-98ff5fb0-c02a-4178-bf7c-ae1ed5a753ed tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.833263 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-98ff5fb0-c02a-4178-bf7c-ae1ed5a753ed tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.836888 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-98ff5fb0-c02a-4178-bf7c-ae1ed5a753ed tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/5b62e701-cd15-4230-9971-4e00c5b2aa07 HTTP/1.1" status: 204 len: 168 time: 0.2240672 Feb 16 12:45:35.843576 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33346) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:35.852293 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d on network acecd126-26ab-455f-a5e8-e451b9b42008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:45:35.852641 dv-neutron-828142-3-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Failed to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d on host hv-neutron-8281 for vnic_type normal using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] Feb 16 12:45:35.861987 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempt 3 to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d Feb 16 12:45:35.862656 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554a91c0-a5f5-4d53-8ce9-b0ce40b5961e None None] Network 1e1fc6f9-8078-4483-a271-d783474190dd requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:45:35.878484 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff5fb0-c02a-4178-bf7c-ae1ed5a753ed tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b62e701-cd15-4230-9971-4e00c5b2aa07,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:35.886437 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-890024fc-17a7-4618-8ac7-879d05c0790a tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] 10.222.0.90 "GET /v2.0/floatingips?floating_network_id=b3ba1fbc-4b7c-42d2-92c5-75269e4a233f HTTP/1.1" status: 200 len: 689 time: 0.1552451 Feb 16 12:45:35.887650 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33348) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:35.902383 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:35.902712 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:35.903035 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d on network acecd126-26ab-455f-a5e8-e451b9b42008 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:45:35.920164 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d on network acecd126-26ab-455f-a5e8-e451b9b42008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:45:35.920484 dv-neutron-828142-3-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Failed to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d on host hv-neutron-8281 for vnic_type normal using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] Feb 16 12:45:35.920590 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a8d47e7c-7256-42d5-9793-2773b902dd9b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.922719 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempt 4 to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d Feb 16 12:45:35.949034 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f33188-3a2f-43f1-bfc7-7aacd6d0c32d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Router c051697a-14d5-43b6-ac3f-e554a9daba8f has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:45:35.952053 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:35.952388 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:35.952738 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d on network acecd126-26ab-455f-a5e8-e451b9b42008 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:45:35.958281 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-e117c1d8-c105-4a6b-94f1-137d2220b4ba None None] Provisioning complete for port 8de919ed-1b1b-4f6f-bf5e-ae1c6b0012c9 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:35.958649 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-82907850-a036-4efc-a812-095d8281a03b tempest-RoutersAdminNegativeIpV6Test-1451391363 tempest-RoutersAdminNegativeIpV6Test-1451391363-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.958789 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e117c1d8-c105-4a6b-94f1-137d2220b4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.967356 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d on network acecd126-26ab-455f-a5e8-e451b9b42008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:45:35.967818 dv-neutron-828142-3-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Failed to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d on host hv-neutron-8281 for vnic_type normal using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] Feb 16 12:45:35.969409 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempt 5 to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d Feb 16 12:45:36.018761 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-fb57606c-0aed-4a73-a530-dd1f0ff81967 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1718407 Feb 16 12:45:36.023219 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:36.023559 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:36.023889 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d on network acecd126-26ab-455f-a5e8-e451b9b42008 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:45:36.026264 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33350) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:36.045260 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-2967ca46-ba5a-45fa-bf32-36319f6c97c6 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Request body: {'security_group_rule': {'security_group_id': 'f9b753aa-2ac4-43ed-9bc4-99eb60ccd57f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:36.065022 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d on network acecd126-26ab-455f-a5e8-e451b9b42008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:45:36.065352 dv-neutron-828142-3-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Failed to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d on host hv-neutron-8281 for vnic_type normal using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] Feb 16 12:45:36.068472 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempt 6 to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d Feb 16 12:45:36.099775 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:36.100106 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:36.100434 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d on network acecd126-26ab-455f-a5e8-e451b9b42008 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:45:36.104666 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4cd37440-fc6f-4b5d-b9d5-bba7af14d93e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.110349 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d on network acecd126-26ab-455f-a5e8-e451b9b42008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:45:36.110676 dv-neutron-828142-3-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Failed to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d on host hv-neutron-8281 for vnic_type normal using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] Feb 16 12:45:36.111313 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempt 7 to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d Feb 16 12:45:36.114271 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f33188-3a2f-43f1-bfc7-7aacd6d0c32d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:45:36.116146 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-82907850-a036-4efc-a812-095d8281a03b tempest-RoutersAdminNegativeIpV6Test-1451391363 tempest-RoutersAdminNegativeIpV6Test-1451391363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.123874 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-43f33188-3a2f-43f1-bfc7-7aacd6d0c32d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "PUT /v2.0/routers/c051697a-14d5-43b6-ac3f-e554a9daba8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1461642 Feb 16 12:45:36.125191 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33352) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:36.133216 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2568bcf6-240f-4b34-a466-2f630411a114 None None] Sync routers for ids ['c051697a-14d5-43b6-ac3f-e554a9daba8f'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:36.149040 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2568bcf6-240f-4b34-a466-2f630411a114 None None] Routers {'c051697a-14d5-43b6-ac3f-e554a9daba8f'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:36.149911 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2568bcf6-240f-4b34-a466-2f630411a114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:45:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['c051697a-14d5-43b6-ac3f-e554a9daba8f'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:36.160887 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd37440-fc6f-4b5d-b9d5-bba7af14d93e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event deleted for resources: {'Port': ['ID=8de919ed-1b1b-4f6f-bf5e-ae1c6b0012c9,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:36.197865 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2568bcf6-240f-4b34-a466-2f630411a114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:36.202044 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:36.202423 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:36.202622 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d on network acecd126-26ab-455f-a5e8-e451b9b42008 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:45:36.209855 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2568bcf6-240f-4b34-a466-2f630411a114 None None] Routers {'c051697a-14d5-43b6-ac3f-e554a9daba8f'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:36.210474 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2568bcf6-240f-4b34-a466-2f630411a114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:45:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['c051697a-14d5-43b6-ac3f-e554a9daba8f'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:36.257617 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2568bcf6-240f-4b34-a466-2f630411a114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:36.258289 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2568bcf6-240f-4b34-a466-2f630411a114 None None] The sync data for ids ['c051697a-14d5-43b6-ac3f-e554a9daba8f'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:36.286754 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3b91be53-7809-46ef-8e2e-66e8c9a3f955 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.304338 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2967ca46-ba5a-45fa-bf32-36319f6c97c6 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.310748 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd37440-fc6f-4b5d-b9d5-bba7af14d93e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] No DVR routers for this DVR port 8de919ed-1b1b-4f6f-bf5e-ae1c6b0012c9 on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:36.410777 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ba643a-2a57-482e-9fd9-6f22229c023f None None] DHCP port deletion for 1e1fc6f9-8078-4483-a271-d783474190dd request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:45:36.432292 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-a91c7988-42b5-4c4b-b91f-8ae4990a241b None None] Could not find standard attr ID for object 8de919ed-1b1b-4f6f-bf5e-ae1c6b0012c9. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:45:36.437178 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e978c2-1e48-4f5d-8710-06b952acacb3 None None] get_active_networks_info from dv-neutron-828142-3-hyperv {{(pid=109050) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 12:45:36.484957 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82907850-a036-4efc-a812-095d8281a03b tempest-RoutersAdminNegativeIpV6Test-1451391363 tempest-RoutersAdminNegativeIpV6Test-1451391363-project-admin] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:36.489152 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d on network acecd126-26ab-455f-a5e8-e451b9b42008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:45:36.489481 dv-neutron-828142-3-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Failed to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d on host hv-neutron-8281 for vnic_type normal using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] Feb 16 12:45:36.496667 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempt 8 to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d Feb 16 12:45:36.499325 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-82907850-a036-4efc-a812-095d8281a03b tempest-RoutersAdminNegativeIpV6Test-1451391363 tempest-RoutersAdminNegativeIpV6Test-1451391363-project-admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:36.506641 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82907850-a036-4efc-a812-095d8281a03b tempest-RoutersAdminNegativeIpV6Test-1451391363 tempest-RoutersAdminNegativeIpV6Test-1451391363-project-admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:45:36.508480 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82907850-a036-4efc-a812-095d8281a03b tempest-RoutersAdminNegativeIpV6Test-1451391363 tempest-RoutersAdminNegativeIpV6Test-1451391363-project-admin] Pushing event updated for resources: {'Port': ['ID=2a69eabf-59ba-4893-80d8-23dc049ba049,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:36.516234 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4cd37440-fc6f-4b5d-b9d5-bba7af14d93e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.552422 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:36.552802 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:36.553526 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d on network acecd126-26ab-455f-a5e8-e451b9b42008 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:45:36.578838 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e978c2-1e48-4f5d-8710-06b952acacb3 None None] Resources bound (agent type, host, resource id): {{(pid=109050) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:45:36.601999 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d on network acecd126-26ab-455f-a5e8-e451b9b42008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:45:36.602329 dv-neutron-828142-3-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Failed to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d on host hv-neutron-8281 for vnic_type normal using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] Feb 16 12:45:36.603323 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 8de919ed-1b1b-4f6f-bf5e-ae1c6b0012c9 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:45:36.604550 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempt 9 to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d Feb 16 12:45:36.621023 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2967ca46-ba5a-45fa-bf32-36319f6c97c6 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.637361 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2967ca46-ba5a-45fa-bf32-36319f6c97c6 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.638346 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82907850-a036-4efc-a812-095d8281a03b tempest-RoutersAdminNegativeIpV6Test-1451391363 tempest-RoutersAdminNegativeIpV6Test-1451391363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:36.638918 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-82907850-a036-4efc-a812-095d8281a03b tempest-RoutersAdminNegativeIpV6Test-1451391363 tempest-RoutersAdminNegativeIpV6Test-1451391363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.666714 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:36.666714 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:36.667455 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d on network acecd126-26ab-455f-a5e8-e451b9b42008 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:45:36.667532 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 8de919ed-1b1b-4f6f-bf5e-ae1c6b0012c9 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:45:36.667532 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 8de919ed-1b1b-4f6f-bf5e-ae1c6b0012c9 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:45:36.675205 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a8d47e7c-7256-42d5-9793-2773b902dd9b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.675364 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d on network acecd126-26ab-455f-a5e8-e451b9b42008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:45:36.675577 dv-neutron-828142-3-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Failed to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d on host hv-neutron-8281 for vnic_type normal using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] Feb 16 12:45:36.676165 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempt 10 to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d Feb 16 12:45:36.683198 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967ca46-ba5a-45fa-bf32-36319f6c97c6 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a97a58ce-8d1f-4298-81f6-cc93cf26e052,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:36.684726 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-82907850-a036-4efc-a812-095d8281a03b tempest-RoutersAdminNegativeIpV6Test-1451391363 tempest-RoutersAdminNegativeIpV6Test-1451391363-project-admin] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.8393223 Feb 16 12:45:36.693716 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33354) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:36.695621 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a8d47e7c-7256-42d5-9793-2773b902dd9b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.700173 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-fc94a8e7-bafb-489c-8cbc-c7f5074783c4 tempest-RoutersAdminNegativeIpV6Test-1451391363 tempest-RoutersAdminNegativeIpV6Test-1451391363-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.151'}]}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:36.705797 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2967ca46-ba5a-45fa-bf32-36319f6c97c6 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.707037 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2967ca46-ba5a-45fa-bf32-36319f6c97c6 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6781442 Feb 16 12:45:36.712865 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33356) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:36.715385 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-3b91be53-7809-46ef-8e2e-66e8c9a3f955 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Deleting port 3e3dca26-3b43-4ac6-a56e-6387f42d41c2 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:36.715727 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3b91be53-7809-46ef-8e2e-66e8c9a3f955 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.739834 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:36.740024 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:36.740283 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d on network acecd126-26ab-455f-a5e8-e451b9b42008 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:45:36.760836 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4cd37440-fc6f-4b5d-b9d5-bba7af14d93e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.768223 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d on network acecd126-26ab-455f-a5e8-e451b9b42008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:45:36.769146 dv-neutron-828142-3-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Failed to bind port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d on host hv-neutron-8281 for vnic_type normal using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] Feb 16 12:45:36.769512 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.787976 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f1636a02-853b-4a8e-969a-b47d0409c918 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "GET /v2.0/security-group-rules/a97a58ce-8d1f-4298-81f6-cc93cf26e052 HTTP/1.1" status: 200 len: 763 time: 0.0717077 Feb 16 12:45:36.795109 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33358) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:36.855009 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fc94a8e7-bafb-489c-8cbc-c7f5074783c4 tempest-RoutersAdminNegativeIpV6Test-1451391363 tempest-RoutersAdminNegativeIpV6Test-1451391363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.856029 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fc94a8e7-bafb-489c-8cbc-c7f5074783c4 tempest-RoutersAdminNegativeIpV6Test-1451391363 tempest-RoutersAdminNegativeIpV6Test-1451391363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.869478 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd37440-fc6f-4b5d-b9d5-bba7af14d93e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event deleted for resources: {'Subnet': ['ID=e48613e1-bd1c-4f92-861a-e23a81826f7e,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:36.873152 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d47e7c-7256-42d5-9793-2773b902dd9b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event updated for resources: {'Port': ['ID=af76f681-4fb5-4b9b-bec3-65657aeee7f0,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:36.954070 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a8d47e7c-7256-42d5-9793-2773b902dd9b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.964800 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4cd37440-fc6f-4b5d-b9d5-bba7af14d93e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.965638 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fc94a8e7-bafb-489c-8cbc-c7f5074783c4 tempest-RoutersAdminNegativeIpV6Test-1451391363 tempest-RoutersAdminNegativeIpV6Test-1451391363-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.980221 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c0b37078-6446-4f6f-8de9-47b614521716 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1816456 Feb 16 12:45:36.983671 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33360) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:36.989487 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3b91be53-7809-46ef-8e2e-66e8c9a3f955 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.989814 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3b91be53-7809-46ef-8e2e-66e8c9a3f955 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.012825 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-3b91be53-7809-46ef-8e2e-66e8c9a3f955 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Calling delete_port for 3e3dca26-3b43-4ac6-a56e-6387f42d41c2 owned by network:floatingip {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:37.016429 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a8d47e7c-7256-42d5-9793-2773b902dd9b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.020192 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a8d47e7c-7256-42d5-9793-2773b902dd9b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7017553 Feb 16 12:45:37.020192 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-4cd37440-fc6f-4b5d-b9d5-bba7af14d93e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e1fc6f9-8078-4483-a271-d783474190dd']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:37.030144 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33362) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:37.036477 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-65f55de6-801c-4620-b3bc-57760b843b07 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Request body: {'port': {'network_id': 'b6a76a54-150d-46b0-a7ca-74d9770bd04b', 'name': 'tempest-FloatingIPTestJSON-2023936288'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:37.037375 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] For port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:45:37.037742 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempted to set empty binding levels {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 16 12:45:37.049675 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-4cd37440-fc6f-4b5d-b9d5-bba7af14d93e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46c34f83-f85c-47ae-b99c-12be0c3ddbe4') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:37.049870 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-4cd37440-fc6f-4b5d-b9d5-bba7af14d93e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46c34f83-f85c-47ae-b99c-12be0c3ddbe4') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:37.071560 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.109081 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b269dba0-7b2b-438b-a4f9-d12f2292be7d None None] Network 1e1fc6f9-8078-4483-a271-d783474190dd requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:45:37.111089 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4cd37440-fc6f-4b5d-b9d5-bba7af14d93e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.145594 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c4339b69-deeb-47da-be68-9af1497296fa tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.188005 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] In _notify_port_updated(), no bound segment for port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d on network acecd126-26ab-455f-a5e8-e451b9b42008 {{(pid=109049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 12:45:37.188986 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:37.189611 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.191125 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] 10.222.0.90 "PUT /v2.0/ports/03df0136-3dbe-4efc-8f5e-215eb27c1a9d HTTP/1.1" status: 200 len: 977 time: 2.5553670 Feb 16 12:45:37.197527 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33364) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:37.203754 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4cd37440-fc6f-4b5d-b9d5-bba7af14d93e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.214827 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd37440-fc6f-4b5d-b9d5-bba7af14d93e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:37.215376 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4cd37440-fc6f-4b5d-b9d5-bba7af14d93e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.220285 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:45:37.220285 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:37.220285 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:45:37.220285 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:37.220285 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:45:37.220285 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:45:37.220285 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:45:37.220285 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:37.220285 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:45:37.220285 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:37.220285 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:45:37.220285 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:37.220285 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:45:37.220285 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:45:37.220285 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:37.220285 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:45:37.220285 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:37.220285 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:45:37.220285 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:45:37.220285 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:45:37.220285 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:45:37.220285 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:45:37.220285 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:37.220285 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:37.220285 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:37.220285 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:37.220285 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:37.220285 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:37.220285 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:37.220285 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:37.220285 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:37.220285 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:37.240913 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2ed06d-def3-495e-98d9-189827b0ab78 None None] DHCP port deletion for 1e1fc6f9-8078-4483-a271-d783474190dd request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:45:37.251894 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c4339b69-deeb-47da-be68-9af1497296fa tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.310862 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d194aed-b12c-4b8b-805d-3da1428c9391 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Pushing event updated for resources: {'Port': ['ID=03df0136-3dbe-4efc-8f5e-215eb27c1a9d,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:37.319850 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fc94a8e7-bafb-489c-8cbc-c7f5074783c4 tempest-RoutersAdminNegativeIpV6Test-1451391363 tempest-RoutersAdminNegativeIpV6Test-1451391363-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.369187 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c4339b69-deeb-47da-be68-9af1497296fa tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.373941 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c4339b69-deeb-47da-be68-9af1497296fa tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.375790 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c4339b69-deeb-47da-be68-9af1497296fa tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/a97a58ce-8d1f-4298-81f6-cc93cf26e052 HTTP/1.1" status: 204 len: 168 time: 0.3896863 Feb 16 12:45:37.383379 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33366) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:37.441803 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4339b69-deeb-47da-be68-9af1497296fa tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a97a58ce-8d1f-4298-81f6-cc93cf26e052,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:37.457741 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf58e3ea-531b-4da4-9b39-692a5c438719 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:37.458216 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf58e3ea-531b-4da4-9b39-692a5c438719 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:37.458687 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf58e3ea-531b-4da4-9b39-692a5c438719 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:37.459135 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf58e3ea-531b-4da4-9b39-692a5c438719 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:37.459591 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf58e3ea-531b-4da4-9b39-692a5c438719 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:37.460042 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf58e3ea-531b-4da4-9b39-692a5c438719 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:37.460492 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf58e3ea-531b-4da4-9b39-692a5c438719 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:37.460973 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf58e3ea-531b-4da4-9b39-692a5c438719 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:37.461425 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf58e3ea-531b-4da4-9b39-692a5c438719 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:37.461874 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf58e3ea-531b-4da4-9b39-692a5c438719 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:37.462326 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf58e3ea-531b-4da4-9b39-692a5c438719 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:37.462772 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf58e3ea-531b-4da4-9b39-692a5c438719 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:37.463219 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf58e3ea-531b-4da4-9b39-692a5c438719 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:37.463665 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf58e3ea-531b-4da4-9b39-692a5c438719 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:37.464115 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf58e3ea-531b-4da4-9b39-692a5c438719 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:37.464557 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf58e3ea-531b-4da4-9b39-692a5c438719 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:37.465031 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf58e3ea-531b-4da4-9b39-692a5c438719 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:37.465490 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf58e3ea-531b-4da4-9b39-692a5c438719 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:37.465930 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf58e3ea-531b-4da4-9b39-692a5c438719 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:37.466383 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf58e3ea-531b-4da4-9b39-692a5c438719 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:37.466828 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf58e3ea-531b-4da4-9b39-692a5c438719 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:37.467273 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf58e3ea-531b-4da4-9b39-692a5c438719 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:37.467719 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf58e3ea-531b-4da4-9b39-692a5c438719 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:37.471354 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-bf58e3ea-531b-4da4-9b39-692a5c438719 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20532 time: 0.2694275 Feb 16 12:45:37.476874 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33368) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:37.489696 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-66fc73f8-a294-4295-a429-059dae8287b3 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.579553 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4cd37440-fc6f-4b5d-b9d5-bba7af14d93e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.593442 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4cd37440-fc6f-4b5d-b9d5-bba7af14d93e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.596085 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-4cd37440-fc6f-4b5d-b9d5-bba7af14d93e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "DELETE /v2.0/networks/1e1fc6f9-8078-4483-a271-d783474190dd HTTP/1.1" status: 204 len: 168 time: 2.9467099 Feb 16 12:45:37.599853 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33370) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:37.608532 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd37440-fc6f-4b5d-b9d5-bba7af14d93e tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event deleted for resources: {'Network': ['ID=1e1fc6f9-8078-4483-a271-d783474190dd,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:37.637795 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5229531a-fbc0-4295-a17b-9e71c1143cf3 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2523522 Feb 16 12:45:37.640540 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33372) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:37.645569 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-c34f7f18-ca69-435f-b1ac-865d8ecbb2e1 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Request body: {'security_group_rule': {'security_group_id': 'f9b753aa-2ac4-43ed-9bc4-99eb60ccd57f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:37.663910 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f55de6-801c-4620-b3bc-57760b843b07 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Made reservation on behalf of 6647fb2f59f54c42932ca2327a418c5c for: {'port': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:37.667373 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-65f55de6-801c-4620-b3bc-57760b843b07 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.675171 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-2438ecf8-f67b-4cfb-9b94-5bc62a710095 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:37.675721 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2438ecf8-f67b-4cfb-9b94-5bc62a710095 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:37.678579 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2438ecf8-f67b-4cfb-9b94-5bc62a710095 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "DELETE /v2.0/subnets/e48613e1-bd1c-4f92-861a-e23a81826f7e HTTP/1.1" status: 404 len: 337 time: 0.0754459 Feb 16 12:45:37.682696 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33374) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:37.707998 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3b91be53-7809-46ef-8e2e-66e8c9a3f955 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.710282 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-65f55de6-801c-4620-b3bc-57760b843b07 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] device_id is not set on port c7597343-1ccd-49d6-9593-6fc8f310f5e7 yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:45:37.716306 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f014afd-5c7f-41ce-9979-9632b32bacb9 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:37.717024 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f014afd-5c7f-41ce-9979-9632b32bacb9 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:37.720037 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3f014afd-5c7f-41ce-9979-9632b32bacb9 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "DELETE /v2.0/networks/1e1fc6f9-8078-4483-a271-d783474190dd HTTP/1.1" status: 404 len: 339 time: 0.0340149 Feb 16 12:45:37.741653 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33376) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:37.757033 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91be53-7809-46ef-8e2e-66e8c9a3f955 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e3dca26-3b43-4ac6-a56e-6387f42d41c2,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:37.802605 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c34f7f18-ca69-435f-b1ac-865d8ecbb2e1 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.805151 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-0af0ef97-d7a4-458e-8b0e-8b5cff76b6ca tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Deleting port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:37.805490 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0af0ef97-d7a4-458e-8b0e-8b5cff76b6ca tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.961395 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9c155369-7e26-43a1-b0fd-6b10522627a1 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.963162 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-0af0ef97-d7a4-458e-8b0e-8b5cff76b6ca tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] For port 03df0136-3dbe-4efc-8f5e-215eb27c1a9d, host hv-neutron-8281, got binding levels [] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:45:37.963587 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0af0ef97-d7a4-458e-8b0e-8b5cff76b6ca tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.979613 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-0af0ef97-d7a4-458e-8b0e-8b5cff76b6ca tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Calling delete_port for 03df0136-3dbe-4efc-8f5e-215eb27c1a9d owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:37.983351 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c34f7f18-ca69-435f-b1ac-865d8ecbb2e1 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.014394 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c34f7f18-ca69-435f-b1ac-865d8ecbb2e1 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.067828 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f7f18-ca69-435f-b1ac-865d8ecbb2e1 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bf820af-14fa-4872-b887-a703468f4219,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:38.088187 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c34f7f18-ca69-435f-b1ac-865d8ecbb2e1 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.092658 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c34f7f18-ca69-435f-b1ac-865d8ecbb2e1 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4479842 Feb 16 12:45:38.092658 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-65f55de6-801c-4620-b3bc-57760b843b07 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Allocated IP 172.20.0.12 (b6a76a54-150d-46b0-a7ca-74d9770bd04b/4ef89f55-012a-4c64-9128-1e6c29cc58ac/c7597343-1ccd-49d6-9593-6fc8f310f5e7) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:38.104820 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33378) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:38.115098 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3b91be53-7809-46ef-8e2e-66e8c9a3f955 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.124745 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fc94a8e7-bafb-489c-8cbc-c7f5074783c4 tempest-RoutersAdminNegativeIpV6Test-1451391363 tempest-RoutersAdminNegativeIpV6Test-1451391363-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.166891 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-05ced30b-58b3-438c-93c4-ecd70548b025 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "GET /v2.0/security-group-rules/5bf820af-14fa-4872-b887-a703468f4219 HTTP/1.1" status: 200 len: 764 time: 0.0573244 Feb 16 12:45:38.168520 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33380) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:38.170927 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fc94a8e7-bafb-489c-8cbc-c7f5074783c4 tempest-RoutersAdminNegativeIpV6Test-1451391363 tempest-RoutersAdminNegativeIpV6Test-1451391363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.228210 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9c155369-7e26-43a1-b0fd-6b10522627a1 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.272738 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-9c155369-7e26-43a1-b0fd-6b10522627a1 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35dee70b-39ba-4165-bd64-02d73a85afa9']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:38.290672 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-9c155369-7e26-43a1-b0fd-6b10522627a1 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6ab17f5-2794-453a-9701-48a443b35907') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:38.290965 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-9c155369-7e26-43a1-b0fd-6b10522627a1 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6ab17f5-2794-453a-9701-48a443b35907') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:38.292705 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3b91be53-7809-46ef-8e2e-66e8c9a3f955 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.333642 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9c155369-7e26-43a1-b0fd-6b10522627a1 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.385369 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f8360617-9bac-4489-b061-1529baa3b2de tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2157006 Feb 16 12:45:38.385611 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9c155369-7e26-43a1-b0fd-6b10522627a1 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.388890 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0af0ef97-d7a4-458e-8b0e-8b5cff76b6ca tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.390417 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33382) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:38.408700 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c155369-7e26-43a1-b0fd-6b10522627a1 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:38.408939 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9c155369-7e26-43a1-b0fd-6b10522627a1 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.411908 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:45:38.411908 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:38.411908 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:45:38.411908 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:38.411908 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:45:38.411908 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:45:38.411908 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:45:38.411908 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:38.411908 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:45:38.411908 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:38.411908 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:45:38.411908 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:38.411908 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:45:38.411908 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:45:38.411908 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:38.411908 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:45:38.411908 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:38.411908 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:45:38.411908 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:45:38.411908 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:45:38.411908 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:45:38.411908 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:45:38.411908 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:38.411908 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:38.411908 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:38.411908 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:38.411908 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:38.411908 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:38.411908 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:38.411908 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:38.411908 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:38.411908 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:38.511149 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ffe7ce94-4b35-4a4b-944d-5db7532d6f94 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.520822 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3b91be53-7809-46ef-8e2e-66e8c9a3f955 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.535411 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ffe7ce94-4b35-4a4b-944d-5db7532d6f94 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.547370 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9c155369-7e26-43a1-b0fd-6b10522627a1 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.588516 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-65f55de6-801c-4620-b3bc-57760b843b07 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.592033 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9c155369-7e26-43a1-b0fd-6b10522627a1 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.597614 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-9c155369-7e26-43a1-b0fd-6b10522627a1 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "DELETE /v2.0/networks/35dee70b-39ba-4165-bd64-02d73a85afa9 HTTP/1.1" status: 204 len: 168 time: 0.8513358 Feb 16 12:45:38.600984 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91be53-7809-46ef-8e2e-66e8c9a3f955 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8eeb490e-7402-46dd-af1d-bb1534954971,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:38.612452 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33384) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:38.630886 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c155369-7e26-43a1-b0fd-6b10522627a1 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event deleted for resources: {'Network': ['ID=35dee70b-39ba-4165-bd64-02d73a85afa9,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:38.683718 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af0ef97-d7a4-458e-8b0e-8b5cff76b6ca tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Pushing event deleted for resources: {'Port': ['ID=03df0136-3dbe-4efc-8f5e-215eb27c1a9d,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:38.687141 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-66fc73f8-a294-4295-a429-059dae8287b3 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Deleting port 5366a82a-dfbc-46ca-b098-0d3e1bc3ed30 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:38.687474 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-66fc73f8-a294-4295-a429-059dae8287b3 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.700198 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-9836fa29-997e-415c-b4ae-2e4361e0db13 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:38.700742 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9836fa29-997e-415c-b4ae-2e4361e0db13 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:38.703929 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-9836fa29-997e-415c-b4ae-2e4361e0db13 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "DELETE /v2.0/subnets/95c75319-0954-4eef-ba24-3df626309d46 HTTP/1.1" status: 404 len: 337 time: 0.0876391 Feb 16 12:45:38.709240 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33386) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:38.726344 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0af0ef97-d7a4-458e-8b0e-8b5cff76b6ca tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.729519 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0af0ef97-d7a4-458e-8b0e-8b5cff76b6ca tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] 10.222.0.90 "DELETE /v2.0/ports/03df0136-3dbe-4efc-8f5e-215eb27c1a9d HTTP/1.1" status: 204 len: 168 time: 1.2506056 Feb 16 12:45:38.733824 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33388) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:38.739350 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ffe7ce94-4b35-4a4b-944d-5db7532d6f94 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.757237 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ffe7ce94-4b35-4a4b-944d-5db7532d6f94 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.758343 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ffe7ce94-4b35-4a4b-944d-5db7532d6f94 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/5bf820af-14fa-4872-b887-a703468f4219 HTTP/1.1" status: 204 len: 168 time: 0.3644445 Feb 16 12:45:38.762699 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3b91be53-7809-46ef-8e2e-66e8c9a3f955 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.769754 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33390) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:38.770693 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6372e5b-eca5-42ab-b2da-287cf5b9597b tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:38.771316 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6372e5b-eca5-42ab-b2da-287cf5b9597b tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:38.774503 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a6372e5b-eca5-42ab-b2da-287cf5b9597b tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "DELETE /v2.0/networks/086f9ce6-346e-477b-950d-223a0aab1d52 HTTP/1.1" status: 404 len: 339 time: 0.0586295 Feb 16 12:45:38.784085 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33392) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:38.790388 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe7ce94-4b35-4a4b-944d-5db7532d6f94 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5bf820af-14fa-4872-b887-a703468f4219,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:38.797234 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-af0457b8-f417-4032-a9df-4f035e0347b4 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] GET failed (client error): The resource could not be found. Feb 16 12:45:38.802841 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-af0457b8-f417-4032-a9df-4f035e0347b4 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] 10.222.0.90 "GET /v2.0/ports/03df0136-3dbe-4efc-8f5e-215eb27c1a9d HTTP/1.1" status: 404 len: 333 time: 0.0408165 Feb 16 12:45:38.804568 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33394) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:38.809503 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-03601ee4-55d1-405b-bf5e-a6acc38db1ed tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-270393412', 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:38.835433 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fc94a8e7-bafb-489c-8cbc-c7f5074783c4 tempest-RoutersAdminNegativeIpV6Test-1451391363 tempest-RoutersAdminNegativeIpV6Test-1451391363-project-admin] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.841661 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-3b91be53-7809-46ef-8e2e-66e8c9a3f955 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3ba1fbc-4b7c-42d2-92c5-75269e4a233f']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:38.862786 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-3b91be53-7809-46ef-8e2e-66e8c9a3f955 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9631fd50-1601-4055-a73b-23f934ff6889') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:38.863080 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-3b91be53-7809-46ef-8e2e-66e8c9a3f955 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9631fd50-1601-4055-a73b-23f934ff6889') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:38.867552 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-65f55de6-801c-4620-b3bc-57760b843b07 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.889919 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3b91be53-7809-46ef-8e2e-66e8c9a3f955 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.920918 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-66fc73f8-a294-4295-a429-059dae8287b3 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.931734 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03601ee4-55d1-405b-bf5e-a6acc38db1ed tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Made reservation on behalf of 739107b59dc949e6a09a2704ea809373 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:38.933778 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-03601ee4-55d1-405b-bf5e-a6acc38db1ed tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.941843 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-131c497d-214d-4d2a-ae9f-f831bfa0352d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Deleting subnet 3da5e9eb-b34b-420e-9f01-a25a665e4a3c {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:45:38.951037 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-66fc73f8-a294-4295-a429-059dae8287b3 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Calling delete_port for 5366a82a-dfbc-46ca-b098-0d3e1bc3ed30 owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:38.957258 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-049ee65a-b11f-4275-aaeb-3db50227ba27 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1815667 Feb 16 12:45:38.958372 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3b91be53-7809-46ef-8e2e-66e8c9a3f955 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.965095 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-131c497d-214d-4d2a-ae9f-f831bfa0352d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.971218 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33396) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:38.979848 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f55de6-801c-4620-b3bc-57760b843b07 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Network b6a76a54-150d-46b0-a7ca-74d9770bd04b is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:39.006697 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b91be53-7809-46ef-8e2e-66e8c9a3f955 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:39.007031 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3b91be53-7809-46ef-8e2e-66e8c9a3f955 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.011947 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:45:39.011947 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:39.011947 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:45:39.011947 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:39.011947 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:45:39.011947 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:45:39.011947 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:45:39.011947 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:39.011947 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:45:39.011947 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:39.011947 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:45:39.011947 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:39.011947 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:45:39.011947 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:45:39.011947 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:39.011947 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:45:39.011947 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:39.011947 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:45:39.011947 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:45:39.011947 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:45:39.011947 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:45:39.011947 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:45:39.011947 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:39.011947 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:39.011947 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:39.011947 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:39.011947 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:39.011947 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:39.011947 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:39.011947 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:39.011947 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:39.011947 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:39.034128 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-65f55de6-801c-4620-b3bc-57760b843b07 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:39.041388 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f55de6-801c-4620-b3bc-57760b843b07 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event updated for resources: {'Port': ['ID=c7597343-1ccd-49d6-9593-6fc8f310f5e7,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:39.048330 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-03601ee4-55d1-405b-bf5e-a6acc38db1ed tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] device_id is not set on port a53b1594-c04c-4c03-9691-85b71d6f9697 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:45:39.058765 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fc94a8e7-bafb-489c-8cbc-c7f5074783c4 tempest-RoutersAdminNegativeIpV6Test-1451391363 tempest-RoutersAdminNegativeIpV6Test-1451391363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.061663 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fc94a8e7-bafb-489c-8cbc-c7f5074783c4 tempest-RoutersAdminNegativeIpV6Test-1451391363 tempest-RoutersAdminNegativeIpV6Test-1451391363-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.072609 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f55de6-801c-4620-b3bc-57760b843b07 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:45:39.147104 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-131c497d-214d-4d2a-ae9f-f831bfa0352d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.185027 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fc94a8e7-bafb-489c-8cbc-c7f5074783c4 tempest-RoutersAdminNegativeIpV6Test-1451391363 tempest-RoutersAdminNegativeIpV6Test-1451391363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.185545 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc94a8e7-bafb-489c-8cbc-c7f5074783c4 tempest-RoutersAdminNegativeIpV6Test-1451391363 tempest-RoutersAdminNegativeIpV6Test-1451391363-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e2f10716-fabc-4cc4-9557-ae0410083b0e {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:45:39.203484 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3b91be53-7809-46ef-8e2e-66e8c9a3f955 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.207136 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b91be53-7809-46ef-8e2e-66e8c9a3f955 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b3ba1fbc-4b7c-42d2-92c5-75269e4a233f {{(pid=109048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 16 12:45:39.209450 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3b91be53-7809-46ef-8e2e-66e8c9a3f955 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.215078 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3b91be53-7809-46ef-8e2e-66e8c9a3f955 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] 10.222.0.90 "DELETE /v2.0/networks/b3ba1fbc-4b7c-42d2-92c5-75269e4a233f HTTP/1.1" status: 204 len: 168 time: 3.3236129 Feb 16 12:45:39.216656 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33398) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:39.219591 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f55de6-801c-4620-b3bc-57760b843b07 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:39.219776 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-65f55de6-801c-4620-b3bc-57760b843b07 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.252245 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-079a4996-d830-429d-ab26-02ec23e6ffbf tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.261511 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91be53-7809-46ef-8e2e-66e8c9a3f955 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Pushing event deleted for resources: {'Network': ['ID=b3ba1fbc-4b7c-42d2-92c5-75269e4a233f,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:39.280347 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-65f55de6-801c-4620-b3bc-57760b843b07 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2490983 Feb 16 12:45:39.289729 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33400) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:39.297389 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-ed0faed6-08ac-4220-89f2-5f3e9a13e085 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Request body: {'floatingip': {'port_id': 'c7597343-1ccd-49d6-9593-6fc8f310f5e7'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:39.318346 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-079a4996-d830-429d-ab26-02ec23e6ffbf tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.337730 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-fc94a8e7-bafb-489c-8cbc-c7f5074783c4 tempest-RoutersAdminNegativeIpV6Test-1451391363 tempest-RoutersAdminNegativeIpV6Test-1451391363-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 16 12:45:39.338794 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fc94a8e7-bafb-489c-8cbc-c7f5074783c4 tempest-RoutersAdminNegativeIpV6Test-1451391363 tempest-RoutersAdminNegativeIpV6Test-1451391363-project-admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.6441078 Feb 16 12:45:39.342968 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33402) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:39.365785 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-131c497d-214d-4d2a-ae9f-f831bfa0352d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.454163 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ed0faed6-08ac-4220-89f2-5f3e9a13e085 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for floatingip, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.465854 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-079a4996-d830-429d-ab26-02ec23e6ffbf tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.468512 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-079a4996-d830-429d-ab26-02ec23e6ffbf tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.472841 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-079a4996-d830-429d-ab26-02ec23e6ffbf tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "DELETE /v2.0/security-groups/f9b753aa-2ac4-43ed-9bc4-99eb60ccd57f HTTP/1.1" status: 204 len: 168 time: 0.4952288 Feb 16 12:45:39.479766 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33404) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:39.501774 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a4996-d830-429d-ab26-02ec23e6ffbf tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b753aa-2ac4-43ed-9bc4-99eb60ccd57f,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:39.522888 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-131c497d-214d-4d2a-ae9f-f831bfa0352d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.576969 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-131c497d-214d-4d2a-ae9f-f831bfa0352d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.583136 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-131c497d-214d-4d2a-ae9f-f831bfa0352d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "DELETE /v2.0/subnets/3da5e9eb-b34b-420e-9f01-a25a665e4a3c HTTP/1.1" status: 204 len: 168 time: 0.7882426 Feb 16 12:45:39.587635 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c497d-214d-4d2a-ae9f-f831bfa0352d tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event deleted for resources: {'Subnet': ['ID=3da5e9eb-b34b-420e-9f01-a25a665e4a3c,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:39.590509 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33406) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:39.597811 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a374106b-20f2-46d6-bc37-75a749cfc9af tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] 10.222.0.90 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1476 time: 0.3777683 Feb 16 12:45:39.602089 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b2421662-5dc9-4639-af07-cffd05206560 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1212299 Feb 16 12:45:39.603522 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33408) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:39.611086 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e3da65-cdf0-40cd-a891-7b15645f0e70 None None] Network 8b9860eb-5537-4973-9d2a-72e6c79c2273 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:45:39.615507 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-66fc73f8-a294-4295-a429-059dae8287b3 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.617240 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33410) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:39.650332 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-56ff8ad1-2eb3-4f20-b53d-e4c11f4d61e9 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Request body: {'security_group': {'name': 'tempest-secgroup--1204988675'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:39.657523 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-03601ee4-55d1-405b-bf5e-a6acc38db1ed tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.709051 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a003835d-2d00-4e70-befe-d0c8cbd55f22 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:39.709546 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a003835d-2d00-4e70-befe-d0c8cbd55f22 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:39.709997 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a003835d-2d00-4e70-befe-d0c8cbd55f22 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:39.710442 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a003835d-2d00-4e70-befe-d0c8cbd55f22 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:39.710882 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a003835d-2d00-4e70-befe-d0c8cbd55f22 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:39.711322 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a003835d-2d00-4e70-befe-d0c8cbd55f22 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:39.711762 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a003835d-2d00-4e70-befe-d0c8cbd55f22 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:39.712202 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a003835d-2d00-4e70-befe-d0c8cbd55f22 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:39.712660 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a003835d-2d00-4e70-befe-d0c8cbd55f22 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:39.713093 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a003835d-2d00-4e70-befe-d0c8cbd55f22 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:39.715065 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a003835d-2d00-4e70-befe-d0c8cbd55f22 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6477 time: 0.1106126 Feb 16 12:45:39.716741 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-0cad5ac7-0733-4e58-9447-d625c24d23e2 tempest-RoutersAdminNegativeIpV6Test-1451391363 tempest-RoutersAdminNegativeIpV6Test-1451391363-project-admin] Deleting port 2a69eabf-59ba-4893-80d8-23dc049ba049 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:39.717073 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0cad5ac7-0733-4e58-9447-d625c24d23e2 tempest-RoutersAdminNegativeIpV6Test-1451391363 tempest-RoutersAdminNegativeIpV6Test-1451391363-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.718830 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33412) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:39.720287 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc73f8-a294-4295-a429-059dae8287b3 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event deleted for resources: {'Port': ['ID=5366a82a-dfbc-46ca-b098-0d3e1bc3ed30,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:39.761026 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-56ff8ad1-2eb3-4f20-b53d-e4c11f4d61e9 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.800992 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-90e1d686-eaeb-43e1-8826-fec499ad98e0 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] delete failed (client error): The resource could not be found. Feb 16 12:45:39.802036 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-90e1d686-eaeb-43e1-8826-fec499ad98e0 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] 10.222.0.90 "DELETE /v2.0/floatingips/3472e879-b70e-434f-9d5d-d7d259c67e33 HTTP/1.1" status: 404 len: 345 time: 0.0823104 Feb 16 12:45:39.806312 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33414) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:39.843874 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff093852-bc31-456c-9fac-11f1b3b151c1 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Deleting subnet a59934a2-17ed-4a79-8a3d-904caa50c06d {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:45:39.849718 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-4752941d-0810-48d5-9043-b4a41fbe8ece tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] DELETE failed (client error): The resource could not be found. Feb 16 12:45:39.850296 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4752941d-0810-48d5-9043-b4a41fbe8ece tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:39.853673 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-4752941d-0810-48d5-9043-b4a41fbe8ece tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] 10.222.0.90 "DELETE /v2.0/networks/b3ba1fbc-4b7c-42d2-92c5-75269e4a233f HTTP/1.1" status: 404 len: 339 time: 0.0462296 Feb 16 12:45:39.858605 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33416) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:39.866499 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-3e9e7dcc-849e-4c2b-ad81-1e910b2cd262 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Request body: {'network': {'name': 'tempest-network--1963459670', 'router:external': True}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:39.898802 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ff093852-bc31-456c-9fac-11f1b3b151c1 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.907634 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9e7dcc-849e-4c2b-ad81-1e910b2cd262 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Made reservation on behalf of c218664e7f094fb296260e03e1da5c30 for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:39.910595 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3e9e7dcc-849e-4c2b-ad81-1e910b2cd262 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.943192 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0cad5ac7-0733-4e58-9447-d625c24d23e2 tempest-RoutersAdminNegativeIpV6Test-1451391363 tempest-RoutersAdminNegativeIpV6Test-1451391363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.962069 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-0cad5ac7-0733-4e58-9447-d625c24d23e2 tempest-RoutersAdminNegativeIpV6Test-1451391363 tempest-RoutersAdminNegativeIpV6Test-1451391363-project-admin] Calling delete_port for 2a69eabf-59ba-4893-80d8-23dc049ba049 owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:39.963839 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e9e7dcc-849e-4c2b-ad81-1e910b2cd262 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:39.987084 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3e9e7dcc-849e-4c2b-ad81-1e910b2cd262 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.987423 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-3e9e7dcc-849e-4c2b-ad81-1e910b2cd262 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Added segment 35740282-79fb-40b0-9a0e-ea5458667c70 of type vlan for network c3a6b993-c54c-4bfd-a7be-233c059c152e Feb 16 12:45:40.098715 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ff093852-bc31-456c-9fac-11f1b3b151c1 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.100100 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3e9e7dcc-849e-4c2b-ad81-1e910b2cd262 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.102136 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-03601ee4-55d1-405b-bf5e-a6acc38db1ed tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.104005 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-66fc73f8-a294-4295-a429-059dae8287b3 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.166778 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3e9e7dcc-849e-4c2b-ad81-1e910b2cd262 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.167754 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9e7dcc-849e-4c2b-ad81-1e910b2cd262 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:40.168594 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3e9e7dcc-849e-4c2b-ad81-1e910b2cd262 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.244500 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3e9e7dcc-849e-4c2b-ad81-1e910b2cd262 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3823125 Feb 16 12:45:40.254410 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33418) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:40.308580 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e7dcc-849e-4c2b-ad81-1e910b2cd262 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Pushing event updated for resources: {'Network': ['ID=c3a6b993-c54c-4bfd-a7be-233c059c152e,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:40.310765 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0cad5ac7-0733-4e58-9447-d625c24d23e2 tempest-RoutersAdminNegativeIpV6Test-1451391363 tempest-RoutersAdminNegativeIpV6Test-1451391363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.322365 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network c3a6b993-c54c-4bfd-a7be-233c059c152e details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:45:40.380088 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad5ac7-0733-4e58-9447-d625c24d23e2 tempest-RoutersAdminNegativeIpV6Test-1451391363 tempest-RoutersAdminNegativeIpV6Test-1451391363-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a69eabf-59ba-4893-80d8-23dc049ba049,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:40.493252 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f9e6e8-745e-4ac6-9e0a-44280d86933f tempest-ExternalNetworksTestJSON-1729571623 tempest-ExternalNetworksTestJSON-1729571623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:40.499326 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f9e6e8-745e-4ac6-9e0a-44280d86933f tempest-ExternalNetworksTestJSON-1729571623 tempest-ExternalNetworksTestJSON-1729571623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:40.505452 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f9e6e8-745e-4ac6-9e0a-44280d86933f tempest-ExternalNetworksTestJSON-1729571623 tempest-ExternalNetworksTestJSON-1729571623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:40.511721 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f9e6e8-745e-4ac6-9e0a-44280d86933f tempest-ExternalNetworksTestJSON-1729571623 tempest-ExternalNetworksTestJSON-1729571623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:40.514138 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b7f9e6e8-745e-4ac6-9e0a-44280d86933f tempest-ExternalNetworksTestJSON-1729571623 tempest-ExternalNetworksTestJSON-1729571623-project] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2584529 Feb 16 12:45:40.515041 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03601ee4-55d1-405b-bf5e-a6acc38db1ed tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Network acecd126-26ab-455f-a5e8-e451b9b42008 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:40.517086 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33420) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:40.546018 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0cad5ac7-0733-4e58-9447-d625c24d23e2 tempest-RoutersAdminNegativeIpV6Test-1451391363 tempest-RoutersAdminNegativeIpV6Test-1451391363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.548341 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-03601ee4-55d1-405b-bf5e-a6acc38db1ed tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:40.549835 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0cad5ac7-0733-4e58-9447-d625c24d23e2 tempest-RoutersAdminNegativeIpV6Test-1451391363 tempest-RoutersAdminNegativeIpV6Test-1451391363-project-admin] 10.222.0.90 "DELETE /v2.0/ports/2a69eabf-59ba-4893-80d8-23dc049ba049 HTTP/1.1" status: 204 len: 168 time: 1.2007339 Feb 16 12:45:40.622535 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9da9e684-48d2-4001-8a8e-ef8c335cf002 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.625206 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03601ee4-55d1-405b-bf5e-a6acc38db1ed tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:45:40.626362 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03601ee4-55d1-405b-bf5e-a6acc38db1ed tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:40.627174 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-03601ee4-55d1-405b-bf5e-a6acc38db1ed tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.679139 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03601ee4-55d1-405b-bf5e-a6acc38db1ed tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Pushing event updated for resources: {'Port': ['ID=a53b1594-c04c-4c03-9691-85b71d6f9697,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:40.716668 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-56ff8ad1-2eb3-4f20-b53d-e4c11f4d61e9 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.724324 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9da9e684-48d2-4001-8a8e-ef8c335cf002 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.748861 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-9da9e684-48d2-4001-8a8e-ef8c335cf002 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a6b993-c54c-4bfd-a7be-233c059c152e']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:40.759951 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-9da9e684-48d2-4001-8a8e-ef8c335cf002 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35740282-79fb-40b0-9a0e-ea5458667c70') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:40.760309 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-9da9e684-48d2-4001-8a8e-ef8c335cf002 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35740282-79fb-40b0-9a0e-ea5458667c70') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:40.763368 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-56ff8ad1-2eb3-4f20-b53d-e4c11f4d61e9 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.772980 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9da9e684-48d2-4001-8a8e-ef8c335cf002 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.791645 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9da9e684-48d2-4001-8a8e-ef8c335cf002 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.801301 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9da9e684-48d2-4001-8a8e-ef8c335cf002 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:40.801301 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9da9e684-48d2-4001-8a8e-ef8c335cf002 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.803603 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:45:40.803603 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:40.803603 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:45:40.803603 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:40.803603 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:45:40.803603 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:45:40.803603 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:45:40.803603 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:40.803603 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:45:40.803603 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:40.803603 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:45:40.803603 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:40.803603 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:45:40.803603 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:45:40.803603 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:40.803603 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:45:40.803603 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:40.803603 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:45:40.803603 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:45:40.803603 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:45:40.803603 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:45:40.803603 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:45:40.803603 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:40.803603 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:40.803603 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:40.803603 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:40.803603 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:40.803603 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:40.803603 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:40.803603 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:40.803603 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:40.803603 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:40.805570 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-a1832ce3-dcf5-4a8f-bb80-871e3954c893 None None] Provisioning complete for port eb6dcc7e-184c-45c0-9f17-0db14984695e triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:40.805989 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a1832ce3-dcf5-4a8f-bb80-871e3954c893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.806921 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-03601ee4-55d1-405b-bf5e-a6acc38db1ed tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.0027599 Feb 16 12:45:40.817525 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33426) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:40.835261 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ff093852-bc31-456c-9fac-11f1b3b151c1 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.898134 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed5707b-d7fb-4194-a198-abed5efb7339 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:40.903333 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-56ff8ad1-2eb3-4f20-b53d-e4c11f4d61e9 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.904654 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-56ff8ad1-2eb3-4f20-b53d-e4c11f4d61e9 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2799244 Feb 16 12:45:40.905026 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1ed5707b-d7fb-4194-a198-abed5efb7339 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] 10.222.0.90 "GET /v2.0/ports/a53b1594-c04c-4c03-9691-85b71d6f9697 HTTP/1.1" status: 200 len: 954 time: 0.0863516 Feb 16 12:45:40.905732 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33428) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:40.914240 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33430) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:40.925295 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-1e9f5aea-60f8-479a-a751-1fb570dd7a42 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Request body: {'security_group_rule': {'security_group_id': 'a834dcd4-f8f6-4e00-a6dc-6dca511510d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:40.976939 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff8ad1-2eb3-4f20-b53d-e4c11f4d61e9 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a834dcd4-f8f6-4e00-a6dc-6dca511510d5,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:40.982882 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33432) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:41.019729 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66fc73f8-a294-4295-a429-059dae8287b3 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Router c051697a-14d5-43b6-ac3f-e554a9daba8f has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:45:41.126485 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ff093852-bc31-456c-9fac-11f1b3b151c1 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.170757 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.db.resource_extend [None req-ed0faed6-08ac-4220-89f2-5f3e9a13e085 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:45:41.223428 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9da9e684-48d2-4001-8a8e-ef8c335cf002 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.237872 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff093852-bc31-456c-9fac-11f1b3b151c1 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event deleted for resources: {'Subnet': ['ID=a59934a2-17ed-4a79-8a3d-904caa50c06d,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:41.241605 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ff093852-bc31-456c-9fac-11f1b3b151c1 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.242679 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da9e684-48d2-4001-8a8e-ef8c335cf002 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c3a6b993-c54c-4bfd-a7be-233c059c152e {{(pid=109048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 16 12:45:41.244801 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ff093852-bc31-456c-9fac-11f1b3b151c1 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "DELETE /v2.0/subnets/a59934a2-17ed-4a79-8a3d-904caa50c06d HTTP/1.1" status: 204 len: 168 time: 1.6506429 Feb 16 12:45:41.249696 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7251b8-7b65-4f37-b05c-c0a5baa092a1 None None] Network 8b9860eb-5537-4973-9d2a-72e6c79c2273 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:45:41.251155 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fc73f8-a294-4295-a429-059dae8287b3 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:45:41.252813 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9244626b-dc53-4b84-9ad2-21d3e42303be admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.256325 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33436) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:41.259935 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-66fc73f8-a294-4295-a429-059dae8287b3 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "PUT /v2.0/routers/c051697a-14d5-43b6-ac3f-e554a9daba8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1266136 Feb 16 12:45:41.262614 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33438) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:41.264960 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9da9e684-48d2-4001-8a8e-ef8c335cf002 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.271018 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-9da9e684-48d2-4001-8a8e-ef8c335cf002 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] 10.222.0.90 "DELETE /v2.0/networks/c3a6b993-c54c-4bfd-a7be-233c059c152e HTTP/1.1" status: 204 len: 168 time: 0.7522380 Feb 16 12:45:41.280330 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33440) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:41.281192 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da9e684-48d2-4001-8a8e-ef8c335cf002 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Pushing event deleted for resources: {'Network': ['ID=c3a6b993-c54c-4bfd-a7be-233c059c152e,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:41.293018 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-327e9918-1ec4-4b28-b0e1-ea48d476002d tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Request body: {'network': {'name': 'tempest-network--1760643248', 'router:external': True}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:41.352278 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-63df3f08-a78b-47d9-a7d9-2caf83a32bb5 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "GET /v2.0/ports?device_id=c051697a-14d5-43b6-ac3f-e554a9daba8f HTTP/1.1" status: 200 len: 205 time: 0.0750172 Feb 16 12:45:41.357248 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33442) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:41.359313 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ed0faed6-08ac-4220-89f2-5f3e9a13e085 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.372817 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1e9f5aea-60f8-479a-a751-1fb570dd7a42 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.373763 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ed0faed6-08ac-4220-89f2-5f3e9a13e085 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.375798 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327e9918-1ec4-4b28-b0e1-ea48d476002d tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Made reservation on behalf of c218664e7f094fb296260e03e1da5c30 for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:41.378671 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-327e9918-1ec4-4b28-b0e1-ea48d476002d tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.442394 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9aaccf3d-b817-4f3c-b41f-ef91bfbb2b34 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.506138 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d1294896-0e11-4757-93bc-fa2d7b8f2980 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.529404 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cade142e-4667-46b9-9158-3ed639d0233b None None] DHCP port deletion for 8b9860eb-5537-4973-9d2a-72e6c79c2273 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:45:41.581257 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-ed0faed6-08ac-4220-89f2-5f3e9a13e085 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Floating IP 6f21e2ae-2bff-4805-926c-0292e719b325 associated. External IP: 172.26.2.114, port: c7597343-1ccd-49d6-9593-6fc8f310f5e7. Feb 16 12:45:41.584388 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9244626b-dc53-4b84-9ad2-21d3e42303be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.588051 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327e9918-1ec4-4b28-b0e1-ea48d476002d tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:41.613251 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-cade142e-4667-46b9-9158-3ed639d0233b None None] Deleting port eb6dcc7e-184c-45c0-9f17-0db14984695e {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:41.614508 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cade142e-4667-46b9-9158-3ed639d0233b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.615306 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-321d1a03-fe2c-4c65-947c-b1794c2fb0d6 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Deleting port a53b1594-c04c-4c03-9691-85b71d6f9697 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:41.615712 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-321d1a03-fe2c-4c65-947c-b1794c2fb0d6 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.623160 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-327e9918-1ec4-4b28-b0e1-ea48d476002d tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.623366 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9244626b-dc53-4b84-9ad2-21d3e42303be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.623557 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-327e9918-1ec4-4b28-b0e1-ea48d476002d tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Added segment f0c07545-5970-4d95-9cf4-b9d3df25dcba of type vlan for network 36ea97dd-abe4-4ada-b5bf-b8563d7a8d85 Feb 16 12:45:41.678478 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1e9f5aea-60f8-479a-a751-1fb570dd7a42 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.718087 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-cade142e-4667-46b9-9158-3ed639d0233b None None] For port eb6dcc7e-184c-45c0-9f17-0db14984695e, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=eb6dcc7e-184c-45c0-9f17-0db14984695e,segment=NetworkSegment(be565167-4c84-42f9-8f76-c92887145b3e),segment_id=be565167-4c84-42f9-8f76-c92887145b3e)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:45:41.718859 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cade142e-4667-46b9-9158-3ed639d0233b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.737428 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-cade142e-4667-46b9-9158-3ed639d0233b None None] Calling delete_port for eb6dcc7e-184c-45c0-9f17-0db14984695e owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:41.758024 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9244626b-dc53-4b84-9ad2-21d3e42303be admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ab186b6de2d944d28a5eba93dafce56f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7724116 Feb 16 12:45:41.774424 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33444) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:41.802988 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9244626b-dc53-4b84-9ad2-21d3e42303be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc361376-9724-4466-ba18-af633adcdb41,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:41.823017 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1e9f5aea-60f8-479a-a751-1fb570dd7a42 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.825129 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-9aaccf3d-b817-4f3c-b41f-ef91bfbb2b34 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Deleting port eb6dcc7e-184c-45c0-9f17-0db14984695e {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:41.825516 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9aaccf3d-b817-4f3c-b41f-ef91bfbb2b34 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.840705 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cade142e-4667-46b9-9158-3ed639d0233b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.848401 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fb3f46-297c-4d05-9181-16d83d711bbe None None] Sync routers for ids ['c051697a-14d5-43b6-ac3f-e554a9daba8f'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:41.869755 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fb3f46-297c-4d05-9181-16d83d711bbe None None] Routers {'c051697a-14d5-43b6-ac3f-e554a9daba8f'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:41.870798 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-f5fb3f46-297c-4d05-9181-16d83d711bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:45:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['c051697a-14d5-43b6-ac3f-e554a9daba8f'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:41.928763 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade142e-4667-46b9-9158-3ed639d0233b None None] Pushing event deleted for resources: {'Port': ['ID=eb6dcc7e-184c-45c0-9f17-0db14984695e,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:41.930711 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cade142e-4667-46b9-9158-3ed639d0233b None None] No DVR routers for this DVR port eb6dcc7e-184c-45c0-9f17-0db14984695e on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:41.963032 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-f5fb3f46-297c-4d05-9181-16d83d711bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:41.967967 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-9aaccf3d-b817-4f3c-b41f-ef91bfbb2b34 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] For port eb6dcc7e-184c-45c0-9f17-0db14984695e, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=eb6dcc7e-184c-45c0-9f17-0db14984695e,segment=NetworkSegment(be565167-4c84-42f9-8f76-c92887145b3e),segment_id=be565167-4c84-42f9-8f76-c92887145b3e)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:45:41.968350 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9aaccf3d-b817-4f3c-b41f-ef91bfbb2b34 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.974334 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d1294896-0e11-4757-93bc-fa2d7b8f2980 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.984950 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d1294896-0e11-4757-93bc-fa2d7b8f2980 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.987546 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fb3f46-297c-4d05-9181-16d83d711bbe None None] Routers {'c051697a-14d5-43b6-ac3f-e554a9daba8f'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:41.988409 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-f5fb3f46-297c-4d05-9181-16d83d711bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:45:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['c051697a-14d5-43b6-ac3f-e554a9daba8f'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:41.994660 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-9aaccf3d-b817-4f3c-b41f-ef91bfbb2b34 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Calling delete_port for eb6dcc7e-184c-45c0-9f17-0db14984695e owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:42.015280 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f5aea-60f8-479a-a751-1fb570dd7a42 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc697d4-75d1-4896-a1dd-d841e6d64c11,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:42.045846 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f9c87dbf-844a-422e-9767-07d58bccefc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.064056 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-f5fb3f46-297c-4d05-9181-16d83d711bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:42.065433 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-321d1a03-fe2c-4c65-947c-b1794c2fb0d6 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.065890 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fb3f46-297c-4d05-9181-16d83d711bbe None None] The sync data for ids ['c051697a-14d5-43b6-ac3f-e554a9daba8f'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:42.069719 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-327e9918-1ec4-4b28-b0e1-ea48d476002d tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.090028 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1e9f5aea-60f8-479a-a751-1fb570dd7a42 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.094224 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1e9f5aea-60f8-479a-a751-1fb570dd7a42 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1731856 Feb 16 12:45:42.095036 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d1294896-0e11-4757-93bc-fa2d7b8f2980 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.096138 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1294896-0e11-4757-93bc-fa2d7b8f2980 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Fanout notify agent at l3_agent the message router_deleted on router c051697a-14d5-43b6-ac3f-e554a9daba8f {{(pid=109048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:45:42.097876 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33446) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:42.117463 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d1294896-0e11-4757-93bc-fa2d7b8f2980 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.118584 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d1294896-0e11-4757-93bc-fa2d7b8f2980 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "DELETE /v2.0/routers/c051697a-14d5-43b6-ac3f-e554a9daba8f HTTP/1.1" status: 204 len: 168 time: 0.7599421 Feb 16 12:45:42.119669 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-321d1a03-fe2c-4c65-947c-b1794c2fb0d6 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Calling delete_port for a53b1594-c04c-4c03-9691-85b71d6f9697 owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:42.121807 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33448) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:42.127257 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f9c87dbf-844a-422e-9767-07d58bccefc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.180148 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0faed6-08ac-4220-89f2-5f3e9a13e085 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Router 3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:45:42.257723 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9aaccf3d-b817-4f3c-b41f-ef91bfbb2b34 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.273346 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-327e9918-1ec4-4b28-b0e1-ea48d476002d tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.275833 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327e9918-1ec4-4b28-b0e1-ea48d476002d tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:42.276656 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-327e9918-1ec4-4b28-b0e1-ea48d476002d tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.367882 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ade01e3-66b2-4fa2-a259-a8ac744a52e5 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Deleting subnet 6cf85dba-104e-4980-92ea-eac70ad10771 {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:45:42.386398 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-327e9918-1ec4-4b28-b0e1-ea48d476002d tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0983133 Feb 16 12:45:42.393427 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9ade01e3-66b2-4fa2-a259-a8ac744a52e5 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.398146 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33450) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:42.440950 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e9918-1ec4-4b28-b0e1-ea48d476002d tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Pushing event updated for resources: {'Network': ['ID=36ea97dd-abe4-4ada-b5bf-b8563d7a8d85,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:42.456130 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 36ea97dd-abe4-4ada-b5bf-b8563d7a8d85 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:45:42.472069 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e703b7ff-62f2-47c6-81fb-8a01d00df134 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.561242 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f9c87dbf-844a-422e-9767-07d58bccefc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.562817 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-321d1a03-fe2c-4c65-947c-b1794c2fb0d6 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.569233 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f9c87dbf-844a-422e-9767-07d58bccefc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.570469 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9ade01e3-66b2-4fa2-a259-a8ac744a52e5 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.570885 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f9c87dbf-844a-422e-9767-07d58bccefc7 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/fc361376-9724-4466-ba18-af633adcdb41 HTTP/1.1" status: 204 len: 168 time: 0.7898746 Feb 16 12:45:42.577410 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e703b7ff-62f2-47c6-81fb-8a01d00df134 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.587592 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaccf3d-b817-4f3c-b41f-ef91bfbb2b34 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event deleted for resources: {'Port': ['ID=eb6dcc7e-184c-45c0-9f17-0db14984695e,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:42.605720 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaccf3d-b817-4f3c-b41f-ef91bfbb2b34 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] No DVR routers for this DVR port eb6dcc7e-184c-45c0-9f17-0db14984695e on host dv-neutron-828142-3-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:42.614524 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e3ca8-fe20-4f1c-a8c5-979acc7649a9 tempest-ExternalNetworksTestJSON-1729571623 tempest-ExternalNetworksTestJSON-1729571623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:42.616154 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ec7e3ca8-fe20-4f1c-a8c5-979acc7649a9 tempest-ExternalNetworksTestJSON-1729571623 tempest-ExternalNetworksTestJSON-1729571623-project] 10.222.0.90 "GET /v2.0/networks/36ea97dd-abe4-4ada-b5bf-b8563d7a8d85 HTTP/1.1" status: 200 len: 757 time: 0.2109890 Feb 16 12:45:42.638865 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33454) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:42.642401 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c87dbf-844a-422e-9767-07d58bccefc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc361376-9724-4466-ba18-af633adcdb41,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:42.665315 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d1a03-fe2c-4c65-947c-b1794c2fb0d6 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Pushing event deleted for resources: {'Port': ['ID=a53b1594-c04c-4c03-9691-85b71d6f9697,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:42.667460 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-321d1a03-fe2c-4c65-947c-b1794c2fb0d6 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.674120 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-321d1a03-fe2c-4c65-947c-b1794c2fb0d6 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] 10.222.0.90 "DELETE /v2.0/ports/a53b1594-c04c-4c03-9691-85b71d6f9697 HTTP/1.1" status: 204 len: 168 time: 1.7635427 Feb 16 12:45:42.680885 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33456) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:42.719186 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device eb6dcc7e-184c-45c0-9f17-0db14984695e no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:45:42.727742 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e907fbd-6c9f-482d-928a-253769ca8a3d tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] GET failed (client error): The resource could not be found. Feb 16 12:45:42.733207 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3e907fbd-6c9f-482d-928a-253769ca8a3d tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] 10.222.0.90 "GET /v2.0/ports/a53b1594-c04c-4c03-9691-85b71d6f9697 HTTP/1.1" status: 404 len: 333 time: 0.0474300 Feb 16 12:45:42.736984 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33458) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:42.741782 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-31bdb987-7174-4681-b2d9-6cac2fa4afb3 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Request body: {'port': {'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1704287606'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:42.748260 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: eb6dcc7e-184c-45c0-9f17-0db14984695e {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:45:42.748912 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device eb6dcc7e-184c-45c0-9f17-0db14984695e not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:45:42.807413 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9ade01e3-66b2-4fa2-a259-a8ac744a52e5 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.819678 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9aaccf3d-b817-4f3c-b41f-ef91bfbb2b34 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.822783 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0faed6-08ac-4220-89f2-5f3e9a13e085 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:45:42.834930 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b23e25-e82a-41ad-8dd7-b3090a2fdd12 None None] Sync routers for ids ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:42.835141 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ed0faed6-08ac-4220-89f2-5f3e9a13e085 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.846087 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04269a43-cfe1-496f-b8fd-c1c16a0d926f tempest-ExternalNetworksTestJSON-1729571623 tempest-ExternalNetworksTestJSON-1729571623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:42.847809 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-04269a43-cfe1-496f-b8fd-c1c16a0d926f tempest-ExternalNetworksTestJSON-1729571623 tempest-ExternalNetworksTestJSON-1729571623-project] 10.222.0.90 "GET /v2.0/networks/b077fcd7-e292-4ce1-b553-21a09c6eca59 HTTP/1.1" status: 200 len: 768 time: 0.2029696 Feb 16 12:45:42.853224 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b23e25-e82a-41ad-8dd7-b3090a2fdd12 None None] Routers {'3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:42.854133 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-a9b23e25-e82a-41ad-8dd7-b3090a2fdd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:45:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:42.867579 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33462) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:42.899158 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-9aaccf3d-b817-4f3c-b41f-ef91bfbb2b34 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b9860eb-5537-4973-9d2a-72e6c79c2273']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:42.905541 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e703b7ff-62f2-47c6-81fb-8a01d00df134 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.908406 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e703b7ff-62f2-47c6-81fb-8a01d00df134 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.912574 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e703b7ff-62f2-47c6-81fb-8a01d00df134 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "DELETE /v2.0/security-groups/a834dcd4-f8f6-4e00-a6dc-6dca511510d5 HTTP/1.1" status: 204 len: 168 time: 0.8084736 Feb 16 12:45:42.915783 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33464) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:42.929465 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9ade01e3-66b2-4fa2-a259-a8ac744a52e5 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.951606 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ed0faed6-08ac-4220-89f2-5f3e9a13e085 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "PUT /v2.0/floatingips/6f21e2ae-2bff-4805-926c-0292e719b325 HTTP/1.1" status: 200 len: 979 time: 3.6585071 Feb 16 12:45:42.953989 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-9aaccf3d-b817-4f3c-b41f-ef91bfbb2b34 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be565167-4c84-42f9-8f76-c92887145b3e') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:42.954473 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-9aaccf3d-b817-4f3c-b41f-ef91bfbb2b34 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be565167-4c84-42f9-8f76-c92887145b3e') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:42.956832 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33466) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:42.969503 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-a9b23e25-e82a-41ad-8dd7-b3090a2fdd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:42.977956 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703b7ff-62f2-47c6-81fb-8a01d00df134 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a834dcd4-f8f6-4e00-a6dc-6dca511510d5,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:42.983034 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bdb987-7174-4681-b2d9-6cac2fa4afb3 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Made reservation on behalf of 739107b59dc949e6a09a2704ea809373 for: {'port': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:42.985433 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-31bdb987-7174-4681-b2d9-6cac2fa4afb3 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.989333 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade01e3-66b2-4fa2-a259-a8ac744a52e5 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event deleted for resources: {'Subnet': ['ID=6cf85dba-104e-4980-92ea-eac70ad10771,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:42.993544 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9ade01e3-66b2-4fa2-a259-a8ac744a52e5 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.996802 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-9ade01e3-66b2-4fa2-a259-a8ac744a52e5 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "DELETE /v2.0/subnets/6cf85dba-104e-4980-92ea-eac70ad10771 HTTP/1.1" status: 204 len: 168 time: 0.8690913 Feb 16 12:45:43.003997 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33468) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:43.006341 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33470) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:43.008289 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9aaccf3d-b817-4f3c-b41f-ef91bfbb2b34 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.020383 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532061cb-d23c-4d8f-adbc-f8a36f15bef1 None None] Network 03a063ce-41f9-4df1-852f-279a1fbe8992 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:45:43.053273 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9aaccf3d-b817-4f3c-b41f-ef91bfbb2b34 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.063292 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4c3712b9-3987-4a2c-8572-f8d7c9936002 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.074465 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aaccf3d-b817-4f3c-b41f-ef91bfbb2b34 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:43.075161 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9aaccf3d-b817-4f3c-b41f-ef91bfbb2b34 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.078436 dv-neutron-828142-3-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:45:43.078436 dv-neutron-828142-3-hyperv neutron-server[109049]: self.session.flush() Feb 16 12:45:43.078436 dv-neutron-828142-3-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:45:43.078436 dv-neutron-828142-3-hyperv neutron-server[109049]: self.session.flush() Feb 16 12:45:43.078436 dv-neutron-828142-3-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:45:43.078436 dv-neutron-828142-3-hyperv neutron-server[109049]: self.session.flush() Feb 16 12:45:43.078436 dv-neutron-828142-3-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:45:43.078436 dv-neutron-828142-3-hyperv neutron-server[109049]: self.session.flush() Feb 16 12:45:43.078436 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:45:43.078436 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:43.078436 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:45:43.078436 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:43.078436 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:45:43.078436 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:45:43.078436 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:45:43.078436 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:43.078436 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:45:43.078436 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:43.078436 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:45:43.078436 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:43.078436 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:45:43.078436 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:45:43.078436 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:43.078436 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:45:43.078436 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:43.078436 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:45:43.078436 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:45:43.078436 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:45:43.078436 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:45:43.078436 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:45:43.078436 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:43.078436 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:43.078436 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:43.078436 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:43.078436 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:43.078436 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:43.078436 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:43.078436 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:43.078436 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:43.078436 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:43.080683 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b23e25-e82a-41ad-8dd7-b3090a2fdd12 None None] Routers {'3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:43.081225 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-a9b23e25-e82a-41ad-8dd7-b3090a2fdd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:45:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:43.081340 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-31bdb987-7174-4681-b2d9-6cac2fa4afb3 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] device_id is not set on port f92d8c23-2837-49c8-ba38-dc030e718e0e yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:45:43.103259 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea3a332-0aaf-4698-ac6e-65526d7c839b tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Deleting subnet 3c787588-c6da-4031-a780-af23e85a433d {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:45:43.131507 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-a9b23e25-e82a-41ad-8dd7-b3090a2fdd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:43.131720 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b23e25-e82a-41ad-8dd7-b3090a2fdd12 None None] The sync data for ids ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:43.136000 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-aea3a332-0aaf-4698-ac6e-65526d7c839b tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.142963 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-8185fbdf-a9f3-48e7-a4df-37c9f72d9b17 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2227070 Feb 16 12:45:43.167449 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33472) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:43.210834 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5ebb3021-52c3-4f35-a18d-f50b7c8cd0d4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c0fc266c60dc475eb5ba00b1748331a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1986318 Feb 16 12:45:43.216531 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33474) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:43.224073 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-aea3a332-0aaf-4698-ac6e-65526d7c839b tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.237080 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9aaccf3d-b817-4f3c-b41f-ef91bfbb2b34 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.241340 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9aaccf3d-b817-4f3c-b41f-ef91bfbb2b34 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.246961 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9aaccf3d-b817-4f3c-b41f-ef91bfbb2b34 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "DELETE /v2.0/networks/8b9860eb-5537-4973-9d2a-72e6c79c2273 HTTP/1.1" status: 204 len: 168 time: 1.9829986 Feb 16 12:45:43.252279 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33476) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:43.294904 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0667404-dd54-4428-8758-48a055db5efe None None] DHCP port deletion for 03a063ce-41f9-4df1-852f-279a1fbe8992 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:45:43.310019 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-74eede00-ca27-43a3-9d36-468aaa13bb5c tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1362786 Feb 16 12:45:43.314272 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33478) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:43.348100 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-f0667404-dd54-4428-8758-48a055db5efe None None] Deleting port c85b3e67-297d-48ac-9e62-87bf4c26f2d4 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:43.348474 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f0667404-dd54-4428-8758-48a055db5efe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.349301 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-a71d4e72-d76e-4d3d-a168-2db5dec723aa tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:43.349839 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a71d4e72-d76e-4d3d-a168-2db5dec723aa tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:43.355293 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a71d4e72-d76e-4d3d-a168-2db5dec723aa tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "DELETE /v2.0/subnets/9536d980-d61d-4b0c-b85a-20a34405bf5b HTTP/1.1" status: 404 len: 337 time: 0.0887942 Feb 16 12:45:43.355293 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaccf3d-b817-4f3c-b41f-ef91bfbb2b34 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event deleted for resources: {'Network': ['ID=8b9860eb-5537-4973-9d2a-72e6c79c2273,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:43.356288 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33480) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:43.389055 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4c3712b9-3987-4a2c-8572-f8d7c9936002 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.391337 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-1145acb1-2fcf-4a9a-99a8-422ef175dafc tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] delete failed (client error): The resource could not be found. Feb 16 12:45:43.393173 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1145acb1-2fcf-4a9a-99a8-422ef175dafc tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "DELETE /v2.0/security-groups/a834dcd4-f8f6-4e00-a6dc-6dca511510d5 HTTP/1.1" status: 404 len: 347 time: 0.0726335 Feb 16 12:45:43.398381 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef77e8c-0064-46ca-b627-cb24ad0a56aa tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:43.398997 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ef77e8c-0064-46ca-b627-cb24ad0a56aa tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:43.402180 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9ef77e8c-0064-46ca-b627-cb24ad0a56aa tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "DELETE /v2.0/networks/d6588c21-66ab-4507-8b69-e3cd6ee2c936 HTTP/1.1" status: 404 len: 339 time: 0.0370719 Feb 16 12:45:43.404482 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33482) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:43.404742 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33484) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:43.421000 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-f0667404-dd54-4428-8758-48a055db5efe None None] For port c85b3e67-297d-48ac-9e62-87bf4c26f2d4, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=c85b3e67-297d-48ac-9e62-87bf4c26f2d4,segment=NetworkSegment(65422eea-b1e2-4a2c-b894-20e88d2c48d4),segment_id=65422eea-b1e2-4a2c-b894-20e88d2c48d4)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:45:43.421669 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f0667404-dd54-4428-8758-48a055db5efe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.435158 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-f0667404-dd54-4428-8758-48a055db5efe None None] Calling delete_port for c85b3e67-297d-48ac-9e62-87bf4c26f2d4 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:43.449107 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-d8bfcc71-9945-4b85-be38-32f8d2aa2e27 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Deleting port c7597343-1ccd-49d6-9593-6fc8f310f5e7 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:43.449936 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d8bfcc71-9945-4b85-be38-32f8d2aa2e27 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.463321 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-4c3712b9-3987-4a2c-8572-f8d7c9936002 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36ea97dd-abe4-4ada-b5bf-b8563d7a8d85']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:43.474822 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-aea3a332-0aaf-4698-ac6e-65526d7c839b tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.475061 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4524d9d-13d2-41d8-938f-694db499f2fe tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:43.475403 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4524d9d-13d2-41d8-938f-694db499f2fe tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:43.477049 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4a9f6225-a124-4005-abec-46a32fbc315b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.481107 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d4524d9d-13d2-41d8-938f-694db499f2fe tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "DELETE /v2.0/subnets/7280c49f-1594-4bed-81fa-34fa985e9162 HTTP/1.1" status: 404 len: 337 time: 0.0697007 Feb 16 12:45:43.488089 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33486) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:43.500007 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-31bdb987-7174-4681-b2d9-6cac2fa4afb3 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.519063 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f0667404-dd54-4428-8758-48a055db5efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.532333 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-4c3712b9-3987-4a2c-8572-f8d7c9936002 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0c07545-5970-4d95-9cf4-b9d3df25dcba') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:43.532682 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-4c3712b9-3987-4a2c-8572-f8d7c9936002 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0c07545-5970-4d95-9cf4-b9d3df25dcba') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:43.549652 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0667404-dd54-4428-8758-48a055db5efe None None] Pushing event deleted for resources: {'Port': ['ID=c85b3e67-297d-48ac-9e62-87bf4c26f2d4,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:43.550112 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4a9f6225-a124-4005-abec-46a32fbc315b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.553710 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0667404-dd54-4428-8758-48a055db5efe None None] No DVR routers for this DVR port c85b3e67-297d-48ac-9e62-87bf4c26f2d4 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:43.572047 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4c3712b9-3987-4a2c-8572-f8d7c9936002 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.574045 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-56fd86d9-2bb9-47e9-91aa-4e48070682c8 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:43.576153 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56fd86d9-2bb9-47e9-91aa-4e48070682c8 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:43.578280 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-56fd86d9-2bb9-47e9-91aa-4e48070682c8 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "DELETE /v2.0/networks/1d28f43b-b422-496a-a212-2bf4f19c51aa HTTP/1.1" status: 404 len: 339 time: 0.0870414 Feb 16 12:45:43.586989 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33488) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:43.613015 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4c3712b9-3987-4a2c-8572-f8d7c9936002 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.631220 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f05de2bb-3820-40df-af54-b506c17b1f01 tempest-SecGroupTest-35251287 tempest-SecGroupTest-35251287-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2236247 Feb 16 12:45:43.632341 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c3712b9-3987-4a2c-8572-f8d7c9936002 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:43.632605 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4c3712b9-3987-4a2c-8572-f8d7c9936002 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.637024 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb8e6f0-1a43-4426-8ae2-3674c1c898d1 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:43.637488 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eb8e6f0-1a43-4426-8ae2-3674c1c898d1 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:43.637621 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:45:43.637621 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:43.637621 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:45:43.637621 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:43.637621 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:45:43.637621 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:45:43.637621 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:45:43.637621 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:43.637621 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:45:43.637621 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:43.637621 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:45:43.637621 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:43.637621 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:45:43.637621 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:45:43.637621 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:43.637621 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:45:43.637621 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:43.637621 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:45:43.637621 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:45:43.637621 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:45:43.637621 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:45:43.637621 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:45:43.637621 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:43.637621 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:43.637621 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:43.637621 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:43.637621 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:43.637621 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:43.637621 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:43.637621 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:43.637621 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:43.637621 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:43.640556 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-9eb8e6f0-1a43-4426-8ae2-3674c1c898d1 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "DELETE /v2.0/subnets/001ac7ab-dfcf-40b6-b6ff-7df11000976a HTTP/1.1" status: 404 len: 337 time: 0.0525815 Feb 16 12:45:43.651073 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33492) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:43.667812 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-aea3a332-0aaf-4698-ac6e-65526d7c839b tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.676024 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-31bdb987-7174-4681-b2d9-6cac2fa4afb3 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.702251 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d8bfcc71-9945-4b85-be38-32f8d2aa2e27 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.716056 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b25716-a918-40f6-9487-4c1303c2fb39 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:43.716434 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88b25716-a918-40f6-9487-4c1303c2fb39 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:43.722720 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-88b25716-a918-40f6-9487-4c1303c2fb39 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "DELETE /v2.0/networks/1aaede78-471a-4c7b-8db0-6ab8bf9e5fad HTTP/1.1" status: 404 len: 339 time: 0.0613172 Feb 16 12:45:43.727188 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3a332-0aaf-4698-ac6e-65526d7c839b tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event deleted for resources: {'Subnet': ['ID=3c787588-c6da-4031-a780-af23e85a433d,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:43.729894 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33494) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:43.742681 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bb7d28-bc28-4b6f-aac5-0288ffbc2717 None None] Network aaa89374-f1a2-4d8f-98ab-d97e5b890010 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:45:43.756029 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-aea3a332-0aaf-4698-ac6e-65526d7c839b tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.761816 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-aea3a332-0aaf-4698-ac6e-65526d7c839b tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "DELETE /v2.0/subnets/3c787588-c6da-4031-a780-af23e85a433d HTTP/1.1" status: 204 len: 168 time: 0.7521091 Feb 16 12:45:43.764477 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33496) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:43.774467 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4a9f6225-a124-4005-abec-46a32fbc315b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.777056 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4a9f6225-a124-4005-abec-46a32fbc315b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.780566 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-4a9f6225-a124-4005-abec-46a32fbc315b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6af3b69c-4c7e-44a4-85a7-2cadf367491d HTTP/1.1" status: 204 len: 168 time: 0.5581241 Feb 16 12:45:43.789157 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bdb987-7174-4681-b2d9-6cac2fa4afb3 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Network acecd126-26ab-455f-a5e8-e451b9b42008 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:43.794918 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-31bdb987-7174-4681-b2d9-6cac2fa4afb3 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:43.804287 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bdb987-7174-4681-b2d9-6cac2fa4afb3 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:45:43.805281 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bdb987-7174-4681-b2d9-6cac2fa4afb3 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:43.805892 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-31bdb987-7174-4681-b2d9-6cac2fa4afb3 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.809655 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f6225-a124-4005-abec-46a32fbc315b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af3b69c-4c7e-44a4-85a7-2cadf367491d,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:43.822355 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bdb987-7174-4681-b2d9-6cac2fa4afb3 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Pushing event updated for resources: {'Port': ['ID=f92d8c23-2837-49c8-ba38-dc030e718e0e,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:43.847131 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-31bdb987-7174-4681-b2d9-6cac2fa4afb3 tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1066644 Feb 16 12:45:43.849155 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33500) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:43.854444 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8281'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:43.879523 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4c3712b9-3987-4a2c-8572-f8d7c9936002 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.883352 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3712b9-3987-4a2c-8572-f8d7c9936002 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 36ea97dd-abe4-4ada-b5bf-b8563d7a8d85 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 16 12:45:43.922409 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4c3712b9-3987-4a2c-8572-f8d7c9936002 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.926466 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4c3712b9-3987-4a2c-8572-f8d7c9936002 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] 10.222.0.90 "DELETE /v2.0/networks/36ea97dd-abe4-4ada-b5bf-b8563d7a8d85 HTTP/1.1" status: 204 len: 168 time: 1.0554738 Feb 16 12:45:43.934530 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33502) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:43.942827 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-943a8006-718d-4155-9277-ff66f5a999fb tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Request body: {'network': {'name': 'tempest-network--15043406'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:43.948548 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.018948 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3712b9-3987-4a2c-8572-f8d7c9936002 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Pushing event deleted for resources: {'Network': ['ID=36ea97dd-abe4-4ada-b5bf-b8563d7a8d85,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:44.044352 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943a8006-718d-4155-9277-ff66f5a999fb tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Made reservation on behalf of c218664e7f094fb296260e03e1da5c30 for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:44.046446 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-943a8006-718d-4155-9277-ff66f5a999fb tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.118495 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c50e13-accb-4232-a08f-c2b0a815db3b None None] DHCP port deletion for aaa89374-f1a2-4d8f-98ab-d97e5b890010 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:45:44.186766 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33508) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:44.198974 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-f0c50e13-accb-4232-a08f-c2b0a815db3b None None] Deleting port 1d142a19-eb3b-4263-9249-2114a8357f3d {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:44.199399 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f0c50e13-accb-4232-a08f-c2b0a815db3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.210243 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-943a8006-718d-4155-9277-ff66f5a999fb tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:44.257066 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda83e3c-12ae-4f1e-8b65-3ba59a18a8ff tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Deleting subnet 4a390bde-7a5f-4253-97d9-f433cfbab2a9 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:45:44.258284 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-943a8006-718d-4155-9277-ff66f5a999fb tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.258638 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-943a8006-718d-4155-9277-ff66f5a999fb tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Added segment fca2a517-0456-4e1f-be7f-57cc80e7bdda of type vlan for network c98ca7a6-0fa7-443d-a69f-267eccd5ddf0 Feb 16 12:45:44.276409 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02baa6d1-70c5-4c52-8e40-b73db725c3e2 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.279138 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cda83e3c-12ae-4f1e-8b65-3ba59a18a8ff tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.283283 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d8bfcc71-9945-4b85-be38-32f8d2aa2e27 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.283649 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d8bfcc71-9945-4b85-be38-32f8d2aa2e27 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.283967 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-d8bfcc71-9945-4b85-be38-32f8d2aa2e27 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Floating IP 6f21e2ae-2bff-4805-926c-0292e719b325 disassociated. External IP: 172.26.2.114, port: c7597343-1ccd-49d6-9593-6fc8f310f5e7. Feb 16 12:45:44.284305 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-d8bfcc71-9945-4b85-be38-32f8d2aa2e27 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Calling delete_port for c7597343-1ccd-49d6-9593-6fc8f310f5e7 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:44.290509 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-f0c50e13-accb-4232-a08f-c2b0a815db3b None None] For port 1d142a19-eb3b-4263-9249-2114a8357f3d, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=1d142a19-eb3b-4263-9249-2114a8357f3d,segment=NetworkSegment(6af0dff0-c937-4fc8-bd47-f04a281b33a3),segment_id=6af0dff0-c937-4fc8-bd47-f04a281b33a3)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:45:44.291245 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f0c50e13-accb-4232-a08f-c2b0a815db3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.310840 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-f0c50e13-accb-4232-a08f-c2b0a815db3b None None] Calling delete_port for 1d142a19-eb3b-4263-9249-2114a8357f3d owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:44.311888 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 12:45:44.331597 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-943a8006-718d-4155-9277-ff66f5a999fb tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.397781 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] device_id is not set on port f92d8c23-2837-49c8-ba38-dc030e718e0e yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:45:44.412670 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.426229 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.469213 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cda83e3c-12ae-4f1e-8b65-3ba59a18a8ff tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.480729 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f0c50e13-accb-4232-a08f-c2b0a815db3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.486487 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-943a8006-718d-4155-9277-ff66f5a999fb tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.488602 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943a8006-718d-4155-9277-ff66f5a999fb tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:44.489423 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-943a8006-718d-4155-9277-ff66f5a999fb tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.529656 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c50e13-accb-4232-a08f-c2b0a815db3b None None] No DVR routers for this DVR port 1d142a19-eb3b-4263-9249-2114a8357f3d on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:44.587659 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c50e13-accb-4232-a08f-c2b0a815db3b None None] Pushing event deleted for resources: {'Port': ['ID=1d142a19-eb3b-4263-9249-2114a8357f3d,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:44.612440 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device c85b3e67-297d-48ac-9e62-87bf4c26f2d4 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:45:44.634847 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Pushing event updated for resources: {'Port': ['ID=f92d8c23-2837-49c8-ba38-dc030e718e0e,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:44.644750 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-943a8006-718d-4155-9277-ff66f5a999fb tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7103317 Feb 16 12:45:44.658817 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33520) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:44.661888 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: c85b3e67-297d-48ac-9e62-87bf4c26f2d4 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:45:44.662225 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device c85b3e67-297d-48ac-9e62-87bf4c26f2d4 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:45:44.662648 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 1d142a19-eb3b-4263-9249-2114a8357f3d no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:45:44.670252 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-29ec35fe-cfc9-4196-9479-349a2336cddd tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:44.678704 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a8006-718d-4155-9277-ff66f5a999fb tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Pushing event updated for resources: {'Network': ['ID=c98ca7a6-0fa7-443d-a69f-267eccd5ddf0,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:44.695183 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network c98ca7a6-0fa7-443d-a69f-267eccd5ddf0 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:45:44.695543 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 1d142a19-eb3b-4263-9249-2114a8357f3d {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:45:44.695934 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 1d142a19-eb3b-4263-9249-2114a8357f3d not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:45:44.712098 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02baa6d1-70c5-4c52-8e40-b73db725c3e2 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.740952 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-02baa6d1-70c5-4c52-8e40-b73db725c3e2 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a063ce-41f9-4df1-852f-279a1fbe8992']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:44.746005 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-525daf96-d82f-4a45-93f5-b3a023e3791a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=49cf137bf96d402ead2e140a49025996&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5544744 Feb 16 12:45:44.748645 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33524) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:44.752774 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-02baa6d1-70c5-4c52-8e40-b73db725c3e2 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65422eea-b1e2-4a2c-b894-20e88d2c48d4') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:44.753065 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-02baa6d1-70c5-4c52-8e40-b73db725c3e2 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65422eea-b1e2-4a2c-b894-20e88d2c48d4') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:44.762673 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:44.763021 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] {{(pid=109048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:44.763312 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e on network acecd126-26ab-455f-a5e8-e451b9b42008 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:45:44.769749 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02baa6d1-70c5-4c52-8e40-b73db725c3e2 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.791213 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Port f92d8c23-2837-49c8-ba38-dc030e718e0e on network acecd126-26ab-455f-a5e8-e451b9b42008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:45:44.791755 dv-neutron-828142-3-hyperv neutron-server[109048]: ERROR neutron.plugins.ml2.managers [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Failed to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e on host hv-neutron-8281 for vnic_type normal using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] Feb 16 12:45:44.802331 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.plugins.ml2.plugin [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempt 2 to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e Feb 16 12:45:44.815086 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02baa6d1-70c5-4c52-8e40-b73db725c3e2 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.837268 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:44.837710 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] {{(pid=109048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:44.838115 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e on network acecd126-26ab-455f-a5e8-e451b9b42008 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:45:44.844719 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02baa6d1-70c5-4c52-8e40-b73db725c3e2 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:44.845188 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02baa6d1-70c5-4c52-8e40-b73db725c3e2 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.850045 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:45:44.850045 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:44.850045 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:45:44.850045 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:44.850045 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:45:44.850045 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:45:44.850045 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:45:44.850045 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:44.850045 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:45:44.850045 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:44.850045 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:45:44.850045 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:44.850045 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:45:44.850045 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:45:44.850045 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:44.850045 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:45:44.850045 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:44.850045 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:45:44.850045 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:45:44.850045 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:45:44.850045 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:45:44.850045 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:45:44.850045 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:44.850045 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:44.850045 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:44.850045 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:44.850045 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:44.850045 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:44.850045 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:44.850045 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:44.850045 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:44.850045 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:44.889296 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Port f92d8c23-2837-49c8-ba38-dc030e718e0e on network acecd126-26ab-455f-a5e8-e451b9b42008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:45:44.889640 dv-neutron-828142-3-hyperv neutron-server[109048]: ERROR neutron.plugins.ml2.managers [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Failed to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e on host hv-neutron-8281 for vnic_type normal using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] Feb 16 12:45:44.897348 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.plugins.ml2.plugin [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempt 3 to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e Feb 16 12:45:44.920289 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cda83e3c-12ae-4f1e-8b65-3ba59a18a8ff tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.931602 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:44.931941 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] {{(pid=109048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:44.932293 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e on network acecd126-26ab-455f-a5e8-e451b9b42008 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:45:44.936838 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e598dd1f-7fe3-4a69-b1b5-a976465a68f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.948574 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Port f92d8c23-2837-49c8-ba38-dc030e718e0e on network acecd126-26ab-455f-a5e8-e451b9b42008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:45:44.948917 dv-neutron-828142-3-hyperv neutron-server[109048]: ERROR neutron.plugins.ml2.managers [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Failed to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e on host hv-neutron-8281 for vnic_type normal using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] Feb 16 12:45:44.956935 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.plugins.ml2.plugin [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempt 4 to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e Feb 16 12:45:44.994476 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02baa6d1-70c5-4c52-8e40-b73db725c3e2 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.995590 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e598dd1f-7fe3-4a69-b1b5-a976465a68f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.997494 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:44.997856 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] {{(pid=109048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:44.998188 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e on network acecd126-26ab-455f-a5e8-e451b9b42008 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:45:45.006635 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-29ec35fe-cfc9-4196-9479-349a2336cddd tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.013356 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02baa6d1-70c5-4c52-8e40-b73db725c3e2 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.019323 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-02baa6d1-70c5-4c52-8e40-b73db725c3e2 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "DELETE /v2.0/networks/03a063ce-41f9-4df1-852f-279a1fbe8992 HTTP/1.1" status: 204 len: 168 time: 1.2513921 Feb 16 12:45:45.021715 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33532) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.026847 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Port f92d8c23-2837-49c8-ba38-dc030e718e0e on network acecd126-26ab-455f-a5e8-e451b9b42008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:45:45.027179 dv-neutron-828142-3-hyperv neutron-server[109048]: ERROR neutron.plugins.ml2.managers [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Failed to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e on host hv-neutron-8281 for vnic_type normal using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] Feb 16 12:45:45.029833 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.plugins.ml2.plugin [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempt 5 to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e Feb 16 12:45:45.044729 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-29ec35fe-cfc9-4196-9479-349a2336cddd tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.053860 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02baa6d1-70c5-4c52-8e40-b73db725c3e2 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event deleted for resources: {'Network': ['ID=03a063ce-41f9-4df1-852f-279a1fbe8992,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:45.066433 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33534) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.087624 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-29ec35fe-cfc9-4196-9479-349a2336cddd tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Network c98ca7a6-0fa7-443d-a69f-267eccd5ddf0 is not hosted by any dhcp agent {{(pid=109048) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 12:45:45.088762 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ec35fe-cfc9-4196-9479-349a2336cddd tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:45.089517 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-29ec35fe-cfc9-4196-9479-349a2336cddd tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.091147 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-29ec35fe-cfc9-4196-9479-349a2336cddd tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] 10.222.0.90 "PUT /v2.0/networks/c98ca7a6-0fa7-443d-a69f-267eccd5ddf0 HTTP/1.1" status: 200 len: 856 time: 0.4312856 Feb 16 12:45:45.115623 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33538) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.123748 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:45.124127 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] {{(pid=109048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:45.124443 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e on network acecd126-26ab-455f-a5e8-e451b9b42008 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:45:45.140149 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Port f92d8c23-2837-49c8-ba38-dc030e718e0e on network acecd126-26ab-455f-a5e8-e451b9b42008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:45:45.140755 dv-neutron-828142-3-hyperv neutron-server[109048]: ERROR neutron.plugins.ml2.managers [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Failed to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e on host hv-neutron-8281 for vnic_type normal using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] Feb 16 12:45:45.143959 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.plugins.ml2.plugin [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempt 6 to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e Feb 16 12:45:45.155233 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec35fe-cfc9-4196-9479-349a2336cddd tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Pushing event updated for resources: {'Network': ['ID=c98ca7a6-0fa7-443d-a69f-267eccd5ddf0,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:45.163929 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:45.164478 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] {{(pid=109048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:45.165017 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e on network acecd126-26ab-455f-a5e8-e451b9b42008 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:45:45.168942 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e598dd1f-7fe3-4a69-b1b5-a976465a68f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.171482 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e598dd1f-7fe3-4a69-b1b5-a976465a68f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.172657 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e598dd1f-7fe3-4a69-b1b5-a976465a68f2 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/13026269-fea9-435d-8c2d-0b081c3958f0 HTTP/1.1" status: 204 len: 168 time: 0.4230633 Feb 16 12:45:45.178370 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Port f92d8c23-2837-49c8-ba38-dc030e718e0e on network acecd126-26ab-455f-a5e8-e451b9b42008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:45:45.178866 dv-neutron-828142-3-hyperv neutron-server[109048]: ERROR neutron.plugins.ml2.managers [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Failed to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e on host hv-neutron-8281 for vnic_type normal using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] Feb 16 12:45:45.183576 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.plugins.ml2.plugin [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempt 7 to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e Feb 16 12:45:45.187975 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598dd1f-7fe3-4a69-b1b5-a976465a68f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13026269-fea9-435d-8c2d-0b081c3958f0,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:45.201842 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:45.202405 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] {{(pid=109048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:45.202891 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e on network acecd126-26ab-455f-a5e8-e451b9b42008 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:45:45.211120 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Port f92d8c23-2837-49c8-ba38-dc030e718e0e on network acecd126-26ab-455f-a5e8-e451b9b42008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:45:45.211708 dv-neutron-828142-3-hyperv neutron-server[109048]: ERROR neutron.plugins.ml2.managers [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Failed to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e on host hv-neutron-8281 for vnic_type normal using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] Feb 16 12:45:45.214940 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-917daf33-eb89-42c7-acc4-49d07ada6260 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.216437 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-a4e42681-688d-4519-a2ec-3c02e8a5b713 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.217758 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a4e42681-688d-4519-a2ec-3c02e8a5b713 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1503265 Feb 16 12:45:45.218504 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.plugins.ml2.plugin [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempt 8 to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e Feb 16 12:45:45.222261 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33542) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.225272 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d8bfcc71-9945-4b85-be38-32f8d2aa2e27 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.228918 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-cde8de9e-c66a-40c7-906f-70705610d20e tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.230642 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-cde8de9e-c66a-40c7-906f-70705610d20e tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0069432 Feb 16 12:45:45.237176 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33544) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.244153 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-f8fd2eff-667e-4ef1-8f66-a225375b3bd4 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.245700 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f8fd2eff-667e-4ef1-8f66-a225375b3bd4 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0072389 Feb 16 12:45:45.248740 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:45.249323 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] {{(pid=109048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:45.249660 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e on network acecd126-26ab-455f-a5e8-e451b9b42008 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:45:45.254131 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33546) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.258646 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-c23934de-7326-417b-b9fa-1cb6c36ba4bf tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.259681 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c23934de-7326-417b-b9fa-1cb6c36ba4bf tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0046086 Feb 16 12:45:45.262468 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33548) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.266943 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-b330975c-a207-4f63-935e-d8eb24a805c9 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.268608 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b330975c-a207-4f63-935e-d8eb24a805c9 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0051427 Feb 16 12:45:45.271452 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33550) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.273191 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bfcc71-9945-4b85-be38-32f8d2aa2e27 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event deleted for resources: {'Port': ['ID=c7597343-1ccd-49d6-9593-6fc8f310f5e7,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:45.276343 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-092b33b7-6df0-4a19-a951-6e02dae79a25 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.277605 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-092b33b7-6df0-4a19-a951-6e02dae79a25 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0049419 Feb 16 12:45:45.278716 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Port f92d8c23-2837-49c8-ba38-dc030e718e0e on network acecd126-26ab-455f-a5e8-e451b9b42008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:45:45.279296 dv-neutron-828142-3-hyperv neutron-server[109048]: ERROR neutron.plugins.ml2.managers [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Failed to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e on host hv-neutron-8281 for vnic_type normal using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] Feb 16 12:45:45.279905 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.plugins.ml2.plugin [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempt 9 to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e Feb 16 12:45:45.283020 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33552) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.289598 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-bb6c6a4b-3cd9-405f-8894-f79e606ac9dc tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.290821 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-bb6c6a4b-3cd9-405f-8894-f79e606ac9dc tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0054560 Feb 16 12:45:45.291620 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cda83e3c-12ae-4f1e-8b65-3ba59a18a8ff tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.298320 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33554) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.304792 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-5753922a-6abd-4114-bc18-f67967721f81 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.305893 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5753922a-6abd-4114-bc18-f67967721f81 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0065191 Feb 16 12:45:45.309623 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33556) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.315394 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-7b6baf1b-4363-4c6a-90db-e1de904a4dea tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.316655 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-7b6baf1b-4363-4c6a-90db-e1de904a4dea tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0056589 Feb 16 12:45:45.319905 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33558) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.324135 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6842ebc1-ab9b-45ce-853a-175e25e7cae1 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.325973 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-2ed19bb1-3218-4281-b1ad-0d77f1396514 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.326968 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2ed19bb1-3218-4281-b1ad-0d77f1396514 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0052817 Feb 16 12:45:45.327852 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:45.328182 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] {{(pid=109048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:45.328753 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e on network acecd126-26ab-455f-a5e8-e451b9b42008 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:45:45.331199 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33560) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.335790 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-9c1903ed-a8d7-4e0f-9a75-c5fa6d833e34 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.336793 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-9c1903ed-a8d7-4e0f-9a75-c5fa6d833e34 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0044267 Feb 16 12:45:45.339494 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33562) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.344910 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-c0ea52ae-4c2c-4cda-aa37-eb916da21f6b tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.348540 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c0ea52ae-4c2c-4cda-aa37-eb916da21f6b tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0055625 Feb 16 12:45:45.348540 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Port f92d8c23-2837-49c8-ba38-dc030e718e0e on network acecd126-26ab-455f-a5e8-e451b9b42008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:45:45.348540 dv-neutron-828142-3-hyperv neutron-server[109048]: ERROR neutron.plugins.ml2.managers [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Failed to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e on host hv-neutron-8281 for vnic_type normal using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] Feb 16 12:45:45.348540 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.plugins.ml2.plugin [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempt 10 to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e Feb 16 12:45:45.350697 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33564) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.358879 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda83e3c-12ae-4f1e-8b65-3ba59a18a8ff tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event deleted for resources: {'Subnet': ['ID=4a390bde-7a5f-4253-97d9-f433cfbab2a9,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:45.362301 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-3aaf6e2f-32c4-4f62-a1cd-990f91cb0dc9 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.363308 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3aaf6e2f-32c4-4f62-a1cd-990f91cb0dc9 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0106783 Feb 16 12:45:45.366043 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33566) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.371736 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-fb37ecad-ef75-4387-ad8e-6f1bab97c9f0 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.372741 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-fb37ecad-ef75-4387-ad8e-6f1bab97c9f0 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0057607 Feb 16 12:45:45.379039 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33568) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.380006 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25374773-f981-4dd9-af61-ef0941f8fb6b None None] Network 29ab8676-f3c7-433b-a2c3-c81ad83658fe requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:45:45.380655 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cda83e3c-12ae-4f1e-8b65-3ba59a18a8ff tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.382372 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:45.382743 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.managers [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] {{(pid=109048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:45.383115 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempting to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e on network acecd126-26ab-455f-a5e8-e451b9b42008 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:45:45.386731 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-cda83e3c-12ae-4f1e-8b65-3ba59a18a8ff tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "DELETE /v2.0/subnets/4a390bde-7a5f-4253-97d9-f433cfbab2a9 HTTP/1.1" status: 204 len: 168 time: 1.6560588 Feb 16 12:45:45.387307 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33570) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.387882 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-eb2cd0fc-f9fa-4179-926a-0097175200f7 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.388926 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-eb2cd0fc-f9fa-4179-926a-0097175200f7 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0079410 Feb 16 12:45:45.391762 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33572) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.398233 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-ac8f5747-7569-4ea3-b99d-2070c09a49eb tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.399371 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ac8f5747-7569-4ea3-b99d-2070c09a49eb tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0058088 Feb 16 12:45:45.400670 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Port f92d8c23-2837-49c8-ba38-dc030e718e0e on network acecd126-26ab-455f-a5e8-e451b9b42008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:45:45.401073 dv-neutron-828142-3-hyperv neutron-server[109048]: ERROR neutron.plugins.ml2.managers [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Failed to bind port f92d8c23-2837-49c8-ba38-dc030e718e0e on host hv-neutron-8281 for vnic_type normal using segments [{'id': '094b3547-587d-477a-b43e-56c01990ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'acecd126-26ab-455f-a5e8-e451b9b42008'}] Feb 16 12:45:45.401510 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.403462 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33574) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.408790 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-d00dbd31-58c7-4e26-b539-fdf03b965e22 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.409897 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d00dbd31-58c7-4e26-b539-fdf03b965e22 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0045254 Feb 16 12:45:45.417627 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33576) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.425069 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-03abbae7-c71b-4330-9bf7-34bf2a15c531 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.426330 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-03abbae7-c71b-4330-9bf7-34bf2a15c531 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0072358 Feb 16 12:45:45.430317 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33578) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.435859 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-a5fa7c4d-2607-4433-b05e-9609ddad849b tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.437156 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a5fa7c4d-2607-4433-b05e-9609ddad849b tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0056677 Feb 16 12:45:45.455964 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33580) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.461189 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-031c172e-27f7-40fb-b7a6-76867cb8e3aa tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.462735 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-031c172e-27f7-40fb-b7a6-76867cb8e3aa tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0054784 Feb 16 12:45:45.466041 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33582) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.470475 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-8cb449d2-0a7c-4a3a-97c8-469370cd894b tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.471779 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-8cb449d2-0a7c-4a3a-97c8-469370cd894b tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0045662 Feb 16 12:45:45.474418 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33584) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.479081 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-dd60dc8f-10ed-46ee-9d93-940723d93107 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.480222 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-dd60dc8f-10ed-46ee-9d93-940723d93107 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0047259 Feb 16 12:45:45.482970 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33586) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.487903 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-1f5ead4a-3826-4ef2-b33d-add47f48314d tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.489150 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1f5ead4a-3826-4ef2-b33d-add47f48314d tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0050538 Feb 16 12:45:45.494031 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33588) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.502185 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-5966c3c3-f0dc-4771-9a57-0be17993e048 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.503416 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5966c3c3-f0dc-4771-9a57-0be17993e048 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0081618 Feb 16 12:45:45.511027 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33592) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.515835 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-342f0179-d9db-4c03-8a32-02edd067ba88 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.517712 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-342f0179-d9db-4c03-8a32-02edd067ba88 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0047445 Feb 16 12:45:45.523718 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33594) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.530996 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-71e61ecb-8106-409f-a8b4-d7c23ddeaf27 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.538383 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-71e61ecb-8106-409f-a8b4-d7c23ddeaf27 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0072954 Feb 16 12:45:45.538877 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33596) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.545952 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-d05e7982-3b09-46d8-927d-85811979b4fc tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.547031 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d05e7982-3b09-46d8-927d-85811979b4fc tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0073533 Feb 16 12:45:45.550503 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33598) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.554864 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-7d14d9fb-ef05-4d17-9ab5-f5402544513e tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.555825 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-7d14d9fb-ef05-4d17-9ab5-f5402544513e tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0044131 Feb 16 12:45:45.559119 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33600) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.560270 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] For port f92d8c23-2837-49c8-ba38-dc030e718e0e, host hv-neutron-8281, cleared binding levels {{(pid=109048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:45:45.560930 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attempted to set empty binding levels {{(pid=109048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 16 12:45:45.569117 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-c0bdc6ce-69d2-4237-be18-2ab1e6f7e7f0 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.572568 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c0bdc6ce-69d2-4237-be18-2ab1e6f7e7f0 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0077250 Feb 16 12:45:45.572895 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33602) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.580665 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-4b3dfdda-1922-4d02-8523-99381279c7ba tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.585422 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-4b3dfdda-1922-4d02-8523-99381279c7ba tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0089102 Feb 16 12:45:45.585422 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.594880 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33604) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.601676 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-3b3b83a8-250d-47f8-86fa-58803c3c91be tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.603142 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3b3b83a8-250d-47f8-86fa-58803c3c91be tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0049512 Feb 16 12:45:45.607308 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] In _notify_port_updated(), no bound segment for port f92d8c23-2837-49c8-ba38-dc030e718e0e on network acecd126-26ab-455f-a5e8-e451b9b42008 {{(pid=109048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 12:45:45.608447 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:45.609097 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.611347 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] 10.222.0.90 "PUT /v2.0/ports/f92d8c23-2837-49c8-ba38-dc030e718e0e HTTP/1.1" status: 200 len: 977 time: 1.7606091 Feb 16 12:45:45.612259 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33606) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.639588 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33608) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.644365 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-6d8aa37f-0702-4a4e-9c05-e215e421ba32 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.647742 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6d8aa37f-0702-4a4e-9c05-e215e421ba32 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0086274 Feb 16 12:45:45.649473 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33610) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.676331 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c376282b-e7c1-4473-8e39-b904c6d1534b None None] DHCP port deletion for 29ab8676-f3c7-433b-a2c3-c81ad83658fe request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:45:45.680233 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-ea28e6b1-bbe2-4bda-83de-f58e39fb17b3 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.683636 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ea28e6b1-bbe2-4bda-83de-f58e39fb17b3 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0259647 Feb 16 12:45:45.702624 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33614) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.709790 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-73bdc2df-b082-48b6-9d85-75c3ee212552 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.714137 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-73bdc2df-b082-48b6-9d85-75c3ee212552 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0086081 Feb 16 12:45:45.735569 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45984ab8-5836-4a5f-a57e-e80a2445bffe tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Pushing event updated for resources: {'Port': ['ID=f92d8c23-2837-49c8-ba38-dc030e718e0e,revision_number=3']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:45.738655 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33616) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.739655 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-c376282b-e7c1-4473-8e39-b904c6d1534b None None] Deleting port 543fd0a0-fe3a-4334-9ad0-059f468bb2c5 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:45.740880 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c376282b-e7c1-4473-8e39-b904c6d1534b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.765534 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-38212fdd-10db-4f08-90ea-a2ed39664984 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.766697 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-38212fdd-10db-4f08-90ea-a2ed39664984 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0259795 Feb 16 12:45:45.769473 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33620) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.775102 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-a0589c69-8242-4877-b15e-8a375c8054c5 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.776211 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a0589c69-8242-4877-b15e-8a375c8054c5 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0057819 Feb 16 12:45:45.778818 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33622) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.785925 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-f8c146d3-b7c3-4bb7-b69d-bbc276b55fc6 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.785925 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f8c146d3-b7c3-4bb7-b69d-bbc276b55fc6 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0049675 Feb 16 12:45:45.789997 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33626) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.796258 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-3d4cabcb-589d-4328-81a8-3514c646a411 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.801148 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3d4cabcb-589d-4328-81a8-3514c646a411 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0098531 Feb 16 12:45:45.801777 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33628) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.807166 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-73264152-c84e-4dbe-893b-0af3b6228474 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.811360 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-73264152-c84e-4dbe-893b-0af3b6228474 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0075386 Feb 16 12:45:45.813369 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33630) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.819628 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-9bde88ab-fb05-4faf-bf03-1e4dff046b8f tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.826619 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-9bde88ab-fb05-4faf-bf03-1e4dff046b8f tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0075557 Feb 16 12:45:45.826619 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33632) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.838107 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-245e7d88-80e5-444a-89ac-f84a3b89f220 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.839107 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-245e7d88-80e5-444a-89ac-f84a3b89f220 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0046856 Feb 16 12:45:45.842339 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33634) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.847218 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-22013304-0eef-49eb-b066-a61dd9eb75c2 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.848162 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-22013304-0eef-49eb-b066-a61dd9eb75c2 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0049531 Feb 16 12:45:45.851088 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33636) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.855679 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-a901a8fe-8db0-40d3-a080-0f250e9c6b4e tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.859848 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a901a8fe-8db0-40d3-a080-0f250e9c6b4e tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0046780 Feb 16 12:45:45.859848 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33638) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.865388 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-c376282b-e7c1-4473-8e39-b904c6d1534b None None] For port 543fd0a0-fe3a-4334-9ad0-059f468bb2c5, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=543fd0a0-fe3a-4334-9ad0-059f468bb2c5,segment=NetworkSegment(03d6ea53-a177-4781-95b4-fddd0c98e50a),segment_id=03d6ea53-a177-4781-95b4-fddd0c98e50a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:45:45.865773 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c376282b-e7c1-4473-8e39-b904c6d1534b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.866352 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-ead55e7d-bde5-4462-a084-5782e4c6cbb1 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.871743 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ead55e7d-bde5-4462-a084-5782e4c6cbb1 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0066206 Feb 16 12:45:45.877427 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33642) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.879778 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-c376282b-e7c1-4473-8e39-b904c6d1534b None None] Calling delete_port for 543fd0a0-fe3a-4334-9ad0-059f468bb2c5 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:45.887277 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-ea2a4220-e2cb-40e1-8e29-94714e40106d tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.891627 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ea2a4220-e2cb-40e1-8e29-94714e40106d tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0128331 Feb 16 12:45:45.894332 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-53cf8ba6-f8bc-416d-88f0-19a9bac3f2ac tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Deleting port f92d8c23-2837-49c8-ba38-dc030e718e0e {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:45.895179 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-53cf8ba6-f8bc-416d-88f0-19a9bac3f2ac tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.898196 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33644) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.905532 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-917daf33-eb89-42c7-acc4-49d07ada6260 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.913649 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0d442f23-ae3c-42b7-ab82-37cb69d228a5 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.914611 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-89669cc8-1c19-4c86-a5f3-f44b694de4ee tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.919101 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-89669cc8-1c19-4c86-a5f3-f44b694de4ee tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0176690 Feb 16 12:45:45.920568 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33646) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.961799 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c376282b-e7c1-4473-8e39-b904c6d1534b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.979130 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-e9dab19d-d6b0-4d96-b9d2-33ee9f360fad tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:45.984537 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e9dab19d-d6b0-4d96-b9d2-33ee9f360fad tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0628831 Feb 16 12:45:45.990437 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33648) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:45.995693 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c376282b-e7c1-4473-8e39-b904c6d1534b None None] No DVR routers for this DVR port 543fd0a0-fe3a-4334-9ad0-059f468bb2c5 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:45.997510 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376282b-e7c1-4473-8e39-b904c6d1534b None None] Pushing event deleted for resources: {'Port': ['ID=543fd0a0-fe3a-4334-9ad0-059f468bb2c5,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:45.998952 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-b7672256-8a4d-4ff8-a662-8d3545e67873 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:46.009030 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b7672256-8a4d-4ff8-a662-8d3545e67873 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0143085 Feb 16 12:45:46.009030 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33652) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:46.021387 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-49ed141e-6587-4fab-a44d-f1ff7cebc94d tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:46.025146 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-49ed141e-6587-4fab-a44d-f1ff7cebc94d tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0062752 Feb 16 12:45:46.026403 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33654) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:46.038037 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-5570da28-52db-4a44-8151-48213b49e547 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:46.039939 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5570da28-52db-4a44-8151-48213b49e547 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0108066 Feb 16 12:45:46.047245 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33656) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:46.053080 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-80c60b84-568c-4587-8328-1f9db0c2b4a0 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:46.054335 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-80c60b84-568c-4587-8328-1f9db0c2b4a0 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0061178 Feb 16 12:45:46.058231 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33660) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:46.062874 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-2f602646-4f5d-4ec3-ac9b-75f7208a3d7f tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:46.063802 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2f602646-4f5d-4ec3-ac9b-75f7208a3d7f tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0046601 Feb 16 12:45:46.065555 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-917daf33-eb89-42c7-acc4-49d07ada6260 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c98ca7a6-0fa7-443d-a69f-267eccd5ddf0']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:46.066029 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-53cf8ba6-f8bc-416d-88f0-19a9bac3f2ac tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] For port f92d8c23-2837-49c8-ba38-dc030e718e0e, host hv-neutron-8281, got binding levels [] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:45:46.066029 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-53cf8ba6-f8bc-416d-88f0-19a9bac3f2ac tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.067935 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33662) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:46.081166 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-53cf8ba6-f8bc-416d-88f0-19a9bac3f2ac tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Calling delete_port for f92d8c23-2837-49c8-ba38-dc030e718e0e owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:46.094760 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [None req-7849e2f3-e158-40b7-af64-0a962242a00d tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:46.098431 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7849e2f3-e158-40b7-af64-0a962242a00d tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0218382 Feb 16 12:45:46.098431 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6842ebc1-ab9b-45ce-853a-175e25e7cae1 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.106359 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33666) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:46.116100 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-917daf33-eb89-42c7-acc4-49d07ada6260 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fca2a517-0456-4e1f-be7f-57cc80e7bdda') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:46.116394 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-917daf33-eb89-42c7-acc4-49d07ada6260 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fca2a517-0456-4e1f-be7f-57cc80e7bdda') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:46.156529 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [None req-08a48bf5-7974-401e-9157-57b795317259 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:46.158634 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-08a48bf5-7974-401e-9157-57b795317259 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0390072 Feb 16 12:45:46.161261 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33670) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:46.177503 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-917daf33-eb89-42c7-acc4-49d07ada6260 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.177928 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-53cf8ba6-f8bc-416d-88f0-19a9bac3f2ac tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.182006 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [None req-d3d957d3-6aef-4c2e-be3d-3cc6d349dd7c tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:46.183283 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d3d957d3-6aef-4c2e-be3d-3cc6d349dd7c tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0173614 Feb 16 12:45:46.206508 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33672) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:46.209432 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf8ba6-f8bc-416d-88f0-19a9bac3f2ac tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Pushing event deleted for resources: {'Port': ['ID=f92d8c23-2837-49c8-ba38-dc030e718e0e,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:46.226004 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-53cf8ba6-f8bc-416d-88f0-19a9bac3f2ac tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.232608 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-53cf8ba6-f8bc-416d-88f0-19a9bac3f2ac tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] 10.222.0.90 "DELETE /v2.0/ports/f92d8c23-2837-49c8-ba38-dc030e718e0e HTTP/1.1" status: 204 len: 168 time: 0.5859785 Feb 16 12:45:46.233311 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33674) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:46.249892 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [None req-fc9cd493-278c-453d-ab21-b9973436b039 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:46.250862 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fc9cd493-278c-453d-ab21-b9973436b039 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0429628 Feb 16 12:45:46.254323 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-6842ebc1-ab9b-45ce-853a-175e25e7cae1 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaa89374-f1a2-4d8f-98ab-d97e5b890010']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:46.258484 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33676) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:46.258964 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-917daf33-eb89-42c7-acc4-49d07ada6260 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.264075 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-4ed6aef7-9a9b-4ded-b4bc-f7342ba12f28 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:46.265237 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-4ed6aef7-9a9b-4ded-b4bc-f7342ba12f28 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0054224 Feb 16 12:45:46.266605 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-a308540e-1238-4874-ae4f-d7eaab0675ac tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] GET failed (client error): The resource could not be found. Feb 16 12:45:46.272062 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a308540e-1238-4874-ae4f-d7eaab0675ac tempest-PortsAdminExtendedAttrsTestJSON-1323119837 tempest-PortsAdminExtendedAttrsTestJSON-1323119837-project-admin] 10.222.0.90 "GET /v2.0/ports/f92d8c23-2837-49c8-ba38-dc030e718e0e HTTP/1.1" status: 404 len: 333 time: 0.0337009 Feb 16 12:45:46.272062 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33678) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:46.272390 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33680) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:46.276954 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-bca3945e-a60d-40d8-ada8-e1bec7ccf280 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:46.277669 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8bfcc71-9945-4b85-be38-32f8d2aa2e27 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Router 3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:45:46.277951 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-bca3945e-a60d-40d8-ada8-e1bec7ccf280 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0078557 Feb 16 12:45:46.285379 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-6842ebc1-ab9b-45ce-853a-175e25e7cae1 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6af0dff0-c937-4fc8-bd47-f04a281b33a3') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:46.285980 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-6842ebc1-ab9b-45ce-853a-175e25e7cae1 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6af0dff0-c937-4fc8-bd47-f04a281b33a3') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:46.286970 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33682) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:46.288720 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-917daf33-eb89-42c7-acc4-49d07ada6260 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:46.289120 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-917daf33-eb89-42c7-acc4-49d07ada6260 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.293437 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:45:46.293437 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:46.293437 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:45:46.293437 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:46.293437 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:45:46.293437 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:45:46.293437 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:45:46.293437 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:46.293437 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:45:46.293437 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:46.293437 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:45:46.293437 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:46.293437 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:45:46.293437 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:45:46.293437 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:46.293437 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:45:46.293437 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:46.293437 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:45:46.293437 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:45:46.293437 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:45:46.293437 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:45:46.293437 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:45:46.293437 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:46.293437 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:46.293437 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:46.293437 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:46.293437 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:46.293437 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:46.293437 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:46.293437 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:46.293437 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:46.293437 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:46.302495 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-d59e5a50-07b1-4194-8ca0-5d145bb9d05b tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:46.302777 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0d442f23-ae3c-42b7-ab82-37cb69d228a5 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.303496 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d59e5a50-07b1-4194-8ca0-5d145bb9d05b tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0154247 Feb 16 12:45:46.304007 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33684) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:46.311314 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33686) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:46.324927 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6842ebc1-ab9b-45ce-853a-175e25e7cae1 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.342357 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-0d3822ac-584a-41a8-a489-1d7e0d296ed3 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:46.343354 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0d3822ac-584a-41a8-a489-1d7e0d296ed3 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0311413 Feb 16 12:45:46.353456 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33690) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:46.378122 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ee9735ff-06a0-41ef-93f3-4a4947994a0b tempest-PortsAdminExtendedAttrsTestJSON-1343245636 tempest-PortsAdminExtendedAttrsTestJSON-1343245636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.378491 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [None req-c38873c1-81fa-4d5f-8e7c-62c46872d133 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:46.379653 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c38873c1-81fa-4d5f-8e7c-62c46872d133 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0197864 Feb 16 12:45:46.386064 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33692) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:46.390475 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-e6a2227a-6156-4566-9d1f-ffa45f283aca tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:46.391719 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e6a2227a-6156-4566-9d1f-ffa45f283aca tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0049155 Feb 16 12:45:46.395396 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33694) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:46.395550 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6842ebc1-ab9b-45ce-853a-175e25e7cae1 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.398717 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-0d442f23-ae3c-42b7-ab82-37cb69d228a5 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ab8676-f3c7-433b-a2c3-c81ad83658fe']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:46.400773 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-0b2a1b74-7549-499d-a290-1270d8e98e1c tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:46.401842 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0b2a1b74-7549-499d-a290-1270d8e98e1c tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0050008 Feb 16 12:45:46.404891 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33696) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:46.414398 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-f0172dc3-43bc-4c67-84d0-9a556df1f3b3 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:46.415503 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6842ebc1-ab9b-45ce-853a-175e25e7cae1 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:46.415717 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f0172dc3-43bc-4c67-84d0-9a556df1f3b3 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0069239 Feb 16 12:45:46.415906 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6842ebc1-ab9b-45ce-853a-175e25e7cae1 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.419412 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33698) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:46.420615 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:45:46.420615 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:46.420615 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:45:46.420615 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:46.420615 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:45:46.420615 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:45:46.420615 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:45:46.420615 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:46.420615 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:45:46.420615 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:46.420615 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:45:46.420615 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:46.420615 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:45:46.420615 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:45:46.420615 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:46.420615 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:45:46.420615 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:46.420615 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:45:46.420615 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:45:46.420615 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:45:46.420615 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:45:46.420615 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:45:46.420615 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:46.420615 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:46.420615 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:46.420615 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:46.420615 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:46.420615 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:46.420615 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:46.420615 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:46.420615 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:46.420615 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:46.437954 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-0d442f23-ae3c-42b7-ab82-37cb69d228a5 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d6ea53-a177-4781-95b4-fddd0c98e50a') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:46.438247 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-0d442f23-ae3c-42b7-ab82-37cb69d228a5 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d6ea53-a177-4781-95b4-fddd0c98e50a') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:46.446027 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-d3be4ff7-cfcd-456a-9d59-0612e78675a9 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:46.446966 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d3be4ff7-cfcd-456a-9d59-0612e78675a9 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0268092 Feb 16 12:45:46.451903 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-d199ccfa-fc62-4256-83ea-5ec941e1a217 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:46.452593 dv-neutron-828142-3-hyperv neutron-server[109048]: WARNING neutron.api.v2.base [None req-d199ccfa-fc62-4256-83ea-5ec941e1a217 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 12:45:46.453111 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-d199ccfa-fc62-4256-83ea-5ec941e1a217 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 12:45:46.454053 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d199ccfa-fc62-4256-83ea-5ec941e1a217 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1491458 Feb 16 12:45:46.459054 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33700) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:46.459420 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33702) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:46.475149 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-68c5d8ee-3815-4d58-9b85-7cf0d2841d42 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Request body: {'security_group': {'name': 'tempest-secgroup--1681257111'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:46.481427 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-d9838e24-56db-4977-a0d2-2efb25463bfe tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:46.482502 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d9838e24-56db-4977-a0d2-2efb25463bfe tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0221870 Feb 16 12:45:46.487214 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33704) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:46.491128 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-c000076c-a762-4869-b5b8-bb239f81b65e tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:46.492049 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c000076c-a762-4869-b5b8-bb239f81b65e tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0043290 Feb 16 12:45:46.506140 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33706) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:46.518110 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [None req-2e53cb20-3dc2-4e0a-b922-c46d00c99c79 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:46.522333 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2e53cb20-3dc2-4e0a-b922-c46d00c99c79 tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0145919 Feb 16 12:45:46.523050 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33708) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:46.526047 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0d442f23-ae3c-42b7-ab82-37cb69d228a5 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.527695 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-917daf33-eb89-42c7-acc4-49d07ada6260 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.535571 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [None req-73422310-fd46-49ce-9b79-5144ced5920f tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] http://10.222.0.90:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:46.536684 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-73422310-fd46-49ce-9b79-5144ced5920f tempest-ExtensionsTestJSON-2123581587 tempest-ExtensionsTestJSON-2123581587-project] 10.222.0.90 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0048950 Feb 16 12:45:46.549251 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ee9735ff-06a0-41ef-93f3-4a4947994a0b tempest-PortsAdminExtendedAttrsTestJSON-1343245636 tempest-PortsAdminExtendedAttrsTestJSON-1343245636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.558073 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917daf33-eb89-42c7-acc4-49d07ada6260 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c98ca7a6-0fa7-443d-a69f-267eccd5ddf0 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 16 12:45:46.564600 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-917daf33-eb89-42c7-acc4-49d07ada6260 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.568265 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-917daf33-eb89-42c7-acc4-49d07ada6260 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] 10.222.0.90 "DELETE /v2.0/networks/c98ca7a6-0fa7-443d-a69f-267eccd5ddf0 HTTP/1.1" status: 204 len: 168 time: 1.4481013 Feb 16 12:45:46.572011 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33712) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:46.584594 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-ee9735ff-06a0-41ef-93f3-4a4947994a0b tempest-PortsAdminExtendedAttrsTestJSON-1343245636 tempest-PortsAdminExtendedAttrsTestJSON-1343245636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acecd126-26ab-455f-a5e8-e451b9b42008']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:46.589762 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-68c5d8ee-3815-4d58-9b85-7cf0d2841d42 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.594352 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917daf33-eb89-42c7-acc4-49d07ada6260 tempest-ExternalNetworksTestJSON-698546961 tempest-ExternalNetworksTestJSON-698546961-project-admin] Pushing event deleted for resources: {'Network': ['ID=c98ca7a6-0fa7-443d-a69f-267eccd5ddf0,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:46.599400 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0d442f23-ae3c-42b7-ab82-37cb69d228a5 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.602734 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6842ebc1-ab9b-45ce-853a-175e25e7cae1 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.606673 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 543fd0a0-fe3a-4334-9ad0-059f468bb2c5 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:45:46.622616 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6cff7d7-4cea-4d36-9786-bf8ba1e1f115 tempest-ExternalNetworksTestJSON-1729571623 tempest-ExternalNetworksTestJSON-1729571623-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:46.623079 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6cff7d7-4cea-4d36-9786-bf8ba1e1f115 tempest-ExternalNetworksTestJSON-1729571623 tempest-ExternalNetworksTestJSON-1729571623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:46.626441 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e6cff7d7-4cea-4d36-9786-bf8ba1e1f115 tempest-ExternalNetworksTestJSON-1729571623 tempest-ExternalNetworksTestJSON-1729571623-project] 10.222.0.90 "DELETE /v2.0/subnets/8eeb490e-7402-46dd-af1d-bb1534954971 HTTP/1.1" status: 404 len: 337 time: 0.0533717 Feb 16 12:45:46.628846 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-ee9735ff-06a0-41ef-93f3-4a4947994a0b tempest-PortsAdminExtendedAttrsTestJSON-1343245636 tempest-PortsAdminExtendedAttrsTestJSON-1343245636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '094b3547-587d-477a-b43e-56c01990ec2c') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:46.629173 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-ee9735ff-06a0-41ef-93f3-4a4947994a0b tempest-PortsAdminExtendedAttrsTestJSON-1343245636 tempest-PortsAdminExtendedAttrsTestJSON-1343245636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '094b3547-587d-477a-b43e-56c01990ec2c') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:46.631056 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33714) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:46.631861 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-68c5d8ee-3815-4d58-9b85-7cf0d2841d42 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.643262 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6842ebc1-ab9b-45ce-853a-175e25e7cae1 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.647410 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6842ebc1-ab9b-45ce-853a-175e25e7cae1 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "DELETE /v2.0/networks/aaa89374-f1a2-4d8f-98ab-d97e5b890010 HTTP/1.1" status: 204 len: 168 time: 1.6069827 Feb 16 12:45:46.654670 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33716) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:46.660208 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 543fd0a0-fe3a-4334-9ad0-059f468bb2c5 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:45:46.662221 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 543fd0a0-fe3a-4334-9ad0-059f468bb2c5 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:45:46.664226 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ee9735ff-06a0-41ef-93f3-4a4947994a0b tempest-PortsAdminExtendedAttrsTestJSON-1343245636 tempest-PortsAdminExtendedAttrsTestJSON-1343245636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.669352 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d442f23-ae3c-42b7-ab82-37cb69d228a5 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:46.670056 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0d442f23-ae3c-42b7-ab82-37cb69d228a5 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.677327 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-aa58748f-6d61-4343-b312-760d3dc249c5 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-789759715'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:46.685969 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:45:46.685969 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:46.685969 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:45:46.685969 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:46.685969 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:45:46.685969 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:45:46.685969 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:45:46.685969 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:46.685969 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:45:46.685969 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:46.685969 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:45:46.685969 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:46.685969 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:45:46.685969 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:45:46.685969 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:46.685969 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:45:46.685969 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:46.685969 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:45:46.685969 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:45:46.685969 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:45:46.685969 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:45:46.685969 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:45:46.685969 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:46.685969 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:46.685969 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:46.685969 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:46.685969 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:46.685969 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:46.685969 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:46.685969 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:46.685969 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:46.685969 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:46.706231 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842ebc1-ab9b-45ce-853a-175e25e7cae1 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event deleted for resources: {'Network': ['ID=aaa89374-f1a2-4d8f-98ab-d97e5b890010,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:46.744028 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ee9735ff-06a0-41ef-93f3-4a4947994a0b tempest-PortsAdminExtendedAttrsTestJSON-1343245636 tempest-PortsAdminExtendedAttrsTestJSON-1343245636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.776328 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee9735ff-06a0-41ef-93f3-4a4947994a0b tempest-PortsAdminExtendedAttrsTestJSON-1343245636 tempest-PortsAdminExtendedAttrsTestJSON-1343245636-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:46.776813 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ee9735ff-06a0-41ef-93f3-4a4947994a0b tempest-PortsAdminExtendedAttrsTestJSON-1343245636 tempest-PortsAdminExtendedAttrsTestJSON-1343245636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.780956 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bfcc71-9945-4b85-be38-32f8d2aa2e27 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:45:46.781580 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:45:46.781580 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:46.781580 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:45:46.781580 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:46.781580 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:45:46.781580 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:45:46.781580 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:45:46.781580 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:46.781580 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:45:46.781580 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:46.781580 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:45:46.781580 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:46.781580 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:45:46.781580 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:45:46.781580 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:46.781580 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:45:46.781580 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:46.781580 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:45:46.781580 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:45:46.781580 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:45:46.781580 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:45:46.781580 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:45:46.781580 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:46.781580 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:46.781580 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:46.781580 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:46.781580 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:46.781580 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:46.781580 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:46.781580 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:46.781580 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:46.781580 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:46.794335 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0d442f23-ae3c-42b7-ab82-37cb69d228a5 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.796512 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa58748f-6d61-4343-b312-760d3dc249c5 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Made reservation on behalf of 98b1135bbc52416fb743fd9e2fe1b3df for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:46.801126 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aa58748f-6d61-4343-b312-760d3dc249c5 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.807454 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5c646562-110c-4b3b-963a-ee5cf01f5d56 tempest-ExternalNetworksTestJSON-1729571623 tempest-ExternalNetworksTestJSON-1729571623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.826319 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0d442f23-ae3c-42b7-ab82-37cb69d228a5 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.831350 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0d442f23-ae3c-42b7-ab82-37cb69d228a5 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "DELETE /v2.0/networks/29ab8676-f3c7-433b-a2c3-c81ad83658fe HTTP/1.1" status: 204 len: 168 time: 1.4411948 Feb 16 12:45:46.844338 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33718) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:46.909451 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d442f23-ae3c-42b7-ab82-37cb69d228a5 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event deleted for resources: {'Network': ['ID=29ab8676-f3c7-433b-a2c3-c81ad83658fe,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:46.917142 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-944ac04e-c249-4a62-817d-2eabd3a952d0 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:46.917679 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-944ac04e-c249-4a62-817d-2eabd3a952d0 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:46.921488 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-944ac04e-c249-4a62-817d-2eabd3a952d0 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "DELETE /v2.0/subnets/4ca81359-9a1e-4719-821a-b791a4e78e8a HTTP/1.1" status: 404 len: 337 time: 0.0753393 Feb 16 12:45:46.927723 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33722) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:46.942850 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa58748f-6d61-4343-b312-760d3dc249c5 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:46.961812 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-13f4cc94-2e61-4cf2-aa07-5c3f8df9d0ac tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:46.962550 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13f4cc94-2e61-4cf2-aa07-5c3f8df9d0ac tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:46.965787 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-13f4cc94-2e61-4cf2-aa07-5c3f8df9d0ac tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "DELETE /v2.0/networks/00816b7d-e90e-4986-8410-0c290e1e2dc2 HTTP/1.1" status: 404 len: 339 time: 0.0369711 Feb 16 12:45:46.969933 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33724) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:46.985599 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33726) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:47.017996 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d8bfcc71-9945-4b85-be38-32f8d2aa2e27 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.021669 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d8bfcc71-9945-4b85-be38-32f8d2aa2e27 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "DELETE /v2.0/ports/c7597343-1ccd-49d6-9593-6fc8f310f5e7 HTTP/1.1" status: 204 len: 168 time: 4.0580852 Feb 16 12:45:47.023274 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aa58748f-6d61-4343-b312-760d3dc249c5 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.023769 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-aa58748f-6d61-4343-b312-760d3dc249c5 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Added segment 3897eda9-ef41-403e-9750-f2125ca80aa6 of type vlan for network 0065d46e-162a-4263-bdb5-2d5eab2fe355 Feb 16 12:45:47.029673 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33730) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:47.117747 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-75480095-0ef8-4b68-85ce-ad0bdf030ccd tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "GET /v2.0/floatingips/6f21e2ae-2bff-4805-926c-0292e719b325 HTTP/1.1" status: 200 len: 688 time: 0.0867829 Feb 16 12:45:47.126285 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33732) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:47.182921 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d28d8f3-eba3-4e25-9307-c5535d00aa15 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Deleting subnet 2a35e762-6e0b-489a-93c1-4a9cca8f5920 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:45:47.186536 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7d28d8f3-eba3-4e25-9307-c5535d00aa15 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.221941 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ee9735ff-06a0-41ef-93f3-4a4947994a0b tempest-PortsAdminExtendedAttrsTestJSON-1343245636 tempest-PortsAdminExtendedAttrsTestJSON-1343245636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.224582 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aa58748f-6d61-4343-b312-760d3dc249c5 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.237156 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ee9735ff-06a0-41ef-93f3-4a4947994a0b tempest-PortsAdminExtendedAttrsTestJSON-1343245636 tempest-PortsAdminExtendedAttrsTestJSON-1343245636-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.244762 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ee9735ff-06a0-41ef-93f3-4a4947994a0b tempest-PortsAdminExtendedAttrsTestJSON-1343245636 tempest-PortsAdminExtendedAttrsTestJSON-1343245636-project] 10.222.0.90 "DELETE /v2.0/networks/acecd126-26ab-455f-a5e8-e451b9b42008 HTTP/1.1" status: 204 len: 168 time: 0.9687865 Feb 16 12:45:47.312106 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9735ff-06a0-41ef-93f3-4a4947994a0b tempest-PortsAdminExtendedAttrsTestJSON-1343245636 tempest-PortsAdminExtendedAttrsTestJSON-1343245636-project] Pushing event deleted for resources: {'Network': ['ID=acecd126-26ab-455f-a5e8-e451b9b42008,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:47.321150 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d9281d-0724-42e5-96e6-613d7042193a None None] Sync routers for ids ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:47.323542 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-95d5d181-822d-4eea-9f5a-f6108895416c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.342702 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-68c5d8ee-3815-4d58-9b85-7cf0d2841d42 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.343408 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d9281d-0724-42e5-96e6-613d7042193a None None] Routers {'3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:47.344742 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-c9d9281d-0724-42e5-96e6-613d7042193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:45:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:47.345162 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5c646562-110c-4b3b-963a-ee5cf01f5d56 tempest-ExternalNetworksTestJSON-1729571623 tempest-ExternalNetworksTestJSON-1729571623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.353778 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.db.resource_extend [None req-aa58748f-6d61-4343-b312-760d3dc249c5 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:45:47.355262 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-68c5d8ee-3815-4d58-9b85-7cf0d2841d42 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.366346 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7d28d8f3-eba3-4e25-9307-c5535d00aa15 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.391741 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-5c646562-110c-4b3b-963a-ee5cf01f5d56 tempest-ExternalNetworksTestJSON-1729571623 tempest-ExternalNetworksTestJSON-1729571623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b077fcd7-e292-4ce1-b553-21a09c6eca59']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:47.408268 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-5c646562-110c-4b3b-963a-ee5cf01f5d56 tempest-ExternalNetworksTestJSON-1729571623 tempest-ExternalNetworksTestJSON-1729571623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd7c238d-8575-44a9-aa6b-cb9b4c4e8f23') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:47.408562 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-5c646562-110c-4b3b-963a-ee5cf01f5d56 tempest-ExternalNetworksTestJSON-1729571623 tempest-ExternalNetworksTestJSON-1729571623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd7c238d-8575-44a9-aa6b-cb9b4c4e8f23') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:47.424835 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aa58748f-6d61-4343-b312-760d3dc249c5 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.427240 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-c9d9281d-0724-42e5-96e6-613d7042193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:47.434551 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa58748f-6d61-4343-b312-760d3dc249c5 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:47.435210 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aa58748f-6d61-4343-b312-760d3dc249c5 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.435477 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5c646562-110c-4b3b-963a-ee5cf01f5d56 tempest-ExternalNetworksTestJSON-1729571623 tempest-ExternalNetworksTestJSON-1729571623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.438977 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5d8ee-3815-4d58-9b85-7cf0d2841d42 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebb39ee-eee0-4237-bca5-0b2de5b2c818,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:47.442309 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d9281d-0724-42e5-96e6-613d7042193a None None] Routers {'3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:47.443766 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-c9d9281d-0724-42e5-96e6-613d7042193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:45:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:47.463736 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5c646562-110c-4b3b-963a-ee5cf01f5d56 tempest-ExternalNetworksTestJSON-1729571623 tempest-ExternalNetworksTestJSON-1729571623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.478619 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c646562-110c-4b3b-963a-ee5cf01f5d56 tempest-ExternalNetworksTestJSON-1729571623 tempest-ExternalNetworksTestJSON-1729571623-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:47.479535 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5c646562-110c-4b3b-963a-ee5cf01f5d56 tempest-ExternalNetworksTestJSON-1729571623 tempest-ExternalNetworksTestJSON-1729571623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.483955 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:45:47.483955 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:47.483955 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:45:47.483955 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:47.483955 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:45:47.483955 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:45:47.483955 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:45:47.483955 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:47.483955 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:45:47.483955 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:47.483955 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:45:47.483955 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:47.483955 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:45:47.483955 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:45:47.483955 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:47.483955 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:45:47.483955 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:47.483955 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:45:47.483955 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:45:47.483955 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:45:47.483955 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:45:47.483955 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:45:47.483955 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:47.483955 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:47.483955 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:47.483955 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:47.483955 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:47.483955 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:47.483955 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:47.483955 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:47.483955 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:47.483955 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:47.503789 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-c9d9281d-0724-42e5-96e6-613d7042193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:47.504886 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d9281d-0724-42e5-96e6-613d7042193a None None] The sync data for ids ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:47.556208 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-68c5d8ee-3815-4d58-9b85-7cf0d2841d42 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.562167 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-68c5d8ee-3815-4d58-9b85-7cf0d2841d42 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.596208 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5c646562-110c-4b3b-963a-ee5cf01f5d56 tempest-ExternalNetworksTestJSON-1729571623 tempest-ExternalNetworksTestJSON-1729571623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.602200 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-aa58748f-6d61-4343-b312-760d3dc249c5 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9347832 Feb 16 12:45:47.614689 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-68c5d8ee-3815-4d58-9b85-7cf0d2841d42 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.618787 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-68c5d8ee-3815-4d58-9b85-7cf0d2841d42 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1546400 Feb 16 12:45:47.619123 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33738) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:47.619668 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33740) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:47.619982 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33742) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:47.634567 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5c646562-110c-4b3b-963a-ee5cf01f5d56 tempest-ExternalNetworksTestJSON-1729571623 tempest-ExternalNetworksTestJSON-1729571623-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.636850 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-f43e0c96-6344-4793-ba43-deb6c066dd72 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Request body: {'subnet': {'network_id': '0065d46e-162a-4263-bdb5-2d5eab2fe355', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:47.638558 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5c646562-110c-4b3b-963a-ee5cf01f5d56 tempest-ExternalNetworksTestJSON-1729571623 tempest-ExternalNetworksTestJSON-1729571623-project] 10.222.0.90 "DELETE /v2.0/networks/b077fcd7-e292-4ce1-b553-21a09c6eca59 HTTP/1.1" status: 204 len: 168 time: 1.0045388 Feb 16 12:45:47.647131 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c646562-110c-4b3b-963a-ee5cf01f5d56 tempest-ExternalNetworksTestJSON-1729571623 tempest-ExternalNetworksTestJSON-1729571623-project] Pushing event deleted for resources: {'Network': ['ID=b077fcd7-e292-4ce1-b553-21a09c6eca59,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:47.647699 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e200ecba-5e85-41c5-a220-d3dc19d68075 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Request body: {'security_group_rule': {'security_group_id': '9196ce09-a340-473b-b013-2c5350d3bd23', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:47.649693 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5d8ee-3815-4d58-9b85-7cf0d2841d42 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9196ce09-a340-473b-b013-2c5350d3bd23,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:47.657446 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58748f-6d61-4343-b312-760d3dc249c5 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event updated for resources: {'Network': ['ID=0065d46e-162a-4263-bdb5-2d5eab2fe355,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:47.671918 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 0065d46e-162a-4263-bdb5-2d5eab2fe355 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:45:47.737284 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-5879e375-82ca-4d42-9b7f-2dfbacdbe433 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Deleting port af76f681-4fb5-4b9b-bec3-65657aeee7f0 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:47.737935 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5879e375-82ca-4d42-9b7f-2dfbacdbe433 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.745103 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7d28d8f3-eba3-4e25-9307-c5535d00aa15 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.859269 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-95d5d181-822d-4eea-9f5a-f6108895416c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.886967 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-95d5d181-822d-4eea-9f5a-f6108895416c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.891211 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33752) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:47.945988 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e200ecba-5e85-41c5-a220-d3dc19d68075 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.003576 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-95d5d181-822d-4eea-9f5a-f6108895416c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a57dc8b7af884bceb2b5f5cdcd139afb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0160882 Feb 16 12:45:48.008887 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33756) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:48.023000 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d5d181-822d-4eea-9f5a-f6108895416c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ae6f13-df89-42d8-8e5e-f2ae2f1c7220,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:48.038652 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7d28d8f3-eba3-4e25-9307-c5535d00aa15 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.048668 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fad3a8ae-79fe-4f3f-a168-53ba30dd3d36 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c7c461ad56124fe5adbd098a04f2ed5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4228172 Feb 16 12:45:48.051540 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33758) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:48.054360 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5879e375-82ca-4d42-9b7f-2dfbacdbe433 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.054692 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5879e375-82ca-4d42-9b7f-2dfbacdbe433 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.058094 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43e0c96-6344-4793-ba43-deb6c066dd72 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Made reservation on behalf of 98b1135bbc52416fb743fd9e2fe1b3df for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:48.061524 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f43e0c96-6344-4793-ba43-deb6c066dd72 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.066726 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-96d424fc-45f0-4563-8a0a-36b51555babe admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7a513a3addbb48b59d00523ffe8f1cd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1743116 Feb 16 12:45:48.077113 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33760) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:48.106409 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28d8f3-eba3-4e25-9307-c5535d00aa15 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event deleted for resources: {'Subnet': ['ID=2a35e762-6e0b-489a-93c1-4a9cca8f5920,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:48.108616 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-5879e375-82ca-4d42-9b7f-2dfbacdbe433 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Calling delete_port for af76f681-4fb5-4b9b-bec3-65657aeee7f0 owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:48.131938 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7d28d8f3-eba3-4e25-9307-c5535d00aa15 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.137797 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1d0540-2376-41ab-bce1-19ec36d830cd None None] Network 7c058952-6289-4dc6-9bde-ef9abb4926ac requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:45:48.138020 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7d28d8f3-eba3-4e25-9307-c5535d00aa15 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "DELETE /v2.0/subnets/2a35e762-6e0b-489a-93c1-4a9cca8f5920 HTTP/1.1" status: 204 len: 168 time: 1.1615841 Feb 16 12:45:48.138187 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-742002d5-b523-419f-a38d-b676bd85c2f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.141514 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33762) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:48.248793 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7d6ea9d4-b0b1-4764-b662-af93b2200fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.250031 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e200ecba-5e85-41c5-a220-d3dc19d68075 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.257247 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-742002d5-b523-419f-a38d-b676bd85c2f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.261552 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e200ecba-5e85-41c5-a220-d3dc19d68075 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.307367 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200ecba-5e85-41c5-a220-d3dc19d68075 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ff64bc0-fdec-4dd9-80ae-6853362d0b43,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:48.310941 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a2452e2f-7fe8-45b3-9a6f-a71ea7143a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.314498 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e200ecba-5e85-41c5-a220-d3dc19d68075 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.318395 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e200ecba-5e85-41c5-a220-d3dc19d68075 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6906724 Feb 16 12:45:48.319412 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33764) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:48.323835 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5e435967-e0cd-4b31-b509-4cc7151e8174 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.328432 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-99efa6d4-0039-494d-87dc-94fd58cb061c tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Request body: {'security_group_rule': {'security_group_id': '9196ce09-a340-473b-b013-2c5350d3bd23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:48.358151 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7d6ea9d4-b0b1-4764-b662-af93b2200fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.363302 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261110d5-1090-4f07-b2e3-14f230a7da9a None None] DHCP port deletion for 7c058952-6289-4dc6-9bde-ef9abb4926ac request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:45:48.373860 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a2452e2f-7fe8-45b3-9a6f-a71ea7143a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.442007 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-261110d5-1090-4f07-b2e3-14f230a7da9a None None] Deleting port b3f1fe7b-5a80-4876-92d8-8dcc1027c2a6 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:48.442745 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-261110d5-1090-4f07-b2e3-14f230a7da9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.474963 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-742002d5-b523-419f-a38d-b676bd85c2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.477722 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-742002d5-b523-419f-a38d-b676bd85c2f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.481283 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-742002d5-b523-419f-a38d-b676bd85c2f5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/72ae6f13-df89-42d8-8e5e-f2ae2f1c7220 HTTP/1.1" status: 204 len: 168 time: 0.4688621 Feb 16 12:45:48.491974 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-99efa6d4-0039-494d-87dc-94fd58cb061c tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.499303 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742002d5-b523-419f-a38d-b676bd85c2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ae6f13-df89-42d8-8e5e-f2ae2f1c7220,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:48.515107 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7d6ea9d4-b0b1-4764-b662-af93b2200fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.520149 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7d6ea9d4-b0b1-4764-b662-af93b2200fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.523713 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f43e0c96-6344-4793-ba43-deb6c066dd72 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.525463 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-7d6ea9d4-b0b1-4764-b662-af93b2200fd0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/98b40b7c-f27b-4783-861c-299948800917 HTTP/1.1" status: 204 len: 168 time: 0.4726036 Feb 16 12:45:48.530632 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-5e435967-e0cd-4b31-b509-4cc7151e8174 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Deleting port b3f1fe7b-5a80-4876-92d8-8dcc1027c2a6 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:48.530632 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5e435967-e0cd-4b31-b509-4cc7151e8174 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.550505 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-261110d5-1090-4f07-b2e3-14f230a7da9a None None] For port b3f1fe7b-5a80-4876-92d8-8dcc1027c2a6, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=b3f1fe7b-5a80-4876-92d8-8dcc1027c2a6,segment=NetworkSegment(0730a85a-d816-44b4-897c-cc5f3bb01727),segment_id=0730a85a-d816-44b4-897c-cc5f3bb01727)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:45:48.550505 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-261110d5-1090-4f07-b2e3-14f230a7da9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.565121 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-261110d5-1090-4f07-b2e3-14f230a7da9a None None] Calling delete_port for b3f1fe7b-5a80-4876-92d8-8dcc1027c2a6 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:48.583553 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5879e375-82ca-4d42-9b7f-2dfbacdbe433 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.627483 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-5e435967-e0cd-4b31-b509-4cc7151e8174 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] For port b3f1fe7b-5a80-4876-92d8-8dcc1027c2a6, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=b3f1fe7b-5a80-4876-92d8-8dcc1027c2a6,segment=NetworkSegment(0730a85a-d816-44b4-897c-cc5f3bb01727),segment_id=0730a85a-d816-44b4-897c-cc5f3bb01727)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:45:48.627865 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5e435967-e0cd-4b31-b509-4cc7151e8174 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.637106 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5879e375-82ca-4d42-9b7f-2dfbacdbe433 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event deleted for resources: {'Port': ['ID=af76f681-4fb5-4b9b-bec3-65657aeee7f0,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:48.646736 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-5e435967-e0cd-4b31-b509-4cc7151e8174 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Calling delete_port for b3f1fe7b-5a80-4876-92d8-8dcc1027c2a6 owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:48.652309 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a2452e2f-7fe8-45b3-9a6f-a71ea7143a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.654844 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a2452e2f-7fe8-45b3-9a6f-a71ea7143a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.656642 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a2452e2f-7fe8-45b3-9a6f-a71ea7143a6d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ddede23c-31b5-4877-a796-e97450d87a59 HTTP/1.1" status: 204 len: 168 time: 0.5779407 Feb 16 12:45:48.665382 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ea9d4-b0b1-4764-b662-af93b2200fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b40b7c-f27b-4783-861c-299948800917,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:48.670372 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-261110d5-1090-4f07-b2e3-14f230a7da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.700845 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261110d5-1090-4f07-b2e3-14f230a7da9a None None] Pushing event deleted for resources: {'Port': ['ID=b3f1fe7b-5a80-4876-92d8-8dcc1027c2a6,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:48.709457 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43e0c96-6344-4793-ba43-deb6c066dd72 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Checking segment: {'id': '3897eda9-ef41-403e-9750-f2125ca80aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0065d46e-162a-4263-bdb5-2d5eab2fe355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:45:48.709891 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2452e2f-7fe8-45b3-9a6f-a71ea7143a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddede23c-31b5-4877-a796-e97450d87a59,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:48.710048 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43e0c96-6344-4793-ba43-deb6c066dd72 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Network hostable DHCP agents. Network: 0065d46e-162a-4263-bdb5-2d5eab2fe355, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:45:48.712304 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e0c96-6344-4793-ba43-deb6c066dd72 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event updated for resources: {'Subnet': ['ID=6bb8aecf-eaa2-4c08-8189-b9470e9389b9,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:48.716919 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261110d5-1090-4f07-b2e3-14f230a7da9a None None] No DVR routers for this DVR port b3f1fe7b-5a80-4876-92d8-8dcc1027c2a6 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:48.753880 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-99efa6d4-0039-494d-87dc-94fd58cb061c tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 12:45:48.755215 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-99efa6d4-0039-494d-87dc-94fd58cb061c tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4336827 Feb 16 12:45:48.761726 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b3f1fe7b-5a80-4876-92d8-8dcc1027c2a6 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:45:48.762013 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33772) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:48.785932 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43e0c96-6344-4793-ba43-deb6c066dd72 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Network 0065d46e-162a-4263-bdb5-2d5eab2fe355 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:45:48.794092 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5879e375-82ca-4d42-9b7f-2dfbacdbe433 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.797399 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5879e375-82ca-4d42-9b7f-2dfbacdbe433 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.799685 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5879e375-82ca-4d42-9b7f-2dfbacdbe433 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "DELETE /v2.0/floatingips/6f21e2ae-2bff-4805-926c-0292e719b325 HTTP/1.1" status: 204 len: 168 time: 1.6710656 Feb 16 12:45:48.803315 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33774) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:48.808279 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-ba571be7-a092-4b22-93d5-59b63baeb606 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Request body: {'floatingip': {'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'port_id': '15052be5-9eaf-490e-baa4-c568b37ed196'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:48.808970 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-f43e0c96-6344-4793-ba43-deb6c066dd72 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 0065d46e-162a-4263-bdb5-2d5eab2fe355) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:48.816316 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43e0c96-6344-4793-ba43-deb6c066dd72 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:48.817409 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f43e0c96-6344-4793-ba43-deb6c066dd72 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.835781 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: b3f1fe7b-5a80-4876-92d8-8dcc1027c2a6 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:45:48.836388 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b3f1fe7b-5a80-4876-92d8-8dcc1027c2a6 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:45:48.841281 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0410bc71-f5c9-4ae2-a167-13bca6521101 None None] Network 0065d46e-162a-4263-bdb5-2d5eab2fe355 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:45:48.843607 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f43e0c96-6344-4793-ba43-deb6c066dd72 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2202730 Feb 16 12:45:48.846176 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33776) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:48.855139 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-56527640-ef8a-4e3d-adec-3017f1b71eeb tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-983594613', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:48.870003 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0d2f0632-5ef7-485c-be29-b99f6037bf03 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.900889 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5e435967-e0cd-4b31-b509-4cc7151e8174 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.919417 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-56527640-ef8a-4e3d-adec-3017f1b71eeb tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.920237 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-56527640-ef8a-4e3d-adec-3017f1b71eeb tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.935460 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e435967-e0cd-4b31-b509-4cc7151e8174 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event deleted for resources: {'Port': ['ID=b3f1fe7b-5a80-4876-92d8-8dcc1027c2a6,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:48.941306 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0d2f0632-5ef7-485c-be29-b99f6037bf03 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.943966 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ba571be7-a092-4b22-93d5-59b63baeb606 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for floatingip, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.972734 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e435967-e0cd-4b31-b509-4cc7151e8174 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] No DVR routers for this DVR port b3f1fe7b-5a80-4876-92d8-8dcc1027c2a6 on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:49.065333 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-56527640-ef8a-4e3d-adec-3017f1b71eeb tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.071411 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-56527640-ef8a-4e3d-adec-3017f1b71eeb tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.107787 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-56527640-ef8a-4e3d-adec-3017f1b71eeb tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.108959 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-56527640-ef8a-4e3d-adec-3017f1b71eeb tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2610009 Feb 16 12:45:49.112742 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33784) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:49.117995 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-2513a7d3-b517-4e17-8eed-b7d56aa8a1cb tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Request body: {'port': {'network_id': '0065d46e-162a-4263-bdb5-2d5eab2fe355', 'name': 'tempest-RoutersIpV6Test-963287763'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:49.154799 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33786) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:49.247896 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5e435967-e0cd-4b31-b509-4cc7151e8174 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.280429 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-5e435967-e0cd-4b31-b509-4cc7151e8174 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c058952-6289-4dc6-9bde-ef9abb4926ac']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:49.292715 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-5e435967-e0cd-4b31-b509-4cc7151e8174 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0730a85a-d816-44b4-897c-cc5f3bb01727') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:49.293289 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-5e435967-e0cd-4b31-b509-4cc7151e8174 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0730a85a-d816-44b4-897c-cc5f3bb01727') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:49.294853 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2513a7d3-b517-4e17-8eed-b7d56aa8a1cb tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Made reservation on behalf of 98b1135bbc52416fb743fd9e2fe1b3df for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:49.305707 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5e435967-e0cd-4b31-b509-4cc7151e8174 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.306323 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2513a7d3-b517-4e17-8eed-b7d56aa8a1cb tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.322850 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5e435967-e0cd-4b31-b509-4cc7151e8174 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.326927 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972cc455-96d0-4668-9da4-b759c5b6e605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-0065d46e-162a-4263-bdb5-2d5eab2fe355', 'network_id': '0065d46e-162a-4263-bdb5-2d5eab2fe355', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'fixed_ips': [{'subnet_id': '6bb8aecf-eaa2-4c08-8189-b9470e9389b9'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:45:49.329261 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-972cc455-96d0-4668-9da4-b759c5b6e605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.329534 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e435967-e0cd-4b31-b509-4cc7151e8174 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:49.330006 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5e435967-e0cd-4b31-b509-4cc7151e8174 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.346748 dv-neutron-828142-3-hyperv neutron-server[109048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:45:49.346748 dv-neutron-828142-3-hyperv neutron-server[109048]: self.session.flush() Feb 16 12:45:49.346748 dv-neutron-828142-3-hyperv neutron-server[109048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:45:49.346748 dv-neutron-828142-3-hyperv neutron-server[109048]: self.session.flush() Feb 16 12:45:49.346748 dv-neutron-828142-3-hyperv neutron-server[109048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:45:49.346748 dv-neutron-828142-3-hyperv neutron-server[109048]: self.session.flush() Feb 16 12:45:49.346748 dv-neutron-828142-3-hyperv neutron-server[109048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:45:49.346748 dv-neutron-828142-3-hyperv neutron-server[109048]: self.session.flush() Feb 16 12:45:49.346748 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:45:49.346748 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:49.346748 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:45:49.346748 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:49.346748 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:45:49.346748 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:45:49.346748 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:45:49.346748 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:49.346748 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:45:49.346748 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:49.346748 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:45:49.346748 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:49.346748 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:45:49.346748 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:45:49.346748 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:49.346748 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:45:49.346748 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:49.346748 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:45:49.346748 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:45:49.346748 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:45:49.346748 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:45:49.346748 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:45:49.346748 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:49.346748 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:49.346748 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:49.346748 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:49.346748 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:49.346748 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:49.346748 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:49.346748 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:49.346748 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:49.346748 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:49.352730 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-2513a7d3-b517-4e17-8eed-b7d56aa8a1cb tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] device_id is not set on port ca32d4a0-46a3-418e-831d-72da482a2c9f yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:45:49.436198 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0d2f0632-5ef7-485c-be29-b99f6037bf03 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.441719 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0d2f0632-5ef7-485c-be29-b99f6037bf03 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.442982 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0d2f0632-5ef7-485c-be29-b99f6037bf03 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "DELETE /v2.0/security-groups/9196ce09-a340-473b-b013-2c5350d3bd23 HTTP/1.1" status: 204 len: 168 time: 0.6798456 Feb 16 12:45:49.468163 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33796) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:49.468826 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33798) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:49.470089 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f0632-5ef7-485c-be29-b99f6037bf03 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9196ce09-a340-473b-b013-2c5350d3bd23,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:49.515867 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5e435967-e0cd-4b31-b509-4cc7151e8174 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.555544 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-972cc455-96d0-4668-9da4-b759c5b6e605 None None] Allocated IP 2001:db8::2 (0065d46e-162a-4263-bdb5-2d5eab2fe355/6bb8aecf-eaa2-4c08-8189-b9470e9389b9/a0a7b51c-66fa-4122-b039-433700068cda) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:49.557235 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5e435967-e0cd-4b31-b509-4cc7151e8174 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.563185 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5e435967-e0cd-4b31-b509-4cc7151e8174 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] 10.222.0.90 "DELETE /v2.0/networks/7c058952-6289-4dc6-9bde-ef9abb4926ac HTTP/1.1" status: 204 len: 168 time: 1.4170380 Feb 16 12:45:49.564724 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e435967-e0cd-4b31-b509-4cc7151e8174 tempest-NetworksIpV6Test-468024326 tempest-NetworksIpV6Test-468024326-project] Pushing event deleted for resources: {'Network': ['ID=7c058952-6289-4dc6-9bde-ef9abb4926ac,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:49.568459 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6c996689-1561-4718-868f-f7eaa6c4a7ff admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=739107b59dc949e6a09a2704ea809373&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4123805 Feb 16 12:45:49.571674 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33802) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:49.625612 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-921f6305-8080-4c2f-afe8-8f96492af61c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c218664e7f094fb296260e03e1da5c30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1491442 Feb 16 12:45:49.628208 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33804) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:49.639623 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-9a841801-3b86-4af9-b36b-fdb0761c1959 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1666689 Feb 16 12:45:49.643328 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ba571be7-a092-4b22-93d5-59b63baeb606 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.648709 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33806) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:49.656302 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-01cd7105-892f-4b3a-900f-b91218fc0019 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Request body: {'security_group': {'name': 'tempest-secgroup--1407071829'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:49.686037 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-da182b09-bbfd-40b3-ad6d-60a30e4451c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.718331 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-da182b09-bbfd-40b3-ad6d-60a30e4451c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.771611 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-01cd7105-892f-4b3a-900f-b91218fc0019 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.777071 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-30315870-a37c-4446-9e55-6bd9cfde0348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.784826 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-da182b09-bbfd-40b3-ad6d-60a30e4451c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.787647 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-da182b09-bbfd-40b3-ad6d-60a30e4451c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.790224 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-da182b09-bbfd-40b3-ad6d-60a30e4451c8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/da6ccec8-cc23-415c-a4c8-ced74a5d7c89 HTTP/1.1" status: 204 len: 168 time: 0.2159595 Feb 16 12:45:49.810803 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-972cc455-96d0-4668-9da4-b759c5b6e605 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.814432 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da182b09-bbfd-40b3-ad6d-60a30e4451c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6ccec8-cc23-415c-a4c8-ced74a5d7c89,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:49.818800 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-972cc455-96d0-4668-9da4-b759c5b6e605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.855412 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-30315870-a37c-4446-9e55-6bd9cfde0348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.913839 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-ba571be7-a092-4b22-93d5-59b63baeb606 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Allocated IP 172.26.2.33 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/ffc98244-7f05-429f-9945-8dd8a7d8273b) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:49.941581 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972cc455-96d0-4668-9da4-b759c5b6e605 None None] Network 0065d46e-162a-4263-bdb5-2d5eab2fe355 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:49.949214 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-2513a7d3-b517-4e17-8eed-b7d56aa8a1cb tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Allocated IP 2001:db8::112 (0065d46e-162a-4263-bdb5-2d5eab2fe355/6bb8aecf-eaa2-4c08-8189-b9470e9389b9/ca32d4a0-46a3-418e-831d-72da482a2c9f) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:49.949432 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-972cc455-96d0-4668-9da4-b759c5b6e605 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:49.951975 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972cc455-96d0-4668-9da4-b759c5b6e605 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:45:49.972570 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972cc455-96d0-4668-9da4-b759c5b6e605 None None] Pushing event updated for resources: {'Port': ['ID=a0a7b51c-66fa-4122-b039-433700068cda,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:50.027776 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-972cc455-96d0-4668-9da4-b759c5b6e605 None None] Attempting to bind port a0a7b51c-66fa-4122-b039-433700068cda on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:50.028348 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-972cc455-96d0-4668-9da4-b759c5b6e605 None None] Attempting to bind port a0a7b51c-66fa-4122-b039-433700068cda by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '3897eda9-ef41-403e-9750-f2125ca80aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0065d46e-162a-4263-bdb5-2d5eab2fe355'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:50.028932 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972cc455-96d0-4668-9da4-b759c5b6e605 None None] Attempting to bind port a0a7b51c-66fa-4122-b039-433700068cda on network 0065d46e-162a-4263-bdb5-2d5eab2fe355 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:45:50.038914 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972cc455-96d0-4668-9da4-b759c5b6e605 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:45:50.038914 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972cc455-96d0-4668-9da4-b759c5b6e605 None None] Checking segment: {'id': '3897eda9-ef41-403e-9750-f2125ca80aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0065d46e-162a-4263-bdb5-2d5eab2fe355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:45:50.038914 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-972cc455-96d0-4668-9da4-b759c5b6e605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.038914 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972cc455-96d0-4668-9da4-b759c5b6e605 None None] Bound using segment: {'id': '3897eda9-ef41-403e-9750-f2125ca80aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0065d46e-162a-4263-bdb5-2d5eab2fe355'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:45:50.038914 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-972cc455-96d0-4668-9da4-b759c5b6e605 None None] Bound port: a0a7b51c-66fa-4122-b039-433700068cda, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3897eda9-ef41-403e-9750-f2125ca80aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0065d46e-162a-4263-bdb5-2d5eab2fe355'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:50.038914 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-972cc455-96d0-4668-9da4-b759c5b6e605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.088092 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-01cd7105-892f-4b3a-900f-b91218fc0019 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.097883 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-30315870-a37c-4446-9e55-6bd9cfde0348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.104465 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-30315870-a37c-4446-9e55-6bd9cfde0348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.106031 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-30315870-a37c-4446-9e55-6bd9cfde0348 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/879cada5-ac39-4b6a-bfc2-d69d504f87af HTTP/1.1" status: 204 len: 168 time: 0.4757848 Feb 16 12:45:50.113171 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-01cd7105-892f-4b3a-900f-b91218fc0019 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.134352 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-972cc455-96d0-4668-9da4-b759c5b6e605 None None] For port a0a7b51c-66fa-4122-b039-433700068cda, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:45:50.139629 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30315870-a37c-4446-9e55-6bd9cfde0348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879cada5-ac39-4b6a-bfc2-d69d504f87af,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:50.140780 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-972cc455-96d0-4668-9da4-b759c5b6e605 None None] For port a0a7b51c-66fa-4122-b039-433700068cda, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=a0a7b51c-66fa-4122-b039-433700068cda,segment=NetworkSegment(3897eda9-ef41-403e-9750-f2125ca80aa6),segment_id=3897eda9-ef41-403e-9750-f2125ca80aa6)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:45:50.165342 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33820) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:50.193674 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-01cd7105-892f-4b3a-900f-b91218fc0019 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.195045 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-01cd7105-892f-4b3a-900f-b91218fc0019 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5448461 Feb 16 12:45:50.200332 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-972cc455-96d0-4668-9da4-b759c5b6e605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.211593 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33826) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:50.219799 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-defcc18e-95cd-45a6-b6c3-9f4db2135321 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Request body: {'security_group_rule': {'security_group_id': '83c45315-5440-4666-879f-52fa8a5affa9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:50.224046 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd7105-892f-4b3a-900f-b91218fc0019 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83c45315-5440-4666-879f-52fa8a5affa9,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:50.232832 dv-neutron-828142-3-hyperv neutron-server[109049]: WARNING neutron.api.v2.base [None req-defcc18e-95cd-45a6-b6c3-9f4db2135321 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 16 12:45:50.232832 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-defcc18e-95cd-45a6-b6c3-9f4db2135321 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:45:50.232832 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-defcc18e-95cd-45a6-b6c3-9f4db2135321 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0146699 Feb 16 12:45:50.233222 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ba571be7-a092-4b22-93d5-59b63baeb606 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.233222 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33830) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:50.306838 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972cc455-96d0-4668-9da4-b759c5b6e605 None None] Pushing event updated for resources: {'Port': ['ID=a0a7b51c-66fa-4122-b039-433700068cda,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:50.325854 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ba571be7-a092-4b22-93d5-59b63baeb606 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.340489 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3f0e5482-1fe5-4e3b-b2f1-d8e7d3446a90 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.366224 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2513a7d3-b517-4e17-8eed-b7d56aa8a1cb tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.413611 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2513a7d3-b517-4e17-8eed-b7d56aa8a1cb tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.413776 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba571be7-a092-4b22-93d5-59b63baeb606 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:50.447006 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3f0e5482-1fe5-4e3b-b2f1-d8e7d3446a90 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.477957 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2513a7d3-b517-4e17-8eed-b7d56aa8a1cb tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event updated for resources: {'Port': ['ID=ca32d4a0-46a3-418e-831d-72da482a2c9f,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:50.494832 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-ba571be7-a092-4b22-93d5-59b63baeb606 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:50.495793 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2513a7d3-b517-4e17-8eed-b7d56aa8a1cb tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Network 0065d46e-162a-4263-bdb5-2d5eab2fe355 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:50.497705 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba571be7-a092-4b22-93d5-59b63baeb606 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:45:50.499866 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-2513a7d3-b517-4e17-8eed-b7d56aa8a1cb tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:50.508141 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2513a7d3-b517-4e17-8eed-b7d56aa8a1cb tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:45:50.518579 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2513a7d3-b517-4e17-8eed-b7d56aa8a1cb tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:50.519429 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2513a7d3-b517-4e17-8eed-b7d56aa8a1cb tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.550046 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2513a7d3-b517-4e17-8eed-b7d56aa8a1cb tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4361551 Feb 16 12:45:50.552529 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33834) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:50.659719 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba571be7-a092-4b22-93d5-59b63baeb606 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event updated for resources: {'Port': ['ID=ffc98244-7f05-429f-9945-8dd8a7d8273b,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:50.731117 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3f0e5482-1fe5-4e3b-b2f1-d8e7d3446a90 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.733344 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3f0e5482-1fe5-4e3b-b2f1-d8e7d3446a90 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.734520 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3f0e5482-1fe5-4e3b-b2f1-d8e7d3446a90 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "DELETE /v2.0/security-groups/83c45315-5440-4666-879f-52fa8a5affa9 HTTP/1.1" status: 204 len: 168 time: 0.5006411 Feb 16 12:45:50.755244 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33840) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:50.763097 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e5482-1fe5-4e3b-b2f1-d8e7d3446a90 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c45315-5440-4666-879f-52fa8a5affa9,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:50.826424 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-4b3ae3c6-3d47-44dc-9788-a927ec144137 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=70fcc45a3a8441ab94c6a943c4cc04ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6551278 Feb 16 12:45:50.830479 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33846) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:50.945353 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33852) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:50.967723 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-aa67385b-a8ce-4bb7-b5fe-62067a747ce7 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2017851 Feb 16 12:45:50.998384 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33856) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:51.003213 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-82f43ce2-4af4-4e27-8fc3-fcaaac3c53e2 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Request body: {'security_group': {'name': 'tempest-secgroup--870727062'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:51.029446 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0e8d93c0-7243-4f3f-9f32-d8bedd14f1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.076567 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0e8d93c0-7243-4f3f-9f32-d8bedd14f1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.144482 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-82f43ce2-4af4-4e27-8fc3-fcaaac3c53e2 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.273427 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0e8d93c0-7243-4f3f-9f32-d8bedd14f1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.276177 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0e8d93c0-7243-4f3f-9f32-d8bedd14f1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.277367 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0e8d93c0-7243-4f3f-9f32-d8bedd14f1d7 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6a3f1573-fd9a-4ada-86ee-2af056716888 HTTP/1.1" status: 204 len: 168 time: 0.4402280 Feb 16 12:45:51.319686 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d93c0-7243-4f3f-9f32-d8bedd14f1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3f1573-fd9a-4ada-86ee-2af056716888,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:51.333929 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-0f23cb4b-d275-4df0-b51e-e0328c3a0fdf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-782887735'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:51.355092 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-01a475ef-705b-461a-ac23-5f8dc5fd0a10 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.365234 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-82f43ce2-4af4-4e27-8fc3-fcaaac3c53e2 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.393107 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-82f43ce2-4af4-4e27-8fc3-fcaaac3c53e2 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.401746 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ba571be7-a092-4b22-93d5-59b63baeb606 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.546383 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-82f43ce2-4af4-4e27-8fc3-fcaaac3c53e2 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.553701 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-82f43ce2-4af4-4e27-8fc3-fcaaac3c53e2 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5539825 Feb 16 12:45:51.560535 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f23cb4b-d275-4df0-b51e-e0328c3a0fdf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Made reservation on behalf of 05dd934713464510b741f50524d05f6e for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:51.564796 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0f23cb4b-d275-4df0-b51e-e0328c3a0fdf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.567698 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33874) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:51.585597 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-25a8982a-34d2-45ba-b9e5-507a431bc27a tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Request body: {'security_group_rule': {'security_group_id': '684fff2e-0f35-4960-ac3c-6ece3ffeab3c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:51.595437 dv-neutron-828142-3-hyperv neutron-server[109048]: WARNING neutron.api.v2.base [None req-25a8982a-34d2-45ba-b9e5-507a431bc27a tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 16 12:45:51.596033 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-25a8982a-34d2-45ba-b9e5-507a431bc27a tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:45:51.604276 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-25a8982a-34d2-45ba-b9e5-507a431bc27a tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0353577 Feb 16 12:45:51.608746 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33878) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:51.633747 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f43ce2-4af4-4e27-8fc3-fcaaac3c53e2 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=684fff2e-0f35-4960-ac3c-6ece3ffeab3c,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:51.662232 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0f23cb4b-d275-4df0-b51e-e0328c3a0fdf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.686059 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ba571be7-a092-4b22-93d5-59b63baeb606 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.771618 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4d4fc887-cb2c-4043-98fa-beaa0a3655eb tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.779043 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa866790-100f-4ef0-bf8a-52bcd837bc07 None None] Network 0065d46e-162a-4263-bdb5-2d5eab2fe355 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:45:51.859796 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-01a475ef-705b-461a-ac23-5f8dc5fd0a10 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.863133 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4d4fc887-cb2c-4043-98fa-beaa0a3655eb tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.874106 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-01a475ef-705b-461a-ac23-5f8dc5fd0a10 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.920856 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0f23cb4b-d275-4df0-b51e-e0328c3a0fdf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.922953 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-6c9d86aa-3cfa-48e8-a44d-241434b02386 None None] Provisioning complete for port a0a7b51c-66fa-4122-b039-433700068cda triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:51.924092 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6c9d86aa-3cfa-48e8-a44d-241434b02386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.951737 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0f23cb4b-d275-4df0-b51e-e0328c3a0fdf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.980195 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f23cb4b-d275-4df0-b51e-e0328c3a0fdf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:52.012970 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a475ef-705b-461a-ac23-5f8dc5fd0a10 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event updated for resources: {'Port': ['ID=ca32d4a0-46a3-418e-831d-72da482a2c9f,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:52.018251 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4d4fc887-cb2c-4043-98fa-beaa0a3655eb tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.020841 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4d4fc887-cb2c-4043-98fa-beaa0a3655eb tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.021993 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4d4fc887-cb2c-4043-98fa-beaa0a3655eb tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "DELETE /v2.0/security-groups/684fff2e-0f35-4960-ac3c-6ece3ffeab3c HTTP/1.1" status: 204 len: 168 time: 0.4110844 Feb 16 12:45:52.034171 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0f23cb4b-d275-4df0-b51e-e0328c3a0fdf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.034524 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-0f23cb4b-d275-4df0-b51e-e0328c3a0fdf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Added segment ed71f038-e600-4801-b083-98bbce5746e8 of type vlan for network d76771af-479a-4d20-b784-90f8d7aed264 Feb 16 12:45:52.035897 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33892) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:52.082916 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0f23cb4b-d275-4df0-b51e-e0328c3a0fdf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.108852 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23cb4b-d275-4df0-b51e-e0328c3a0fdf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f20f1d89-d0f8-4792-9bcf-0f2e2612f3a6,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:52.119069 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0f23cb4b-d275-4df0-b51e-e0328c3a0fdf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.128335 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f23cb4b-d275-4df0-b51e-e0328c3a0fdf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:52.129189 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0f23cb4b-d275-4df0-b51e-e0328c3a0fdf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.149670 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-66e9530f-7cca-4944-80fc-f3b2cdb6052b tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1091309 Feb 16 12:45:52.153814 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33898) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:52.154082 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4fc887-cb2c-4043-98fa-beaa0a3655eb tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=684fff2e-0f35-4960-ac3c-6ece3ffeab3c,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:52.178484 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-12228374-f550-4aaf-aee9-5f5f4866f1f4 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Request body: {'security_group': {'name': 'tempest-secgroup--883598042'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:52.198300 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ba571be7-a092-4b22-93d5-59b63baeb606 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.219223 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ba571be7-a092-4b22-93d5-59b63baeb606 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.246760 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c9361b40-5555-45eb-9349-c12ca842611d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.281892 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0f23cb4b-d275-4df0-b51e-e0328c3a0fdf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3343740 Feb 16 12:45:52.283395 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23cb4b-d275-4df0-b51e-e0328c3a0fdf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event updated for resources: {'Network': ['ID=d76771af-479a-4d20-b784-90f8d7aed264,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:52.287990 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6c9d86aa-3cfa-48e8-a44d-241434b02386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.321762 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network d76771af-479a-4d20-b784-90f8d7aed264 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:45:52.352945 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ba571be7-a092-4b22-93d5-59b63baeb606 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.357940 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-01a475ef-705b-461a-ac23-5f8dc5fd0a10 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.363546 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-12228374-f550-4aaf-aee9-5f5f4866f1f4 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.449399 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-6c9d86aa-3cfa-48e8-a44d-241434b02386 None None] For port a0a7b51c-66fa-4122-b039-433700068cda, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=a0a7b51c-66fa-4122-b039-433700068cda,segment=NetworkSegment(3897eda9-ef41-403e-9750-f2125ca80aa6),segment_id=3897eda9-ef41-403e-9750-f2125ca80aa6)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:45:52.458168 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6c9d86aa-3cfa-48e8-a44d-241434b02386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.468433 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33906) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:52.513670 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-5e53b79f-7ca8-4d42-8c9c-473d5b7cf453 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Request body: {'subnet': {'network_id': 'd76771af-479a-4d20-b784-90f8d7aed264', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:52.563422 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d86aa-3cfa-48e8-a44d-241434b02386 None None] Pushing event updated for resources: {'Port': ['ID=a0a7b51c-66fa-4122-b039-433700068cda,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:52.651859 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba571be7-a092-4b22-93d5-59b63baeb606 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event updated for resources: {'Port': ['ID=ffc98244-7f05-429f-9945-8dd8a7d8273b,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:52.677065 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-01a475ef-705b-461a-ac23-5f8dc5fd0a10 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.681020 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device a0a7b51c-66fa-4122-b039-433700068cda up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:45:52.687648 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-12228374-f550-4aaf-aee9-5f5f4866f1f4 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.704226 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-12228374-f550-4aaf-aee9-5f5f4866f1f4 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.797912 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-a733320b-cdf2-41a2-a152-731d49343fd8 None None] Provisioning complete for port a0a7b51c-66fa-4122-b039-433700068cda triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:52.799020 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.l3_db [None req-ba571be7-a092-4b22-93d5-59b63baeb606 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Floating IP 408feb04-eb77-4351-8ca0-6a71ee34aafd associated. External IP: 172.26.2.33, port: 15052be5-9eaf-490e-baa4-c568b37ed196. Feb 16 12:45:52.799123 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a733320b-cdf2-41a2-a152-731d49343fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.826393 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-12228374-f550-4aaf-aee9-5f5f4866f1f4 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.830824 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-12228374-f550-4aaf-aee9-5f5f4866f1f4 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6715288 Feb 16 12:45:52.837771 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33920) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:52.856730 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-eff10d8a-ba05-4387-a07e-a43ce8363a48 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Request body: {'security_group_rule': {'security_group_id': 'b744c4c8-ec1d-4278-b8f1-7fcdc2c9af15', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:52.873417 dv-neutron-828142-3-hyperv neutron-server[109049]: WARNING neutron.api.v2.base [None req-eff10d8a-ba05-4387-a07e-a43ce8363a48 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 16 12:45:52.873566 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port a0a7b51c-66fa-4122-b039-433700068cda triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:52.874034 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.874328 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-eff10d8a-ba05-4387-a07e-a43ce8363a48 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:45:52.875506 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-eff10d8a-ba05-4387-a07e-a43ce8363a48 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0349827 Feb 16 12:45:52.883159 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33922) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:52.908101 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-a5e0c2c7-9299-4f6a-8110-7e1795ac1d88 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Request body: {'security_group_rule': {'security_group_id': 'b744c4c8-ec1d-4278-b8f1-7fcdc2c9af15', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:52.911579 dv-neutron-828142-3-hyperv neutron-server[109049]: WARNING neutron.api.v2.base [None req-a5e0c2c7-9299-4f6a-8110-7e1795ac1d88 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 16 12:45:52.912260 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-a5e0c2c7-9299-4f6a-8110-7e1795ac1d88 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:45:52.915948 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a5e0c2c7-9299-4f6a-8110-7e1795ac1d88 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0279667 Feb 16 12:45:52.916658 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12228374-f550-4aaf-aee9-5f5f4866f1f4 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b744c4c8-ec1d-4278-b8f1-7fcdc2c9af15,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:52.922813 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33928) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:52.936309 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-c7e9bb1e-8a84-4529-9c79-622546a7e9b8 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Request body: {'security_group_rule': {'security_group_id': 'b744c4c8-ec1d-4278-b8f1-7fcdc2c9af15', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:52.936309 dv-neutron-828142-3-hyperv neutron-server[109049]: WARNING neutron.api.v2.base [None req-c7e9bb1e-8a84-4529-9c79-622546a7e9b8 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 16 12:45:52.943213 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-c7e9bb1e-8a84-4529-9c79-622546a7e9b8 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:45:52.946899 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c7e9bb1e-8a84-4529-9c79-622546a7e9b8 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0177872 Feb 16 12:45:52.950732 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33930) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:52.977511 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-8c69eb2b-ce53-41d1-98fb-93fcbc98c7d2 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Request body: {'security_group_rule': {'security_group_id': 'b744c4c8-ec1d-4278-b8f1-7fcdc2c9af15', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:52.979532 dv-neutron-828142-3-hyperv neutron-server[109048]: WARNING neutron.api.v2.base [None req-8c69eb2b-ce53-41d1-98fb-93fcbc98c7d2 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 16 12:45:52.980071 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-8c69eb2b-ce53-41d1-98fb-93fcbc98c7d2 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:45:52.983842 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-8c69eb2b-ce53-41d1-98fb-93fcbc98c7d2 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0228941 Feb 16 12:45:53.022852 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33932) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:53.043665 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e53b79f-7ca8-4d42-8c9c-473d5b7cf453 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Made reservation on behalf of 05dd934713464510b741f50524d05f6e for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:53.052802 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5e53b79f-7ca8-4d42-8c9c-473d5b7cf453 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.097092 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33936) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:53.133931 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-a733320b-cdf2-41a2-a152-731d49343fd8 None None] Provisioning complete for port ca32d4a0-46a3-418e-831d-72da482a2c9f triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:53.134689 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a733320b-cdf2-41a2-a152-731d49343fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.212535 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-a733320b-cdf2-41a2-a152-731d49343fd8 None None] Port ca32d4a0-46a3-418e-831d-72da482a2c9f cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:45:53.316242 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-72d7ee74-11e6-4d4b-89db-cf91d468b4a0 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.357859 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-fb7dc84e-c0f5-4c52-a7cb-4762e3525957 None None] Provisioning complete for port ca32d4a0-46a3-418e-831d-72da482a2c9f triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:53.358686 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fb7dc84e-c0f5-4c52-a7cb-4762e3525957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.400841 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-72d7ee74-11e6-4d4b-89db-cf91d468b4a0 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.420327 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-fb7dc84e-c0f5-4c52-a7cb-4762e3525957 None None] Port ca32d4a0-46a3-418e-831d-72da482a2c9f cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:45:53.527023 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-01a475ef-705b-461a-ac23-5f8dc5fd0a10 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.529176 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-72d7ee74-11e6-4d4b-89db-cf91d468b4a0 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.532005 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-72d7ee74-11e6-4d4b-89db-cf91d468b4a0 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.533880 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-72d7ee74-11e6-4d4b-89db-cf91d468b4a0 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "DELETE /v2.0/security-groups/b744c4c8-ec1d-4278-b8f1-7fcdc2c9af15 HTTP/1.1" status: 204 len: 168 time: 0.5100667 Feb 16 12:45:53.539063 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33946) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:53.540346 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-01a475ef-705b-461a-ac23-5f8dc5fd0a10 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.541446 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-01a475ef-705b-461a-ac23-5f8dc5fd0a10 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.547112 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-dab9887a-2d6e-4327-946d-c0bb397e7444 None None] Provisioning complete for port ca32d4a0-46a3-418e-831d-72da482a2c9f triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:53.548022 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dab9887a-2d6e-4327-946d-c0bb397e7444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.567658 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d7ee74-11e6-4d4b-89db-cf91d468b4a0 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b744c4c8-ec1d-4278-b8f1-7fcdc2c9af15,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:53.606438 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-dab9887a-2d6e-4327-946d-c0bb397e7444 None None] Port ca32d4a0-46a3-418e-831d-72da482a2c9f cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:45:53.734510 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a475ef-705b-461a-ac23-5f8dc5fd0a10 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event updated for resources: {'Port': ['ID=ca32d4a0-46a3-418e-831d-72da482a2c9f,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:53.737724 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33952) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:53.750153 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1de5bb5a-308d-44a6-88c0-8a469faaab68 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2021363 Feb 16 12:45:53.753331 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33954) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:53.767409 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e7a26a01-035c-49a7-bc9e-b57d001d697d tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Request body: {'security_group': {'name': 'tempest-secgroup--1449946346'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:53.805081 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-5cdff49a-87f1-4eea-88cb-8c26abe48263 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1197287292'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:53.806999 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a475ef-705b-461a-ac23-5f8dc5fd0a10 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Network 0065d46e-162a-4263-bdb5-2d5eab2fe355 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:53.809199 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-01a475ef-705b-461a-ac23-5f8dc5fd0a10 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:53.817557 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e7a26a01-035c-49a7-bc9e-b57d001d697d tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.830901 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33958) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:53.873950 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdff49a-87f1-4eea-88cb-8c26abe48263 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Made reservation on behalf of 5b475467252d4f968fd5b204d0b30dc2 for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:53.877696 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5cdff49a-87f1-4eea-88cb-8c26abe48263 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.898099 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5cdff49a-87f1-4eea-88cb-8c26abe48263 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.045500 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-29803624-d747-49b5-a197-66df4c6eb0a7 tempest-ExternalNetworksAdminNegativeTestJSON-716694946 tempest-ExternalNetworksAdminNegativeTestJSON-716694946-project-admin] Request body: {'floatingip': {'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:54.054627 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e7a26a01-035c-49a7-bc9e-b57d001d697d tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.058937 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba571be7-a092-4b22-93d5-59b63baeb606 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Router 3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:45:54.059403 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-3846287a-cd3a-40ab-ac8e-39c0770993f0 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2022143960', 'router:external': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:54.064510 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a475ef-705b-461a-ac23-5f8dc5fd0a10 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Router 38584849-6f47-41d1-a445-333b2f013716 is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:45:54.067659 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e7a26a01-035c-49a7-bc9e-b57d001d697d tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.098285 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5e53b79f-7ca8-4d42-8c9c-473d5b7cf453 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.136888 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-a8b34e71-7d24-46a4-af23-5d3a2e34ae63 None None] Provisioning complete for port ca32d4a0-46a3-418e-831d-72da482a2c9f triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:54.137849 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a8b34e71-7d24-46a4-af23-5d3a2e34ae63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.159859 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5cdff49a-87f1-4eea-88cb-8c26abe48263 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.186628 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e7a26a01-035c-49a7-bc9e-b57d001d697d tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.192666 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e7a26a01-035c-49a7-bc9e-b57d001d697d tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4315665 Feb 16 12:45:54.194709 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33962) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:54.199077 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-a8b34e71-7d24-46a4-af23-5d3a2e34ae63 None None] Port ca32d4a0-46a3-418e-831d-72da482a2c9f cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:45:54.202227 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a26a01-035c-49a7-bc9e-b57d001d697d tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12c21aa2-589c-444e-a32d-e3211960de60,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:54.207397 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-94f38e4a-bfba-4dea-a447-5109890825d8 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Request body: {'security_group_rule': {'security_group_id': '12c21aa2-589c-444e-a32d-e3211960de60', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:54.208899 dv-neutron-828142-3-hyperv neutron-server[109048]: WARNING neutron.api.v2.base [None req-94f38e4a-bfba-4dea-a447-5109890825d8 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 12:45:54.209118 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3846287a-cd3a-40ab-ac8e-39c0770993f0 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Made reservation on behalf of 495814d8084f42c6997e6794c6113b76 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:54.209413 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-94f38e4a-bfba-4dea-a447-5109890825d8 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:45:54.210462 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-94f38e4a-bfba-4dea-a447-5109890825d8 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0107734 Feb 16 12:45:54.211564 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3846287a-cd3a-40ab-ac8e-39c0770993f0 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.211875 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5cdff49a-87f1-4eea-88cb-8c26abe48263 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.216231 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33964) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:54.229529 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-4ea95f45-d235-489e-85ec-5c912789d486 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Request body: {'security_group_rule': {'security_group_id': '12c21aa2-589c-444e-a32d-e3211960de60', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:54.238274 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-29803624-d747-49b5-a197-66df4c6eb0a7 tempest-ExternalNetworksAdminNegativeTestJSON-716694946 tempest-ExternalNetworksAdminNegativeTestJSON-716694946-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.242724 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a475ef-705b-461a-ac23-5f8dc5fd0a10 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:45:54.250959 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-01a475ef-705b-461a-ac23-5f8dc5fd0a10 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "PUT /v2.0/routers/38584849-6f47-41d1-a445-333b2f013716/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6940794 Feb 16 12:45:54.250959 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3846287a-cd3a-40ab-ac8e-39c0770993f0 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.256451 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a39b214-9222-41fd-bc3d-3bb664e7c007 None None] Sync routers for ids ['38584849-6f47-41d1-a445-333b2f013716'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:54.260034 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33966) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:54.278375 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a39b214-9222-41fd-bc3d-3bb664e7c007 None None] Routers {'38584849-6f47-41d1-a445-333b2f013716'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:54.279861 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-4a39b214-9222-41fd-bc3d-3bb664e7c007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:45:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['38584849-6f47-41d1-a445-333b2f013716'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:54.281490 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53b79f-7ca8-4d42-8c9c-473d5b7cf453 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event updated for resources: {'Subnet': ['ID=2c232c7d-8baa-4eb4-8aca-8b84f13ac7f3,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:54.316579 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-4a39b214-9222-41fd-bc3d-3bb664e7c007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:54.322027 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cdff49a-87f1-4eea-88cb-8c26abe48263 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:54.327908 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a39b214-9222-41fd-bc3d-3bb664e7c007 None None] Routers {'38584849-6f47-41d1-a445-333b2f013716'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:54.328886 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-4a39b214-9222-41fd-bc3d-3bb664e7c007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:45:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['38584849-6f47-41d1-a445-333b2f013716'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:54.336660 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdff49a-87f1-4eea-88cb-8c26abe48263 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66913c61-865d-4dd5-9c4e-d0123fafcd51,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:54.378036 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5475e9fb-536d-41a1-bbc9-28e4d078098f tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:54.382682 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5475e9fb-536d-41a1-bbc9-28e4d078098f tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "GET /v2.0/ports/ca32d4a0-46a3-418e-831d-72da482a2c9f HTTP/1.1" status: 200 len: 983 time: 0.1189904 Feb 16 12:45:54.382842 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-4a39b214-9222-41fd-bc3d-3bb664e7c007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:54.382842 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a39b214-9222-41fd-bc3d-3bb664e7c007 None None] The sync data for ids ['38584849-6f47-41d1-a445-333b2f013716'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:54.385856 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33968) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:54.393786 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5cdff49a-87f1-4eea-88cb-8c26abe48263 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.394369 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-5cdff49a-87f1-4eea-88cb-8c26abe48263 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Added segment bed35276-bc81-4c0d-9f8b-2448758a2661 of type vlan for network f1103cc1-ec1a-4517-846a-1695013054ee Feb 16 12:45:54.399424 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0e035cf3-3222-49ac-aff3-8f19bf80a553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.417470 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e53b79f-7ca8-4d42-8c9c-473d5b7cf453 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Checking segment: {'id': 'ed71f038-e600-4801-b083-98bbce5746e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd76771af-479a-4d20-b784-90f8d7aed264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:45:54.417835 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e53b79f-7ca8-4d42-8c9c-473d5b7cf453 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Network hostable DHCP agents. Network: d76771af-479a-4d20-b784-90f8d7aed264, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:45:54.443192 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba571be7-a092-4b22-93d5-59b63baeb606 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:45:54.456264 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c370480e-a6e3-4188-96cf-eee9481448e0 None None] Sync routers for ids ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:54.466800 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5cdff49a-87f1-4eea-88cb-8c26abe48263 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.468905 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c370480e-a6e3-4188-96cf-eee9481448e0 None None] Routers {'3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:54.469591 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-c370480e-a6e3-4188-96cf-eee9481448e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:45:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:54.485148 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-4ea95f45-d235-489e-85ec-5c912789d486 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:45:54.490067 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4ea95f45-d235-489e-85ec-5c912789d486 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2699745 Feb 16 12:45:54.492882 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ba571be7-a092-4b22-93d5-59b63baeb606 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.493635 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33970) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:54.498427 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-cfcdd8cb-584e-413f-9ebe-e950369d50bf tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Request body: {'security_group_rule': {'security_group_id': '12c21aa2-589c-444e-a32d-e3211960de60', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:54.499629 dv-neutron-828142-3-hyperv neutron-server[109049]: WARNING neutron.api.v2.base [None req-cfcdd8cb-584e-413f-9ebe-e950369d50bf tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 16 12:45:54.500257 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-cfcdd8cb-584e-413f-9ebe-e950369d50bf tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:45:54.504218 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-cfcdd8cb-584e-413f-9ebe-e950369d50bf tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0096028 Feb 16 12:45:54.507026 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33972) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:54.508766 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-c370480e-a6e3-4188-96cf-eee9481448e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:54.516245 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-f72726d1-9ce4-4f20-9266-13a8e4e95690 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Request body: {'security_group_rule': {'security_group_id': '12c21aa2-589c-444e-a32d-e3211960de60', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:54.518581 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c370480e-a6e3-4188-96cf-eee9481448e0 None None] Routers {'3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:54.519248 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-c370480e-a6e3-4188-96cf-eee9481448e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:45:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:54.525577 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e53b79f-7ca8-4d42-8c9c-473d5b7cf453 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Network d76771af-479a-4d20-b784-90f8d7aed264 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:45:54.557189 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33974) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:54.558934 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ba571be7-a092-4b22-93d5-59b63baeb606 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.7541885 Feb 16 12:45:54.562909 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-fc9d5601-92aa-4af1-b4cc-5d15fefe6021 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1074879746'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:54.565975 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-5e53b79f-7ca8-4d42-8c9c-473d5b7cf453 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, d76771af-479a-4d20-b784-90f8d7aed264) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:54.573263 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e53b79f-7ca8-4d42-8c9c-473d5b7cf453 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:54.573556 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5e53b79f-7ca8-4d42-8c9c-473d5b7cf453 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.577637 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-c370480e-a6e3-4188-96cf-eee9481448e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:54.580659 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2644b99-097c-4108-882d-aad938f86dfb None None] Network d76771af-479a-4d20-b784-90f8d7aed264 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:45:54.580879 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c370480e-a6e3-4188-96cf-eee9481448e0 None None] The sync data for ids ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:54.594853 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5cdff49a-87f1-4eea-88cb-8c26abe48263 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.602915 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdff49a-87f1-4eea-88cb-8c26abe48263 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:54.603654 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5cdff49a-87f1-4eea-88cb-8c26abe48263 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.607310 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device a0a7b51c-66fa-4122-b039-433700068cda up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:45:54.697573 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5e53b79f-7ca8-4d42-8c9c-473d5b7cf453 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.2212732 Feb 16 12:45:54.697573 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5cdff49a-87f1-4eea-88cb-8c26abe48263 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.5969741 Feb 16 12:45:54.697940 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33976) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:54.707551 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-b507d7f4-0fca-49df-bf37-928b9891d78b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1895889643'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:54.711264 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3846287a-cd3a-40ab-ac8e-39c0770993f0 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.712673 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33978) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:54.721854 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-a6ac435e-57b6-406f-9985-4166ceebf8cc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'port': {'network_id': 'f1103cc1-ec1a-4517-846a-1695013054ee', 'name': 'tempest-PortsTestJSON-1480599539'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:54.723496 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3846287a-cd3a-40ab-ac8e-39c0770993f0 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.740318 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdff49a-87f1-4eea-88cb-8c26abe48263 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'Network': ['ID=f1103cc1-ec1a-4517-846a-1695013054ee,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:54.742644 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-f72726d1-9ce4-4f20-9266-13a8e4e95690 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:45:54.747137 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33980) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:54.747298 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f72726d1-9ce4-4f20-9266-13a8e4e95690 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2348187 Feb 16 12:45:54.756486 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port a0a7b51c-66fa-4122-b039-433700068cda triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:54.756886 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.761001 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9d5601-92aa-4af1-b4cc-5d15fefe6021 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Made reservation on behalf of 6647fb2f59f54c42932ca2327a418c5c for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:54.764906 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fc9d5601-92aa-4af1-b4cc-5d15fefe6021 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.771707 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3846287a-cd3a-40ab-ac8e-39c0770993f0 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:54.783903 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network f1103cc1-ec1a-4517-846a-1695013054ee details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:45:54.784296 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-067535b2-9a50-4a27-b49b-1e14e064510b tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Request body: {'security_group_rule': {'security_group_id': '12c21aa2-589c-444e-a32d-e3211960de60', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:54.784808 dv-neutron-828142-3-hyperv neutron-server[109048]: WARNING neutron.api.v2.base [None req-067535b2-9a50-4a27-b49b-1e14e064510b tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 12:45:54.785310 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-067535b2-9a50-4a27-b49b-1e14e064510b tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:45:54.789754 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-067535b2-9a50-4a27-b49b-1e14e064510b tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0382164 Feb 16 12:45:54.792248 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33982) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:54.804936 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-3a14fc88-0760-44e0-be9b-7a5db2c0ac6e tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Request body: {'security_group_rule': {'security_group_id': '12c21aa2-589c-444e-a32d-e3211960de60', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:54.816055 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-29803624-d747-49b5-a197-66df4c6eb0a7 tempest-ExternalNetworksAdminNegativeTestJSON-716694946 tempest-ExternalNetworksAdminNegativeTestJSON-716694946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.833845 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3846287a-cd3a-40ab-ac8e-39c0770993f0 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c756c01-4088-41e2-b66a-c8b2ca6de7ed,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:54.843335 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3846287a-cd3a-40ab-ac8e-39c0770993f0 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.843665 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-3846287a-cd3a-40ab-ac8e-39c0770993f0 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Added segment 415de930-0718-4d33-873f-8e46ab613771 of type vlan for network 6da7a4ef-6b64-43af-868a-d8e5ff0484b3 Feb 16 12:45:54.894221 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc9d5601-92aa-4af1-b4cc-5d15fefe6021 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:54.914717 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b507d7f4-0fca-49df-bf37-928b9891d78b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Made reservation on behalf of 05dd934713464510b741f50524d05f6e for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:54.916725 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab9c3e8-f33d-4008-8434-47e1d11271bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-d76771af-479a-4d20-b784-90f8d7aed264', 'network_id': 'd76771af-479a-4d20-b784-90f8d7aed264', 'tenant_id': '05dd934713464510b741f50524d05f6e', 'fixed_ips': [{'subnet_id': '2c232c7d-8baa-4eb4-8aca-8b84f13ac7f3'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:45:54.917582 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3ab9c3e8-f33d-4008-8434-47e1d11271bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.917710 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b507d7f4-0fca-49df-bf37-928b9891d78b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.927503 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fc9d5601-92aa-4af1-b4cc-5d15fefe6021 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.927744 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-fc9d5601-92aa-4af1-b4cc-5d15fefe6021 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Added segment 7feb26df-ee1a-4baf-9583-dc96679beff8 of type vlan for network 02f807bc-fc96-4ed1-8124-7ddebe6467ee Feb 16 12:45:54.930269 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3846287a-cd3a-40ab-ac8e-39c0770993f0 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.013271 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b507d7f4-0fca-49df-bf37-928b9891d78b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:55.015193 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-3a14fc88-0760-44e0-be9b-7a5db2c0ac6e tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:45:55.019436 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3a14fc88-0760-44e0-be9b-7a5db2c0ac6e tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2224309 Feb 16 12:45:55.021827 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33984) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:55.023950 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fc9d5601-92aa-4af1-b4cc-5d15fefe6021 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.034175 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ac435e-57b6-406f-9985-4166ceebf8cc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Made reservation on behalf of 5b475467252d4f968fd5b204d0b30dc2 for: {'port': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:55.043624 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a6ac435e-57b6-406f-9985-4166ceebf8cc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.047624 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e5997024-11a3-4faa-9b1a-6f3e1d03dc62 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Request body: {'security_group_rule': {'security_group_id': '12c21aa2-589c-444e-a32d-e3211960de60', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:55.048264 dv-neutron-828142-3-hyperv neutron-server[109049]: WARNING neutron.api.v2.base [None req-e5997024-11a3-4faa-9b1a-6f3e1d03dc62 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 16 12:45:55.048711 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-e5997024-11a3-4faa-9b1a-6f3e1d03dc62 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:45:55.052902 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-29803624-d747-49b5-a197-66df4c6eb0a7 tempest-ExternalNetworksAdminNegativeTestJSON-716694946 tempest-ExternalNetworksAdminNegativeTestJSON-716694946-project-admin] Allocated IP 172.26.2.212 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/aa8114cc-d276-4975-b57a-e5789a4eae2a) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:55.053077 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e5997024-11a3-4faa-9b1a-6f3e1d03dc62 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055809 Feb 16 12:45:55.058141 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33986) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:55.058742 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b507d7f4-0fca-49df-bf37-928b9891d78b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.059277 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-b507d7f4-0fca-49df-bf37-928b9891d78b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Added segment 7c5eb132-229c-4dfe-9b8b-aa9b57181881 of type vlan for network 215af59e-7bca-4dd4-ac79-65cdd8ab6870 Feb 16 12:45:55.065726 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-ca845fcd-a31c-4a77-9f70-cb7fa6596a71 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Request body: {'security_group_rule': {'security_group_id': '12c21aa2-589c-444e-a32d-e3211960de60', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:55.109392 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-a6ac435e-57b6-406f-9985-4166ceebf8cc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] device_id is not set on port 18628e21-037c-4570-826c-3e69c00f5356 yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:45:55.123535 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3846287a-cd3a-40ab-ac8e-39c0770993f0 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.124545 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3846287a-cd3a-40ab-ac8e-39c0770993f0 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:55.126033 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3846287a-cd3a-40ab-ac8e-39c0770993f0 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.133816 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fc9d5601-92aa-4af1-b4cc-5d15fefe6021 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.139632 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9d5601-92aa-4af1-b4cc-5d15fefe6021 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:55.140734 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fc9d5601-92aa-4af1-b4cc-5d15fefe6021 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.141635 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b507d7f4-0fca-49df-bf37-928b9891d78b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.227706 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3846287a-cd3a-40ab-ac8e-39c0770993f0 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.4846628 Feb 16 12:45:55.229296 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fc9d5601-92aa-4af1-b4cc-5d15fefe6021 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6701322 Feb 16 12:45:55.234905 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33988) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:55.235514 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33990) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:55.242495 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-3d530aef-3840-4e72-bae1-5ddf12009f7b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Request body: {'subnet': {'network_id': '02f807bc-fc96-4ed1-8124-7ddebe6467ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:55.250547 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-9465575f-89fa-40fd-82c6-d8254a8df8d1 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Request body: {'subnet': {'network_id': '6da7a4ef-6b64-43af-868a-d8e5ff0484b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:55.256644 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3846287a-cd3a-40ab-ac8e-39c0770993f0 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Pushing event updated for resources: {'Network': ['ID=6da7a4ef-6b64-43af-868a-d8e5ff0484b3,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:55.258946 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-ca845fcd-a31c-4a77-9f70-cb7fa6596a71 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:45:55.262613 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ca845fcd-a31c-4a77-9f70-cb7fa6596a71 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1989615 Feb 16 12:45:55.269883 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33992) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:55.276665 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 6da7a4ef-6b64-43af-868a-d8e5ff0484b3 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:45:55.292648 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-c62af4f2-83ba-493b-b70f-31b45683d4dc tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Request body: {'security_group_rule': {'security_group_id': '12c21aa2-589c-444e-a32d-e3211960de60', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:55.322751 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-3ab9c3e8-f33d-4008-8434-47e1d11271bd None None] Allocated IP 172.20.255.242 (d76771af-479a-4d20-b784-90f8d7aed264/2c232c7d-8baa-4eb4-8aca-8b84f13ac7f3/dfbe9de3-c712-4cfc-961d-a94e1dadc127) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:55.379656 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b507d7f4-0fca-49df-bf37-928b9891d78b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.385313 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b507d7f4-0fca-49df-bf37-928b9891d78b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:55.385963 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b507d7f4-0fca-49df-bf37-928b9891d78b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.515367 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3ab9c3e8-f33d-4008-8434-47e1d11271bd None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.522089 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3ab9c3e8-f33d-4008-8434-47e1d11271bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.557347 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9465575f-89fa-40fd-82c6-d8254a8df8d1 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Made reservation on behalf of 495814d8084f42c6997e6794c6113b76 for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:55.559973 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9465575f-89fa-40fd-82c6-d8254a8df8d1 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.570490 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab9c3e8-f33d-4008-8434-47e1d11271bd None None] Network d76771af-479a-4d20-b784-90f8d7aed264 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:55.573748 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-3ab9c3e8-f33d-4008-8434-47e1d11271bd None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:55.577356 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab9c3e8-f33d-4008-8434-47e1d11271bd None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:45:55.578238 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b507d7f4-0fca-49df-bf37-928b9891d78b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8769817 Feb 16 12:45:55.581546 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 33994) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:55.587171 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-29803624-d747-49b5-a197-66df4c6eb0a7 tempest-ExternalNetworksAdminNegativeTestJSON-716694946 tempest-ExternalNetworksAdminNegativeTestJSON-716694946-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.592099 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab9c3e8-f33d-4008-8434-47e1d11271bd None None] Pushing event updated for resources: {'Port': ['ID=dfbe9de3-c712-4cfc-961d-a94e1dadc127,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:55.615822 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-96b66711-82bb-4d4c-b17b-a897cc4f4c5d tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Request body: {'subnet': {'network_id': '215af59e-7bca-4dd4-ac79-65cdd8ab6870', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:55.658462 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b507d7f4-0fca-49df-bf37-928b9891d78b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event updated for resources: {'Network': ['ID=215af59e-7bca-4dd4-ac79-65cdd8ab6870,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:55.661681 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-3ab9c3e8-f33d-4008-8434-47e1d11271bd None None] Attempting to bind port dfbe9de3-c712-4cfc-961d-a94e1dadc127 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:55.662914 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-3ab9c3e8-f33d-4008-8434-47e1d11271bd None None] Attempting to bind port dfbe9de3-c712-4cfc-961d-a94e1dadc127 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'ed71f038-e600-4801-b083-98bbce5746e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd76771af-479a-4d20-b784-90f8d7aed264'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:55.664311 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab9c3e8-f33d-4008-8434-47e1d11271bd None None] Attempting to bind port dfbe9de3-c712-4cfc-961d-a94e1dadc127 on network d76771af-479a-4d20-b784-90f8d7aed264 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:45:55.674246 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.675235 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d5601-92aa-4af1-b4cc-5d15fefe6021 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event updated for resources: {'Network': ['ID=02f807bc-fc96-4ed1-8124-7ddebe6467ee,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:55.677598 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-10355584-92e7-4fc2-80b9-b9583b145aab tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.679818 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 215af59e-7bca-4dd4-ac79-65cdd8ab6870 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:45:55.684308 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab9c3e8-f33d-4008-8434-47e1d11271bd None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:45:55.684721 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab9c3e8-f33d-4008-8434-47e1d11271bd None None] Checking segment: {'id': 'ed71f038-e600-4801-b083-98bbce5746e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd76771af-479a-4d20-b784-90f8d7aed264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:45:55.685129 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3ab9c3e8-f33d-4008-8434-47e1d11271bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.685535 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab9c3e8-f33d-4008-8434-47e1d11271bd None None] Bound using segment: {'id': 'ed71f038-e600-4801-b083-98bbce5746e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd76771af-479a-4d20-b784-90f8d7aed264'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:45:55.686320 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-3ab9c3e8-f33d-4008-8434-47e1d11271bd None None] Bound port: dfbe9de3-c712-4cfc-961d-a94e1dadc127, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed71f038-e600-4801-b083-98bbce5746e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd76771af-479a-4d20-b784-90f8d7aed264'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:55.686636 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3ab9c3e8-f33d-4008-8434-47e1d11271bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.699928 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 02f807bc-fc96-4ed1-8124-7ddebe6467ee details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:45:55.737732 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-c62af4f2-83ba-493b-b70f-31b45683d4dc tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:45:55.741441 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c62af4f2-83ba-493b-b70f-31b45683d4dc tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4566853 Feb 16 12:45:55.755805 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33996) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:55.783224 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a6ac435e-57b6-406f-9985-4166ceebf8cc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.827295 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d530aef-3840-4e72-bae1-5ddf12009f7b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Made reservation on behalf of 6647fb2f59f54c42932ca2327a418c5c for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:55.830997 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3d530aef-3840-4e72-bae1-5ddf12009f7b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.875984 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-3ab9c3e8-f33d-4008-8434-47e1d11271bd None None] For port dfbe9de3-c712-4cfc-961d-a94e1dadc127, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:45:55.879299 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-3ab9c3e8-f33d-4008-8434-47e1d11271bd None None] For port dfbe9de3-c712-4cfc-961d-a94e1dadc127, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=dfbe9de3-c712-4cfc-961d-a94e1dadc127,segment=NetworkSegment(ed71f038-e600-4801-b083-98bbce5746e8),segment_id=ed71f038-e600-4801-b083-98bbce5746e8)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:45:55.883794 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3ab9c3e8-f33d-4008-8434-47e1d11271bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.894080 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c6e847a9-e1c0-4e08-9f8f-245836d1107a tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.899082 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-29803624-d747-49b5-a197-66df4c6eb0a7 tempest-ExternalNetworksAdminNegativeTestJSON-716694946 tempest-ExternalNetworksAdminNegativeTestJSON-716694946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.925718 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c6e847a9-e1c0-4e08-9f8f-245836d1107a tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.954683 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab9c3e8-f33d-4008-8434-47e1d11271bd None None] Pushing event updated for resources: {'Port': ['ID=dfbe9de3-c712-4cfc-961d-a94e1dadc127,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:55.987616 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29803624-d747-49b5-a197-66df4c6eb0a7 tempest-ExternalNetworksAdminNegativeTestJSON-716694946 tempest-ExternalNetworksAdminNegativeTestJSON-716694946-project-admin] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:56.010636 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a6ac435e-57b6-406f-9985-4166ceebf8cc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.015984 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-29803624-d747-49b5-a197-66df4c6eb0a7 tempest-ExternalNetworksAdminNegativeTestJSON-716694946 tempest-ExternalNetworksAdminNegativeTestJSON-716694946-project-admin] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:56.018656 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29803624-d747-49b5-a197-66df4c6eb0a7 tempest-ExternalNetworksAdminNegativeTestJSON-716694946 tempest-ExternalNetworksAdminNegativeTestJSON-716694946-project-admin] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:45:56.023624 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c6e847a9-e1c0-4e08-9f8f-245836d1107a tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.026985 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c6e847a9-e1c0-4e08-9f8f-245836d1107a tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.030740 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c6e847a9-e1c0-4e08-9f8f-245836d1107a tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "DELETE /v2.0/security-groups/12c21aa2-589c-444e-a32d-e3211960de60 HTTP/1.1" status: 204 len: 168 time: 0.2714889 Feb 16 12:45:56.034525 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 33998) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:56.064859 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e847a9-e1c0-4e08-9f8f-245836d1107a tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c21aa2-589c-444e-a32d-e3211960de60,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:56.086838 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-10355584-92e7-4fc2-80b9-b9583b145aab tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Deleting port ca32d4a0-46a3-418e-831d-72da482a2c9f {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:56.087144 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b66711-82bb-4d4c-b17b-a897cc4f4c5d tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Made reservation on behalf of 05dd934713464510b741f50524d05f6e for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:56.087341 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-10355584-92e7-4fc2-80b9-b9583b145aab tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.091326 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-96b66711-82bb-4d4c-b17b-a897cc4f4c5d tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.105903 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29803624-d747-49b5-a197-66df4c6eb0a7 tempest-ExternalNetworksAdminNegativeTestJSON-716694946 tempest-ExternalNetworksAdminNegativeTestJSON-716694946-project-admin] Pushing event updated for resources: {'Port': ['ID=aa8114cc-d276-4975-b57a-e5789a4eae2a,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:56.171728 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f9b84e67-6135-4852-a208-f13739bb7432 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1287575 Feb 16 12:45:56.176025 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34000) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:56.182680 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-305693ac-592f-4b1b-a8db-ff9d00f89616 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Request body: {'security_group': {'name': 'tempest-secgroup--529370123'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:56.237752 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-10355584-92e7-4fc2-80b9-b9583b145aab tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.249121 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-305693ac-592f-4b1b-a8db-ff9d00f89616 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.265932 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-10355584-92e7-4fc2-80b9-b9583b145aab tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Calling delete_port for ca32d4a0-46a3-418e-831d-72da482a2c9f owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:56.389299 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac435e-57b6-406f-9985-4166ceebf8cc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'Port': ['ID=18628e21-037c-4570-826c-3e69c00f5356,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:56.426849 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-305693ac-592f-4b1b-a8db-ff9d00f89616 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.434514 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-305693ac-592f-4b1b-a8db-ff9d00f89616 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.436784 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ac435e-57b6-406f-9985-4166ceebf8cc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Checking segment: {'id': 'bed35276-bc81-4c0d-9f8b-2448758a2661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f1103cc1-ec1a-4517-846a-1695013054ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:45:56.437060 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ac435e-57b6-406f-9985-4166ceebf8cc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Network hostable DHCP agents. Network: f1103cc1-ec1a-4517-846a-1695013054ee, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:45:56.470202 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-305693ac-592f-4b1b-a8db-ff9d00f89616 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.471452 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-305693ac-592f-4b1b-a8db-ff9d00f89616 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2944417 Feb 16 12:45:56.475466 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34002) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:56.480575 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-abebd732-c2ab-4dcf-8b1a-5a92f7edb33b tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Request body: {'security_group_rule': {'security_group_id': '3c9123c2-6a2a-4942-a299-d24f7007e0bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:56.489870 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305693ac-592f-4b1b-a8db-ff9d00f89616 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9123c2-6a2a-4942-a299-d24f7007e0bb,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:56.507141 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-29803624-d747-49b5-a197-66df4c6eb0a7 tempest-ExternalNetworksAdminNegativeTestJSON-716694946 tempest-ExternalNetworksAdminNegativeTestJSON-716694946-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.564750 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-10355584-92e7-4fc2-80b9-b9583b145aab tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.594770 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3d530aef-3840-4e72-bae1-5ddf12009f7b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.598085 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ac435e-57b6-406f-9985-4166ceebf8cc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Network f1103cc1-ec1a-4517-846a-1695013054ee is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:45:56.603201 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10355584-92e7-4fc2-80b9-b9583b145aab tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event deleted for resources: {'Port': ['ID=ca32d4a0-46a3-418e-831d-72da482a2c9f,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:56.627746 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-abebd732-c2ab-4dcf-8b1a-5a92f7edb33b tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] create failed (client error): The resource could not be found. Feb 16 12:45:56.628997 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-abebd732-c2ab-4dcf-8b1a-5a92f7edb33b tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1517637 Feb 16 12:45:56.631946 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34004) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:56.638236 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device dfbe9de3-c712-4cfc-961d-a94e1dadc127 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:45:56.638820 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-352cd544-3937-4dfe-aea1-4c5f66beb3f9 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Request body: {'security_group_rule': {'security_group_id': '3c9123c2-6a2a-4942-a299-d24f7007e0bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '6c94ee47-b25e-4770-b72b-1b5dd972ac15'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:56.685457 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-a6ac435e-57b6-406f-9985-4166ceebf8cc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, f1103cc1-ec1a-4517-846a-1695013054ee) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:56.690395 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ac435e-57b6-406f-9985-4166ceebf8cc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:45:56.696467 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ac435e-57b6-406f-9985-4166ceebf8cc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:56.697173 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a6ac435e-57b6-406f-9985-4166ceebf8cc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.708444 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b529279-f57b-49b9-a521-4af5d0cc199e None None] Network f1103cc1-ec1a-4517-846a-1695013054ee requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:45:56.724919 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-10355584-92e7-4fc2-80b9-b9583b145aab tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.726051 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-29803624-d747-49b5-a197-66df4c6eb0a7 tempest-ExternalNetworksAdminNegativeTestJSON-716694946 tempest-ExternalNetworksAdminNegativeTestJSON-716694946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.797282 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a6ac435e-57b6-406f-9985-4166ceebf8cc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0833030 Feb 16 12:45:56.806908 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34006) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:56.811894 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-78c64c38-1951-4353-8049-c8a6d9f2440c tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-666617504'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:56.828587 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d530aef-3840-4e72-bae1-5ddf12009f7b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event updated for resources: {'Subnet': ['ID=5f1f534e-7bb6-4a10-85cf-6d6fce1c0681,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:56.853766 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port dfbe9de3-c712-4cfc-961d-a94e1dadc127 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:56.854138 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.879614 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-96b66711-82bb-4d4c-b17b-a897cc4f4c5d tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.895296 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d530aef-3840-4e72-bae1-5ddf12009f7b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Checking segment: {'id': '7feb26df-ee1a-4baf-9583-dc96679beff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '02f807bc-fc96-4ed1-8124-7ddebe6467ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:45:56.895666 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d530aef-3840-4e72-bae1-5ddf12009f7b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Network hostable DHCP agents. Network: 02f807bc-fc96-4ed1-8124-7ddebe6467ee, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:45:56.929423 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-352cd544-3937-4dfe-aea1-4c5f66beb3f9 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] create failed (client error): The resource could not be found. Feb 16 12:45:56.933260 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-352cd544-3937-4dfe-aea1-4c5f66beb3f9 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2977653 Feb 16 12:45:56.933766 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34008) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:56.998519 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c64c38-1951-4353-8049-c8a6d9f2440c tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Made reservation on behalf of 5b475467252d4f968fd5b204d0b30dc2 for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:57.002624 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-78c64c38-1951-4353-8049-c8a6d9f2440c tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.026127 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.068840 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b66711-82bb-4d4c-b17b-a897cc4f4c5d tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event updated for resources: {'Subnet': ['ID=52528be7-5947-4c60-90d2-8826bb3d8428,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:57.087631 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port dfbe9de3-c712-4cfc-961d-a94e1dadc127, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=dfbe9de3-c712-4cfc-961d-a94e1dadc127,segment=NetworkSegment(ed71f038-e600-4801-b083-98bbce5746e8),segment_id=ed71f038-e600-4801-b083-98bbce5746e8)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:45:57.088887 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.089261 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d530aef-3840-4e72-bae1-5ddf12009f7b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Network 02f807bc-fc96-4ed1-8124-7ddebe6467ee is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:45:57.104429 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10355584-92e7-4fc2-80b9-b9583b145aab tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Router 38584849-6f47-41d1-a445-333b2f013716 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:45:57.104995 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.105902 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5d5c970c-4676-4ea1-819c-f41a4ab53ae9 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.118181 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78c64c38-1951-4353-8049-c8a6d9f2440c tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:57.179256 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b66711-82bb-4d4c-b17b-a897cc4f4c5d tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Checking segment: {'id': '7c5eb132-229c-4dfe-9b8b-aa9b57181881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '215af59e-7bca-4dd4-ac79-65cdd8ab6870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:45:57.180751 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b66711-82bb-4d4c-b17b-a897cc4f4c5d tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Network hostable DHCP agents. Network: 215af59e-7bca-4dd4-ac79-65cdd8ab6870, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:45:57.182462 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=dfbe9de3-c712-4cfc-961d-a94e1dadc127,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:57.230826 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5d5c970c-4676-4ea1-819c-f41a4ab53ae9 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.245716 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10355584-92e7-4fc2-80b9-b9583b145aab tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:45:57.256103 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-10355584-92e7-4fc2-80b9-b9583b145aab tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "PUT /v2.0/routers/38584849-6f47-41d1-a445-333b2f013716/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8686659 Feb 16 12:45:57.259684 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6569ec-662b-46c0-9d9e-819cf154f754 None None] Sync routers for ids ['38584849-6f47-41d1-a445-333b2f013716'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:57.261176 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34010) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:57.297621 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6569ec-662b-46c0-9d9e-819cf154f754 None None] Routers {'38584849-6f47-41d1-a445-333b2f013716'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:57.299212 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-4e6569ec-662b-46c0-9d9e-819cf154f754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:45:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['38584849-6f47-41d1-a445-333b2f013716'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:57.303080 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.351438 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-4e6569ec-662b-46c0-9d9e-819cf154f754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:57.363334 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6569ec-662b-46c0-9d9e-819cf154f754 None None] Routers {'38584849-6f47-41d1-a445-333b2f013716'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:45:57.364452 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-4e6569ec-662b-46c0-9d9e-819cf154f754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:45:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['38584849-6f47-41d1-a445-333b2f013716'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:57.409680 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f28b67a-11eb-4fb3-8eee-7fa9e50aa7e1 None None] Network d76771af-479a-4d20-b784-90f8d7aed264 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:45:57.412126 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-4e6569ec-662b-46c0-9d9e-819cf154f754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:57.412842 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6569ec-662b-46c0-9d9e-819cf154f754 None None] The sync data for ids ['38584849-6f47-41d1-a445-333b2f013716'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:57.427930 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5d5c970c-4676-4ea1-819c-f41a4ab53ae9 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.430703 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5d5c970c-4676-4ea1-819c-f41a4ab53ae9 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.434330 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5d5c970c-4676-4ea1-819c-f41a4ab53ae9 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "DELETE /v2.0/security-groups/3c9123c2-6a2a-4942-a299-d24f7007e0bb HTTP/1.1" status: 204 len: 168 time: 0.4970922 Feb 16 12:45:57.453452 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34012) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:57.482588 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-4029c5ea-0605-4e49-8714-55689ccefc72 None None] Provisioning complete for port dfbe9de3-c712-4cfc-961d-a94e1dadc127 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:57.483117 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4029c5ea-0605-4e49-8714-55689ccefc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.495989 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c970c-4676-4ea1-819c-f41a4ab53ae9 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9123c2-6a2a-4942-a299-d24f7007e0bb,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:57.500954 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-1dfe548c-a435-441e-aa7a-1640ba82095b tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] remove_router_interface failed (client error): The resource could not be found. Feb 16 12:45:57.505449 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1dfe548c-a435-441e-aa7a-1640ba82095b tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "PUT /v2.0/routers/38584849-6f47-41d1-a445-333b2f013716/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2428796 Feb 16 12:45:57.507435 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34014) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:57.513931 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-3d530aef-3840-4e72-bae1-5ddf12009f7b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 02f807bc-fc96-4ed1-8124-7ddebe6467ee) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:57.519178 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d530aef-3840-4e72-bae1-5ddf12009f7b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:57.519947 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3d530aef-3840-4e72-bae1-5ddf12009f7b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.522315 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.objects.ports [None req-9465575f-89fa-40fd-82c6-d8254a8df8d1 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109048) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 12:45:57.522954 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9465575f-89fa-40fd-82c6-d8254a8df8d1 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.527492 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-78c64c38-1951-4353-8049-c8a6d9f2440c tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.528149 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-78c64c38-1951-4353-8049-c8a6d9f2440c tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Added segment 1488890f-d3fe-48be-a39c-03693a9b4eaf of type vlan for network 26e03fdf-6d3d-403f-aac6-4874618566ea Feb 16 12:45:57.540215 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cd622b-48bf-4be9-bea3-779a5bc557e6 None None] Network 02f807bc-fc96-4ed1-8124-7ddebe6467ee requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:45:57.555459 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-94d97ae2-9884-4af8-9c8a-7fca242a1f29 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "GET /v2.0/ports?device_id=38584849-6f47-41d1-a445-333b2f013716 HTTP/1.1" status: 200 len: 205 time: 0.0462410 Feb 16 12:45:57.560340 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34016) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:57.636731 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-15c841fa-52ae-42bd-807f-d8f294019a75 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.645621 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-015ad0a9-580a-4869-ac69-ff7a005a9ec0 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1868451 Feb 16 12:45:57.649141 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34018) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:57.649299 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-29803624-d747-49b5-a197-66df4c6eb0a7 tempest-ExternalNetworksAdminNegativeTestJSON-716694946 tempest-ExternalNetworksAdminNegativeTestJSON-716694946-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.653914 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3d530aef-3840-4e72-bae1-5ddf12009f7b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4152067 Feb 16 12:45:57.660721 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34020) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:57.665541 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-70a46881-b37d-4eeb-8bb5-d2b7242fe4de tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1976901914', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}, 'admin_state_up': False}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:57.674233 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-78c64c38-1951-4353-8049-c8a6d9f2440c tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.679393 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-b24b1971-f001-4955-a526-86eccb28e5ef tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Request body: {'security_group_rule': {'security_group_id': '9c13dce8-eeec-45ed-97d0-1451752306e5', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:57.681033 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-29803624-d747-49b5-a197-66df4c6eb0a7 tempest-ExternalNetworksAdminNegativeTestJSON-716694946 tempest-ExternalNetworksAdminNegativeTestJSON-716694946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.682812 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b66711-82bb-4d4c-b17b-a897cc4f4c5d tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Network 215af59e-7bca-4dd4-ac79-65cdd8ab6870 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:45:57.735894 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-96b66711-82bb-4d4c-b17b-a897cc4f4c5d tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 215af59e-7bca-4dd4-ac79-65cdd8ab6870) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:57.740936 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b66711-82bb-4d4c-b17b-a897cc4f4c5d tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:57.741526 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-96b66711-82bb-4d4c-b17b-a897cc4f4c5d tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.743770 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9465575f-89fa-40fd-82c6-d8254a8df8d1 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2e8206d2-b893-4e5f-b40b-3fe15e4d6696,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:57.780779 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d748840-32de-4ff9-8390-04f61b3fe3c3 None None] Network 215af59e-7bca-4dd4-ac79-65cdd8ab6870 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:45:57.824034 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-15c841fa-52ae-42bd-807f-d8f294019a75 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.825972 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-15c841fa-52ae-42bd-807f-d8f294019a75 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.844228 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9465575f-89fa-40fd-82c6-d8254a8df8d1 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Checking segment: {'id': '415de930-0718-4d33-873f-8e46ab613771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6da7a4ef-6b64-43af-868a-d8e5ff0484b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:45:57.844892 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9465575f-89fa-40fd-82c6-d8254a8df8d1 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Network hostable DHCP agents. Network: 6da7a4ef-6b64-43af-868a-d8e5ff0484b3, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:45:57.847559 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29803624-d747-49b5-a197-66df4c6eb0a7 tempest-ExternalNetworksAdminNegativeTestJSON-716694946 tempest-ExternalNetworksAdminNegativeTestJSON-716694946-project-admin] Pushing event updated for resources: {'Port': ['ID=aa8114cc-d276-4975-b57a-e5789a4eae2a,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:57.851571 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-78c64c38-1951-4353-8049-c8a6d9f2440c tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.858150 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c64c38-1951-4353-8049-c8a6d9f2440c tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:57.861129 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-78c64c38-1951-4353-8049-c8a6d9f2440c tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.882713 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-96b66711-82bb-4d4c-b17b-a897cc4f4c5d tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.2822518 Feb 16 12:45:57.883733 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34022) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:57.892502 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-15c841fa-52ae-42bd-807f-d8f294019a75 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.893230 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c841fa-52ae-42bd-807f-d8f294019a75 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Fanout notify agent at l3_agent the message router_deleted on router 38584849-6f47-41d1-a445-333b2f013716 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:45:57.905050 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-15c841fa-52ae-42bd-807f-d8f294019a75 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.906186 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-70a46881-b37d-4eeb-8bb5-d2b7242fe4de tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.907319 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-70a46881-b37d-4eeb-8bb5-d2b7242fe4de tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.915360 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-15c841fa-52ae-42bd-807f-d8f294019a75 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "DELETE /v2.0/routers/38584849-6f47-41d1-a445-333b2f013716 HTTP/1.1" status: 204 len: 168 time: 0.3541992 Feb 16 12:45:57.916031 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34024) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:57.916310 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b744cd5-b2b5-4697-a9ea-fedcac642d07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-02f807bc-fc96-4ed1-8124-7ddebe6467ee', 'network_id': '02f807bc-fc96-4ed1-8124-7ddebe6467ee', 'tenant_id': '6647fb2f59f54c42932ca2327a418c5c', 'fixed_ips': [{'subnet_id': '5f1f534e-7bb6-4a10-85cf-6d6fce1c0681'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:45:57.917861 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3b744cd5-b2b5-4697-a9ea-fedcac642d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.928182 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-b24b1971-f001-4955-a526-86eccb28e5ef tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] create failed (client error): The resource could not be found. Feb 16 12:45:57.929892 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b24b1971-f001-4955-a526-86eccb28e5ef tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2830153 Feb 16 12:45:57.941254 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34026) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:57.959008 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-29803624-d747-49b5-a197-66df4c6eb0a7 tempest-ExternalNetworksAdminNegativeTestJSON-716694946 tempest-ExternalNetworksAdminNegativeTestJSON-716694946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.971272 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-34750efc-8155-4f25-94c7-0d3da10b0d3e tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Request body: {'security_group': {'name': 'tempest-secgroup--1808374145'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:58.018404 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b62c7e8-aa0a-4aed-b198-73b90b0e4a04 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Deleting subnet 6bb8aecf-eaa2-4c08-8189-b9470e9389b9 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:45:58.025674 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3b62c7e8-aa0a-4aed-b198-73b90b0e4a04 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.031794 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-78c64c38-1951-4353-8049-c8a6d9f2440c tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2214572 Feb 16 12:45:58.048257 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34028) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:58.055370 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-a06b3c5b-b891-4c09-bf29-0565a1702ddf tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'ports': [{'network_id': 'f1103cc1-ec1a-4517-846a-1695013054ee'}, {'network_id': '26e03fdf-6d3d-403f-aac6-4874618566ea'}]} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:58.055773 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-a06b3c5b-b891-4c09-bf29-0565a1702ddf tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'port': {'network_id': 'f1103cc1-ec1a-4517-846a-1695013054ee'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:58.056346 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-a06b3c5b-b891-4c09-bf29-0565a1702ddf tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'port': {'network_id': '26e03fdf-6d3d-403f-aac6-4874618566ea'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:58.056966 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-34750efc-8155-4f25-94c7-0d3da10b0d3e tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.093370 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-29803624-d747-49b5-a197-66df4c6eb0a7 tempest-ExternalNetworksAdminNegativeTestJSON-716694946 tempest-ExternalNetworksAdminNegativeTestJSON-716694946-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.094937 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-29803624-d747-49b5-a197-66df4c6eb0a7 tempest-ExternalNetworksAdminNegativeTestJSON-716694946 tempest-ExternalNetworksAdminNegativeTestJSON-716694946-project-admin] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2610950 Feb 16 12:45:58.101729 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34030) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:58.101930 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c64c38-1951-4353-8049-c8a6d9f2440c tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'Network': ['ID=26e03fdf-6d3d-403f-aac6-4874618566ea,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:58.106886 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3b62c7e8-aa0a-4aed-b198-73b90b0e4a04 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.118630 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-cc442605-8674-4cf1-b274-112926d53ba9 tempest-ExternalNetworksAdminNegativeTestJSON-716694946 tempest-ExternalNetworksAdminNegativeTestJSON-716694946-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-864456512', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'fixed_ips': [{'ip_address': '172.26.2.212'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:58.120559 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 26e03fdf-6d3d-403f-aac6-4874618566ea details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:45:58.139353 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9465575f-89fa-40fd-82c6-d8254a8df8d1 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Network 6da7a4ef-6b64-43af-868a-d8e5ff0484b3 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:45:58.160170 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84982948-4f09-477e-abdc-e669495fb25c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-215af59e-7bca-4dd4-ac79-65cdd8ab6870', 'network_id': '215af59e-7bca-4dd4-ac79-65cdd8ab6870', 'tenant_id': '05dd934713464510b741f50524d05f6e', 'fixed_ips': [{'subnet_id': '52528be7-5947-4c60-90d2-8826bb3d8428'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:45:58.160973 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-84982948-4f09-477e-abdc-e669495fb25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.191292 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-70a46881-b37d-4eeb-8bb5-d2b7242fe4de tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.206844 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc442605-8674-4cf1-b274-112926d53ba9 tempest-ExternalNetworksAdminNegativeTestJSON-716694946 tempest-ExternalNetworksAdminNegativeTestJSON-716694946-project-admin] Made reservation on behalf of 43c217304ce74073b8b52147930afa65 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:58.209855 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cc442605-8674-4cf1-b274-112926d53ba9 tempest-ExternalNetworksAdminNegativeTestJSON-716694946 tempest-ExternalNetworksAdminNegativeTestJSON-716694946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.219285 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-9465575f-89fa-40fd-82c6-d8254a8df8d1 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 6da7a4ef-6b64-43af-868a-d8e5ff0484b3) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:58.240274 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cc442605-8674-4cf1-b274-112926d53ba9 tempest-ExternalNetworksAdminNegativeTestJSON-716694946 tempest-ExternalNetworksAdminNegativeTestJSON-716694946-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.242011 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb044d2-ec77-46de-8680-858a3e03b192 None None] Network 6da7a4ef-6b64-43af-868a-d8e5ff0484b3 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:45:58.267445 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9465575f-89fa-40fd-82c6-d8254a8df8d1 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:58.268309 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9465575f-89fa-40fd-82c6-d8254a8df8d1 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.346399 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-34750efc-8155-4f25-94c7-0d3da10b0d3e tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.357025 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-34750efc-8155-4f25-94c7-0d3da10b0d3e tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.362116 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3b62c7e8-aa0a-4aed-b198-73b90b0e4a04 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.426968 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d5ded851-bb49-460f-b808-83cadb0e849e tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.432636 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-34750efc-8155-4f25-94c7-0d3da10b0d3e tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.436688 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-34750efc-8155-4f25-94c7-0d3da10b0d3e tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4916205 Feb 16 12:45:58.436856 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-9465575f-89fa-40fd-82c6-d8254a8df8d1 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.2000916 Feb 16 12:45:58.437999 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34032) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:58.439755 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34034) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:58.450799 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-abfad5b5-8646-410d-adfe-99fd66c2e2ba tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1514350770', 'network_id': '6da7a4ef-6b64-43af-868a-d8e5ff0484b3'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:58.457054 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34750efc-8155-4f25-94c7-0d3da10b0d3e tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de806dbf-0eb8-4f70-bb4d-3a611d83c5d5,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:58.471320 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-62335cdb-0d75-4abe-ae0b-0e458cc2cc6e tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Request body: {'security_group': {'name': 'tempest-secgroup--306783557'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:58.499497 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-70a46881-b37d-4eeb-8bb5-d2b7242fe4de tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.508025 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cc442605-8674-4cf1-b274-112926d53ba9 tempest-ExternalNetworksAdminNegativeTestJSON-716694946 tempest-ExternalNetworksAdminNegativeTestJSON-716694946-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.519513 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cc442605-8674-4cf1-b274-112926d53ba9 tempest-ExternalNetworksAdminNegativeTestJSON-716694946 tempest-ExternalNetworksAdminNegativeTestJSON-716694946-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.525511 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3b62c7e8-aa0a-4aed-b198-73b90b0e4a04 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.528415 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-cc442605-8674-4cf1-b274-112926d53ba9 tempest-ExternalNetworksAdminNegativeTestJSON-716694946 tempest-ExternalNetworksAdminNegativeTestJSON-716694946-project-admin] device_id is not set on port 700d6c2d-9369-4637-b807-79b6e80bc865 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:45:58.539888 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfad5b5-8646-410d-adfe-99fd66c2e2ba tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Made reservation on behalf of 495814d8084f42c6997e6794c6113b76 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:58.542791 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-abfad5b5-8646-410d-adfe-99fd66c2e2ba tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.551134 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-3b744cd5-b2b5-4697-a9ea-fedcac642d07 None None] Allocated IP 172.20.0.2 (02f807bc-fc96-4ed1-8124-7ddebe6467ee/5f1f534e-7bb6-4a10-85cf-6d6fce1c0681/7843f48b-4df5-4d56-b412-5a8e949a8c4f) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:58.608766 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d5ded851-bb49-460f-b808-83cadb0e849e tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.618028 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-abfad5b5-8646-410d-adfe-99fd66c2e2ba tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] device_id is not set on port 16b0911c-8b33-40c7-8f3b-a80c858953a7 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:45:58.643885 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device dfbe9de3-c712-4cfc-961d-a94e1dadc127 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:45:58.647963 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-62335cdb-0d75-4abe-ae0b-0e458cc2cc6e tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.654626 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62c7e8-aa0a-4aed-b198-73b90b0e4a04 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event deleted for resources: {'Subnet': ['ID=6bb8aecf-eaa2-4c08-8189-b9470e9389b9,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:58.654830 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.679476 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3b62c7e8-aa0a-4aed-b198-73b90b0e4a04 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.685380 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3b62c7e8-aa0a-4aed-b198-73b90b0e4a04 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "DELETE /v2.0/subnets/6bb8aecf-eaa2-4c08-8189-b9470e9389b9 HTTP/1.1" status: 204 len: 168 time: 0.7675157 Feb 16 12:45:58.706385 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785b71de-2943-4325-9f75-a311df779aef None None] Network 0065d46e-162a-4263-bdb5-2d5eab2fe355 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:45:58.711766 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34036) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:58.731361 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-ee208516-fb73-45de-8c77-26a483cc3827 None None] Provisioning complete for port dfbe9de3-c712-4cfc-961d-a94e1dadc127 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:58.731361 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee208516-fb73-45de-8c77-26a483cc3827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.731639 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc442605-8674-4cf1-b274-112926d53ba9 tempest-ExternalNetworksAdminNegativeTestJSON-716694946 tempest-ExternalNetworksAdminNegativeTestJSON-716694946-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57044dfb-263c-424c-810b-fbcb10b6dfd7,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:58.734786 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06b3c5b-b891-4c09-bf29-0565a1702ddf tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Made reservation on behalf of 5b475467252d4f968fd5b204d0b30dc2 for: {'port': 2} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:58.741553 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a06b3c5b-b891-4c09-bf29-0565a1702ddf tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.778594 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a06b3c5b-b891-4c09-bf29-0565a1702ddf tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.875619 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-abfad5b5-8646-410d-adfe-99fd66c2e2ba tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Allocated IP 2001:db8::2fe (6da7a4ef-6b64-43af-868a-d8e5ff0484b3/2e8206d2-b893-4e5f-b40b-3fe15e4d6696/16b0911c-8b33-40c7-8f3b-a80c858953a7) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:58.899925 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc442605-8674-4cf1-b274-112926d53ba9 tempest-ExternalNetworksAdminNegativeTestJSON-716694946 tempest-ExternalNetworksAdminNegativeTestJSON-716694946-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 16 12:45:58.900423 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc442605-8674-4cf1-b274-112926d53ba9 tempest-ExternalNetworksAdminNegativeTestJSON-716694946 tempest-ExternalNetworksAdminNegativeTestJSON-716694946-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:58.935989 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-cc442605-8674-4cf1-b274-112926d53ba9 tempest-ExternalNetworksAdminNegativeTestJSON-716694946 tempest-ExternalNetworksAdminNegativeTestJSON-716694946-project-admin] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.8238442 Feb 16 12:45:58.936699 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34038) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:58.983482 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a52f6167-943a-4125-9b72-a79194d6009a tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.998077 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-84982948-4f09-477e-abdc-e669495fb25c None None] Allocated IP 172.20.0.2 (215af59e-7bca-4dd4-ac79-65cdd8ab6870/52528be7-5947-4c60-90d2-8826bb3d8428/f16ebcbe-4414-4ae9-a4d4-c2cbea004fe2) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:59.004732 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9405339-578f-461b-94f6-7fa6da403f95 None None] Network 6da7a4ef-6b64-43af-868a-d8e5ff0484b3 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:45:59.108546 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-62335cdb-0d75-4abe-ae0b-0e458cc2cc6e tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.132266 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port dfbe9de3-c712-4cfc-961d-a94e1dadc127 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:59.132566 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.133838 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-a06b3c5b-b891-4c09-bf29-0565a1702ddf tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] device_id is not set on port 32a053ca-3d0d-49bb-b168-5e166a49e0b8 yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:45:59.142654 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-62335cdb-0d75-4abe-ae0b-0e458cc2cc6e tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.207003 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-62335cdb-0d75-4abe-ae0b-0e458cc2cc6e tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.211049 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-62335cdb-0d75-4abe-ae0b-0e458cc2cc6e tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7411900 Feb 16 12:45:59.212840 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62335cdb-0d75-4abe-ae0b-0e458cc2cc6e tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1124c941-160a-40a6-a10f-17f39e3765c8,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:59.221147 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34040) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:59.237733 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-b592df93-cf8e-4d72-8386-778296a69977 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Request body: {'security_group_rule': {'security_group_id': 'de806dbf-0eb8-4f70-bb4d-3a611d83c5d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '1124c941-160a-40a6-a10f-17f39e3765c8'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:59.319610 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3b744cd5-b2b5-4697-a9ea-fedcac642d07 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.345720 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3b744cd5-b2b5-4697-a9ea-fedcac642d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.393995 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-a52f6167-943a-4125-9b72-a79194d6009a tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Deleting port a0a7b51c-66fa-4122-b039-433700068cda {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:59.394339 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a52f6167-943a-4125-9b72-a79194d6009a tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.410671 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b8433e-7fae-4b9c-93b6-1e4866bf43b4 None None] DHCP port deletion for 0065d46e-162a-4263-bdb5-2d5eab2fe355 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:45:59.467337 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b744cd5-b2b5-4697-a9ea-fedcac642d07 None None] Network 02f807bc-fc96-4ed1-8124-7ddebe6467ee is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:59.475138 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-f963fed0-f0aa-4830-8f63-987b6033f97b tempest-ExternalNetworksAdminNegativeTestJSON-716694946 tempest-ExternalNetworksAdminNegativeTestJSON-716694946-project-admin] Deleting port aa8114cc-d276-4975-b57a-e5789a4eae2a {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:59.475934 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f963fed0-f0aa-4830-8f63-987b6033f97b tempest-ExternalNetworksAdminNegativeTestJSON-716694946 tempest-ExternalNetworksAdminNegativeTestJSON-716694946-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.482757 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-70a46881-b37d-4eeb-8bb5-d2b7242fe4de tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for router_gateway, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.484708 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-b592df93-cf8e-4d72-8386-778296a69977 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:45:59.489892 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b592df93-cf8e-4d72-8386-778296a69977 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2531917 Feb 16 12:45:59.496026 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-3b744cd5-b2b5-4697-a9ea-fedcac642d07 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:59.498121 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34042) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:59.498694 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a06b3c5b-b891-4c09-bf29-0565a1702ddf tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.499675 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b744cd5-b2b5-4697-a9ea-fedcac642d07 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:45:59.503969 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-abfad5b5-8646-410d-adfe-99fd66c2e2ba tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.533844 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-70a46881-b37d-4eeb-8bb5-d2b7242fe4de tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.543879 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b744cd5-b2b5-4697-a9ea-fedcac642d07 None None] Pushing event updated for resources: {'Port': ['ID=7843f48b-4df5-4d56-b412-5a8e949a8c4f,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:59.598460 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-a52f6167-943a-4125-9b72-a79194d6009a tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] For port a0a7b51c-66fa-4122-b039-433700068cda, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=a0a7b51c-66fa-4122-b039-433700068cda,segment=NetworkSegment(3897eda9-ef41-403e-9750-f2125ca80aa6),segment_id=3897eda9-ef41-403e-9750-f2125ca80aa6)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:45:59.598834 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a52f6167-943a-4125-9b72-a79194d6009a tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.630625 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-84982948-4f09-477e-abdc-e669495fb25c None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.653293 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-84982948-4f09-477e-abdc-e669495fb25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.654597 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-a52f6167-943a-4125-9b72-a79194d6009a tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Calling delete_port for a0a7b51c-66fa-4122-b039-433700068cda owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:59.659610 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-3b744cd5-b2b5-4697-a9ea-fedcac642d07 None None] Attempting to bind port 7843f48b-4df5-4d56-b412-5a8e949a8c4f on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:59.659866 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3ff93232-5fd1-44a3-9f31-7c2ae552758f tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.660064 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-3b744cd5-b2b5-4697-a9ea-fedcac642d07 None None] Attempting to bind port 7843f48b-4df5-4d56-b412-5a8e949a8c4f by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '7feb26df-ee1a-4baf-9583-dc96679beff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '02f807bc-fc96-4ed1-8124-7ddebe6467ee'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:59.660457 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b744cd5-b2b5-4697-a9ea-fedcac642d07 None None] Attempting to bind port 7843f48b-4df5-4d56-b412-5a8e949a8c4f on network 02f807bc-fc96-4ed1-8124-7ddebe6467ee {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:45:59.684459 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-a06b3c5b-b891-4c09-bf29-0565a1702ddf tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] device_id is not set on port 8f142793-9321-472c-b87f-cc645fe803dc yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:45:59.694894 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f963fed0-f0aa-4830-8f63-987b6033f97b tempest-ExternalNetworksAdminNegativeTestJSON-716694946 tempest-ExternalNetworksAdminNegativeTestJSON-716694946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.695245 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f963fed0-f0aa-4830-8f63-987b6033f97b tempest-ExternalNetworksAdminNegativeTestJSON-716694946 tempest-ExternalNetworksAdminNegativeTestJSON-716694946-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.698070 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b744cd5-b2b5-4697-a9ea-fedcac642d07 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:45:59.698521 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b744cd5-b2b5-4697-a9ea-fedcac642d07 None None] Checking segment: {'id': '7feb26df-ee1a-4baf-9583-dc96679beff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '02f807bc-fc96-4ed1-8124-7ddebe6467ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:45:59.698932 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3b744cd5-b2b5-4697-a9ea-fedcac642d07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.699328 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b744cd5-b2b5-4697-a9ea-fedcac642d07 None None] Bound using segment: {'id': '7feb26df-ee1a-4baf-9583-dc96679beff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '02f807bc-fc96-4ed1-8124-7ddebe6467ee'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:45:59.699845 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-3b744cd5-b2b5-4697-a9ea-fedcac642d07 None None] Bound port: 7843f48b-4df5-4d56-b412-5a8e949a8c4f, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7feb26df-ee1a-4baf-9583-dc96679beff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '02f807bc-fc96-4ed1-8124-7ddebe6467ee'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:59.700266 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3b744cd5-b2b5-4697-a9ea-fedcac642d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.714120 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3ff93232-5fd1-44a3-9f31-7c2ae552758f tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.718494 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-c4b8433e-7fae-4b9c-93b6-1e4866bf43b4 None None] Deleting port a0a7b51c-66fa-4122-b039-433700068cda {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:45:59.718991 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c4b8433e-7fae-4b9c-93b6-1e4866bf43b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.729111 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84982948-4f09-477e-abdc-e669495fb25c None None] Network 215af59e-7bca-4dd4-ac79-65cdd8ab6870 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:59.730379 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-f963fed0-f0aa-4830-8f63-987b6033f97b tempest-ExternalNetworksAdminNegativeTestJSON-716694946 tempest-ExternalNetworksAdminNegativeTestJSON-716694946-project-admin] Calling delete_port for aa8114cc-d276-4975-b57a-e5789a4eae2a owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:59.733164 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-abfad5b5-8646-410d-adfe-99fd66c2e2ba tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.748656 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-84982948-4f09-477e-abdc-e669495fb25c None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:59.752202 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84982948-4f09-477e-abdc-e669495fb25c None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:45:59.755198 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d5ded851-bb49-460f-b808-83cadb0e849e tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.759047 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84982948-4f09-477e-abdc-e669495fb25c None None] Pushing event updated for resources: {'Port': ['ID=f16ebcbe-4414-4ae9-a4d4-c2cbea004fe2,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:59.820543 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ded851-bb49-460f-b808-83cadb0e849e tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event deleted for resources: {'Subnet': ['ID=52528be7-5947-4c60-90d2-8826bb3d8428,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:59.848496 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfad5b5-8646-410d-adfe-99fd66c2e2ba tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Network 6da7a4ef-6b64-43af-868a-d8e5ff0484b3 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:59.859935 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-abfad5b5-8646-410d-adfe-99fd66c2e2ba tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:59.865528 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfad5b5-8646-410d-adfe-99fd66c2e2ba tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:45:59.865869 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfad5b5-8646-410d-adfe-99fd66c2e2ba tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:59.866437 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-abfad5b5-8646-410d-adfe-99fd66c2e2ba tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.868793 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfad5b5-8646-410d-adfe-99fd66c2e2ba tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Pushing event updated for resources: {'Port': ['ID=16b0911c-8b33-40c7-8f3b-a80c858953a7,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:59.885681 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3ff93232-5fd1-44a3-9f31-7c2ae552758f tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.888173 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3ff93232-5fd1-44a3-9f31-7c2ae552758f tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.893227 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3ff93232-5fd1-44a3-9f31-7c2ae552758f tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "DELETE /v2.0/security-groups/1124c941-160a-40a6-a10f-17f39e3765c8 HTTP/1.1" status: 204 len: 168 time: 0.3944359 Feb 16 12:45:59.896086 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34044) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:59.909404 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-c4b8433e-7fae-4b9c-93b6-1e4866bf43b4 None None] For port a0a7b51c-66fa-4122-b039-433700068cda, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=a0a7b51c-66fa-4122-b039-433700068cda,segment=NetworkSegment(3897eda9-ef41-403e-9750-f2125ca80aa6),segment_id=3897eda9-ef41-403e-9750-f2125ca80aa6)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:45:59.910041 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c4b8433e-7fae-4b9c-93b6-1e4866bf43b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.922899 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-abfad5b5-8646-410d-adfe-99fd66c2e2ba tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.4774766 Feb 16 12:45:59.932335 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-3b744cd5-b2b5-4697-a9ea-fedcac642d07 None None] For port 7843f48b-4df5-4d56-b412-5a8e949a8c4f, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:45:59.932760 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34046) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:45:59.936198 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-70a46881-b37d-4eeb-8bb5-d2b7242fe4de tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Allocated IP 172.26.2.59 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/8821a428-b5bd-41da-b4f0-bd7604c526dd) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:59.939247 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-c4b8433e-7fae-4b9c-93b6-1e4866bf43b4 None None] Calling delete_port for a0a7b51c-66fa-4122-b039-433700068cda owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:45:59.942357 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff93232-5fd1-44a3-9f31-7c2ae552758f tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1124c941-160a-40a6-a10f-17f39e3765c8,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:59.952748 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-84982948-4f09-477e-abdc-e669495fb25c None None] Attempting to bind port f16ebcbe-4414-4ae9-a4d4-c2cbea004fe2 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:59.953142 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-84982948-4f09-477e-abdc-e669495fb25c None None] Attempting to bind port f16ebcbe-4414-4ae9-a4d4-c2cbea004fe2 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '7c5eb132-229c-4dfe-9b8b-aa9b57181881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '215af59e-7bca-4dd4-ac79-65cdd8ab6870'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:59.953536 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84982948-4f09-477e-abdc-e669495fb25c None None] Attempting to bind port f16ebcbe-4414-4ae9-a4d4-c2cbea004fe2 on network 215af59e-7bca-4dd4-ac79-65cdd8ab6870 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:45:59.956656 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d5ded851-bb49-460f-b808-83cadb0e849e tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.959489 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-3b744cd5-b2b5-4697-a9ea-fedcac642d07 None None] For port 7843f48b-4df5-4d56-b412-5a8e949a8c4f, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=7843f48b-4df5-4d56-b412-5a8e949a8c4f,segment=NetworkSegment(7feb26df-ee1a-4baf-9583-dc96679beff8),segment_id=7feb26df-ee1a-4baf-9583-dc96679beff8)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:45:59.973548 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3b744cd5-b2b5-4697-a9ea-fedcac642d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.986308 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84982948-4f09-477e-abdc-e669495fb25c None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:45:59.986778 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84982948-4f09-477e-abdc-e669495fb25c None None] Checking segment: {'id': '7c5eb132-229c-4dfe-9b8b-aa9b57181881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '215af59e-7bca-4dd4-ac79-65cdd8ab6870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:45:59.987115 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-84982948-4f09-477e-abdc-e669495fb25c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.987740 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84982948-4f09-477e-abdc-e669495fb25c None None] Bound using segment: {'id': '7c5eb132-229c-4dfe-9b8b-aa9b57181881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '215af59e-7bca-4dd4-ac79-65cdd8ab6870'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:45:59.988267 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-84982948-4f09-477e-abdc-e669495fb25c None None] Bound port: f16ebcbe-4414-4ae9-a4d4-c2cbea004fe2, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c5eb132-229c-4dfe-9b8b-aa9b57181881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '215af59e-7bca-4dd4-ac79-65cdd8ab6870'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:59.988715 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-84982948-4f09-477e-abdc-e669495fb25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.011642 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-d5ded851-bb49-460f-b808-83cadb0e849e tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['215af59e-7bca-4dd4-ac79-65cdd8ab6870']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:00.015258 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a52f6167-943a-4125-9b72-a79194d6009a tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.046797 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e4c03e5f-fd3c-4068-9530-d597abea52ae tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1450160 Feb 16 12:46:00.059397 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34048) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:00.065528 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-d5ded851-bb49-460f-b808-83cadb0e849e tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c5eb132-229c-4dfe-9b8b-aa9b57181881') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:00.065722 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-d5ded851-bb49-460f-b808-83cadb0e849e tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c5eb132-229c-4dfe-9b8b-aa9b57181881') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:00.136714 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f6167-943a-4125-9b72-a79194d6009a tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event deleted for resources: {'Port': ['ID=a0a7b51c-66fa-4122-b039-433700068cda,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:00.149910 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d5ded851-bb49-460f-b808-83cadb0e849e tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.165358 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52f6167-943a-4125-9b72-a79194d6009a tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] No DVR routers for this DVR port a0a7b51c-66fa-4122-b039-433700068cda on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:00.165566 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-8ea042a4-6805-4d2c-b661-faf3c97f4e5f tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Deleting port 16b0911c-8b33-40c7-8f3b-a80c858953a7 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:46:00.165782 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8ea042a4-6805-4d2c-b661-faf3c97f4e5f tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.193352 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b744cd5-b2b5-4697-a9ea-fedcac642d07 None None] Pushing event updated for resources: {'Port': ['ID=7843f48b-4df5-4d56-b412-5a8e949a8c4f,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:00.215379 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f963fed0-f0aa-4830-8f63-987b6033f97b tempest-ExternalNetworksAdminNegativeTestJSON-716694946 tempest-ExternalNetworksAdminNegativeTestJSON-716694946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.222448 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c4b8433e-7fae-4b9c-93b6-1e4866bf43b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.228808 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d5ded851-bb49-460f-b808-83cadb0e849e tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.251317 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-84982948-4f09-477e-abdc-e669495fb25c None None] For port f16ebcbe-4414-4ae9-a4d4-c2cbea004fe2, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:46:00.251577 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f963fed0-f0aa-4830-8f63-987b6033f97b tempest-ExternalNetworksAdminNegativeTestJSON-716694946 tempest-ExternalNetworksAdminNegativeTestJSON-716694946-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa8114cc-d276-4975-b57a-e5789a4eae2a,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:00.253590 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b8433e-7fae-4b9c-93b6-1e4866bf43b4 None None] Pushing event deleted for resources: {'Port': ['ID=a0a7b51c-66fa-4122-b039-433700068cda,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:00.259652 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b8433e-7fae-4b9c-93b6-1e4866bf43b4 None None] No DVR routers for this DVR port a0a7b51c-66fa-4122-b039-433700068cda on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:00.274519 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5ded851-bb49-460f-b808-83cadb0e849e tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:00.274519 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d5ded851-bb49-460f-b808-83cadb0e849e tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.276848 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:46:00.276848 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:00.276848 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:46:00.276848 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:00.276848 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:46:00.276848 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:46:00.276848 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:46:00.276848 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:00.276848 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:46:00.276848 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:00.276848 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:46:00.276848 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:00.276848 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:46:00.276848 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:46:00.276848 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:00.276848 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:46:00.276848 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:00.276848 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:46:00.276848 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:46:00.276848 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:46:00.276848 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:46:00.276848 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:46:00.276848 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:00.276848 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:00.276848 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:00.276848 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:00.276848 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:00.276848 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:00.276848 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:00.276848 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:00.276848 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:00.276848 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:00.294556 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a06b3c5b-b891-4c09-bf29-0565a1702ddf tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.354097 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8ea042a4-6805-4d2c-b661-faf3c97f4e5f tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.387623 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-8ea042a4-6805-4d2c-b661-faf3c97f4e5f tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Calling delete_port for 16b0911c-8b33-40c7-8f3b-a80c858953a7 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:46:00.404130 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f963fed0-f0aa-4830-8f63-987b6033f97b tempest-ExternalNetworksAdminNegativeTestJSON-716694946 tempest-ExternalNetworksAdminNegativeTestJSON-716694946-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.406544 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f963fed0-f0aa-4830-8f63-987b6033f97b tempest-ExternalNetworksAdminNegativeTestJSON-716694946 tempest-ExternalNetworksAdminNegativeTestJSON-716694946-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.408238 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f963fed0-f0aa-4830-8f63-987b6033f97b tempest-ExternalNetworksAdminNegativeTestJSON-716694946 tempest-ExternalNetworksAdminNegativeTestJSON-716694946-project-admin] 10.222.0.90 "DELETE /v2.0/floatingips/068ed28a-065d-4ad5-bdc7-7046ddf2cdff HTTP/1.1" status: 204 len: 168 time: 1.4684451 Feb 16 12:46:00.445558 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-70a46881-b37d-4eeb-8bb5-d2b7242fe4de tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.462956 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a52f6167-943a-4125-9b72-a79194d6009a tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.493243 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-84982948-4f09-477e-abdc-e669495fb25c None None] For port f16ebcbe-4414-4ae9-a4d4-c2cbea004fe2, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=f16ebcbe-4414-4ae9-a4d4-c2cbea004fe2,segment=NetworkSegment(7c5eb132-229c-4dfe-9b8b-aa9b57181881),segment_id=7c5eb132-229c-4dfe-9b8b-aa9b57181881)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:46:00.495285 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3d86e9ae-a3c9-49dc-a50e-7bfd8da4e9ef tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.505997 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-84982948-4f09-477e-abdc-e669495fb25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.506538 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.db.api [None req-d5ded851-bb49-460f-b808-83cadb0e849e tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 12:46:00.506538 dv-neutron-828142-3-hyperv neutron-server[109048]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 12:46:00.506538 dv-neutron-828142-3-hyperv neutron-server[109048]: [parameters: {'id': '215af59e-7bca-4dd4-ac79-65cdd8ab6870'}] Feb 16 12:46:00.506538 dv-neutron-828142-3-hyperv neutron-server[109048]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:46:00.507102 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG oslo_db.api [None req-d5ded851-bb49-460f-b808-83cadb0e849e tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:46:00.513327 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-a52f6167-943a-4125-9b72-a79194d6009a tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0065d46e-162a-4263-bdb5-2d5eab2fe355']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:00.543336 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-a52f6167-943a-4125-9b72-a79194d6009a tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3897eda9-ef41-403e-9750-f2125ca80aa6') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:00.543637 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-a52f6167-943a-4125-9b72-a79194d6009a tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3897eda9-ef41-403e-9750-f2125ca80aa6') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:00.574522 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3d86e9ae-a3c9-49dc-a50e-7bfd8da4e9ef tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.580711 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a52f6167-943a-4125-9b72-a79194d6009a tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.582241 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a06b3c5b-b891-4c09-bf29-0565a1702ddf tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.635210 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a52f6167-943a-4125-9b72-a79194d6009a tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.640447 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8ea042a4-6805-4d2c-b661-faf3c97f4e5f tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.662694 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84982948-4f09-477e-abdc-e669495fb25c None None] Pushing event updated for resources: {'Port': ['ID=f16ebcbe-4414-4ae9-a4d4-c2cbea004fe2,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:00.696739 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4ecc0c-7900-4fbb-8976-4679cbe0c520 None None] Network 215af59e-7bca-4dd4-ac79-65cdd8ab6870 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:46:00.723300 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea042a4-6805-4d2c-b661-faf3c97f4e5f tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Pushing event deleted for resources: {'Port': ['ID=16b0911c-8b33-40c7-8f3b-a80c858953a7,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:00.805249 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8ea042a4-6805-4d2c-b661-faf3c97f4e5f tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.814185 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8ea042a4-6805-4d2c-b661-faf3c97f4e5f tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] 10.222.0.90 "DELETE /v2.0/ports/16b0911c-8b33-40c7-8f3b-a80c858953a7 HTTP/1.1" status: 204 len: 168 time: 0.8786986 Feb 16 12:46:00.815369 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34054) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:00.823534 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-fa0d2b1c-5b5b-4479-9f0b-2fad554132a9 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6da7a4ef-6b64-43af-868a-d8e5ff0484b3', 'external_fixed_ips': [{'subnet_id': '2e8206d2-b893-4e5f-b40b-3fe15e4d6696', 'ip_address': '2001:db8::2fe'}]}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:00.867269 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fa0d2b1c-5b5b-4479-9f0b-2fad554132a9 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.869676 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fa0d2b1c-5b5b-4479-9f0b-2fad554132a9 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.885908 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34056) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:00.955600 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fa0d2b1c-5b5b-4479-9f0b-2fad554132a9 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.005778 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a52f6167-943a-4125-9b72-a79194d6009a tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:01.006193 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a52f6167-943a-4125-9b72-a79194d6009a tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.015375 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:46:01.015375 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:01.015375 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:46:01.015375 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:01.015375 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:46:01.015375 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:46:01.015375 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:46:01.015375 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:01.015375 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:46:01.015375 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:01.015375 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:46:01.015375 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:01.015375 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:46:01.015375 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:46:01.015375 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:01.015375 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:46:01.015375 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:01.015375 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:46:01.015375 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:46:01.015375 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:46:01.015375 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:46:01.015375 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:46:01.015375 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:01.015375 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:01.015375 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:01.015375 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:01.015375 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:01.015375 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:01.015375 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:01.015375 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:01.015375 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:01.015375 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:01.018774 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d5ded851-bb49-460f-b808-83cadb0e849e tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.030638 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 7843f48b-4df5-4d56-b412-5a8e949a8c4f up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:46:01.045889 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06b3c5b-b891-4c09-bf29-0565a1702ddf tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Network f1103cc1-ec1a-4517-846a-1695013054ee is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:01.059494 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-70a46881-b37d-4eeb-8bb5-d2b7242fe4de tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.093848 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-481b16f0-c30a-4cd9-bc4d-18131ab5fb29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.102320 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-a06b3c5b-b891-4c09-bf29-0565a1702ddf tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:01.108774 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06b3c5b-b891-4c09-bf29-0565a1702ddf tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:46:01.109647 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a06b3c5b-b891-4c09-bf29-0565a1702ddf tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.123817 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b3c5b-b891-4c09-bf29-0565a1702ddf tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'Port': ['ID=32a053ca-3d0d-49bb-b168-5e166a49e0b8,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:01.132897 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 7843f48b-4df5-4d56-b412-5a8e949a8c4f triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:01.133323 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.149560 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a46881-b37d-4eeb-8bb5-d2b7242fe4de tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:01.152216 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3d86e9ae-a3c9-49dc-a50e-7bfd8da4e9ef tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.154831 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3d86e9ae-a3c9-49dc-a50e-7bfd8da4e9ef tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.156708 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3d86e9ae-a3c9-49dc-a50e-7bfd8da4e9ef tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "DELETE /v2.0/security-groups/de806dbf-0eb8-4f70-bb4d-3a611d83c5d5 HTTP/1.1" status: 204 len: 168 time: 1.0882287 Feb 16 12:46:01.164277 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34060) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:01.204206 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-70a46881-b37d-4eeb-8bb5-d2b7242fe4de tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:01.224811 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fa0d2b1c-5b5b-4479-9f0b-2fad554132a9 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.241083 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.248868 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a52f6167-943a-4125-9b72-a79194d6009a tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.251628 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a46881-b37d-4eeb-8bb5-d2b7242fe4de tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:46:01.265329 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0de9f781-4940-43aa-8a05-50b61bfd82e2 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0955102 Feb 16 12:46:01.272211 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34062) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:01.278169 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-d8de773a-a3ac-4b94-8eff-efd9e6dbd2f4 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Request body: {'security_group': {'name': 'tempest-secgroup--1789996833'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:01.285710 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 7843f48b-4df5-4d56-b412-5a8e949a8c4f, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=7843f48b-4df5-4d56-b412-5a8e949a8c4f,segment=NetworkSegment(7feb26df-ee1a-4baf-9583-dc96679beff8),segment_id=7feb26df-ee1a-4baf-9583-dc96679beff8)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:46:01.293263 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.310248 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a52f6167-943a-4125-9b72-a79194d6009a tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.320171 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a52f6167-943a-4125-9b72-a79194d6009a tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "DELETE /v2.0/networks/0065d46e-162a-4263-bdb5-2d5eab2fe355 HTTP/1.1" status: 204 len: 168 time: 2.5996168 Feb 16 12:46:01.320171 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d86e9ae-a3c9-49dc-a50e-7bfd8da4e9ef tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de806dbf-0eb8-4f70-bb4d-3a611d83c5d5,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:01.331651 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34064) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:01.346493 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-23305241-b223-437a-80f6-4eead040e701 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-202592900'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:01.363418 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f6167-943a-4125-9b72-a79194d6009a tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event deleted for resources: {'Network': ['ID=0065d46e-162a-4263-bdb5-2d5eab2fe355,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:01.371847 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a46881-b37d-4eeb-8bb5-d2b7242fe4de tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event updated for resources: {'Port': ['ID=8821a428-b5bd-41da-b4f0-bd7604c526dd,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:01.402766 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device a0a7b51c-66fa-4122-b039-433700068cda no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:46:01.435697 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d8de773a-a3ac-4b94-8eff-efd9e6dbd2f4 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.446798 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: a0a7b51c-66fa-4122-b039-433700068cda {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:46:01.447235 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device a0a7b51c-66fa-4122-b039-433700068cda not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:46:01.452035 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=7843f48b-4df5-4d56-b412-5a8e949a8c4f,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:01.474843 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06b3c5b-b891-4c09-bf29-0565a1702ddf tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Checking segment: {'id': '1488890f-d3fe-48be-a39c-03693a9b4eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '26e03fdf-6d3d-403f-aac6-4874618566ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:46:01.475210 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06b3c5b-b891-4c09-bf29-0565a1702ddf tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Network hostable DHCP agents. Network: 26e03fdf-6d3d-403f-aac6-4874618566ea, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:46:01.492084 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-481b16f0-c30a-4cd9-bc4d-18131ab5fb29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.502964 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-481b16f0-c30a-4cd9-bc4d-18131ab5fb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.542364 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19185f9-b9b6-44d2-a10c-3200191179ee None None] Network 02f807bc-fc96-4ed1-8124-7ddebe6467ee requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:46:01.558624 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b3c5b-b891-4c09-bf29-0565a1702ddf tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'Port': ['ID=8f142793-9321-472c-b87f-cc645fe803dc,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:01.567443 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-481b16f0-c30a-4cd9-bc4d-18131ab5fb29 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=bfeab476e9f747fca3c58e2302529981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6803231 Feb 16 12:46:01.572762 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34066) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:01.597605 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b16f0-c30a-4cd9-bc4d-18131ab5fb29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0e90d9-3930-41cd-a174-43213bd97793,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:01.606595 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23305241-b223-437a-80f6-4eead040e701 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Made reservation on behalf of 98b1135bbc52416fb743fd9e2fe1b3df for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:01.610352 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-23305241-b223-437a-80f6-4eead040e701 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.614059 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06b3c5b-b891-4c09-bf29-0565a1702ddf tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Network 26e03fdf-6d3d-403f-aac6-4874618566ea is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:46:01.620262 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-d5ded851-bb49-460f-b808-83cadb0e849e tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Deleting port f16ebcbe-4414-4ae9-a4d4-c2cbea004fe2 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:46:01.620605 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d5ded851-bb49-460f-b808-83cadb0e849e tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.629758 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d8de773a-a3ac-4b94-8eff-efd9e6dbd2f4 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.644375 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d8de773a-a3ac-4b94-8eff-efd9e6dbd2f4 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.690050 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-b2b24e3c-fcb9-4f06-ad7d-e9699b44729c None None] Provisioning complete for port 7843f48b-4df5-4d56-b412-5a8e949a8c4f triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:01.690514 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b2b24e3c-fcb9-4f06-ad7d-e9699b44729c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.729447 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-a06b3c5b-b891-4c09-bf29-0565a1702ddf tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 26e03fdf-6d3d-403f-aac6-4874618566ea) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:01.734140 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06b3c5b-b891-4c09-bf29-0565a1702ddf tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:46:01.740468 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06b3c5b-b891-4c09-bf29-0565a1702ddf tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:01.746061 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06b3c5b-b891-4c09-bf29-0565a1702ddf tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:01.746753 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a06b3c5b-b891-4c09-bf29-0565a1702ddf tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.754965 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d8de773a-a3ac-4b94-8eff-efd9e6dbd2f4 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.759230 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b016c141-8471-4b3e-9e60-8b65dccfaa28 None None] Network 26e03fdf-6d3d-403f-aac6-4874618566ea requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:46:01.759398 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d8de773a-a3ac-4b94-8eff-efd9e6dbd2f4 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4829772 Feb 16 12:46:01.759398 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de773a-a3ac-4b94-8eff-efd9e6dbd2f4 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de04d274-d972-4353-926f-9286f9fabbc7,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:01.763606 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34068) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:01.769216 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-1db08c08-2142-4a68-b76d-cefb57bc9912 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:01.769905 dv-neutron-828142-3-hyperv neutron-server[109049]: WARNING neutron.api.v2.base [None req-1db08c08-2142-4a68-b76d-cefb57bc9912 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 12:46:01.771179 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-1db08c08-2142-4a68-b76d-cefb57bc9912 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] update failed (client error): There was a conflict when trying to complete your request. Feb 16 12:46:01.776508 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1db08c08-2142-4a68-b76d-cefb57bc9912 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "PUT /v2.0/security-groups/de04d274-d972-4353-926f-9286f9fabbc7 HTTP/1.1" status: 409 len: 330 time: 0.0075796 Feb 16 12:46:01.778859 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34070) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:01.790382 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-16b0c568-132a-4a79-87ec-51a33ee53a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.790626 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23305241-b223-437a-80f6-4eead040e701 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:46:01.805548 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-d5ded851-bb49-460f-b808-83cadb0e849e tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] For port f16ebcbe-4414-4ae9-a4d4-c2cbea004fe2, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=f16ebcbe-4414-4ae9-a4d4-c2cbea004fe2,segment=NetworkSegment(7c5eb132-229c-4dfe-9b8b-aa9b57181881),segment_id=7c5eb132-229c-4dfe-9b8b-aa9b57181881)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:46:01.805877 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d5ded851-bb49-460f-b808-83cadb0e849e tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.852714 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a06b3c5b-b891-4c09-bf29-0565a1702ddf tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.7990329 Feb 16 12:46:01.853061 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-23305241-b223-437a-80f6-4eead040e701 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.853324 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-23305241-b223-437a-80f6-4eead040e701 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Added segment 2dc805a4-5d3f-4852-bc07-dbcab0907a20 of type vlan for network 0df608d5-e71d-4e69-b422-7c6ec62ef06b Feb 16 12:46:01.858996 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34072) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:01.867583 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-d5ded851-bb49-460f-b808-83cadb0e849e tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Calling delete_port for f16ebcbe-4414-4ae9-a4d4-c2cbea004fe2 owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:46:01.880493 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-16b0c568-132a-4a79-87ec-51a33ee53a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.912872 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fa0d2b1c-5b5b-4479-9f0b-2fad554132a9 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.921928 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-23305241-b223-437a-80f6-4eead040e701 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.971773 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fa0d2b1c-5b5b-4479-9f0b-2fad554132a9 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.972335 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-70a46881-b37d-4eeb-8bb5-d2b7242fe4de tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for router_gateway, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.016613 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7aec3091-7da4-45f1-ad7a-555868359c2b tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.056497 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-23305241-b223-437a-80f6-4eead040e701 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.061856 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23305241-b223-437a-80f6-4eead040e701 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:02.062560 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-23305241-b223-437a-80f6-4eead040e701 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.097880 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7aec3091-7da4-45f1-ad7a-555868359c2b tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.129643 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-16b0c568-132a-4a79-87ec-51a33ee53a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.132501 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-16b0c568-132a-4a79-87ec-51a33ee53a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.133814 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-16b0c568-132a-4a79-87ec-51a33ee53a00 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3f0e90d9-3930-41cd-a174-43213bd97793 HTTP/1.1" status: 204 len: 168 time: 0.5581782 Feb 16 12:46:02.141125 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434abe4d-28a7-417b-a991-196973f967e8 None None] get_active_networks_info from dv-neutron-828142-3-hyperv {{(pid=109050) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 12:46:02.186360 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-23305241-b223-437a-80f6-4eead040e701 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8475585 Feb 16 12:46:02.192609 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34076) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:02.194944 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b0c568-132a-4a79-87ec-51a33ee53a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0e90d9-3930-41cd-a174-43213bd97793,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:02.200781 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-27a86ed8-c0dd-4bef-8827-72962e869472 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Request body: {'subnet': {'network_id': '0df608d5-e71d-4e69-b422-7c6ec62ef06b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:02.201867 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23305241-b223-437a-80f6-4eead040e701 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event updated for resources: {'Network': ['ID=0df608d5-e71d-4e69-b422-7c6ec62ef06b,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:02.205018 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d5ded851-bb49-460f-b808-83cadb0e849e tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.232994 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-e29e0ed9-d7dd-4ddb-9722-9cbea0779c3d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Deleting port 8f142793-9321-472c-b87f-cc645fe803dc {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:46:02.233387 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e29e0ed9-d7dd-4ddb-9722-9cbea0779c3d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.241321 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 0df608d5-e71d-4e69-b422-7c6ec62ef06b details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:46:02.245044 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ded851-bb49-460f-b808-83cadb0e849e tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event deleted for resources: {'Port': ['ID=f16ebcbe-4414-4ae9-a4d4-c2cbea004fe2,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:02.248339 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ded851-bb49-460f-b808-83cadb0e849e tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] No DVR routers for this DVR port f16ebcbe-4414-4ae9-a4d4-c2cbea004fe2 on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:02.352424 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7aec3091-7da4-45f1-ad7a-555868359c2b tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.355057 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7aec3091-7da4-45f1-ad7a-555868359c2b tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.356240 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7aec3091-7da4-45f1-ad7a-555868359c2b tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "DELETE /v2.0/security-groups/de04d274-d972-4353-926f-9286f9fabbc7 HTTP/1.1" status: 204 len: 168 time: 0.5772913 Feb 16 12:46:02.378634 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34080) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:02.398354 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec3091-7da4-45f1-ad7a-555868359c2b tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de04d274-d972-4353-926f-9286f9fabbc7,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:02.423862 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e29e0ed9-d7dd-4ddb-9722-9cbea0779c3d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.425439 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d5ded851-bb49-460f-b808-83cadb0e849e tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.435753 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-fa0d2b1c-5b5b-4479-9f0b-2fad554132a9 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Allocated IP 2001:db8::2fe (6da7a4ef-6b64-43af-868a-d8e5ff0484b3/2e8206d2-b893-4e5f-b40b-3fe15e4d6696/63034d17-c55c-4265-9cc3-8e8b6248e081) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:02.441740 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-c01047d6-efc1-4fc6-baa7-a7e1ebe18f4b None None] Provisioning complete for port 7843f48b-4df5-4d56-b412-5a8e949a8c4f triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:02.442113 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c01047d6-efc1-4fc6-baa7-a7e1ebe18f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.443487 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-e29e0ed9-d7dd-4ddb-9722-9cbea0779c3d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Calling delete_port for 8f142793-9321-472c-b87f-cc645fe803dc owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:46:02.513510 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-d5ded851-bb49-460f-b808-83cadb0e849e tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['215af59e-7bca-4dd4-ac79-65cdd8ab6870']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:02.525049 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434abe4d-28a7-417b-a991-196973f967e8 None None] Resources bound (agent type, host, resource id): {{(pid=109050) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:46:02.535914 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5724cfaf-2e40-49e0-913d-5e8c37b189e1 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1558404 Feb 16 12:46:02.538105 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-d5ded851-bb49-460f-b808-83cadb0e849e tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c5eb132-229c-4dfe-9b8b-aa9b57181881') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:02.538805 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-d5ded851-bb49-460f-b808-83cadb0e849e tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c5eb132-229c-4dfe-9b8b-aa9b57181881') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:02.539897 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a86ed8-c0dd-4bef-8827-72962e869472 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Made reservation on behalf of 98b1135bbc52416fb743fd9e2fe1b3df for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:02.543718 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-27a86ed8-c0dd-4bef-8827-72962e869472 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.544901 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34082) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:02.570492 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-9eb9b8d7-c2ec-403a-ac62-7b46ab37dfd6 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] delete failed (client error): The resource could not be found. Feb 16 12:46:02.577019 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-9eb9b8d7-c2ec-403a-ac62-7b46ab37dfd6 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "DELETE /v2.0/security-groups/df9fabc5-caa9-46bc-9b79-c66bb8f3d724 HTTP/1.1" status: 404 len: 347 time: 0.0242069 Feb 16 12:46:02.578204 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d5ded851-bb49-460f-b808-83cadb0e849e tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.591829 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34084) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:02.600074 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d5ded851-bb49-460f-b808-83cadb0e849e tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.607074 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34086) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:02.607285 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5ded851-bb49-460f-b808-83cadb0e849e tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:02.607285 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d5ded851-bb49-460f-b808-83cadb0e849e tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.658576 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 7843f48b-4df5-4d56-b412-5a8e949a8c4f up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:46:02.659518 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:46:02.659518 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:02.659518 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:46:02.659518 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:02.659518 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:46:02.659518 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:46:02.659518 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:46:02.659518 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:02.659518 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:46:02.659518 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:02.659518 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:46:02.659518 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:02.659518 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:46:02.659518 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:46:02.659518 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:02.659518 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:46:02.659518 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:02.659518 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:46:02.659518 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:46:02.659518 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:46:02.659518 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:46:02.659518 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:46:02.659518 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:02.659518 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:02.659518 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:02.659518 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:02.659518 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:02.659518 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:02.659518 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:02.659518 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:02.659518 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:02.659518 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:02.664607 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-70a46881-b37d-4eeb-8bb5-d2b7242fe4de tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.675475 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-a6d1c6e2-eea2-4050-a8e5-e6e842636521 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] show failed (client error): The resource could not be found. Feb 16 12:46:02.680217 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a6d1c6e2-eea2-4050-a8e5-e6e842636521 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "GET /v2.0/security-groups/220367d8-508c-41fd-ba77-23ab45e71344 HTTP/1.1" status: 404 len: 347 time: 0.0723057 Feb 16 12:46:02.680834 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34088) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:02.733980 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-d276ad81-ba1f-4e8c-9b3e-4129636bd614 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] show failed (client error): The resource could not be found. Feb 16 12:46:02.740219 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d276ad81-ba1f-4e8c-9b3e-4129636bd614 tempest-NegativeSecGroupTest-1809404330 tempest-NegativeSecGroupTest-1809404330-project] 10.222.0.90 "GET /v2.0/security-group-rules/c597f845-c20e-430f-af74-2862ee87384b HTTP/1.1" status: 404 len: 356 time: 0.0529547 Feb 16 12:46:02.765387 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 7843f48b-4df5-4d56-b412-5a8e949a8c4f triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:02.765690 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.778841 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2b03b379-084b-4c45-8967-ef7de51f4c0e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=43c217304ce74073b8b52147930afa65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1640775 Feb 16 12:46:02.779574 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e29e0ed9-d7dd-4ddb-9722-9cbea0779c3d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.787539 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34092) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:02.851466 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d5ded851-bb49-460f-b808-83cadb0e849e tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.858589 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d5ded851-bb49-460f-b808-83cadb0e849e tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.865624 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e0ed9-d7dd-4ddb-9722-9cbea0779c3d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'Port': ['ID=8f142793-9321-472c-b87f-cc645fe803dc,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:02.869893 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fa0d2b1c-5b5b-4479-9f0b-2fad554132a9 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.877217 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d5ded851-bb49-460f-b808-83cadb0e849e tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "DELETE /v2.0/networks/215af59e-7bca-4dd4-ac79-65cdd8ab6870 HTTP/1.1" status: 204 len: 168 time: 4.9642675 Feb 16 12:46:02.877897 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34094) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:02.900291 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e29e0ed9-d7dd-4ddb-9722-9cbea0779c3d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.907222 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e29e0ed9-d7dd-4ddb-9722-9cbea0779c3d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/ports/8f142793-9321-472c-b87f-cc645fe803dc HTTP/1.1" status: 204 len: 168 time: 1.0449004 Feb 16 12:46:02.909001 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-9a7879e2-6ddd-488d-9456-06a9344a8fce tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1431127081'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:02.914166 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34096) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:02.940023 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ded851-bb49-460f-b808-83cadb0e849e tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event deleted for resources: {'Network': ['ID=215af59e-7bca-4dd4-ac79-65cdd8ab6870,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:02.967155 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a46881-b37d-4eeb-8bb5-d2b7242fe4de tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Router f73fdcb3-92e8-4130-abdd-fcf42432cb48 is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:46:02.978864 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7879e2-6ddd-488d-9456-06a9344a8fce tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Made reservation on behalf of 05dd934713464510b741f50524d05f6e for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:02.982671 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9a7879e2-6ddd-488d-9456-06a9344a8fce tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.057754 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a7879e2-6ddd-488d-9456-06a9344a8fce tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:46:03.081729 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9a7879e2-6ddd-488d-9456-06a9344a8fce tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.082212 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-9a7879e2-6ddd-488d-9456-06a9344a8fce tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Added segment 80a93fbd-d3c5-4468-bfd8-c017883bf9e6 of type vlan for network 5141a225-c975-4906-b1e4-c793e4669755 Feb 16 12:46:03.096362 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ca1b2432-663e-4ce1-a0d6-e944277e74d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.109268 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fa0d2b1c-5b5b-4479-9f0b-2fad554132a9 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.141475 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f754988b-96eb-4559-abc0-8cf215c86dae tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:03.152654 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f754988b-96eb-4559-abc0-8cf215c86dae tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:03.153596 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f754988b-96eb-4559-abc0-8cf215c86dae tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2378926 Feb 16 12:46:03.159180 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34100) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:03.196265 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34102) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:03.202371 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9a7879e2-6ddd-488d-9456-06a9344a8fce tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.211033 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a46881-b37d-4eeb-8bb5-d2b7242fe4de tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:46:03.224594 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab80be3-25d8-4d27-8939-ea886191953e None None] Sync routers for ids ['f73fdcb3-92e8-4130-abdd-fcf42432cb48'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:03.230841 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-27a86ed8-c0dd-4bef-8827-72962e869472 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.233953 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0d2b1c-5b5b-4479-9f0b-2fad554132a9 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Network 6da7a4ef-6b64-43af-868a-d8e5ff0484b3 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:03.237602 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ca1b2432-663e-4ce1-a0d6-e944277e74d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.241544 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab80be3-25d8-4d27-8939-ea886191953e None None] Routers {'f73fdcb3-92e8-4130-abdd-fcf42432cb48'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:03.242600 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-dab80be3-25d8-4d27-8939-ea886191953e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:45:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['f73fdcb3-92e8-4130-abdd-fcf42432cb48'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:03.274438 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-fa0d2b1c-5b5b-4479-9f0b-2fad554132a9 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:03.281987 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d2b1c-5b5b-4479-9f0b-2fad554132a9 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Pushing event updated for resources: {'Port': ['ID=63034d17-c55c-4265-9cc3-8e8b6248e081,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:03.289152 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0d2b1c-5b5b-4479-9f0b-2fad554132a9 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:46:03.291867 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-70a46881-b37d-4eeb-8bb5-d2b7242fe4de tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.293666 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-70a46881-b37d-4eeb-8bb5-d2b7242fe4de tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.6319356 Feb 16 12:46:03.297431 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9a7879e2-6ddd-488d-9456-06a9344a8fce tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.306937 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7879e2-6ddd-488d-9456-06a9344a8fce tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:03.307596 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9a7879e2-6ddd-488d-9456-06a9344a8fce tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.311710 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34106) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:03.324817 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-dab80be3-25d8-4d27-8939-ea886191953e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:03.339105 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab80be3-25d8-4d27-8939-ea886191953e None None] Routers {'f73fdcb3-92e8-4130-abdd-fcf42432cb48'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:03.340262 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-dab80be3-25d8-4d27-8939-ea886191953e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:45:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['f73fdcb3-92e8-4130-abdd-fcf42432cb48'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:03.384150 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-dab80be3-25d8-4d27-8939-ea886191953e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:03.385198 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab80be3-25d8-4d27-8939-ea886191953e None None] The sync data for ids ['f73fdcb3-92e8-4130-abdd-fcf42432cb48'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:03.472932 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a86ed8-c0dd-4bef-8827-72962e869472 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event updated for resources: {'Subnet': ['ID=94d62aca-399d-40b5-8337-fe593e23e8e2,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:03.482565 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-9a7879e2-6ddd-488d-9456-06a9344a8fce tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5844827 Feb 16 12:46:03.488908 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34110) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:03.504569 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-3ce5485d-d671-4fab-96cf-64e409e67abb tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Request body: {'subnet': {'network_id': '5141a225-c975-4906-b1e4-c793e4669755', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:03.515695 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7879e2-6ddd-488d-9456-06a9344a8fce tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event updated for resources: {'Network': ['ID=5141a225-c975-4906-b1e4-c793e4669755,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:03.531497 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 5141a225-c975-4906-b1e4-c793e4669755 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:46:03.571602 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-9455efd5-98c3-4145-be04-615770426143 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Deleting port 32a053ca-3d0d-49bb-b168-5e166a49e0b8 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:46:03.571946 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9455efd5-98c3-4145-be04-615770426143 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.575878 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a86ed8-c0dd-4bef-8827-72962e869472 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Checking segment: {'id': '2dc805a4-5d3f-4852-bc07-dbcab0907a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0df608d5-e71d-4e69-b422-7c6ec62ef06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:46:03.576340 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a86ed8-c0dd-4bef-8827-72962e869472 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Network hostable DHCP agents. Network: 0df608d5-e71d-4e69-b422-7c6ec62ef06b, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:46:03.586529 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-71b0a1ef-c225-43a5-a6c4-5038754e9d97 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3a051f943e19401183aea68f6426cc79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3890822 Feb 16 12:46:03.593339 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34112) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:03.596076 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ca1b2432-663e-4ce1-a0d6-e944277e74d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.598690 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ca1b2432-663e-4ce1-a0d6-e944277e74d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.599877 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ca1b2432-663e-4ce1-a0d6-e944277e74d8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/57044dfb-263c-424c-810b-fbcb10b6dfd7 HTTP/1.1" status: 204 len: 168 time: 0.8071506 Feb 16 12:46:03.606942 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610b539-5243-43c1-b6de-52ac74f8a020 req-31750163-4148-46d5-ba82-2f10c52c94b4 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:03.614558 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d610b539-5243-43c1-b6de-52ac74f8a020 req-31750163-4148-46d5-ba82-2f10c52c94b4 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.1696396 Feb 16 12:46:03.669080 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b2432-663e-4ce1-a0d6-e944277e74d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57044dfb-263c-424c-810b-fbcb10b6dfd7,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:03.686880 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a86ed8-c0dd-4bef-8827-72962e869472 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Network 0df608d5-e71d-4e69-b422-7c6ec62ef06b is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:46:03.713189 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-27a86ed8-c0dd-4bef-8827-72962e869472 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 0df608d5-e71d-4e69-b422-7c6ec62ef06b) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:03.724258 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2767949-de2c-4266-90ab-687d071f8212 None None] Network 0df608d5-e71d-4e69-b422-7c6ec62ef06b requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:46:03.748110 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a86ed8-c0dd-4bef-8827-72962e869472 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:03.749149 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-27a86ed8-c0dd-4bef-8827-72962e869472 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.786449 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce5485d-d671-4fab-96cf-64e409e67abb tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Made reservation on behalf of 05dd934713464510b741f50524d05f6e for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:03.792057 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9455efd5-98c3-4145-be04-615770426143 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.793597 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3ce5485d-d671-4fab-96cf-64e409e67abb tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.800822 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-27a86ed8-c0dd-4bef-8827-72962e869472 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6063435 Feb 16 12:46:03.805373 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34116) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:03.824175 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-d9501ef1-dd6c-4b4d-be99-0247e0d5635a tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1548800608', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:03.824808 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d610b539-5243-43c1-b6de-52ac74f8a020 req-1da37241-b25d-4ce7-b870-29c7eeedca6c tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045133 Feb 16 12:46:03.892508 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fa0d2b1c-5b5b-4479-9f0b-2fad554132a9 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.895090 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-9455efd5-98c3-4145-be04-615770426143 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Calling delete_port for 32a053ca-3d0d-49bb-b168-5e166a49e0b8 owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:46:03.920422 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8becc45d-4773-4db5-b7c2-27ca8ea3ed39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-0df608d5-e71d-4e69-b422-7c6ec62ef06b', 'network_id': '0df608d5-e71d-4e69-b422-7c6ec62ef06b', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'fixed_ips': [{'subnet_id': '94d62aca-399d-40b5-8337-fe593e23e8e2'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:46:03.921632 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8becc45d-4773-4db5-b7c2-27ca8ea3ed39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.959382 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.ipam_backend_mixin [None req-3ce5485d-d671-4fab-96cf-64e409e67abb tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Performing IP validity checks on allocation pools {{(pid=109049) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 16 12:46:03.961855 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.ipam_backend_mixin [None req-3ce5485d-d671-4fab-96cf-64e409e67abb tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109049) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 16 12:46:03.962040 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cbbd4d31-5b10-4642-9bec-f44ec6fad99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.077709 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-8becc45d-4773-4db5-b7c2-27ca8ea3ed39 None None] Allocated IP 2001:db8::2 (0df608d5-e71d-4e69-b422-7c6ec62ef06b/94d62aca-399d-40b5-8337-fe593e23e8e2/1bf4a3c4-9643-452d-95c2-9aa03d01a685) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:04.091881 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cbbd4d31-5b10-4642-9bec-f44ec6fad99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.157448 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739eb51d-ec6f-4979-857b-ab98d516e630 req-119e6ca0-24af-4fca-9427-7909c8a67070 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:04.164914 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-739eb51d-ec6f-4979-857b-ab98d516e630 req-119e6ca0-24af-4fca-9427-7909c8a67070 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.2329192 Feb 16 12:46:04.248369 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9455efd5-98c3-4145-be04-615770426143 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.268435 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8becc45d-4773-4db5-b7c2-27ca8ea3ed39 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.277924 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8becc45d-4773-4db5-b7c2-27ca8ea3ed39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.316872 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-739eb51d-ec6f-4979-857b-ab98d516e630 req-e1e69d35-32de-4cbe-a487-0f8c9a00bc0d tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457400 Feb 16 12:46:04.320560 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455efd5-98c3-4145-be04-615770426143 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'Port': ['ID=32a053ca-3d0d-49bb-b168-5e166a49e0b8,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:04.340861 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9455efd5-98c3-4145-be04-615770426143 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.347865 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8becc45d-4773-4db5-b7c2-27ca8ea3ed39 None None] Pushing event updated for resources: {'Port': ['ID=1bf4a3c4-9643-452d-95c2-9aa03d01a685,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:04.351147 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-9455efd5-98c3-4145-be04-615770426143 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/ports/32a053ca-3d0d-49bb-b168-5e166a49e0b8 HTTP/1.1" status: 204 len: 168 time: 1.1883988 Feb 16 12:46:04.359509 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8becc45d-4773-4db5-b7c2-27ca8ea3ed39 None None] Network 0df608d5-e71d-4e69-b422-7c6ec62ef06b is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:04.362245 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-8becc45d-4773-4db5-b7c2-27ca8ea3ed39 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:04.366035 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8becc45d-4773-4db5-b7c2-27ca8ea3ed39 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:46:04.436296 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-8becc45d-4773-4db5-b7c2-27ca8ea3ed39 None None] Attempting to bind port 1bf4a3c4-9643-452d-95c2-9aa03d01a685 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:04.436961 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-8becc45d-4773-4db5-b7c2-27ca8ea3ed39 None None] Attempting to bind port 1bf4a3c4-9643-452d-95c2-9aa03d01a685 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '2dc805a4-5d3f-4852-bc07-dbcab0907a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0df608d5-e71d-4e69-b422-7c6ec62ef06b'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:04.437524 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8becc45d-4773-4db5-b7c2-27ca8ea3ed39 None None] Attempting to bind port 1bf4a3c4-9643-452d-95c2-9aa03d01a685 on network 0df608d5-e71d-4e69-b422-7c6ec62ef06b {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:46:04.447994 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8becc45d-4773-4db5-b7c2-27ca8ea3ed39 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:46:04.448676 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8becc45d-4773-4db5-b7c2-27ca8ea3ed39 None None] Checking segment: {'id': '2dc805a4-5d3f-4852-bc07-dbcab0907a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0df608d5-e71d-4e69-b422-7c6ec62ef06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:46:04.449262 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8becc45d-4773-4db5-b7c2-27ca8ea3ed39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.449823 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8becc45d-4773-4db5-b7c2-27ca8ea3ed39 None None] Bound using segment: {'id': '2dc805a4-5d3f-4852-bc07-dbcab0907a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0df608d5-e71d-4e69-b422-7c6ec62ef06b'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:46:04.450517 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-8becc45d-4773-4db5-b7c2-27ca8ea3ed39 None None] Bound port: 1bf4a3c4-9643-452d-95c2-9aa03d01a685, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc805a4-5d3f-4852-bc07-dbcab0907a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0df608d5-e71d-4e69-b422-7c6ec62ef06b'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:04.451072 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8becc45d-4773-4db5-b7c2-27ca8ea3ed39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.494083 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34134) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:04.498496 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d9501ef1-dd6c-4b4d-be99-0247e0d5635a tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.499820 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d9501ef1-dd6c-4b4d-be99-0247e0d5635a tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.533396 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-8becc45d-4773-4db5-b7c2-27ca8ea3ed39 None None] For port 1bf4a3c4-9643-452d-95c2-9aa03d01a685, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:46:04.537503 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-8becc45d-4773-4db5-b7c2-27ca8ea3ed39 None None] For port 1bf4a3c4-9643-452d-95c2-9aa03d01a685, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=1bf4a3c4-9643-452d-95c2-9aa03d01a685,segment=NetworkSegment(2dc805a4-5d3f-4852-bc07-dbcab0907a20),segment_id=2dc805a4-5d3f-4852-bc07-dbcab0907a20)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:46:04.546273 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8becc45d-4773-4db5-b7c2-27ca8ea3ed39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.650243 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8becc45d-4773-4db5-b7c2-27ca8ea3ed39 None None] Pushing event updated for resources: {'Port': ['ID=1bf4a3c4-9643-452d-95c2-9aa03d01a685,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:04.755516 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d9501ef1-dd6c-4b4d-be99-0247e0d5635a tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.766443 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cbbd4d31-5b10-4642-9bec-f44ec6fad99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.769199 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cbbd4d31-5b10-4642-9bec-f44ec6fad99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.773169 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-cbbd4d31-5b10-4642-9bec-f44ec6fad99b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2ebb39ee-eee0-4237-bca5-0b2de5b2c818 HTTP/1.1" status: 204 len: 168 time: 1.1747839 Feb 16 12:46:04.788526 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cc50f8-e335-4e6e-a4c2-7ee9ef078cdf tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:04.793558 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-50cc50f8-e335-4e6e-a4c2-7ee9ef078cdf tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2960393 Feb 16 12:46:04.796247 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34146) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:04.804449 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d9501ef1-dd6c-4b4d-be99-0247e0d5635a tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.832906 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd4d31-5b10-4642-9bec-f44ec6fad99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebb39ee-eee0-4237-bca5-0b2de5b2c818,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:04.909252 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b8a10-9df7-4b89-a9b0-22862aec73d3 req-59c3f382-0ef8-4dc1-a410-733fa637b32b tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:04.926439 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4b9b8a10-9df7-4b89-a9b0-22862aec73d3 req-59c3f382-0ef8-4dc1-a410-733fa637b32b tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.1634791 Feb 16 12:46:04.941022 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b69da3-9a91-49f3-a4a2-1f368413092f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] GET failed (client error): The resource could not be found. Feb 16 12:46:04.962122 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-71b69da3-9a91-49f3-a4a2-1f368413092f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "GET /v2.0/ports/8f142793-9321-472c-b87f-cc645fe803dc HTTP/1.1" status: 404 len: 333 time: 0.1590881 Feb 16 12:46:04.983596 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34150) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:04.999252 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d9501ef1-dd6c-4b4d-be99-0247e0d5635a tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.003301 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d9501ef1-dd6c-4b4d-be99-0247e0d5635a tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1820481 Feb 16 12:46:05.003841 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34152) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:05.010300 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3ce5485d-d671-4fab-96cf-64e409e67abb tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.058541 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-911561e3-4d03-40cf-9c1d-dc3b736031a4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] GET failed (client error): The resource could not be found. Feb 16 12:46:05.060216 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-911561e3-4d03-40cf-9c1d-dc3b736031a4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "GET /v2.0/ports/32a053ca-3d0d-49bb-b168-5e166a49e0b8 HTTP/1.1" status: 404 len: 333 time: 0.0736732 Feb 16 12:46:05.089758 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34154) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:05.154019 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fa0d2b1c-5b5b-4479-9f0b-2fad554132a9 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.172755 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2bd12f36-7e2a-4a46-8246-397547307473 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.276868 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4b9b8a10-9df7-4b89-a9b0-22862aec73d3 req-915ef733-99a5-449f-9ace-7cb9ed4cff5b tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3494105 Feb 16 12:46:05.297971 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce5485d-d671-4fab-96cf-64e409e67abb tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event updated for resources: {'Subnet': ['ID=190b0335-c0e5-4ebd-ab87-d83c1c802149,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:05.351994 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d97bd9c9-5484-4cb0-9c6a-fb1f5a19ae15 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.384543 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce5485d-d671-4fab-96cf-64e409e67abb tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Checking segment: {'id': '80a93fbd-d3c5-4468-bfd8-c017883bf9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '5141a225-c975-4906-b1e4-c793e4669755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:46:05.385096 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce5485d-d671-4fab-96cf-64e409e67abb tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Network hostable DHCP agents. Network: 5141a225-c975-4906-b1e4-c793e4669755, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:46:05.475764 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce5485d-d671-4fab-96cf-64e409e67abb tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Network 5141a225-c975-4906-b1e4-c793e4669755 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:46:05.566472 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-3ce5485d-d671-4fab-96cf-64e409e67abb tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 5141a225-c975-4906-b1e4-c793e4669755) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:05.576429 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829af4ad-83f4-4635-bd08-c3a7904ea1d8 None None] Network 5141a225-c975-4906-b1e4-c793e4669755 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:46:05.579175 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d97bd9c9-5484-4cb0-9c6a-fb1f5a19ae15 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.583551 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce5485d-d671-4fab-96cf-64e409e67abb tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:05.584216 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3ce5485d-d671-4fab-96cf-64e409e67abb tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.624248 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-d97bd9c9-5484-4cb0-9c6a-fb1f5a19ae15 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26e03fdf-6d3d-403f-aac6-4874618566ea']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:05.637824 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-d97bd9c9-5484-4cb0-9c6a-fb1f5a19ae15 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1488890f-d3fe-48be-a39c-03693a9b4eaf') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:05.638154 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-d97bd9c9-5484-4cb0-9c6a-fb1f5a19ae15 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1488890f-d3fe-48be-a39c-03693a9b4eaf') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:05.642836 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3ce5485d-d671-4fab-96cf-64e409e67abb tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.1497262 Feb 16 12:46:05.650507 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34176) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:05.663067 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d97bd9c9-5484-4cb0-9c6a-fb1f5a19ae15 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.679743 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0d2b1c-5b5b-4479-9f0b-2fad554132a9 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Router d05f20ed-b2bc-45c6-91a6-8369f01848ca is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:46:05.750748 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d97bd9c9-5484-4cb0-9c6a-fb1f5a19ae15 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.769397 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d97bd9c9-5484-4cb0-9c6a-fb1f5a19ae15 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:05.770239 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d97bd9c9-5484-4cb0-9c6a-fb1f5a19ae15 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.781591 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:46:05.781591 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:05.781591 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:46:05.781591 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:05.781591 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:46:05.781591 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:46:05.781591 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:46:05.781591 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:05.781591 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:46:05.781591 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:05.781591 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:46:05.781591 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:05.781591 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:46:05.781591 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:46:05.781591 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:05.781591 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:46:05.781591 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:05.781591 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:46:05.781591 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:46:05.781591 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:46:05.781591 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:46:05.781591 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:46:05.781591 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:05.781591 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:05.781591 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:05.781591 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:05.781591 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:05.781591 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:05.781591 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:05.781591 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:05.781591 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:05.781591 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:05.851403 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e714e77-123a-457c-b8e5-d8ef2f074440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-5141a225-c975-4906-b1e4-c793e4669755', 'network_id': '5141a225-c975-4906-b1e4-c793e4669755', 'tenant_id': '05dd934713464510b741f50524d05f6e', 'fixed_ips': [{'subnet_id': '190b0335-c0e5-4ebd-ab87-d83c1c802149'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:46:05.853297 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9e714e77-123a-457c-b8e5-d8ef2f074440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.887540 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc1c05-3845-4e28-bb18-c7e983bb1204 req-7b8765ee-c771-4385-9810-6872315eafeb tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:05.889221 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-52bc1c05-3845-4e28-bb18-c7e983bb1204 req-7b8765ee-c771-4385-9810-6872315eafeb tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.4980941 Feb 16 12:46:05.966071 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34184) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:06.008498 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c0272339-f15e-40b8-92e9-4d3290b9ec31 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.037359 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d97bd9c9-5484-4cb0-9c6a-fb1f5a19ae15 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.058645 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-9e714e77-123a-457c-b8e5-d8ef2f074440 None None] Allocated IP 172.20.0.3 (5141a225-c975-4906-b1e4-c793e4669755/190b0335-c0e5-4ebd-ab87-d83c1c802149/6571ddea-bf42-422a-ba4d-a401f0548983) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:06.069767 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d97bd9c9-5484-4cb0-9c6a-fb1f5a19ae15 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.073586 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d97bd9c9-5484-4cb0-9c6a-fb1f5a19ae15 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/networks/26e03fdf-6d3d-403f-aac6-4874618566ea HTTP/1.1" status: 204 len: 168 time: 0.9812024 Feb 16 12:46:06.128824 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34190) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:06.148061 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-43eefecf-7fde-4b48-a0f1-cc8e46c210d5 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-861052774'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:06.178405 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dfba4796-286d-44cf-8d4c-190f5eb462d0 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.183558 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97bd9c9-5484-4cb0-9c6a-fb1f5a19ae15 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'Network': ['ID=26e03fdf-6d3d-403f-aac6-4874618566ea,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:06.229196 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0d2b1c-5b5b-4479-9f0b-2fad554132a9 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:46:06.241978 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43eefecf-7fde-4b48-a0f1-cc8e46c210d5 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Made reservation on behalf of 5b475467252d4f968fd5b204d0b30dc2 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:06.253252 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-43eefecf-7fde-4b48-a0f1-cc8e46c210d5 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.391786 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-2bd12f36-7e2a-4a46-8246-397547307473 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Allocated IP 172.20.0.1 (02f807bc-fc96-4ed1-8124-7ddebe6467ee/5f1f534e-7bb6-4a10-85cf-6d6fce1c0681/436af85d-995e-4c34-be87-8380afe676c0) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:06.401448 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-52bc1c05-3845-4e28-bb18-c7e983bb1204 req-57698202-8896-4ed7-bd94-2a9d4ed66dc1 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4994366 Feb 16 12:46:06.478116 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43eefecf-7fde-4b48-a0f1-cc8e46c210d5 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:46:06.501950 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-43eefecf-7fde-4b48-a0f1-cc8e46c210d5 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.502306 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-43eefecf-7fde-4b48-a0f1-cc8e46c210d5 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Added segment 478c2e5d-c82e-4d47-b4ce-afb495b34873 of type vlan for network 98e011ab-1817-48c2-a239-6c974f011079 Feb 16 12:46:06.545653 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9e714e77-123a-457c-b8e5-d8ef2f074440 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.547438 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-c6b8673b-974e-4705-ae44-9ca141a5ccfa tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1349766616'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:06.566185 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195d52c4-7771-4dbc-8621-48138d91a301 None None] Sync routers for ids ['d05f20ed-b2bc-45c6-91a6-8369f01848ca'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:06.574670 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e9d71e-1d06-4e4b-bdfb-7867bdfd6621 None None] Network 0df608d5-e71d-4e69-b422-7c6ec62ef06b requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:46:06.587093 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fa0d2b1c-5b5b-4479-9f0b-2fad554132a9 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.592607 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fa0d2b1c-5b5b-4479-9f0b-2fad554132a9 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.7744811 Feb 16 12:46:06.598403 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34200) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:06.614432 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9e714e77-123a-457c-b8e5-d8ef2f074440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.617375 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dfba4796-286d-44cf-8d4c-190f5eb462d0 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.643685 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2bd12f36-7e2a-4a46-8246-397547307473 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.687381 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-43eefecf-7fde-4b48-a0f1-cc8e46c210d5 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.724858 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195d52c4-7771-4dbc-8621-48138d91a301 None None] Routers {'d05f20ed-b2bc-45c6-91a6-8369f01848ca'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:06.725140 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-195d52c4-7771-4dbc-8621-48138d91a301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:45:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['d05f20ed-b2bc-45c6-91a6-8369f01848ca'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:06.738987 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 1bf4a3c4-9643-452d-95c2-9aa03d01a685 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:46:06.800340 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-43eefecf-7fde-4b48-a0f1-cc8e46c210d5 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.809702 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43eefecf-7fde-4b48-a0f1-cc8e46c210d5 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:06.810370 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-43eefecf-7fde-4b48-a0f1-cc8e46c210d5 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.814995 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2bd12f36-7e2a-4a46-8246-397547307473 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.832485 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e714e77-123a-457c-b8e5-d8ef2f074440 None None] Pushing event updated for resources: {'Port': ['ID=6571ddea-bf42-422a-ba4d-a401f0548983,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:06.836709 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e714e77-123a-457c-b8e5-d8ef2f074440 None None] Network 5141a225-c975-4906-b1e4-c793e4669755 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:06.846105 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-c0272339-f15e-40b8-92e9-4d3290b9ec31 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Allocated IP 2001:db8::1 (0df608d5-e71d-4e69-b422-7c6ec62ef06b/94d62aca-399d-40b5-8337-fe593e23e8e2/b2ee8e1b-4812-49b8-ac61-b147230a8869) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:06.846604 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-43eefecf-7fde-4b48-a0f1-cc8e46c210d5 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7070444 Feb 16 12:46:06.847584 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34204) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:06.853775 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-1ed83af0-0e77-4fc1-ad6e-3596054104a9 None None] Provisioning complete for port 1bf4a3c4-9643-452d-95c2-9aa03d01a685 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:06.854142 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1ed83af0-0e77-4fc1-ad6e-3596054104a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.862720 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-9e714e77-123a-457c-b8e5-d8ef2f074440 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:06.874931 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e87562df-a435-45a9-bb61-cc8a36acae6f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'subnet': {'network_id': '98e011ab-1817-48c2-a239-6c974f011079', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:06.876968 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e714e77-123a-457c-b8e5-d8ef2f074440 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:46:06.896609 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c6b8673b-974e-4705-ae44-9ca141a5ccfa tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.898524 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c6b8673b-974e-4705-ae44-9ca141a5ccfa tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.923563 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd12f36-7e2a-4a46-8246-397547307473 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Network 02f807bc-fc96-4ed1-8124-7ddebe6467ee is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:06.937473 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dfba4796-286d-44cf-8d4c-190f5eb462d0 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.942002 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-2bd12f36-7e2a-4a46-8246-397547307473 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:06.947163 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd12f36-7e2a-4a46-8246-397547307473 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:46:07.016405 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3770665-2041-43a5-9e98-134d65499831 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.041859 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2bd12f36-7e2a-4a46-8246-397547307473 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.093089 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f7636-32c4-4b3d-b716-c02268d87fcb req-158d61e9-1cc6-4c15-88e7-8b5d62315e41 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:07.095056 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e35f7636-32c4-4b3d-b716-c02268d87fcb req-158d61e9-1cc6-4c15-88e7-8b5d62315e41 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.3783388 Feb 16 12:46:07.102772 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd12f36-7e2a-4a46-8246-397547307473 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event updated for resources: {'Port': ['ID=436af85d-995e-4c34-be87-8380afe676c0,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:07.130979 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-195d52c4-7771-4dbc-8621-48138d91a301 None None] Set router d05f20ed-b2bc-45c6-91a6-8369f01848ca gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:46:07.199886 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba4796-286d-44cf-8d4c-190f5eb462d0 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event deleted for resources: {'Subnet': ['ID=190b0335-c0e5-4ebd-ab87-d83c1c802149,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:07.212741 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3770665-2041-43a5-9e98-134d65499831 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.261393 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 1bf4a3c4-9643-452d-95c2-9aa03d01a685 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:07.261902 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.263728 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-9e714e77-123a-457c-b8e5-d8ef2f074440 None None] Attempting to bind port 6571ddea-bf42-422a-ba4d-a401f0548983 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:07.264089 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-9e714e77-123a-457c-b8e5-d8ef2f074440 None None] Attempting to bind port 6571ddea-bf42-422a-ba4d-a401f0548983 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '80a93fbd-d3c5-4468-bfd8-c017883bf9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '5141a225-c975-4906-b1e4-c793e4669755'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:07.265185 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e714e77-123a-457c-b8e5-d8ef2f074440 None None] Attempting to bind port 6571ddea-bf42-422a-ba4d-a401f0548983 on network 5141a225-c975-4906-b1e4-c793e4669755 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:46:07.265721 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c6b8673b-974e-4705-ae44-9ca141a5ccfa tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.288038 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c6b8673b-974e-4705-ae44-9ca141a5ccfa tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.289743 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eefecf-7fde-4b48-a0f1-cc8e46c210d5 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'Network': ['ID=98e011ab-1817-48c2-a239-6c974f011079,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:07.305005 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e35f7636-32c4-4b3d-b716-c02268d87fcb req-708a4fcd-ab9b-4f41-85da-cfcaca227467 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515372 Feb 16 12:46:07.341527 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dfba4796-286d-44cf-8d4c-190f5eb462d0 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.374563 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c0272339-f15e-40b8-92e9-4d3290b9ec31 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.377732 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-dfba4796-286d-44cf-8d4c-190f5eb462d0 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5141a225-c975-4906-b1e4-c793e4669755']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:07.385305 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 98e011ab-1817-48c2-a239-6c974f011079 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:46:07.386572 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c6b8673b-974e-4705-ae44-9ca141a5ccfa tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.390362 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c6b8673b-974e-4705-ae44-9ca141a5ccfa tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.3914046 Feb 16 12:46:07.391166 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34216) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:07.400647 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-dfba4796-286d-44cf-8d4c-190f5eb462d0 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a93fbd-d3c5-4468-bfd8-c017883bf9e6') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:07.400979 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-dfba4796-286d-44cf-8d4c-190f5eb462d0 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a93fbd-d3c5-4468-bfd8-c017883bf9e6') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:07.457796 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2bd12f36-7e2a-4a46-8246-397547307473 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.458673 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87562df-a435-45a9-bb61-cc8a36acae6f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Made reservation on behalf of 5b475467252d4f968fd5b204d0b30dc2 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:07.462261 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e87562df-a435-45a9-bb61-cc8a36acae6f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.474995 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c0272339-f15e-40b8-92e9-4d3290b9ec31 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.493778 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dfba4796-286d-44cf-8d4c-190f5eb462d0 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.559170 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0272339-f15e-40b8-92e9-4d3290b9ec31 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Network 0df608d5-e71d-4e69-b422-7c6ec62ef06b is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:07.575405 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0a885c0-2f58-464c-808b-d78e535b281e tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.577621 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dfba4796-286d-44cf-8d4c-190f5eb462d0 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.597940 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-c0272339-f15e-40b8-92e9-4d3290b9ec31 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:07.603173 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0272339-f15e-40b8-92e9-4d3290b9ec31 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:46:07.603731 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c0272339-f15e-40b8-92e9-4d3290b9ec31 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.629026 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-b3770665-2041-43a5-9e98-134d65499831 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Deleting port 63034d17-c55c-4265-9cc3-8e8b6248e081 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:46:07.629649 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3770665-2041-43a5-9e98-134d65499831 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.635887 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfba4796-286d-44cf-8d4c-190f5eb462d0 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:07.636381 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dfba4796-286d-44cf-8d4c-190f5eb462d0 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.639743 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:46:07.639743 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:07.639743 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:46:07.639743 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:07.639743 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:46:07.639743 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:46:07.639743 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:46:07.639743 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:07.639743 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:46:07.639743 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:07.639743 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:46:07.639743 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:07.639743 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:46:07.639743 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:46:07.639743 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:07.639743 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:46:07.639743 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:07.639743 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:46:07.639743 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:46:07.639743 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:46:07.639743 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:46:07.639743 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:46:07.639743 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:07.639743 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:07.639743 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:07.639743 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:07.639743 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:07.639743 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:07.639743 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:07.639743 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:07.639743 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:07.639743 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:07.648093 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0272339-f15e-40b8-92e9-4d3290b9ec31 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event updated for resources: {'Port': ['ID=b2ee8e1b-4812-49b8-ac61-b147230a8869,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:07.697589 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.ipam_backend_mixin [None req-e87562df-a435-45a9-bb61-cc8a36acae6f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Performing IP validity checks on allocation pools {{(pid=109049) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 16 12:46:07.698356 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.ipam_backend_mixin [None req-e87562df-a435-45a9-bb61-cc8a36acae6f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109049) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 16 12:46:07.720964 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e714e77-123a-457c-b8e5-d8ef2f074440 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:46:07.721592 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e714e77-123a-457c-b8e5-d8ef2f074440 None None] Checking segment: {'id': '80a93fbd-d3c5-4468-bfd8-c017883bf9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '5141a225-c975-4906-b1e4-c793e4669755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:46:07.721738 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9e714e77-123a-457c-b8e5-d8ef2f074440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.722341 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e714e77-123a-457c-b8e5-d8ef2f074440 None None] Bound using segment: {'id': '80a93fbd-d3c5-4468-bfd8-c017883bf9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '5141a225-c975-4906-b1e4-c793e4669755'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:46:07.723176 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-9e714e77-123a-457c-b8e5-d8ef2f074440 None None] Bound port: 6571ddea-bf42-422a-ba4d-a401f0548983, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a93fbd-d3c5-4468-bfd8-c017883bf9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '5141a225-c975-4906-b1e4-c793e4669755'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:07.723176 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9e714e77-123a-457c-b8e5-d8ef2f074440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.785966 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1ed83af0-0e77-4fc1-ad6e-3596054104a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.862720 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c0272339-f15e-40b8-92e9-4d3290b9ec31 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.984508 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9e714e77-123a-457c-b8e5-d8ef2f074440 None None] For port 6571ddea-bf42-422a-ba4d-a401f0548983, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:46:07.990150 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9e714e77-123a-457c-b8e5-d8ef2f074440 None None] For port 6571ddea-bf42-422a-ba4d-a401f0548983, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=6571ddea-bf42-422a-ba4d-a401f0548983,segment=NetworkSegment(80a93fbd-d3c5-4468-bfd8-c017883bf9e6),segment_id=80a93fbd-d3c5-4468-bfd8-c017883bf9e6)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:46:08.040440 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-1ed83af0-0e77-4fc1-ad6e-3596054104a9 None None] For port 1bf4a3c4-9643-452d-95c2-9aa03d01a685, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=1bf4a3c4-9643-452d-95c2-9aa03d01a685,segment=NetworkSegment(2dc805a4-5d3f-4852-bc07-dbcab0907a20),segment_id=2dc805a4-5d3f-4852-bc07-dbcab0907a20)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:46:08.054588 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9e714e77-123a-457c-b8e5-d8ef2f074440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.123079 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1ed83af0-0e77-4fc1-ad6e-3596054104a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.133558 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e714e77-123a-457c-b8e5-d8ef2f074440 None None] Pushing event updated for resources: {'Port': ['ID=6571ddea-bf42-422a-ba4d-a401f0548983,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:08.224097 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed83af0-0e77-4fc1-ad6e-3596054104a9 None None] Pushing event updated for resources: {'Port': ['ID=1bf4a3c4-9643-452d-95c2-9aa03d01a685,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:08.267670 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-195d52c4-7771-4dbc-8621-48138d91a301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05f20ed-b2bc-45c6-91a6-8369f01848ca', 'name': '', 'tenant_id': '495814d8084f42c6997e6794c6113b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da7a4ef-6b64-43af-868a-d8e5ff0484b3', 'external_fixed_ips': [{'subnet_id': '2e8206d2-b893-4e5f-b40b-3fe15e4d6696', 'ip_address': '2001:db8::2fe'}], 'enable_snat': True}, 'gw_port_id': '63034d17-c55c-4265-9cc3-8e8b6248e081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:46:00Z', 'updated_at': '2022-02-16T12:46:03Z', 'revision_number': 3, 'project_id': '495814d8084f42c6997e6794c6113b76', 'gw_port': {'id': '63034d17-c55c-4265-9cc3-8e8b6248e081', 'name': '', 'network_id': '6da7a4ef-6b64-43af-868a-d8e5ff0484b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05f20ed-b2bc-45c6-91a6-8369f01848ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2e8206d2-b893-4e5f-b40b-3fe15e4d6696', 'ip_address': '2001:db8::2fe', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:02Z', 'updated_at': '2022-02-16T12:46:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e8206d2-b893-4e5f-b40b-3fe15e4d6696', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:08.311584 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.db.api [None req-dfba4796-286d-44cf-8d4c-190f5eb462d0 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 12:46:08.311584 dv-neutron-828142-3-hyperv neutron-server[109049]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 12:46:08.311584 dv-neutron-828142-3-hyperv neutron-server[109049]: [parameters: {'id': '5141a225-c975-4906-b1e4-c793e4669755'}] Feb 16 12:46:08.311584 dv-neutron-828142-3-hyperv neutron-server[109049]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:46:08.312449 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG oslo_db.api [None req-dfba4796-286d-44cf-8d4c-190f5eb462d0 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:46:08.323260 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0a885c0-2f58-464c-808b-d78e535b281e tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.326942 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0a885c0-2f58-464c-808b-d78e535b281e tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.373173 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.385220 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195d52c4-7771-4dbc-8621-48138d91a301 None None] Checking router: d05f20ed-b2bc-45c6-91a6-8369f01848ca for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:46:08.385563 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195d52c4-7771-4dbc-8621-48138d91a301 None None] Updating router d05f20ed-b2bc-45c6-91a6-8369f01848ca port 63034d17-c55c-4265-9cc3-8e8b6248e081 binding host dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:46:08.394147 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34224) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:08.411733 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-3870f7d7-9ccd-43f5-8c95-0d20832bacdc tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1950495628', 'description': 'tempest-secgroup-smoke-1950495628 description', 'project_id': '7b8da0c113224745a027e6a94fb34ab0'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:08.429376 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdca988-03a9-4535-8514-cbab4e2d9aaf None None] Network 5141a225-c975-4906-b1e4-c793e4669755 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:46:08.478114 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-86005025-6147-40a1-bf05-9be2b091766b None None] Provisioning complete for port 436af85d-995e-4c34-be87-8380afe676c0 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:08.478328 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-86005025-6147-40a1-bf05-9be2b091766b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.485257 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3770665-2041-43a5-9e98-134d65499831 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.523058 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0a885c0-2f58-464c-808b-d78e535b281e tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.523338 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a885c0-2f58-464c-808b-d78e535b281e tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bb3b5644-b94a-4ec1-b405-5d7141a51618 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:46:08.532892 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-b3770665-2041-43a5-9e98-134d65499831 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Calling delete_port for 63034d17-c55c-4265-9cc3-8e8b6248e081 owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:46:08.536869 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0a885c0-2f58-464c-808b-d78e535b281e tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.542065 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d0a885c0-2f58-464c-808b-d78e535b281e tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] 10.222.0.90 "DELETE /v2.0/routers/bb3b5644-b94a-4ec1-b405-5d7141a51618 HTTP/1.1" status: 204 len: 168 time: 1.1477785 Feb 16 12:46:08.546331 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-195d52c4-7771-4dbc-8621-48138d91a301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.547226 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34226) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:08.555953 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-57064a5c-32fe-4257-ad1c-423cbfbd2d71 tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Request body: {'router': {'name': 'tempest-router-2119720701', 'distributed': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:08.616761 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2bd12f36-7e2a-4a46-8246-397547307473 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.636838 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2bd12f36-7e2a-4a46-8246-397547307473 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.641151 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-86005025-6147-40a1-bf05-9be2b091766b None None] Port 436af85d-995e-4c34-be87-8380afe676c0 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:46:08.664959 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3870f7d7-9ccd-43f5-8c95-0d20832bacdc tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.682133 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.db.api [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:46:08.682480 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG oslo_db.api [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:46:08.705418 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3870f7d7-9ccd-43f5-8c95-0d20832bacdc tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.739953 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e87562df-a435-45a9-bb61-cc8a36acae6f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.759313 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-86005025-6147-40a1-bf05-9be2b091766b None None] Provisioning complete for port 1bf4a3c4-9643-452d-95c2-9aa03d01a685 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:08.759930 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-86005025-6147-40a1-bf05-9be2b091766b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.761148 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-57064a5c-32fe-4257-ad1c-423cbfbd2d71 tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.762169 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-57064a5c-32fe-4257-ad1c-423cbfbd2d71 tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.770704 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa5387-b008-4e14-bdff-097206847702 req-8626d4b1-fe99-4294-b040-80f2af3dc008 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:08.772338 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e2fa5387-b008-4e14-bdff-097206847702 req-8626d4b1-fe99-4294-b040-80f2af3dc008 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.2100916 Feb 16 12:46:08.806205 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2bd12f36-7e2a-4a46-8246-397547307473 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.812690 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ba3a26-6553-444f-92b7-9a71401ead62 None None] get_active_networks_info from dv-neutron-828142-3-hyperv {{(pid=109050) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 12:46:08.817906 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd12f36-7e2a-4a46-8246-397547307473 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event updated for resources: {'Port': ['ID=436af85d-995e-4c34-be87-8380afe676c0,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:08.870771 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dfba4796-286d-44cf-8d4c-190f5eb462d0 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.914184 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e2fa5387-b008-4e14-bdff-097206847702 req-f57c866f-1c4e-4e87-84ce-11259a89eaf1 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329203 Feb 16 12:46:08.949548 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c0272339-f15e-40b8-92e9-4d3290b9ec31 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.962450 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c0272339-f15e-40b8-92e9-4d3290b9ec31 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.975628 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c0272339-f15e-40b8-92e9-4d3290b9ec31 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.975991 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87562df-a435-45a9-bb61-cc8a36acae6f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'Subnet': ['ID=bb193978-64dc-4477-a20f-32e6a262f7d3,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:08.993310 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-57064a5c-32fe-4257-ad1c-423cbfbd2d71 tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.019763 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-57064a5c-32fe-4257-ad1c-423cbfbd2d71 tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.097691 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd12f36-7e2a-4a46-8246-397547307473 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Network 02f807bc-fc96-4ed1-8124-7ddebe6467ee is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:09.100272 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0272339-f15e-40b8-92e9-4d3290b9ec31 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event updated for resources: {'Port': ['ID=b2ee8e1b-4812-49b8-ac61-b147230a8869,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:09.105028 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-2bd12f36-7e2a-4a46-8246-397547307473 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:09.109238 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87562df-a435-45a9-bb61-cc8a36acae6f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Checking segment: {'id': '478c2e5d-c82e-4d47-b4ce-afb495b34873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '98e011ab-1817-48c2-a239-6c974f011079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:46:09.109603 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87562df-a435-45a9-bb61-cc8a36acae6f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Network hostable DHCP agents. Network: 98e011ab-1817-48c2-a239-6c974f011079, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:46:09.131795 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-57064a5c-32fe-4257-ad1c-423cbfbd2d71 tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.135636 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-57064a5c-32fe-4257-ad1c-423cbfbd2d71 tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5822809 Feb 16 12:46:09.143767 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34228) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:09.158612 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3870f7d7-9ccd-43f5-8c95-0d20832bacdc tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.199949 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3770665-2041-43a5-9e98-134d65499831 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.206710 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3870f7d7-9ccd-43f5-8c95-0d20832bacdc tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.230649 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0272339-f15e-40b8-92e9-4d3290b9ec31 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Network 0df608d5-e71d-4e69-b422-7c6ec62ef06b is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:09.233710 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-c0272339-f15e-40b8-92e9-4d3290b9ec31 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:09.290672 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3770665-2041-43a5-9e98-134d65499831 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Pushing event deleted for resources: {'Port': ['ID=63034d17-c55c-4265-9cc3-8e8b6248e081,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:09.292536 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87562df-a435-45a9-bb61-cc8a36acae6f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Network 98e011ab-1817-48c2-a239-6c974f011079 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:46:09.311416 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f347e7a6-a77e-4a6f-bb2f-3447d3a8b2ea tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.368512 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-dfba4796-286d-44cf-8d4c-190f5eb462d0 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Deleting port 6571ddea-bf42-422a-ba4d-a401f0548983 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:46:09.368916 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dfba4796-286d-44cf-8d4c-190f5eb462d0 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.377757 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd12f36-7e2a-4a46-8246-397547307473 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Router f73fdcb3-92e8-4130-abdd-fcf42432cb48 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:46:09.419120 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-3c43be37-f801-4a88-b194-0806bdc7c2b7 None None] Provisioning complete for port b2ee8e1b-4812-49b8-ac61-b147230a8869 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:09.419487 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3c43be37-f801-4a88-b194-0806bdc7c2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.427150 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.db.api [None req-195d52c4-7771-4dbc-8621-48138d91a301 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:46:09.427150 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG oslo_db.api [None req-195d52c4-7771-4dbc-8621-48138d91a301 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:46:09.434695 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-e87562df-a435-45a9-bb61-cc8a36acae6f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 98e011ab-1817-48c2-a239-6c974f011079) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:09.436305 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3870f7d7-9ccd-43f5-8c95-0d20832bacdc tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=978d6930-0569-4833-bae3-87129d823ca2,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:09.480875 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-3c43be37-f801-4a88-b194-0806bdc7c2b7 None None] Port b2ee8e1b-4812-49b8-ac61-b147230a8869 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:46:09.482517 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ba3a26-6553-444f-92b7-9a71401ead62 None None] Unable to find a vacant binding_index for network 98e011ab-1817-48c2-a239-6c974f011079 and agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 16 12:46:09.491128 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ba3a26-6553-444f-92b7-9a71401ead62 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 98e011ab-1817-48c2-a239-6c974f011079) {{(pid=109050) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:46:09.491772 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3770665-2041-43a5-9e98-134d65499831 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.494478 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87562df-a435-45a9-bb61-cc8a36acae6f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:09.494993 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e87562df-a435-45a9-bb61-cc8a36acae6f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.500803 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 1bf4a3c4-9643-452d-95c2-9aa03d01a685 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:46:09.581709 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0272339-f15e-40b8-92e9-4d3290b9ec31 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Router f0e8c717-2a76-4a4a-8525-880b8a65fd87 is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:46:09.623925 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 1bf4a3c4-9643-452d-95c2-9aa03d01a685 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:09.624356 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.686271 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd12f36-7e2a-4a46-8246-397547307473 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:46:09.697579 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2bd12f36-7e2a-4a46-8246-397547307473 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "PUT /v2.0/routers/f73fdcb3-92e8-4130-abdd-fcf42432cb48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3800690 Feb 16 12:46:09.701099 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34230) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:09.703060 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-dfba4796-286d-44cf-8d4c-190f5eb462d0 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] For port 6571ddea-bf42-422a-ba4d-a401f0548983, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=6571ddea-bf42-422a-ba4d-a401f0548983,segment=NetworkSegment(80a93fbd-d3c5-4468-bfd8-c017883bf9e6),segment_id=80a93fbd-d3c5-4468-bfd8-c017883bf9e6)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:46:09.704586 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dfba4796-286d-44cf-8d4c-190f5eb462d0 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.708809 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-fb4d5aaf-899d-48ed-a22b-c72b8331b835 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Request body: {'port': {'network_id': '02f807bc-fc96-4ed1-8124-7ddebe6467ee', 'name': 'tempest-FloatingIPTestJSON-696336696'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:09.726191 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95e417a-0350-4727-9896-47005f0e44fa None None] Sync routers for ids ['f73fdcb3-92e8-4130-abdd-fcf42432cb48'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:09.742582 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3770665-2041-43a5-9e98-134d65499831 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.755542 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e87562df-a435-45a9-bb61-cc8a36acae6f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8893046 Feb 16 12:46:09.755542 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3770665-2041-43a5-9e98-134d65499831 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.759717 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3870f7d7-9ccd-43f5-8c95-0d20832bacdc tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.766125 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34232) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:09.769290 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95e417a-0350-4727-9896-47005f0e44fa None None] Routers {'f73fdcb3-92e8-4130-abdd-fcf42432cb48'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:09.769762 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f347e7a6-a77e-4a6f-bb2f-3447d3a8b2ea tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.770405 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-f95e417a-0350-4727-9896-47005f0e44fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:45:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['f73fdcb3-92e8-4130-abdd-fcf42432cb48'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:09.773861 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-dfba4796-286d-44cf-8d4c-190f5eb462d0 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Calling delete_port for 6571ddea-bf42-422a-ba4d-a401f0548983 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:46:09.778864 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f347e7a6-a77e-4a6f-bb2f-3447d3a8b2ea tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.784394 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-075b4fc7-1ffc-441d-b472-c1db86a3f554 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'port': {'network_id': '98e011ab-1817-48c2-a239-6c974f011079', 'name': 'tempest-PortsTestJSON-1835706513'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:09.787653 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3870f7d7-9ccd-43f5-8c95-0d20832bacdc tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.801260 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0272339-f15e-40b8-92e9-4d3290b9ec31 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:46:09.810917 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c0272339-f15e-40b8-92e9-4d3290b9ec31 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "PUT /v2.0/routers/f0e8c717-2a76-4a4a-8525-880b8a65fd87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8024042 Feb 16 12:46:09.811881 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34234) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:09.842920 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0382d550-d049-4082-afb9-80e02f857e2c None None] Sync routers for ids ['f0e8c717-2a76-4a4a-8525-880b8a65fd87'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:09.880191 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-f95e417a-0350-4727-9896-47005f0e44fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:09.895503 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95e417a-0350-4727-9896-47005f0e44fa None None] Routers {'f73fdcb3-92e8-4130-abdd-fcf42432cb48'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:09.897190 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905adbf9-6852-4dd5-919d-32409acaf1e2 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:09.897536 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-f95e417a-0350-4727-9896-47005f0e44fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:45:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['f73fdcb3-92e8-4130-abdd-fcf42432cb48'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:09.901791 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-905adbf9-6852-4dd5-919d-32409acaf1e2 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "GET /v2.0/ports/b2ee8e1b-4812-49b8-ac61-b147230a8869 HTTP/1.1" status: 200 len: 911 time: 0.0855944 Feb 16 12:46:09.904468 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34236) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:09.932514 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3770665-2041-43a5-9e98-134d65499831 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.932514 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3770665-2041-43a5-9e98-134d65499831 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d05f20ed-b2bc-45c6-91a6-8369f01848ca {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:46:09.934541 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0382d550-d049-4082-afb9-80e02f857e2c None None] Routers {'f0e8c717-2a76-4a4a-8525-880b8a65fd87'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:09.938927 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-0382d550-d049-4082-afb9-80e02f857e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:45:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['f0e8c717-2a76-4a4a-8525-880b8a65fd87'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:09.960018 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-f95e417a-0350-4727-9896-47005f0e44fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:09.961056 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95e417a-0350-4727-9896-47005f0e44fa None None] The sync data for ids ['f73fdcb3-92e8-4130-abdd-fcf42432cb48'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:09.979843 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3770665-2041-43a5-9e98-134d65499831 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.981083 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b3770665-2041-43a5-9e98-134d65499831 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] 10.222.0.90 "DELETE /v2.0/routers/d05f20ed-b2bc-45c6-91a6-8369f01848ca HTTP/1.1" status: 204 len: 168 time: 3.3816319 Feb 16 12:46:09.992224 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3870f7d7-9ccd-43f5-8c95-0d20832bacdc tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.992784 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34240) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:09.999868 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3870f7d7-9ccd-43f5-8c95-0d20832bacdc tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.5941570 Feb 16 12:46:10.000136 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34242) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:10.000298 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f347e7a6-a77e-4a6f-bb2f-3447d3a8b2ea tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:10.000392 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f347e7a6-a77e-4a6f-bb2f-3447d3a8b2ea tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 56acbf1f-85ca-4e90-8ef1-2c28f4f74797 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:46:10.009815 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f347e7a6-a77e-4a6f-bb2f-3447d3a8b2ea tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:10.011100 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f347e7a6-a77e-4a6f-bb2f-3447d3a8b2ea tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] 10.222.0.90 "DELETE /v2.0/routers/56acbf1f-85ca-4e90-8ef1-2c28f4f74797 HTTP/1.1" status: 204 len: 168 time: 0.8616962 Feb 16 12:46:10.015990 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3870f7d7-9ccd-43f5-8c95-0d20832bacdc tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=582a4e72-733c-446a-a0ec-8cb208ee5c06,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:10.018723 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34244) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:10.020690 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-d25bd07f-db18-465e-b0f8-28f8217ca7fe tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Request body: {'security_group_rule': {'security_group_id': '582a4e72-733c-446a-a0ec-8cb208ee5c06', 'project_id': '7b8da0c113224745a027e6a94fb34ab0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:10.024299 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-35c73d48-5a09-4fc4-af1b-6eb665fae476 tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Request body: {'router': {'name': 'tempest-router-1912555018', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '3e979e0f688f4913924ebd95ad3160d0'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:10.082072 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4d5aaf-899d-48ed-a22b-c72b8331b835 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Made reservation on behalf of 6647fb2f59f54c42932ca2327a418c5c for: {'port': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:10.086158 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fb4d5aaf-899d-48ed-a22b-c72b8331b835 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:10.102939 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195d52c4-7771-4dbc-8621-48138d91a301 None None] Port 63034d17-c55c-4265-9cc3-8e8b6248e081 not found while updating agent binding for router d05f20ed-b2bc-45c6-91a6-8369f01848ca. {{(pid=109050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 16 12:46:10.130223 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dfba4796-286d-44cf-8d4c-190f5eb462d0 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:10.141013 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075b4fc7-1ffc-441d-b472-c1db86a3f554 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Made reservation on behalf of 5b475467252d4f968fd5b204d0b30dc2 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:10.145311 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-075b4fc7-1ffc-441d-b472-c1db86a3f554 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:10.147612 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35c73d48-5a09-4fc4-af1b-6eb665fae476 tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:10.148612 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35c73d48-5a09-4fc4-af1b-6eb665fae476 tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:10.156593 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-0382d550-d049-4082-afb9-80e02f857e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:10.182239 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba4796-286d-44cf-8d4c-190f5eb462d0 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event deleted for resources: {'Port': ['ID=6571ddea-bf42-422a-ba4d-a401f0548983,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:10.183039 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-20e41ab3-21b4-42aa-ad3d-a244b7dcaff4 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Deleting subnet 2e8206d2-b893-4e5f-b40b-3fe15e4d6696 {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:46:10.186733 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfba4796-286d-44cf-8d4c-190f5eb462d0 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] No DVR routers for this DVR port 6571ddea-bf42-422a-ba4d-a401f0548983 on host dv-neutron-828142-3-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:10.194975 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0382d550-d049-4082-afb9-80e02f857e2c None None] Routers {'f0e8c717-2a76-4a4a-8525-880b8a65fd87'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:10.196247 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-0382d550-d049-4082-afb9-80e02f857e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:45:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['f0e8c717-2a76-4a4a-8525-880b8a65fd87'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:10.223688 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-075b4fc7-1ffc-441d-b472-c1db86a3f554 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] device_id is not set on port 3e59bf2a-bf48-44cb-bf61-be55b20d0360 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:46:10.242063 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-0382d550-d049-4082-afb9-80e02f857e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:10.243698 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0382d550-d049-4082-afb9-80e02f857e2c None None] The sync data for ids ['f0e8c717-2a76-4a4a-8525-880b8a65fd87'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:10.243940 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-20e41ab3-21b4-42aa-ad3d-a244b7dcaff4 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:10.245663 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195d52c4-7771-4dbc-8621-48138d91a301 None None] Routers set() bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:10.245663 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195d52c4-7771-4dbc-8621-48138d91a301 None None] Router IDs set() for agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 16 12:46:10.246516 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_agentschedulers_db [None req-195d52c4-7771-4dbc-8621-48138d91a301 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d05f20ed-b2bc-45c6-91a6-8369f01848ca'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:45:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent'). {{(pid=109050) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 16 12:46:10.247049 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195d52c4-7771-4dbc-8621-48138d91a301 None None] The sync data for ids ['d05f20ed-b2bc-45c6-91a6-8369f01848ca'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:10.256926 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-fb4d5aaf-899d-48ed-a22b-c72b8331b835 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] device_id is not set on port 65508517-9811-4f08-b2d7-8a963472119c yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:46:10.314239 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e4aca8-61d0-49ad-a0b7-5b9122f2d7a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-98e011ab-1817-48c2-a239-6c974f011079', 'network_id': '98e011ab-1817-48c2-a239-6c974f011079', 'tenant_id': '5b475467252d4f968fd5b204d0b30dc2', 'fixed_ips': [{'subnet_id': 'bb193978-64dc-4477-a20f-32e6a262f7d3'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:46:10.315922 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-70e4aca8-61d0-49ad-a0b7-5b9122f2d7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:10.346468 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d25bd07f-db18-465e-b0f8-28f8217ca7fe tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:10.353703 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35c73d48-5a09-4fc4-af1b-6eb665fae476 tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:10.386618 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-20e41ab3-21b4-42aa-ad3d-a244b7dcaff4 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:10.393366 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35c73d48-5a09-4fc4-af1b-6eb665fae476 tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:10.421931 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dfba4796-286d-44cf-8d4c-190f5eb462d0 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:10.451143 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35c73d48-5a09-4fc4-af1b-6eb665fae476 tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:10.457053 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60f8bb-f051-4abb-b4a3-6d554b16c2f5 req-553bd33a-829a-4288-b7b0-f086e2123968 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:10.457283 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-35c73d48-5a09-4fc4-af1b-6eb665fae476 tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4327548 Feb 16 12:46:10.457402 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-af60f8bb-f051-4abb-b4a3-6d554b16c2f5 req-553bd33a-829a-4288-b7b0-f086e2123968 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.3419755 Feb 16 12:46:10.466257 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34246) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:10.492398 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-dfba4796-286d-44cf-8d4c-190f5eb462d0 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5141a225-c975-4906-b1e4-c793e4669755']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:10.503671 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-760a2aff-0b70-4080-b9c5-37737596ba66 tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:10.510641 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-dfba4796-286d-44cf-8d4c-190f5eb462d0 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a93fbd-d3c5-4468-bfd8-c017883bf9e6') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:10.510837 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-dfba4796-286d-44cf-8d4c-190f5eb462d0 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a93fbd-d3c5-4468-bfd8-c017883bf9e6') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:10.527198 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dfba4796-286d-44cf-8d4c-190f5eb462d0 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:10.549607 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-075b4fc7-1ffc-441d-b472-c1db86a3f554 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Allocated IP 172.20.0.8 (98e011ab-1817-48c2-a239-6c974f011079/bb193978-64dc-4477-a20f-32e6a262f7d3/3e59bf2a-bf48-44cb-bf61-be55b20d0360) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:10.552263 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dfba4796-286d-44cf-8d4c-190f5eb462d0 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:10.565584 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfba4796-286d-44cf-8d4c-190f5eb462d0 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:10.565983 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dfba4796-286d-44cf-8d4c-190f5eb462d0 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:10.569891 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:46:10.569891 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:10.569891 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:46:10.569891 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:10.569891 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:46:10.569891 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:46:10.569891 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:46:10.569891 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:10.569891 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:46:10.569891 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:10.569891 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:46:10.569891 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:10.569891 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:46:10.569891 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:46:10.569891 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:10.569891 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:46:10.569891 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:10.569891 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:46:10.569891 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:46:10.569891 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:46:10.569891 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:46:10.569891 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:46:10.569891 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:10.569891 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:10.569891 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:10.569891 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:10.569891 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:10.569891 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:10.569891 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:10.569891 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:10.569891 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:10.569891 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:10.656857 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dfba4796-286d-44cf-8d4c-190f5eb462d0 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:10.672991 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dfba4796-286d-44cf-8d4c-190f5eb462d0 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:10.686488 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-dfba4796-286d-44cf-8d4c-190f5eb462d0 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "DELETE /v2.0/networks/5141a225-c975-4906-b1e4-c793e4669755 HTTP/1.1" status: 204 len: 168 time: 5.0314305 Feb 16 12:46:10.688158 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34248) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:10.707919 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-f9a0b15d-7cb9-4d8a-8d6d-49101c6927b3 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-14288296'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:10.722167 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba4796-286d-44cf-8d4c-190f5eb462d0 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event deleted for resources: {'Network': ['ID=5141a225-c975-4906-b1e4-c793e4669755,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:10.789454 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a0b15d-7cb9-4d8a-8d6d-49101c6927b3 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Made reservation on behalf of 05dd934713464510b741f50524d05f6e for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:10.793413 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f9a0b15d-7cb9-4d8a-8d6d-49101c6927b3 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:10.850485 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-075b4fc7-1ffc-441d-b472-c1db86a3f554 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:10.860835 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a0b15d-7cb9-4d8a-8d6d-49101c6927b3 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:46:10.885064 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f9a0b15d-7cb9-4d8a-8d6d-49101c6927b3 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:10.885417 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-f9a0b15d-7cb9-4d8a-8d6d-49101c6927b3 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Added segment 067b4765-31aa-442e-bd64-72407fd47017 of type vlan for network 9c1d0377-9d2d-410f-9789-ab2e3f7d8a2a Feb 16 12:46:10.913748 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-075b4fc7-1ffc-441d-b472-c1db86a3f554 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:10.964505 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-20e41ab3-21b4-42aa-ad3d-a244b7dcaff4 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:10.972480 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-70e4aca8-61d0-49ad-a0b7-5b9122f2d7a1 None None] Allocated IP 172.20.0.2 (98e011ab-1817-48c2-a239-6c974f011079/bb193978-64dc-4477-a20f-32e6a262f7d3/4356f23e-c6a9-4ca0-95b3-698c68afe615) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:10.987759 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f9a0b15d-7cb9-4d8a-8d6d-49101c6927b3 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.006252 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075b4fc7-1ffc-441d-b472-c1db86a3f554 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Network 98e011ab-1817-48c2-a239-6c974f011079 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:11.013387 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-075b4fc7-1ffc-441d-b472-c1db86a3f554 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:11.018998 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b4fc7-1ffc-441d-b472-c1db86a3f554 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'Port': ['ID=3e59bf2a-bf48-44cb-bf61-be55b20d0360,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:11.021464 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075b4fc7-1ffc-441d-b472-c1db86a3f554 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:46:11.028029 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-fb4d5aaf-899d-48ed-a22b-c72b8331b835 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Allocated IP 172.20.0.6 (02f807bc-fc96-4ed1-8124-7ddebe6467ee/5f1f534e-7bb6-4a10-85cf-6d6fce1c0681/65508517-9811-4f08-b2d7-8a963472119c) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:11.105495 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075b4fc7-1ffc-441d-b472-c1db86a3f554 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:11.106627 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-075b4fc7-1ffc-441d-b472-c1db86a3f554 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.120178 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-af60f8bb-f051-4abb-b4a3-6d554b16c2f5 req-3dbdcc05-a8d7-4b6c-8454-3d666663c9bc tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6488082 Feb 16 12:46:11.123466 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f9a0b15d-7cb9-4d8a-8d6d-49101c6927b3 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.136686 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a0b15d-7cb9-4d8a-8d6d-49101c6927b3 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:11.137974 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f9a0b15d-7cb9-4d8a-8d6d-49101c6927b3 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.146038 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d25bd07f-db18-465e-b0f8-28f8217ca7fe tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.159871 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d25bd07f-db18-465e-b0f8-28f8217ca7fe tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.189980 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-075b4fc7-1ffc-441d-b472-c1db86a3f554 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4221895 Feb 16 12:46:11.224141 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34250) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:11.238402 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f9a0b15d-7cb9-4d8a-8d6d-49101c6927b3 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5433066 Feb 16 12:46:11.239416 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34252) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:11.252971 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-70e4aca8-61d0-49ad-a0b7-5b9122f2d7a1 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.253208 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-a1820c46-d81d-408c-abcd-65d4dd18dcfd tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Request body: {'subnet': {'network_id': '9c1d0377-9d2d-410f-9789-ab2e3f7d8a2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:11.262751 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-70e4aca8-61d0-49ad-a0b7-5b9122f2d7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.308381 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0b15d-7cb9-4d8a-8d6d-49101c6927b3 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event updated for resources: {'Network': ['ID=9c1d0377-9d2d-410f-9789-ab2e3f7d8a2a,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:11.312885 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e4aca8-61d0-49ad-a0b7-5b9122f2d7a1 None None] Network 98e011ab-1817-48c2-a239-6c974f011079 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:11.316278 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-70e4aca8-61d0-49ad-a0b7-5b9122f2d7a1 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:11.320329 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e4aca8-61d0-49ad-a0b7-5b9122f2d7a1 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:46:11.324696 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25bd07f-db18-465e-b0f8-28f8217ca7fe tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=592f3ce7-7e71-452b-8165-f25c9bea3a69,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:11.334148 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-760a2aff-0b70-4080-b9c5-37737596ba66 tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3843129', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3843523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28061'] for router, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.334148 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-760a2aff-0b70-4080-b9c5-37737596ba66 tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks [] for router, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.349983 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e4aca8-61d0-49ad-a0b7-5b9122f2d7a1 None None] Pushing event updated for resources: {'Port': ['ID=4356f23e-c6a9-4ca0-95b3-698c68afe615,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:11.356880 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 9c1d0377-9d2d-410f-9789-ab2e3f7d8a2a details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:46:11.374613 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-20e41ab3-21b4-42aa-ad3d-a244b7dcaff4 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.379151 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d25bd07f-db18-465e-b0f8-28f8217ca7fe tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.384266 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d25bd07f-db18-465e-b0f8-28f8217ca7fe tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3803360 Feb 16 12:46:11.386436 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34254) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:11.405913 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-f5e55ae7-2520-4b72-ae94-74320d1412f7 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Request body: {'security_group_rule': {'security_group_id': '582a4e72-733c-446a-a0ec-8cb208ee5c06', 'project_id': '7b8da0c113224745a027e6a94fb34ab0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:11.421672 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1820c46-d81d-408c-abcd-65d4dd18dcfd tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Made reservation on behalf of 05dd934713464510b741f50524d05f6e for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:11.427559 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a1820c46-d81d-408c-abcd-65d4dd18dcfd tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.447009 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-70e4aca8-61d0-49ad-a0b7-5b9122f2d7a1 None None] Attempting to bind port 4356f23e-c6a9-4ca0-95b3-698c68afe615 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:11.447530 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-70e4aca8-61d0-49ad-a0b7-5b9122f2d7a1 None None] Attempting to bind port 4356f23e-c6a9-4ca0-95b3-698c68afe615 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '478c2e5d-c82e-4d47-b4ce-afb495b34873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '98e011ab-1817-48c2-a239-6c974f011079'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:11.448009 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e4aca8-61d0-49ad-a0b7-5b9122f2d7a1 None None] Attempting to bind port 4356f23e-c6a9-4ca0-95b3-698c68afe615 on network 98e011ab-1817-48c2-a239-6c974f011079 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:46:11.461174 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e4aca8-61d0-49ad-a0b7-5b9122f2d7a1 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:46:11.461747 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e4aca8-61d0-49ad-a0b7-5b9122f2d7a1 None None] Checking segment: {'id': '478c2e5d-c82e-4d47-b4ce-afb495b34873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '98e011ab-1817-48c2-a239-6c974f011079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:46:11.462284 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-70e4aca8-61d0-49ad-a0b7-5b9122f2d7a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.462777 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e4aca8-61d0-49ad-a0b7-5b9122f2d7a1 None None] Bound using segment: {'id': '478c2e5d-c82e-4d47-b4ce-afb495b34873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '98e011ab-1817-48c2-a239-6c974f011079'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:46:11.463390 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-70e4aca8-61d0-49ad-a0b7-5b9122f2d7a1 None None] Bound port: 4356f23e-c6a9-4ca0-95b3-698c68afe615, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478c2e5d-c82e-4d47-b4ce-afb495b34873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '98e011ab-1817-48c2-a239-6c974f011079'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:11.463878 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-70e4aca8-61d0-49ad-a0b7-5b9122f2d7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.518424 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e41ab3-21b4-42aa-ad3d-a244b7dcaff4 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2e8206d2-b893-4e5f-b40b-3fe15e4d6696,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:11.533437 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f5e55ae7-2520-4b72-ae94-74320d1412f7 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.547793 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-20e41ab3-21b4-42aa-ad3d-a244b7dcaff4 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.551825 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-20e41ab3-21b4-42aa-ad3d-a244b7dcaff4 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] 10.222.0.90 "DELETE /v2.0/subnets/2e8206d2-b893-4e5f-b40b-3fe15e4d6696 HTTP/1.1" status: 204 len: 168 time: 1.5554142 Feb 16 12:46:11.557871 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34256) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:11.560687 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-70e4aca8-61d0-49ad-a0b7-5b9122f2d7a1 None None] For port 4356f23e-c6a9-4ca0-95b3-698c68afe615, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:46:11.565481 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-70e4aca8-61d0-49ad-a0b7-5b9122f2d7a1 None None] For port 4356f23e-c6a9-4ca0-95b3-698c68afe615, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=4356f23e-c6a9-4ca0-95b3-698c68afe615,segment=NetworkSegment(478c2e5d-c82e-4d47-b4ce-afb495b34873),segment_id=478c2e5d-c82e-4d47-b4ce-afb495b34873)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:46:11.571945 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-70e4aca8-61d0-49ad-a0b7-5b9122f2d7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.614670 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-760a2aff-0b70-4080-b9c5-37737596ba66 tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109048) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 16 12:46:11.615261 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-760a2aff-0b70-4080-b9c5-37737596ba66 tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Router 6f1431bd-c917-4678-8c9b-b535cf7f56d9 migrating from provider to provider. {{(pid=109048) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 16 12:46:11.615833 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-760a2aff-0b70-4080-b9c5-37737596ba66 tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.627760 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-760a2aff-0b70-4080-b9c5-37737596ba66 tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.637740 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-760a2aff-0b70-4080-b9c5-37737596ba66 tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3843106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3843115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3843959'] for router, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.643645 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e4aca8-61d0-49ad-a0b7-5b9122f2d7a1 None None] Pushing event updated for resources: {'Port': ['ID=4356f23e-c6a9-4ca0-95b3-698c68afe615,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:11.744776 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9724c07a-3a64-469a-ac80-fde644abe7d0 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.771395 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f5e55ae7-2520-4b72-ae94-74320d1412f7 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.781873 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f5e55ae7-2520-4b72-ae94-74320d1412f7 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.807189 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-b1db973a-4e87-4b18-a0a1-0d81a542008e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Deleting port 3e59bf2a-bf48-44cb-bf61-be55b20d0360 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:46:11.807189 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b1db973a-4e87-4b18-a0a1-0d81a542008e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.816253 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fb4d5aaf-899d-48ed-a22b-c72b8331b835 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.821922 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e55ae7-2520-4b72-ae94-74320d1412f7 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c78580b-a886-463f-82f4-25bdb1977392,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:11.842223 dv-neutron-828142-3-hyperv neutron-server[109048]: WARNING neutron.scheduler.l3_agent_scheduler [None req-760a2aff-0b70-4080-b9c5-37737596ba66 tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] No L3 agents can host the router 6f1431bd-c917-4678-8c9b-b535cf7f56d9 Feb 16 12:46:11.897535 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f5e55ae7-2520-4b72-ae94-74320d1412f7 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.899335 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f5e55ae7-2520-4b72-ae94-74320d1412f7 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5063355 Feb 16 12:46:11.904322 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34258) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:11.905387 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-82c66bb9-4c1d-47fd-9785-6d5603d886a6 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.920752 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e82d756c-0806-4a96-9393-deba6fb606d2 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Request body: {'security_group_rule': {'security_group_id': '582a4e72-733c-446a-a0ec-8cb208ee5c06', 'project_id': '7b8da0c113224745a027e6a94fb34ab0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:11.993627 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a1820c46-d81d-408c-abcd-65d4dd18dcfd tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.040484 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9724c07a-3a64-469a-ac80-fde644abe7d0 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.067152 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e82d756c-0806-4a96-9393-deba6fb606d2 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.114583 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-9724c07a-3a64-469a-ac80-fde644abe7d0 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6da7a4ef-6b64-43af-868a-d8e5ff0484b3']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:12.142009 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-9724c07a-3a64-469a-ac80-fde644abe7d0 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '415de930-0718-4d33-873f-8e46ab613771') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:12.142442 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-9724c07a-3a64-469a-ac80-fde644abe7d0 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '415de930-0718-4d33-873f-8e46ab613771') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:12.145535 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1820c46-d81d-408c-abcd-65d4dd18dcfd tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event updated for resources: {'Subnet': ['ID=9ab2e3e0-a325-4fed-a1c2-40f9ced75453,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:12.166312 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9724c07a-3a64-469a-ac80-fde644abe7d0 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.189835 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fb4d5aaf-899d-48ed-a22b-c72b8331b835 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.204979 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1820c46-d81d-408c-abcd-65d4dd18dcfd tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Checking segment: {'id': '067b4765-31aa-442e-bd64-72407fd47017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9c1d0377-9d2d-410f-9789-ab2e3f7d8a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:46:12.205422 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1820c46-d81d-408c-abcd-65d4dd18dcfd tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Network hostable DHCP agents. Network: 9c1d0377-9d2d-410f-9789-ab2e3f7d8a2a, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:46:12.212029 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9724c07a-3a64-469a-ac80-fde644abe7d0 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.222331 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9724c07a-3a64-469a-ac80-fde644abe7d0 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:12.222812 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9724c07a-3a64-469a-ac80-fde644abe7d0 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.224157 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b1db973a-4e87-4b18-a0a1-0d81a542008e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.225778 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:46:12.225778 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:12.225778 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:46:12.225778 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:12.225778 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:46:12.225778 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:46:12.225778 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:46:12.225778 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:12.225778 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:46:12.225778 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:12.225778 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:46:12.225778 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:12.225778 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:46:12.225778 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:46:12.225778 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:12.225778 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:46:12.225778 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:12.225778 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:46:12.225778 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:46:12.225778 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:46:12.225778 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:46:12.225778 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:46:12.225778 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:12.225778 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:12.225778 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:12.225778 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:12.225778 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:12.225778 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:12.225778 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:12.225778 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:12.225778 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:12.225778 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:12.297258 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e82d756c-0806-4a96-9393-deba6fb606d2 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.305686 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e82d756c-0806-4a96-9393-deba6fb606d2 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.310916 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1820c46-d81d-408c-abcd-65d4dd18dcfd tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Network 9c1d0377-9d2d-410f-9789-ab2e3f7d8a2a is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:46:12.314019 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-b1db973a-4e87-4b18-a0a1-0d81a542008e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Calling delete_port for 3e59bf2a-bf48-44cb-bf61-be55b20d0360 owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:46:12.327778 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760a2aff-0b70-4080-b9c5-37737596ba66 tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Hosts for router 6f1431bd-c917-4678-8c9b-b535cf7f56d9: [] {{(pid=109048) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 16 12:46:12.336667 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d756c-0806-4a96-9393-deba6fb606d2 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9491acca-f57e-4b90-9494-5269556a3d5e,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:12.347653 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-a1820c46-d81d-408c-abcd-65d4dd18dcfd tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 9c1d0377-9d2d-410f-9789-ab2e3f7d8a2a) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:12.363627 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e82d756c-0806-4a96-9393-deba6fb606d2 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.365045 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e82d756c-0806-4a96-9393-deba6fb606d2 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4590108 Feb 16 12:46:12.365790 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9724c07a-3a64-469a-ac80-fde644abe7d0 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.368151 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1820c46-d81d-408c-abcd-65d4dd18dcfd tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:12.368786 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a1820c46-d81d-408c-abcd-65d4dd18dcfd tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.371106 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34262) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:12.381804 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-9214abef-2518-442d-8ea4-9b397fb64708 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Request body: {'security_group_rule': {'security_group_id': '582a4e72-733c-446a-a0ec-8cb208ee5c06', 'project_id': '7b8da0c113224745a027e6a94fb34ab0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:12.386883 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9724c07a-3a64-469a-ac80-fde644abe7d0 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6da7a4ef-6b64-43af-868a-d8e5ff0484b3 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 16 12:46:12.389946 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9724c07a-3a64-469a-ac80-fde644abe7d0 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.401218 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9724c07a-3a64-469a-ac80-fde644abe7d0 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] 10.222.0.90 "DELETE /v2.0/networks/6da7a4ef-6b64-43af-868a-d8e5ff0484b3 HTTP/1.1" status: 204 len: 168 time: 0.8324895 Feb 16 12:46:12.422531 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9724c07a-3a64-469a-ac80-fde644abe7d0 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Pushing event deleted for resources: {'Network': ['ID=6da7a4ef-6b64-43af-868a-d8e5ff0484b3,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:12.452376 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a1820c46-d81d-408c-abcd-65d4dd18dcfd tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2087114 Feb 16 12:46:12.456607 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760a2aff-0b70-4080-b9c5-37737596ba66 tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Hosts for other DVR routers connected to router 6f1431bd-c917-4678-8c9b-b535cf7f56d9: set() {{(pid=109048) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 16 12:46:12.459968 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-760a2aff-0b70-4080-b9c5-37737596ba66 tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.463960 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-760a2aff-0b70-4080-b9c5-37737596ba66 tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] 10.222.0.90 "PUT /v2.0/routers/6f1431bd-c917-4678-8c9b-b535cf7f56d9 HTTP/1.1" status: 200 len: 717 time: 1.9851749 Feb 16 12:46:12.466068 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34266) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:12.466406 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34268) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:12.469011 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4d5aaf-899d-48ed-a22b-c72b8331b835 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Network 02f807bc-fc96-4ed1-8124-7ddebe6467ee is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:12.485998 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9214abef-2518-442d-8ea4-9b397fb64708 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.542885 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-fb4d5aaf-899d-48ed-a22b-c72b8331b835 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:12.545413 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d5aaf-899d-48ed-a22b-c72b8331b835 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event updated for resources: {'Port': ['ID=65508517-9811-4f08-b2d7-8a963472119c,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:12.587266 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9214abef-2518-442d-8ea4-9b397fb64708 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.598078 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9214abef-2518-442d-8ea4-9b397fb64708 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.607967 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4d5aaf-899d-48ed-a22b-c72b8331b835 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:46:12.649831 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9214abef-2518-442d-8ea4-9b397fb64708 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15cfe928-541f-4cda-84b4-b1498c284a8b,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:12.675613 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9214abef-2518-442d-8ea4-9b397fb64708 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.685137 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9214abef-2518-442d-8ea4-9b397fb64708 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3087716 Feb 16 12:46:12.686089 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34272) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:12.692678 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-23ea668e-dd03-46e8-84d3-c8983c9a2b5d tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Request body: {'security_group_rule': {'security_group_id': '582a4e72-733c-446a-a0ec-8cb208ee5c06', 'project_id': '7b8da0c113224745a027e6a94fb34ab0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:12.746817 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-23ea668e-dd03-46e8-84d3-c8983c9a2b5d tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Project 7b8da0c113224745a027e6a94fb34ab0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:46:12.762635 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-23ea668e-dd03-46e8-84d3-c8983c9a2b5d tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.924378 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-23ea668e-dd03-46e8-84d3-c8983c9a2b5d tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.930753 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-23ea668e-dd03-46e8-84d3-c8983c9a2b5d tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.977127 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea668e-dd03-46e8-84d3-c8983c9a2b5d tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de6a0fa8-a3ab-47ab-a7ef-c5dc38c71790,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:12.988107 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-23ea668e-dd03-46e8-84d3-c8983c9a2b5d tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.989408 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-23ea668e-dd03-46e8-84d3-c8983c9a2b5d tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3022296 Feb 16 12:46:12.992465 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34276) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:12.997732 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-c7e4a3d8-e33a-4cbe-aa88-52946b7f8bc5 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Request body: {'security_group_rule': {'security_group_id': '582a4e72-733c-446a-a0ec-8cb208ee5c06', 'project_id': '7b8da0c113224745a027e6a94fb34ab0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:13.048729 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-c7e4a3d8-e33a-4cbe-aa88-52946b7f8bc5 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Project 7b8da0c113224745a027e6a94fb34ab0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:46:13.056757 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34278) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:13.057619 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c7e4a3d8-e33a-4cbe-aa88-52946b7f8bc5 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.066707 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-cf5a0db1-437a-4f66-8a8d-97741b547bae tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Request body: {'router': {'name': 'tempest-router--1172645062', 'project_id': '11ab42119c244667bdc6b65aebd16832'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:13.132832 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cf5a0db1-437a-4f66-8a8d-97741b547bae tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.133897 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cf5a0db1-437a-4f66-8a8d-97741b547bae tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.196003 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1602bdd0-8ea4-4af5-870d-faf2cccf0e4c tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] 10.222.0.90 "GET /v2.0/routers/6f1431bd-c917-4678-8c9b-b535cf7f56d9 HTTP/1.1" status: 200 len: 717 time: 0.6835113 Feb 16 12:46:13.204662 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34280) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:13.208054 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c7e4a3d8-e33a-4cbe-aa88-52946b7f8bc5 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.212136 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1da695-7cde-4a45-a740-1238c8714e59 None None] Network 98e011ab-1817-48c2-a239-6c974f011079 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:46:13.221334 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca0460e-d58f-4f03-811b-6b0ab4e8a021 None None] Network 9c1d0377-9d2d-410f-9789-ab2e3f7d8a2a requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:46:13.278875 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c7e4a3d8-e33a-4cbe-aa88-52946b7f8bc5 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.291469 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cf5a0db1-437a-4f66-8a8d-97741b547bae tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.306789 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cf5a0db1-437a-4f66-8a8d-97741b547bae tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.327237 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b70f9-04e5-46f8-bfc8-335750c65ca7 req-1d1f050d-c5ac-4e6d-940c-765870c39417 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:13.333644 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e4a3d8-e33a-4cbe-aa88-52946b7f8bc5 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=912e4dee-5739-4c22-8e80-e3c7377ad78d,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:13.334503 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3d6b70f9-04e5-46f8-bfc8-335750c65ca7 req-1d1f050d-c5ac-4e6d-940c-765870c39417 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 1.0357447 Feb 16 12:46:13.390231 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c7e4a3d8-e33a-4cbe-aa88-52946b7f8bc5 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.394928 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c7e4a3d8-e33a-4cbe-aa88-52946b7f8bc5 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4011118 Feb 16 12:46:13.400404 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cf5a0db1-437a-4f66-8a8d-97741b547bae tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.409864 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-cf5a0db1-437a-4f66-8a8d-97741b547bae tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3487897 Feb 16 12:46:13.411945 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34284) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:13.424409 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34286) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:13.426337 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-6583699e-bb11-4fdf-90ab-b7228a840d67 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Request body: {'network': {'name': 'tempest-network-smoke--1037325739', 'project_id': '7b8da0c113224745a027e6a94fb34ab0', 'port_security_enabled': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:13.468166 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4d5aaf-899d-48ed-a22b-c72b8331b835 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:13.468902 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fb4d5aaf-899d-48ed-a22b-c72b8331b835 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.483162 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-ca1391ed-1380-470d-b3df-51ed1720a69d None None] Provisioning complete for port 4356f23e-c6a9-4ca0-95b3-698c68afe615 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:13.483495 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ca1391ed-1380-470d-b3df-51ed1720a69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.508676 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6583699e-bb11-4fdf-90ab-b7228a840d67 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Made reservation on behalf of 7b8da0c113224745a027e6a94fb34ab0 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:13.511826 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6583699e-bb11-4fdf-90ab-b7228a840d67 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.586513 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6583699e-bb11-4fdf-90ab-b7228a840d67 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:46:13.599240 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6583699e-bb11-4fdf-90ab-b7228a840d67 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.599845 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-6583699e-bb11-4fdf-90ab-b7228a840d67 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Added segment 74254b27-883f-4c2a-b1c1-61419d89632a of type vlan for network 9df35863-0ddd-484c-a539-99ce67aab768 Feb 16 12:46:13.667861 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6583699e-bb11-4fdf-90ab-b7228a840d67 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.705809 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 4356f23e-c6a9-4ca0-95b3-698c68afe615 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:46:13.708292 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6583699e-bb11-4fdf-90ab-b7228a840d67 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.715280 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6583699e-bb11-4fdf-90ab-b7228a840d67 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:13.716190 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6583699e-bb11-4fdf-90ab-b7228a840d67 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.730836 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-643fce6d-f101-475b-9e88-00031c8f6b1b tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for router, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.826548 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6583699e-bb11-4fdf-90ab-b7228a840d67 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Pushing event updated for resources: {'Network': ['ID=9df35863-0ddd-484c-a539-99ce67aab768,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:13.837731 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6583699e-bb11-4fdf-90ab-b7228a840d67 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4242239 Feb 16 12:46:13.838432 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34288) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:13.845331 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-319a7e9c-8e53-4c60-8457-9afcade3d60f tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-473723772', 'admin_state_up': True, 'project_id': '7b8da0c113224745a027e6a94fb34ab0', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:13.846338 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 9df35863-0ddd-484c-a539-99ce67aab768 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:46:13.882401 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-319a7e9c-8e53-4c60-8457-9afcade3d60f tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.883468 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-319a7e9c-8e53-4c60-8457-9afcade3d60f tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.909982 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0d147186-dcbd-45aa-98f8-3de41abbeb2e tempest-RoutersTestDVR-354681643 tempest-RoutersTestDVR-354681643-project] 10.222.0.90 "GET /v2.0/routers/6f1431bd-c917-4678-8c9b-b535cf7f56d9 HTTP/1.1" status: 200 len: 683 time: 0.6981490 Feb 16 12:46:13.920104 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34290) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:13.986740 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e20890f4-7b3d-4c28-9d3b-ee7c84b83972 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.999596 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-fb4d5aaf-899d-48ed-a22b-c72b8331b835 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.2968452 Feb 16 12:46:14.007205 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34292) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:14.010119 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-319a7e9c-8e53-4c60-8457-9afcade3d60f tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.014343 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-97add3d4-0ae9-4001-9533-d251143b6e76 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Request body: {'floatingip': {'port_id': '65508517-9811-4f08-b2d7-8a963472119c'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:14.027011 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3d6b70f9-04e5-46f8-bfc8-335750c65ca7 req-52f950b6-e887-438e-b24c-5d7e1d3262b9 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6728961 Feb 16 12:46:14.159341 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-97add3d4-0ae9-4001-9533-d251143b6e76 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for floatingip, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.203803 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844d9f54-85b1-4b50-83a3-aa67100f8e2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-9c1d0377-9d2d-410f-9789-ab2e3f7d8a2a', 'network_id': '9c1d0377-9d2d-410f-9789-ab2e3f7d8a2a', 'tenant_id': '05dd934713464510b741f50524d05f6e', 'fixed_ips': [{'subnet_id': '9ab2e3e0-a325-4fed-a1c2-40f9ced75453'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:46:14.205511 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-844d9f54-85b1-4b50-83a3-aa67100f8e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.223845 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 4356f23e-c6a9-4ca0-95b3-698c68afe615 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:14.224593 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.230008 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-643fce6d-f101-475b-9e88-00031c8f6b1b tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.236306 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b1db973a-4e87-4b18-a0a1-0d81a542008e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.239793 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-643fce6d-f101-475b-9e88-00031c8f6b1b tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.261645 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ca1391ed-1380-470d-b3df-51ed1720a69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.341607 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db973a-4e87-4b18-a0a1-0d81a542008e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'Port': ['ID=3e59bf2a-bf48-44cb-bf61-be55b20d0360,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:14.364972 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e20890f4-7b3d-4c28-9d3b-ee7c84b83972 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.368144 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-643fce6d-f101-475b-9e88-00031c8f6b1b tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.370497 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643fce6d-f101-475b-9e88-00031c8f6b1b tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aeb66a59-cb6e-42a5-8ebf-37ca3c0cfb64 {{(pid=109048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:46:14.400333 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-643fce6d-f101-475b-9e88-00031c8f6b1b tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.401590 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-643fce6d-f101-475b-9e88-00031c8f6b1b tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] 10.222.0.90 "DELETE /v2.0/routers/aeb66a59-cb6e-42a5-8ebf-37ca3c0cfb64 HTTP/1.1" status: 204 len: 168 time: 0.9631414 Feb 16 12:46:14.453480 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-ca1391ed-1380-470d-b3df-51ed1720a69d None None] For port 4356f23e-c6a9-4ca0-95b3-698c68afe615, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=4356f23e-c6a9-4ca0-95b3-698c68afe615,segment=NetworkSegment(478c2e5d-c82e-4d47-b4ce-afb495b34873),segment_id=478c2e5d-c82e-4d47-b4ce-afb495b34873)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:46:14.466924 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ca1391ed-1380-470d-b3df-51ed1720a69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.593537 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b1db973a-4e87-4b18-a0a1-0d81a542008e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.600019 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b1db973a-4e87-4b18-a0a1-0d81a542008e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/ports/3e59bf2a-bf48-44cb-bf61-be55b20d0360 HTTP/1.1" status: 204 len: 168 time: 3.3745039 Feb 16 12:46:14.603531 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34296) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:14.615981 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34298) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:14.619845 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-82c66bb9-4c1d-47fd-9785-6d5603d886a6 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Deleting port b2ee8e1b-4812-49b8-ac61-b147230a8869 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:46:14.620324 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-82c66bb9-4c1d-47fd-9785-6d5603d886a6 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.660740 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1391ed-1380-470d-b3df-51ed1720a69d None None] Pushing event updated for resources: {'Port': ['ID=4356f23e-c6a9-4ca0-95b3-698c68afe615,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:14.667407 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-2ce4f55e-0b1a-4ebb-b065-b0a4f58ec7e3 None None] Provisioning complete for port b2ee8e1b-4812-49b8-ac61-b147230a8869 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:14.668450 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2ce4f55e-0b1a-4ebb-b065-b0a4f58ec7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.674888 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-844d9f54-85b1-4b50-83a3-aa67100f8e2f None None] Allocated IP 172.20.0.1 (9c1d0377-9d2d-410f-9789-ab2e3f7d8a2a/9ab2e3e0-a325-4fed-a1c2-40f9ced75453/647cfe63-c5ca-4b4d-9982-c839efb76dfa) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:14.678702 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-72820a95-d2b0-4aa4-afe0-58479c40431e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] DELETE failed (client error): The resource could not be found. Feb 16 12:46:14.678702 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72820a95-d2b0-4aa4-afe0-58479c40431e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:46:14.681803 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-72820a95-d2b0-4aa4-afe0-58479c40431e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/ports/3e59bf2a-bf48-44cb-bf61-be55b20d0360 HTTP/1.1" status: 404 len: 333 time: 0.0404100 Feb 16 12:46:14.722518 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-432e361c-7f4e-4a9b-9ee1-71fa467c533c tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.735034 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34302) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:14.774481 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-b83da651-57da-4d8c-80a1-cf76eb2fedcc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] GET failed (client error): The resource could not be found. Feb 16 12:46:14.779443 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b83da651-57da-4d8c-80a1-cf76eb2fedcc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "GET /v2.0/ports/3e59bf2a-bf48-44cb-bf61-be55b20d0360 HTTP/1.1" status: 404 len: 333 time: 0.0430577 Feb 16 12:46:14.782559 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34304) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:14.853182 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-2ce4f55e-0b1a-4ebb-b065-b0a4f58ec7e3 None None] Port b2ee8e1b-4812-49b8-ac61-b147230a8869 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:46:14.877201 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-2ce4f55e-0b1a-4ebb-b065-b0a4f58ec7e3 None None] Provisioning complete for port 436af85d-995e-4c34-be87-8380afe676c0 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:14.877581 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2ce4f55e-0b1a-4ebb-b065-b0a4f58ec7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.895963 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-af4393f5-dc7a-4a83-b91c-199908f74ddc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Deleting subnet bb193978-64dc-4477-a20f-32e6a262f7d3 {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:46:14.903756 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-38210444-2fc4-4a00-b8fd-085f2fb6a45a tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1486855049', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}, 'admin_state_up': False}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:14.925288 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-af4393f5-dc7a-4a83-b91c-199908f74ddc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.929523 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-2ce4f55e-0b1a-4ebb-b065-b0a4f58ec7e3 None None] Port 436af85d-995e-4c34-be87-8380afe676c0 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:46:14.932150 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-82c66bb9-4c1d-47fd-9785-6d5603d886a6 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.958138 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-2ce4f55e-0b1a-4ebb-b065-b0a4f58ec7e3 None None] Provisioning complete for port 65508517-9811-4f08-b2d7-8a963472119c triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:14.958512 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2ce4f55e-0b1a-4ebb-b065-b0a4f58ec7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.989325 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-82c66bb9-4c1d-47fd-9785-6d5603d886a6 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Calling delete_port for b2ee8e1b-4812-49b8-ac61-b147230a8869 owned by network:router_interface {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:46:15.004905 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-2ce4f55e-0b1a-4ebb-b065-b0a4f58ec7e3 None None] Port 65508517-9811-4f08-b2d7-8a963472119c cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:46:15.020175 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-af4393f5-dc7a-4a83-b91c-199908f74ddc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.031891 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-319a7e9c-8e53-4c60-8457-9afcade3d60f tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.083998 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-844d9f54-85b1-4b50-83a3-aa67100f8e2f None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.088380 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-38210444-2fc4-4a00-b8fd-085f2fb6a45a tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.089509 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-38210444-2fc4-4a00-b8fd-085f2fb6a45a tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.113151 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-844d9f54-85b1-4b50-83a3-aa67100f8e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.194382 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844d9f54-85b1-4b50-83a3-aa67100f8e2f None None] Network 9c1d0377-9d2d-410f-9789-ab2e3f7d8a2a is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:15.199784 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e20890f4-7b3d-4c28-9d3b-ee7c84b83972 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.220759 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d9f54-85b1-4b50-83a3-aa67100f8e2f None None] Pushing event updated for resources: {'Port': ['ID=647cfe63-c5ca-4b4d-9982-c839efb76dfa,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:15.225261 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-844d9f54-85b1-4b50-83a3-aa67100f8e2f None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:15.228900 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844d9f54-85b1-4b50-83a3-aa67100f8e2f None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:46:15.233155 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0b8b03-1df5-405b-916f-04e7421f1b32 None None] Network 98e011ab-1817-48c2-a239-6c974f011079 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:46:15.273985 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-432e361c-7f4e-4a9b-9ee1-71fa467c533c tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.280156 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-432e361c-7f4e-4a9b-9ee1-71fa467c533c tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.315593 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20890f4-7b3d-4c28-9d3b-ee7c84b83972 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event deleted for resources: {'Subnet': ['ID=9ab2e3e0-a325-4fed-a1c2-40f9ced75453,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:15.331356 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-38210444-2fc4-4a00-b8fd-085f2fb6a45a tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.436554 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-432e361c-7f4e-4a9b-9ee1-71fa467c533c tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.437546 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432e361c-7f4e-4a9b-9ee1-71fa467c533c tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6f1431bd-c917-4678-8c9b-b535cf7f56d9 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:46:15.451234 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-432e361c-7f4e-4a9b-9ee1-71fa467c533c tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.452801 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-432e361c-7f4e-4a9b-9ee1-71fa467c533c tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] 10.222.0.90 "DELETE /v2.0/routers/6f1431bd-c917-4678-8c9b-b535cf7f56d9 HTTP/1.1" status: 204 len: 168 time: 1.5315418 Feb 16 12:46:15.456587 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34308) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:15.461558 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-41066fa7-f64b-4100-bb56-c6d308ee8d9b tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Request body: {'router': {'name': 'tempest-router-528979941', 'distributed': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:15.490586 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 4356f23e-c6a9-4ca0-95b3-698c68afe615 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:46:15.503435 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-af4393f5-dc7a-4a83-b91c-199908f74ddc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.525430 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-196dba1c-7469-4a1f-bc7c-c4278f925ec8 None None] Provisioning complete for port 4356f23e-c6a9-4ca0-95b3-698c68afe615 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:15.525906 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-196dba1c-7469-4a1f-bc7c-c4278f925ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.527835 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-844d9f54-85b1-4b50-83a3-aa67100f8e2f None None] Attempting to bind port 647cfe63-c5ca-4b4d-9982-c839efb76dfa on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:15.528278 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-844d9f54-85b1-4b50-83a3-aa67100f8e2f None None] Attempting to bind port 647cfe63-c5ca-4b4d-9982-c839efb76dfa by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '067b4765-31aa-442e-bd64-72407fd47017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9c1d0377-9d2d-410f-9789-ab2e3f7d8a2a'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:15.528731 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844d9f54-85b1-4b50-83a3-aa67100f8e2f None None] Attempting to bind port 647cfe63-c5ca-4b4d-9982-c839efb76dfa on network 9c1d0377-9d2d-410f-9789-ab2e3f7d8a2a {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:46:15.556998 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e20890f4-7b3d-4c28-9d3b-ee7c84b83972 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.586174 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844d9f54-85b1-4b50-83a3-aa67100f8e2f None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:46:15.586687 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844d9f54-85b1-4b50-83a3-aa67100f8e2f None None] Checking segment: {'id': '067b4765-31aa-442e-bd64-72407fd47017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9c1d0377-9d2d-410f-9789-ab2e3f7d8a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:46:15.587159 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-844d9f54-85b1-4b50-83a3-aa67100f8e2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.587629 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844d9f54-85b1-4b50-83a3-aa67100f8e2f None None] Bound using segment: {'id': '067b4765-31aa-442e-bd64-72407fd47017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9c1d0377-9d2d-410f-9789-ab2e3f7d8a2a'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:46:15.588197 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-844d9f54-85b1-4b50-83a3-aa67100f8e2f None None] Bound port: 647cfe63-c5ca-4b4d-9982-c839efb76dfa, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '067b4765-31aa-442e-bd64-72407fd47017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9c1d0377-9d2d-410f-9789-ab2e3f7d8a2a'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:15.588678 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-844d9f54-85b1-4b50-83a3-aa67100f8e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.604247 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-41066fa7-f64b-4100-bb56-c6d308ee8d9b tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.605659 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-41066fa7-f64b-4100-bb56-c6d308ee8d9b tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.697946 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9e250-c396-4149-b248-c32b1a517960 req-b5504c43-3252-48d7-be13-cca1ac27d546 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:15.698295 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a0b9e250-c396-4149-b248-c32b1a517960 req-b5504c43-3252-48d7-be13-cca1ac27d546 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.4210985 Feb 16 12:46:15.706953 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-e20890f4-7b3d-4c28-9d3b-ee7c84b83972 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c1d0377-9d2d-410f-9789-ab2e3f7d8a2a']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:15.739021 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 4356f23e-c6a9-4ca0-95b3-698c68afe615 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:15.739526 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.750603 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-e20890f4-7b3d-4c28-9d3b-ee7c84b83972 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '067b4765-31aa-442e-bd64-72407fd47017') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:15.751570 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-e20890f4-7b3d-4c28-9d3b-ee7c84b83972 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '067b4765-31aa-442e-bd64-72407fd47017') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:15.762737 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-38210444-2fc4-4a00-b8fd-085f2fb6a45a tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.772033 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e20890f4-7b3d-4c28-9d3b-ee7c84b83972 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.774387 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-af4393f5-dc7a-4a83-b91c-199908f74ddc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.787706 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-844d9f54-85b1-4b50-83a3-aa67100f8e2f None None] For port 647cfe63-c5ca-4b4d-9982-c839efb76dfa, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:46:15.809385 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-41066fa7-f64b-4100-bb56-c6d308ee8d9b tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.820307 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-844d9f54-85b1-4b50-83a3-aa67100f8e2f None None] For port 647cfe63-c5ca-4b4d-9982-c839efb76dfa, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=647cfe63-c5ca-4b4d-9982-c839efb76dfa,segment=NetworkSegment(067b4765-31aa-442e-bd64-72407fd47017),segment_id=067b4765-31aa-442e-bd64-72407fd47017)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:46:15.830961 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-844d9f54-85b1-4b50-83a3-aa67100f8e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.840682 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-196dba1c-7469-4a1f-bc7c-c4278f925ec8 None None] Could not find standard attr ID for object 3e59bf2a-bf48-44cb-bf61-be55b20d0360. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:46:15.852558 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-319a7e9c-8e53-4c60-8457-9afcade3d60f tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.853320 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4393f5-dc7a-4a83-b91c-199908f74ddc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'Subnet': ['ID=bb193978-64dc-4477-a20f-32e6a262f7d3,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:15.857503 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e20890f4-7b3d-4c28-9d3b-ee7c84b83972 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.863686 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-af4393f5-dc7a-4a83-b91c-199908f74ddc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.869478 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-af4393f5-dc7a-4a83-b91c-199908f74ddc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/subnets/bb193978-64dc-4477-a20f-32e6a262f7d3 HTTP/1.1" status: 204 len: 168 time: 1.0833673 Feb 16 12:46:15.870380 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34310) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:15.879600 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-319a7e9c-8e53-4c60-8457-9afcade3d60f tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.907530 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-82c66bb9-4c1d-47fd-9785-6d5603d886a6 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.917653 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e20890f4-7b3d-4c28-9d3b-ee7c84b83972 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:15.918444 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e20890f4-7b3d-4c28-9d3b-ee7c84b83972 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.924241 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:46:15.924241 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:15.924241 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:46:15.924241 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:15.924241 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:46:15.924241 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:46:15.924241 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:46:15.924241 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:15.924241 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:46:15.924241 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:15.924241 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:46:15.924241 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:15.924241 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:46:15.924241 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:46:15.924241 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:15.924241 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:46:15.924241 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:15.924241 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:46:15.924241 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:46:15.924241 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:46:15.924241 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:46:15.924241 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:46:15.924241 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:15.924241 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:15.924241 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:15.924241 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:15.924241 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:15.924241 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:15.924241 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:15.924241 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:15.924241 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:15.924241 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:15.932314 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-41066fa7-f64b-4100-bb56-c6d308ee8d9b tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.960814 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d9f54-85b1-4b50-83a3-aa67100f8e2f None None] Pushing event updated for resources: {'Port': ['ID=647cfe63-c5ca-4b4d-9982-c839efb76dfa,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:15.985974 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b99ebd4-3bd0-4a7b-a9d3-3481887829b0 None None] Network 9c1d0377-9d2d-410f-9789-ab2e3f7d8a2a requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:46:16.021573 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-41066fa7-f64b-4100-bb56-c6d308ee8d9b tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.024688 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-41066fa7-f64b-4100-bb56-c6d308ee8d9b tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.5648103 Feb 16 12:46:16.030869 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34312) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:16.056165 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c66bb9-4c1d-47fd-9785-6d5603d886a6 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event deleted for resources: {'Port': ['ID=b2ee8e1b-4812-49b8-ac61-b147230a8869,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:16.076453 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a0b9e250-c396-4149-b248-c32b1a517960 req-bc55f731-db7b-4fc4-87e6-1eacb680da09 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3527696 Feb 16 12:46:16.115017 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.db.api [None req-e20890f4-7b3d-4c28-9d3b-ee7c84b83972 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 12:46:16.115017 dv-neutron-828142-3-hyperv neutron-server[109048]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 12:46:16.115017 dv-neutron-828142-3-hyperv neutron-server[109048]: [parameters: {'id': '9c1d0377-9d2d-410f-9789-ab2e3f7d8a2a'}] Feb 16 12:46:16.115017 dv-neutron-828142-3-hyperv neutron-server[109048]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:46:16.115344 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG oslo_db.api [None req-e20890f4-7b3d-4c28-9d3b-ee7c84b83972 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:46:16.167080 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-319a7e9c-8e53-4c60-8457-9afcade3d60f tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Allocated IP 172.26.2.120 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/13128eff-a7d4-44da-b921-1c1150faee6e) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:16.252141 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a9067a39-45a2-46cc-9fef-aee51fff22e0 tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.428494 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0595cc78-f865-43b9-839d-6653121df1f2 None None] Network 98e011ab-1817-48c2-a239-6c974f011079 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:46:16.504448 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.db.resource_extend [None req-97add3d4-0ae9-4001-9533-d251143b6e76 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:46:16.543344 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-67e10ec6-b481-420b-b40e-38eb42479bbd None None] Provisioning complete for port 4356f23e-c6a9-4ca0-95b3-698c68afe615 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:16.543344 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-67e10ec6-b481-420b-b40e-38eb42479bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.547086 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a9067a39-45a2-46cc-9fef-aee51fff22e0 tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.547410 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1e8fa03f-a23d-4fa5-b00c-97c85b46e9b5 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.554477 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a9067a39-45a2-46cc-9fef-aee51fff22e0 tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.572819 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-82c66bb9-4c1d-47fd-9785-6d5603d886a6 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.641978 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e20890f4-7b3d-4c28-9d3b-ee7c84b83972 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.647886 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-97add3d4-0ae9-4001-9533-d251143b6e76 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.658997 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-97add3d4-0ae9-4001-9533-d251143b6e76 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.665536 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a9067a39-45a2-46cc-9fef-aee51fff22e0 tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.665830 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9067a39-45a2-46cc-9fef-aee51fff22e0 tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2df60c69-179c-463f-9bfa-643c7593d5b6 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:46:16.672263 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a9067a39-45a2-46cc-9fef-aee51fff22e0 tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.673961 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a9067a39-45a2-46cc-9fef-aee51fff22e0 tempest-RoutersTestDVR-694351947 tempest-RoutersTestDVR-694351947-project-admin] 10.222.0.90 "DELETE /v2.0/routers/2df60c69-179c-463f-9bfa-643c7593d5b6 HTTP/1.1" status: 204 len: 168 time: 0.6421099 Feb 16 12:46:16.727416 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-319a7e9c-8e53-4c60-8457-9afcade3d60f tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.775294 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49879d88-7a9c-42cb-aca1-04ce3ee16c29 None None] DHCP port deletion for 98e011ab-1817-48c2-a239-6c974f011079 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:46:16.839872 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-97add3d4-0ae9-4001-9533-d251143b6e76 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Floating IP 408feb04-eb77-4351-8ca0-6a71ee34aafd associated. External IP: 172.26.2.33, port: 15052be5-9eaf-490e-baa4-c568b37ed196. Feb 16 12:46:16.872593 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-49879d88-7a9c-42cb-aca1-04ce3ee16c29 None None] Deleting port 4356f23e-c6a9-4ca0-95b3-698c68afe615 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:46:16.873416 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-49879d88-7a9c-42cb-aca1-04ce3ee16c29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.891076 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-319a7e9c-8e53-4c60-8457-9afcade3d60f tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.943561 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a7e9c-8e53-4c60-8457-9afcade3d60f tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Pushing event updated for resources: {'Port': ['ID=13128eff-a7d4-44da-b921-1c1150faee6e,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:16.981894 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319a7e9c-8e53-4c60-8457-9afcade3d60f tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:16.986048 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-319a7e9c-8e53-4c60-8457-9afcade3d60f tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:16.989244 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319a7e9c-8e53-4c60-8457-9afcade3d60f tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:46:17.070665 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-49879d88-7a9c-42cb-aca1-04ce3ee16c29 None None] For port 4356f23e-c6a9-4ca0-95b3-698c68afe615, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=4356f23e-c6a9-4ca0-95b3-698c68afe615,segment=NetworkSegment(478c2e5d-c82e-4d47-b4ce-afb495b34873),segment_id=478c2e5d-c82e-4d47-b4ce-afb495b34873)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:46:17.071504 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-49879d88-7a9c-42cb-aca1-04ce3ee16c29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.094340 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-49879d88-7a9c-42cb-aca1-04ce3ee16c29 None None] Calling delete_port for 4356f23e-c6a9-4ca0-95b3-698c68afe615 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:46:17.177596 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-1e8fa03f-a23d-4fa5-b00c-97c85b46e9b5 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Deleting port 4356f23e-c6a9-4ca0-95b3-698c68afe615 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:46:17.178038 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1e8fa03f-a23d-4fa5-b00c-97c85b46e9b5 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.196206 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c66bb9-4c1d-47fd-9785-6d5603d886a6 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Router f0e8c717-2a76-4a4a-8525-880b8a65fd87 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:46:17.226544 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-49879d88-7a9c-42cb-aca1-04ce3ee16c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.268296 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-38210444-2fc4-4a00-b8fd-085f2fb6a45a tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router_gateway, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.304361 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49879d88-7a9c-42cb-aca1-04ce3ee16c29 None None] Pushing event deleted for resources: {'Port': ['ID=4356f23e-c6a9-4ca0-95b3-698c68afe615,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:17.306658 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49879d88-7a9c-42cb-aca1-04ce3ee16c29 None None] No DVR routers for this DVR port 4356f23e-c6a9-4ca0-95b3-698c68afe615 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:17.335486 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72850ff6-700b-474e-8224-93df0f61aa58 None None] get_active_networks_info from dv-neutron-828142-3-hyperv {{(pid=109050) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 12:46:17.343641 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34320) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:17.412544 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-38210444-2fc4-4a00-b8fd-085f2fb6a45a tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.445816 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-e20890f4-7b3d-4c28-9d3b-ee7c84b83972 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Deleting port 647cfe63-c5ca-4b4d-9982-c839efb76dfa {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:46:17.446329 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e20890f4-7b3d-4c28-9d3b-ee7c84b83972 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.540153 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72850ff6-700b-474e-8224-93df0f61aa58 None None] Resources bound (agent type, host, resource id): {{(pid=109050) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:46:17.543358 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 4356f23e-c6a9-4ca0-95b3-698c68afe615 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:46:17.728536 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 4356f23e-c6a9-4ca0-95b3-698c68afe615 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:46:17.728954 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 4356f23e-c6a9-4ca0-95b3-698c68afe615 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:46:17.788743 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-1e8fa03f-a23d-4fa5-b00c-97c85b46e9b5 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] For port 4356f23e-c6a9-4ca0-95b3-698c68afe615, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=4356f23e-c6a9-4ca0-95b3-698c68afe615,segment=NetworkSegment(478c2e5d-c82e-4d47-b4ce-afb495b34873),segment_id=478c2e5d-c82e-4d47-b4ce-afb495b34873)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:46:17.789652 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1e8fa03f-a23d-4fa5-b00c-97c85b46e9b5 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.854562 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fba7b095-326d-403c-b410-65b965a5f9fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.874838 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-1e8fa03f-a23d-4fa5-b00c-97c85b46e9b5 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Calling delete_port for 4356f23e-c6a9-4ca0-95b3-698c68afe615 owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:46:17.892687 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c66bb9-4c1d-47fd-9785-6d5603d886a6 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:46:17.901583 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-e20890f4-7b3d-4c28-9d3b-ee7c84b83972 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] For port 647cfe63-c5ca-4b4d-9982-c839efb76dfa, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=647cfe63-c5ca-4b4d-9982-c839efb76dfa,segment=NetworkSegment(067b4765-31aa-442e-bd64-72407fd47017),segment_id=067b4765-31aa-442e-bd64-72407fd47017)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:46:17.902193 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e20890f4-7b3d-4c28-9d3b-ee7c84b83972 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.912093 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c86e1f-c7b3-46f6-bae7-4d7ca9f685f3 None None] Sync routers for ids ['f0e8c717-2a76-4a4a-8525-880b8a65fd87'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:17.919258 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97add3d4-0ae9-4001-9533-d251143b6e76 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Router 3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:46:17.930877 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-82c66bb9-4c1d-47fd-9785-6d5603d886a6 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "PUT /v2.0/routers/f0e8c717-2a76-4a4a-8525-880b8a65fd87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0224588 Feb 16 12:46:17.935950 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c86e1f-c7b3-46f6-bae7-4d7ca9f685f3 None None] Routers {'f0e8c717-2a76-4a4a-8525-880b8a65fd87'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:17.937208 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-a3c86e1f-c7b3-46f6-bae7-4d7ca9f685f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:45:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['f0e8c717-2a76-4a4a-8525-880b8a65fd87'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:17.942216 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756afc3-b819-448f-8138-490ad9c88a63 req-018d2dc5-b940-4dcc-80e1-b16033bc42fd tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:17.944775 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f756afc3-b819-448f-8138-490ad9c88a63 req-018d2dc5-b940-4dcc-80e1-b16033bc42fd tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.6019478 Feb 16 12:46:17.954831 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34324) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:17.979843 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-a3c86e1f-c7b3-46f6-bae7-4d7ca9f685f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:17.993042 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c86e1f-c7b3-46f6-bae7-4d7ca9f685f3 None None] Routers {'f0e8c717-2a76-4a4a-8525-880b8a65fd87'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:17.994117 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-a3c86e1f-c7b3-46f6-bae7-4d7ca9f685f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:45:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['f0e8c717-2a76-4a4a-8525-880b8a65fd87'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:18.040748 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-a3c86e1f-c7b3-46f6-bae7-4d7ca9f685f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:18.041680 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c86e1f-c7b3-46f6-bae7-4d7ca9f685f3 None None] The sync data for ids ['f0e8c717-2a76-4a4a-8525-880b8a65fd87'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:18.054978 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-e20890f4-7b3d-4c28-9d3b-ee7c84b83972 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Calling delete_port for 647cfe63-c5ca-4b4d-9982-c839efb76dfa owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:46:18.073684 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-319a7e9c-8e53-4c60-8457-9afcade3d60f tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.095350 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-cc805690-e20c-4aab-94e0-df5e058311ae tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0e8c717-2a76-4a4a-8525-880b8a65fd87 HTTP/1.1" status: 200 len: 205 time: 0.1067550 Feb 16 12:46:18.112588 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34326) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:18.243731 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f756afc3-b819-448f-8138-490ad9c88a63 req-87f8e75c-c030-40a2-88f4-c41dc9c39ac3 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2540934 Feb 16 12:46:18.260245 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-38210444-2fc4-4a00-b8fd-085f2fb6a45a tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Allocated IP 172.26.2.155 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/b5a43d15-ecae-4fbc-a9b5-5c4669bc434d) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:18.284731 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4fa0440b-504d-49c8-b32e-44b53638c57d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.385639 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97add3d4-0ae9-4001-9533-d251143b6e76 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:46:18.399440 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3fdcc9-7f3c-403a-9ef2-2a4bf36b00a5 None None] Sync routers for ids ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:18.410427 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1e8fa03f-a23d-4fa5-b00c-97c85b46e9b5 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.413708 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fba7b095-326d-403c-b410-65b965a5f9fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.426674 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3fdcc9-7f3c-403a-9ef2-2a4bf36b00a5 None None] Routers {'3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:18.427634 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-dd3fdcc9-7f3c-403a-9ef2-2a4bf36b00a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:45:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:18.447601 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fba7b095-326d-403c-b410-65b965a5f9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.455377 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8fa03f-a23d-4fa5-b00c-97c85b46e9b5 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'Port': ['ID=4356f23e-c6a9-4ca0-95b3-698c68afe615,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:18.494536 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-dd3fdcc9-7f3c-403a-9ef2-2a4bf36b00a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:18.505177 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3fdcc9-7f3c-403a-9ef2-2a4bf36b00a5 None None] Routers {'3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:18.506082 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-dd3fdcc9-7f3c-403a-9ef2-2a4bf36b00a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:45:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:18.539416 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e20890f4-7b3d-4c28-9d3b-ee7c84b83972 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.549275 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-fba7b095-326d-403c-b410-65b965a5f9fb admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3e979e0f688f4913924ebd95ad3160d0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1759779 Feb 16 12:46:18.556850 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8fa03f-a23d-4fa5-b00c-97c85b46e9b5 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] No DVR routers for this DVR port 4356f23e-c6a9-4ca0-95b3-698c68afe615 on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:18.559341 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-dd3fdcc9-7f3c-403a-9ef2-2a4bf36b00a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:18.560413 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3fdcc9-7f3c-403a-9ef2-2a4bf36b00a5 None None] The sync data for ids ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:18.561619 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34332) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:18.650274 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20890f4-7b3d-4c28-9d3b-ee7c84b83972 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] No DVR routers for this DVR port 647cfe63-c5ca-4b4d-9982-c839efb76dfa on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:18.653538 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20890f4-7b3d-4c28-9d3b-ee7c84b83972 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event deleted for resources: {'Port': ['ID=647cfe63-c5ca-4b4d-9982-c839efb76dfa,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:18.653803 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4fa0440b-504d-49c8-b32e-44b53638c57d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.662037 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4fa0440b-504d-49c8-b32e-44b53638c57d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.678983 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7b095-326d-403c-b410-65b965a5f9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8492e320-73e7-4fa5-ba6a-825cc815a827,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:18.739564 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-38210444-2fc4-4a00-b8fd-085f2fb6a45a tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.851461 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8937e3a-a1a1-44d6-b6db-163583a1af95 req-7705d069-f256-49b6-844b-e69e027c0c1a tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:18.853115 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a8937e3a-a1a1-44d6-b6db-163583a1af95 req-7705d069-f256-49b6-844b-e69e027c0c1a tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.3008156 Feb 16 12:46:18.858923 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1e8fa03f-a23d-4fa5-b00c-97c85b46e9b5 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.874826 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e20890f4-7b3d-4c28-9d3b-ee7c84b83972 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.890778 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4fa0440b-504d-49c8-b32e-44b53638c57d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.892116 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa0440b-504d-49c8-b32e-44b53638c57d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Fanout notify agent at l3_agent the message router_deleted on router f0e8c717-2a76-4a4a-8525-880b8a65fd87 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:46:18.916821 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4fa0440b-504d-49c8-b32e-44b53638c57d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.918910 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4fa0440b-504d-49c8-b32e-44b53638c57d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "DELETE /v2.0/routers/f0e8c717-2a76-4a4a-8525-880b8a65fd87 HTTP/1.1" status: 204 len: 168 time: 0.8036594 Feb 16 12:46:18.930834 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34334) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:18.931117 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52062b5c-ad29-4f58-a179-040bcd0548e6 req-6915bb6d-39d0-49a9-8e6e-a7d39fc7c804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:18.933560 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-52062b5c-ad29-4f58-a179-040bcd0548e6 req-6915bb6d-39d0-49a9-8e6e-a7d39fc7c804 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0adafc1d94b74e8bb4ed6949f44548d7&device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 1098 time: 0.3708036 Feb 16 12:46:18.935191 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-1e8fa03f-a23d-4fa5-b00c-97c85b46e9b5 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98e011ab-1817-48c2-a239-6c974f011079']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:18.956268 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-e20890f4-7b3d-4c28-9d3b-ee7c84b83972 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c1d0377-9d2d-410f-9789-ab2e3f7d8a2a']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:18.970917 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-1e8fa03f-a23d-4fa5-b00c-97c85b46e9b5 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '478c2e5d-c82e-4d47-b4ce-afb495b34873') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:18.971211 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-1e8fa03f-a23d-4fa5-b00c-97c85b46e9b5 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '478c2e5d-c82e-4d47-b4ce-afb495b34873') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:18.978593 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cde7e7c9-1f59-4965-a6fb-30e41ea015bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.982136 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-319a7e9c-8e53-4c60-8457-9afcade3d60f tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.012816 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-e20890f4-7b3d-4c28-9d3b-ee7c84b83972 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '067b4765-31aa-442e-bd64-72407fd47017') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:19.013099 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-e20890f4-7b3d-4c28-9d3b-ee7c84b83972 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '067b4765-31aa-442e-bd64-72407fd47017') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:19.025217 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1e8fa03f-a23d-4fa5-b00c-97c85b46e9b5 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.047544 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e20890f4-7b3d-4c28-9d3b-ee7c84b83972 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.061796 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a8937e3a-a1a1-44d6-b6db-163583a1af95 req-7443b8ac-e730-4cad-80f6-2d10fa02d94d tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949205 Feb 16 12:46:19.070254 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-38210444-2fc4-4a00-b8fd-085f2fb6a45a tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.094489 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cde7e7c9-1f59-4965-a6fb-30e41ea015bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.117097 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e20890f4-7b3d-4c28-9d3b-ee7c84b83972 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.117097 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1e8fa03f-a23d-4fa5-b00c-97c85b46e9b5 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.122349 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1b42db8-9f2b-46f6-8e9b-7cfeacd24498 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Deleting subnet 94d62aca-399d-40b5-8337-fe593e23e8e2 {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:46:19.134399 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e1b42db8-9f2b-46f6-8e9b-7cfeacd24498 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.138415 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e20890f4-7b3d-4c28-9d3b-ee7c84b83972 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:19.138824 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e20890f4-7b3d-4c28-9d3b-ee7c84b83972 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.144611 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e8fa03f-a23d-4fa5-b00c-97c85b46e9b5 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:19.145043 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1e8fa03f-a23d-4fa5-b00c-97c85b46e9b5 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.148199 dv-neutron-828142-3-hyperv neutron-server[109048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:19.148199 dv-neutron-828142-3-hyperv neutron-server[109048]: self.session.flush() Feb 16 12:46:19.148199 dv-neutron-828142-3-hyperv neutron-server[109048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:19.148199 dv-neutron-828142-3-hyperv neutron-server[109048]: self.session.flush() Feb 16 12:46:19.148199 dv-neutron-828142-3-hyperv neutron-server[109048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:19.148199 dv-neutron-828142-3-hyperv neutron-server[109048]: self.session.flush() Feb 16 12:46:19.148199 dv-neutron-828142-3-hyperv neutron-server[109048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:19.148199 dv-neutron-828142-3-hyperv neutron-server[109048]: self.session.flush() Feb 16 12:46:19.148199 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:46:19.148199 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:19.148199 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:46:19.148199 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:19.148199 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:46:19.148199 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:46:19.148199 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:46:19.148199 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:19.148199 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:46:19.148199 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:19.148199 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:46:19.148199 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:19.148199 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:46:19.148199 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:46:19.148199 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:19.148199 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:46:19.148199 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:19.148199 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:46:19.148199 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:46:19.148199 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:46:19.148199 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:46:19.148199 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:46:19.148199 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:19.148199 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:19.148199 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:19.148199 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:19.148199 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:19.148199 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:19.148199 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:19.148199 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:19.148199 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:19.148199 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:19.207496 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38210444-2fc4-4a00-b8fd-085f2fb6a45a tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:19.281631 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-38210444-2fc4-4a00-b8fd-085f2fb6a45a tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:19.295103 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38210444-2fc4-4a00-b8fd-085f2fb6a45a tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:46:19.304177 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38210444-2fc4-4a00-b8fd-085f2fb6a45a tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Pushing event updated for resources: {'Port': ['ID=b5a43d15-ecae-4fbc-a9b5-5c4669bc434d,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:19.325544 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52062b5c-ad29-4f58-a179-040bcd0548e6 req-524f4ed3-2afd-4409-ab17-e24be0274ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:19.327127 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-52062b5c-ad29-4f58-a179-040bcd0548e6 req-524f4ed3-2afd-4409-ab17-e24be0274ab4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3e84b45d-91e8-4295-8226-a12fdb0f907b HTTP/1.1" status: 200 len: 913 time: 0.3749623 Feb 16 12:46:19.350639 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e1b42db8-9f2b-46f6-8e9b-7cfeacd24498 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.405023 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e20890f4-7b3d-4c28-9d3b-ee7c84b83972 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.413163 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1e8fa03f-a23d-4fa5-b00c-97c85b46e9b5 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.434879 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e20890f4-7b3d-4c28-9d3b-ee7c84b83972 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.443147 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e20890f4-7b3d-4c28-9d3b-ee7c84b83972 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "DELETE /v2.0/networks/9c1d0377-9d2d-410f-9789-ab2e3f7d8a2a HTTP/1.1" status: 204 len: 168 time: 6.9285986 Feb 16 12:46:19.443147 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1e8fa03f-a23d-4fa5-b00c-97c85b46e9b5 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.444563 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cde7e7c9-1f59-4965-a6fb-30e41ea015bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.446062 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1e8fa03f-a23d-4fa5-b00c-97c85b46e9b5 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/networks/98e011ab-1817-48c2-a239-6c974f011079 HTTP/1.1" status: 204 len: 168 time: 3.5729163 Feb 16 12:46:19.449475 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cde7e7c9-1f59-4965-a6fb-30e41ea015bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.453632 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-cde7e7c9-1f59-4965-a6fb-30e41ea015bd admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8492e320-73e7-4fa5-ba6a-825cc815a827 HTTP/1.1" status: 204 len: 168 time: 0.8869791 Feb 16 12:46:19.459737 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34336) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:19.460023 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34338) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:19.471704 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-ce388dbf-04c0-4c0f-a588-fda30c1146ff tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1955960415'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:19.478631 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-a04e4ef7-a532-4300-81bd-323668369b62 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2074699943'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:19.488122 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20890f4-7b3d-4c28-9d3b-ee7c84b83972 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event deleted for resources: {'Network': ['ID=9c1d0377-9d2d-410f-9789-ab2e3f7d8a2a,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:19.507904 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97add3d4-0ae9-4001-9533-d251143b6e76 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Router f73fdcb3-92e8-4130-abdd-fcf42432cb48 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:46:19.527207 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde7e7c9-1f59-4965-a6fb-30e41ea015bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8492e320-73e7-4fa5-ba6a-825cc815a827,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:19.548541 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-52062b5c-ad29-4f58-a179-040bcd0548e6 req-7b9b0dab-cdf7-4248-bb86-886542828d92 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23a5268e-cfd5-444e-bec1-73456853ab27 HTTP/1.1" status: 200 len: 1000 time: 0.2113295 Feb 16 12:46:19.559393 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde7e7c9-1f59-4965-a6fb-30e41ea015bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:19.560057 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde7e7c9-1f59-4965-a6fb-30e41ea015bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:19.560698 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde7e7c9-1f59-4965-a6fb-30e41ea015bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:19.561525 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde7e7c9-1f59-4965-a6fb-30e41ea015bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:19.562211 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde7e7c9-1f59-4965-a6fb-30e41ea015bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:19.562813 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde7e7c9-1f59-4965-a6fb-30e41ea015bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:19.563950 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde7e7c9-1f59-4965-a6fb-30e41ea015bd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:19.564462 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde7e7c9-1f59-4965-a6fb-30e41ea015bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:19.564963 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde7e7c9-1f59-4965-a6fb-30e41ea015bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:19.565544 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde7e7c9-1f59-4965-a6fb-30e41ea015bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:19.566228 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde7e7c9-1f59-4965-a6fb-30e41ea015bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:19.567035 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde7e7c9-1f59-4965-a6fb-30e41ea015bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:19.608281 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8fa03f-a23d-4fa5-b00c-97c85b46e9b5 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'Network': ['ID=98e011ab-1817-48c2-a239-6c974f011079,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:19.682051 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e1b42db8-9f2b-46f6-8e9b-7cfeacd24498 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.686511 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce388dbf-04c0-4c0f-a588-fda30c1146ff tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Made reservation on behalf of 5b475467252d4f968fd5b204d0b30dc2 for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:19.691358 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce388dbf-04c0-4c0f-a588-fda30c1146ff tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.731678 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04e4ef7-a532-4300-81bd-323668369b62 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Made reservation on behalf of 05dd934713464510b741f50524d05f6e for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:19.737170 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a04e4ef7-a532-4300-81bd-323668369b62 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.783003 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce388dbf-04c0-4c0f-a588-fda30c1146ff tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:46:19.813993 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce388dbf-04c0-4c0f-a588-fda30c1146ff tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.814528 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-ce388dbf-04c0-4c0f-a588-fda30c1146ff tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Added segment f5faf5ce-dc1c-43ea-a5dd-52a6338389e8 of type vlan for network 9bd0c54a-92ba-4f53-b8a6-dc20ce12fe34 Feb 16 12:46:19.866428 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a04e4ef7-a532-4300-81bd-323668369b62 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:46:19.906906 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a04e4ef7-a532-4300-81bd-323668369b62 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.907355 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-a04e4ef7-a532-4300-81bd-323668369b62 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Added segment 90667a76-1b5f-4025-bbab-26d11557ace8 of type vlan for network 1f2d6662-0d51-4971-b763-9b8501090561 Feb 16 12:46:19.945279 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e1b42db8-9f2b-46f6-8e9b-7cfeacd24498 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.990706 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34344) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:19.999624 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce388dbf-04c0-4c0f-a588-fda30c1146ff tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.200267 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319a7e9c-8e53-4c60-8457-9afcade3d60f tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Router 16a20dc3-80a4-4000-9864-ed7372b3eb45 is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:46:20.217615 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52062b5c-ad29-4f58-a179-040bcd0548e6 req-605bef41-7081-46fe-9864-1864b87679ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:20.219307 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-52062b5c-ad29-4f58-a179-040bcd0548e6 req-605bef41-7081-46fe-9864-1864b87679ce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=280fbadf-e19b-45d5-88e2-fb9cd6467432 HTTP/1.1" status: 200 len: 851 time: 0.6433876 Feb 16 12:46:20.384027 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b42db8-9f2b-46f6-8e9b-7cfeacd24498 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event deleted for resources: {'Subnet': ['ID=94d62aca-399d-40b5-8337-fe593e23e8e2,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:20.385374 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed49e06-bfe0-47ae-aa97-1e3931d3799f None None] Network 0df608d5-e71d-4e69-b422-7c6ec62ef06b requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:46:20.404686 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e1b42db8-9f2b-46f6-8e9b-7cfeacd24498 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.406072 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e1b42db8-9f2b-46f6-8e9b-7cfeacd24498 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "DELETE /v2.0/subnets/94d62aca-399d-40b5-8337-fe593e23e8e2 HTTP/1.1" status: 204 len: 168 time: 1.4682865 Feb 16 12:46:20.412188 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34348) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:20.421432 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f3d0946d-c1a4-4b68-8d8c-f0dd34c76489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.430853 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97add3d4-0ae9-4001-9533-d251143b6e76 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:46:20.436840 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-97add3d4-0ae9-4001-9533-d251143b6e76 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.452417 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a04e4ef7-a532-4300-81bd-323668369b62 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.455736 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cac83f-839c-4a0b-9988-dac73fe8fcde None None] Sync routers for ids ['f73fdcb3-92e8-4130-abdd-fcf42432cb48'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:20.477345 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52062b5c-ad29-4f58-a179-040bcd0548e6 req-1e7500cc-daab-4cd7-90c2-11c1884fb6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:20.479165 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-52062b5c-ad29-4f58-a179-040bcd0548e6 req-1e7500cc-daab-4cd7-90c2-11c1884fb6b8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e84b45d-91e8-4295-8226-a12fdb0f907b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2515063 Feb 16 12:46:20.491192 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cac83f-839c-4a0b-9988-dac73fe8fcde None None] Routers {'f73fdcb3-92e8-4130-abdd-fcf42432cb48'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:20.492802 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-d7cac83f-839c-4a0b-9988-dac73fe8fcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:45:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['f73fdcb3-92e8-4130-abdd-fcf42432cb48'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:20.555046 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-d7cac83f-839c-4a0b-9988-dac73fe8fcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:20.581734 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f3d0946d-c1a4-4b68-8d8c-f0dd34c76489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.591063 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.db.resource_extend [None req-ce388dbf-04c0-4c0f-a588-fda30c1146ff tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:46:20.592296 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cac83f-839c-4a0b-9988-dac73fe8fcde None None] Routers {'f73fdcb3-92e8-4130-abdd-fcf42432cb48'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:20.593301 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-d7cac83f-839c-4a0b-9988-dac73fe8fcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:45:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['f73fdcb3-92e8-4130-abdd-fcf42432cb48'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:20.620819 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f3d0946d-c1a4-4b68-8d8c-f0dd34c76489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.643951 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319a7e9c-8e53-4c60-8457-9afcade3d60f tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:46:20.665195 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337188be-7376-4d58-861c-9e6ea1ef302c None None] DHCP port deletion for 0df608d5-e71d-4e69-b422-7c6ec62ef06b request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:46:20.682843 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a317c46-5228-44e5-a9f8-c67e9e0438cd None None] Sync routers for ids ['16a20dc3-80a4-4000-9864-ed7372b3eb45'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:20.686595 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0946d-c1a4-4b68-8d8c-f0dd34c76489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adbd461-57ea-4c92-b0ad-63bc8ee55dd4,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:20.697140 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.db.resource_extend [None req-a04e4ef7-a532-4300-81bd-323668369b62 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:46:20.711654 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9279e87c-5ce6-4e67-8c0f-8a84ba83e297 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.711803 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-d7cac83f-839c-4a0b-9988-dac73fe8fcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:20.712595 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cac83f-839c-4a0b-9988-dac73fe8fcde None None] The sync data for ids ['f73fdcb3-92e8-4130-abdd-fcf42432cb48'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:20.729103 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-38210444-2fc4-4a00-b8fd-085f2fb6a45a tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router_gateway, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.732057 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-97add3d4-0ae9-4001-9533-d251143b6e76 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "PUT /v2.0/floatingips/408feb04-eb77-4351-8ca0-6a71ee34aafd HTTP/1.1" status: 200 len: 976 time: 6.7237282 Feb 16 12:46:20.734831 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a317c46-5228-44e5-a9f8-c67e9e0438cd None None] Routers {'16a20dc3-80a4-4000-9864-ed7372b3eb45'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:20.735620 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-8a317c46-5228-44e5-a9f8-c67e9e0438cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:45:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['16a20dc3-80a4-4000-9864-ed7372b3eb45'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:20.736599 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34350) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:20.744587 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-319a7e9c-8e53-4c60-8457-9afcade3d60f tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.749779 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-319a7e9c-8e53-4c60-8457-9afcade3d60f tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.9096556 Feb 16 12:46:20.765178 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34352) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:20.794021 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce388dbf-04c0-4c0f-a588-fda30c1146ff tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.804207 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce388dbf-04c0-4c0f-a588-fda30c1146ff tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:20.805291 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce388dbf-04c0-4c0f-a588-fda30c1146ff tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.809396 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-337188be-7376-4d58-861c-9e6ea1ef302c None None] Deleting port 1bf4a3c4-9643-452d-95c2-9aa03d01a685 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:46:20.810024 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-337188be-7376-4d58-861c-9e6ea1ef302c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.913594 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f3d0946d-c1a4-4b68-8d8c-f0dd34c76489 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=cb9f170066184c3abe04b96d432a7a57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9205928 Feb 16 12:46:20.922688 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a04e4ef7-a532-4300-81bd-323668369b62 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.928819 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04e4ef7-a532-4300-81bd-323668369b62 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:20.929486 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a04e4ef7-a532-4300-81bd-323668369b62 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.930964 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34356) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:20.945482 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f977d-5667-4f2e-a5ca-b3eba0ab21a2 req-413c62d1-940e-4f0d-8142-3de69f307e16 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:20.947443 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1f5f977d-5667-4f2e-a5ca-b3eba0ab21a2 req-413c62d1-940e-4f0d-8142-3de69f307e16 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.5786459 Feb 16 12:46:20.965300 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-337188be-7376-4d58-861c-9e6ea1ef302c None None] For port 1bf4a3c4-9643-452d-95c2-9aa03d01a685, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=1bf4a3c4-9643-452d-95c2-9aa03d01a685,segment=NetworkSegment(2dc805a4-5d3f-4852-bc07-dbcab0907a20),segment_id=2dc805a4-5d3f-4852-bc07-dbcab0907a20)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:46:20.965700 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-337188be-7376-4d58-861c-9e6ea1ef302c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.007191 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-337188be-7376-4d58-861c-9e6ea1ef302c None None] Calling delete_port for 1bf4a3c4-9643-452d-95c2-9aa03d01a685 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:46:21.066254 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ce388dbf-04c0-4c0f-a588-fda30c1146ff tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6005652 Feb 16 12:46:21.072520 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-52062b5c-ad29-4f58-a179-040bcd0548e6 req-682c2573-4bc1-4494-baea-9c8b727e8bc9 service neutron] 10.222.0.42 "GET /v2.0/networks/3e84b45d-91e8-4295-8226-a12fdb0f907b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5350339 Feb 16 12:46:21.077902 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34358) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:21.085077 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a04e4ef7-a532-4300-81bd-323668369b62 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6202953 Feb 16 12:46:21.089721 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34360) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:21.094367 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce388dbf-04c0-4c0f-a588-fda30c1146ff tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'Network': ['ID=9bd0c54a-92ba-4f53-b8a6-dc20ce12fe34,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:21.118837 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-93701f40-05c8-41c9-a015-247356c6ea49 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Request body: {'subnet': {'network_id': '1f2d6662-0d51-4971-b763-9b8501090561', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:21.139855 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1f5f977d-5667-4f2e-a5ca-b3eba0ab21a2 req-2e5bcc3b-8f0b-4d41-85c5-def3b610db20 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184344 Feb 16 12:46:21.164051 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-794c63a1-dff9-49dd-97e4-593c66903fac tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'subnet': {'network_id': '9bd0c54a-92ba-4f53-b8a6-dc20ce12fe34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:21.170017 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 9bd0c54a-92ba-4f53-b8a6-dc20ce12fe34 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:46:21.238939 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e4ef7-a532-4300-81bd-323668369b62 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event updated for resources: {'Network': ['ID=1f2d6662-0d51-4971-b763-9b8501090561,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:21.270432 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-9279e87c-5ce6-4e67-8c0f-8a84ba83e297 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Deleting port 1bf4a3c4-9643-452d-95c2-9aa03d01a685 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:46:21.271821 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9279e87c-5ce6-4e67-8c0f-8a84ba83e297 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.282738 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-8a317c46-5228-44e5-a9f8-c67e9e0438cd None None] Set router 16a20dc3-80a4-4000-9864-ed7372b3eb45 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:46:21.298253 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-38210444-2fc4-4a00-b8fd-085f2fb6a45a tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.305748 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 12:46:21.337017 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 1f2d6662-0d51-4971-b763-9b8501090561 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:46:21.390593 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1135a45a-709a-4396-93c4-99e0c7c0eb20 tempest-TestNetworkAdvancedServerOps-1328540977 tempest-TestNetworkAdvancedServerOps-1328540977-project-admin] 10.222.0.90 "GET /v2.0/subnets?project_id=7b8da0c113224745a027e6a94fb34ab0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6187534 Feb 16 12:46:21.443691 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34362) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:21.499375 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 1bf4a3c4-9643-452d-95c2-9aa03d01a685 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:46:21.503612 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8cfbb87b-b29c-4b00-89f9-b090ff819887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.555085 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-337188be-7376-4d58-861c-9e6ea1ef302c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.577102 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-9279e87c-5ce6-4e67-8c0f-8a84ba83e297 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] For port 1bf4a3c4-9643-452d-95c2-9aa03d01a685, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=1bf4a3c4-9643-452d-95c2-9aa03d01a685,segment=NetworkSegment(2dc805a4-5d3f-4852-bc07-dbcab0907a20),segment_id=2dc805a4-5d3f-4852-bc07-dbcab0907a20)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:46:21.577528 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9279e87c-5ce6-4e67-8c0f-8a84ba83e297 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.592008 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8cfbb87b-b29c-4b00-89f9-b090ff819887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.612062 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-52062b5c-ad29-4f58-a179-040bcd0548e6 req-69834ca8-5ef3-4886-ad4b-2b047535af49 service neutron] 10.222.0.42 "GET /v2.0/networks/3e84b45d-91e8-4295-8226-a12fdb0f907b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5247002 Feb 16 12:46:21.614967 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337188be-7376-4d58-861c-9e6ea1ef302c None None] Pushing event deleted for resources: {'Port': ['ID=1bf4a3c4-9643-452d-95c2-9aa03d01a685,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:21.622270 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-9279e87c-5ce6-4e67-8c0f-8a84ba83e297 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Calling delete_port for 1bf4a3c4-9643-452d-95c2-9aa03d01a685 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:46:21.628357 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337188be-7376-4d58-861c-9e6ea1ef302c None None] No DVR routers for this DVR port 1bf4a3c4-9643-452d-95c2-9aa03d01a685 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:21.682797 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No active binding found for port 1bf4a3c4-9643-452d-95c2-9aa03d01a685 {{(pid=109050) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 16 12:46:21.683535 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 1bf4a3c4-9643-452d-95c2-9aa03d01a685 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:46:21.696049 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-46d65930-5f0d-47c7-9d39-b4ef37027215 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Deleting port 65508517-9811-4f08-b2d7-8a963472119c {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:46:21.696281 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-46d65930-5f0d-47c7-9d39-b4ef37027215 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.761911 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794c63a1-dff9-49dd-97e4-593c66903fac tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Made reservation on behalf of 5b475467252d4f968fd5b204d0b30dc2 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:21.765446 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-794c63a1-dff9-49dd-97e4-593c66903fac tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.771667 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c44021-1189-4cac-b50d-be852994a246 tempest-TestNetworkAdvancedServerOps-1328540977 tempest-TestNetworkAdvancedServerOps-1328540977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:21.777391 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-77c44021-1189-4cac-b50d-be852994a246 tempest-TestNetworkAdvancedServerOps-1328540977 tempest-TestNetworkAdvancedServerOps-1328540977-project-admin] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3321569 Feb 16 12:46:21.779617 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34364) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:21.803309 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38210444-2fc4-4a00-b8fd-085f2fb6a45a tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Router eb603f25-afa7-4116-ac70-74ddf5924db2 is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:46:21.812038 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93701f40-05c8-41c9-a015-247356c6ea49 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Made reservation on behalf of 05dd934713464510b741f50524d05f6e for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:21.815767 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-93701f40-05c8-41c9-a015-247356c6ea49 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.821070 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-8a317c46-5228-44e5-a9f8-c67e9e0438cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a20dc3-80a4-4000-9864-ed7372b3eb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473723772', 'tenant_id': '7b8da0c113224745a027e6a94fb34ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '13128eff-a7d4-44da-b921-1c1150faee6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:46:13Z', 'updated_at': '2022-02-16T12:46:17Z', 'revision_number': 3, 'project_id': '7b8da0c113224745a027e6a94fb34ab0', 'gw_port': {'id': '13128eff-a7d4-44da-b921-1c1150faee6e', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:74:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a20dc3-80a4-4000-9864-ed7372b3eb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:15Z', 'updated_at': '2022-02-16T12:46:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:21.842322 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-8b809dcc-77d3-42a7-b0c6-79632dc07a0e tempest-TestNetworkAdvancedServerOps-1328540977 tempest-TestNetworkAdvancedServerOps-1328540977-project-admin] 10.222.0.90 "GET /v2.0/subnets?network_id=a08a3d1b-2e35-4b18-9cb0-756d355083e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0583653 Feb 16 12:46:21.846686 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34366) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:21.855386 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-f7a057fb-df6a-4d86-aeae-52658738dbbb tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1846677082', 'network_id': '9df35863-0ddd-484c-a539-99ce67aab768', 'project_id': '7b8da0c113224745a027e6a94fb34ab0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:21.887457 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a317c46-5228-44e5-a9f8-c67e9e0438cd None None] Checking router: 16a20dc3-80a4-4000-9864-ed7372b3eb45 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:46:21.888016 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a317c46-5228-44e5-a9f8-c67e9e0438cd None None] Updating router 16a20dc3-80a4-4000-9864-ed7372b3eb45 port 13128eff-a7d4-44da-b921-1c1150faee6e binding host dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:46:21.927326 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8a317c46-5228-44e5-a9f8-c67e9e0438cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.933430 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8cfbb87b-b29c-4b00-89f9-b090ff819887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.936033 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8cfbb87b-b29c-4b00-89f9-b090ff819887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.939493 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8cfbb87b-b29c-4b00-89f9-b090ff819887 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2adbd461-57ea-4c92-b0ad-63bc8ee55dd4 HTTP/1.1" status: 204 len: 168 time: 1.0001807 Feb 16 12:46:22.057402 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38210444-2fc4-4a00-b8fd-085f2fb6a45a tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:46:22.081482 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fde7e9-69bc-4f8a-aa16-c99df45a6c81 None None] Sync routers for ids ['eb603f25-afa7-4116-ac70-74ddf5924db2'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:22.087117 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a057fb-df6a-4d86-aeae-52658738dbbb tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Made reservation on behalf of 7b8da0c113224745a027e6a94fb34ab0 for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:22.096136 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f7a057fb-df6a-4d86-aeae-52658738dbbb tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.097315 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fde7e9-69bc-4f8a-aa16-c99df45a6c81 None None] Routers {'eb603f25-afa7-4116-ac70-74ddf5924db2'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:22.098270 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-56fde7e9-69bc-4f8a-aa16-c99df45a6c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:45:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['eb603f25-afa7-4116-ac70-74ddf5924db2'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:22.149930 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-56fde7e9-69bc-4f8a-aa16-c99df45a6c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:22.159406 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfbb87b-b29c-4b00-89f9-b090ff819887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adbd461-57ea-4c92-b0ad-63bc8ee55dd4,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:22.166638 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fde7e9-69bc-4f8a-aa16-c99df45a6c81 None None] Routers {'eb603f25-afa7-4116-ac70-74ddf5924db2'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:22.169871 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-56fde7e9-69bc-4f8a-aa16-c99df45a6c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:45:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['eb603f25-afa7-4116-ac70-74ddf5924db2'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:22.250155 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9279e87c-5ce6-4e67-8c0f-8a84ba83e297 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.270652 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-56fde7e9-69bc-4f8a-aa16-c99df45a6c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:22.271840 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fde7e9-69bc-4f8a-aa16-c99df45a6c81 None None] The sync data for ids ['eb603f25-afa7-4116-ac70-74ddf5924db2'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:22.297457 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-38210444-2fc4-4a00-b8fd-085f2fb6a45a tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.302802 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-38210444-2fc4-4a00-b8fd-085f2fb6a45a tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.6908929 Feb 16 12:46:22.311635 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34374) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:22.319870 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-46d65930-5f0d-47c7-9d39-b4ef37027215 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.335484 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279e87c-5ce6-4e67-8c0f-8a84ba83e297 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event deleted for resources: {'Port': ['ID=1bf4a3c4-9643-452d-95c2-9aa03d01a685,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:22.418950 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-543250aa-8711-4539-86d6-9d5dbd9f1bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.542891 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b458611b-254b-491b-ac93-98e96499d393 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] 10.222.0.90 "GET /v2.0/routers/eb603f25-afa7-4116-ac70-74ddf5924db2 HTTP/1.1" status: 200 len: 925 time: 0.2281661 Feb 16 12:46:22.542891 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34382) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:22.616842 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9279e87c-5ce6-4e67-8c0f-8a84ba83e297 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] No DVR routers for this DVR port 1bf4a3c4-9643-452d-95c2-9aa03d01a685 on host dv-neutron-828142-3-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:22.669714 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8a317c46-5228-44e5-a9f8-c67e9e0438cd None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.679976 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8a317c46-5228-44e5-a9f8-c67e9e0438cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.773578 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-8a317c46-5228-44e5-a9f8-c67e9e0438cd None None] Attempting to bind port 13128eff-a7d4-44da-b921-1c1150faee6e on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:22.774074 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-8a317c46-5228-44e5-a9f8-c67e9e0438cd None None] Attempting to bind port 13128eff-a7d4-44da-b921-1c1150faee6e by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:22.774447 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a317c46-5228-44e5-a9f8-c67e9e0438cd None None] Attempting to bind port 13128eff-a7d4-44da-b921-1c1150faee6e on network a08a3d1b-2e35-4b18-9cb0-756d355083e6 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:46:22.782782 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3276b-1477-4aae-95f3-f4b2e375e35d None None] Pushing event updated for resources: {'Port': ['ID=13128eff-a7d4-44da-b921-1c1150faee6e,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:22.787494 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a367d671-c4bc-43d2-a0f6-541c77ceb4ae tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] 10.222.0.90 "GET /v2.0/ports?device_id=eb603f25-afa7-4116-ac70-74ddf5924db2 HTTP/1.1" status: 200 len: 205 time: 0.0795574 Feb 16 12:46:22.790885 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34390) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:22.799009 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a317c46-5228-44e5-a9f8-c67e9e0438cd None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:46:22.801609 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f7a057fb-df6a-4d86-aeae-52658738dbbb tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.802022 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a317c46-5228-44e5-a9f8-c67e9e0438cd None None] Checking segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:46:22.802546 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8a317c46-5228-44e5-a9f8-c67e9e0438cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.803110 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a317c46-5228-44e5-a9f8-c67e9e0438cd None None] Bound using segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:46:22.803548 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-8a317c46-5228-44e5-a9f8-c67e9e0438cd None None] Bound port: 13128eff-a7d4-44da-b921-1c1150faee6e, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:22.803930 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8a317c46-5228-44e5-a9f8-c67e9e0438cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.888337 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-8a317c46-5228-44e5-a9f8-c67e9e0438cd None None] For port 13128eff-a7d4-44da-b921-1c1150faee6e, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:46:22.894133 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-8a317c46-5228-44e5-a9f8-c67e9e0438cd None None] For port 13128eff-a7d4-44da-b921-1c1150faee6e, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=13128eff-a7d4-44da-b921-1c1150faee6e,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:46:22.904515 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8a317c46-5228-44e5-a9f8-c67e9e0438cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.958751 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a057fb-df6a-4d86-aeae-52658738dbbb tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Pushing event updated for resources: {'Subnet': ['ID=cf796c68-f1ba-4a90-a53d-382e7e9121ed,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:22.960864 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9279e87c-5ce6-4e67-8c0f-8a84ba83e297 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.979135 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a057fb-df6a-4d86-aeae-52658738dbbb tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:22.979492 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a057fb-df6a-4d86-aeae-52658738dbbb tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:22.979859 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a057fb-df6a-4d86-aeae-52658738dbbb tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:22.980193 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a057fb-df6a-4d86-aeae-52658738dbbb tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:22.980589 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a057fb-df6a-4d86-aeae-52658738dbbb tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:22.980998 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a057fb-df6a-4d86-aeae-52658738dbbb tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:22.982099 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a057fb-df6a-4d86-aeae-52658738dbbb tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:22.982443 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a057fb-df6a-4d86-aeae-52658738dbbb tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:22.983284 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a057fb-df6a-4d86-aeae-52658738dbbb tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:22.983284 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a057fb-df6a-4d86-aeae-52658738dbbb tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:22.983546 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a057fb-df6a-4d86-aeae-52658738dbbb tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:22.983802 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a057fb-df6a-4d86-aeae-52658738dbbb tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:23.000236 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfe608-04c4-4500-98a9-49dbd3797963 req-de62145d-a53a-48d3-87d2-28a37065cdab tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:23.001967 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e6bfe608-04c4-4500-98a9-49dbd3797963 req-de62145d-a53a-48d3-87d2-28a37065cdab tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.4768782 Feb 16 12:46:23.009757 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-46d65930-5f0d-47c7-9d39-b4ef37027215 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.010118 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-46d65930-5f0d-47c7-9d39-b4ef37027215 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.010447 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-46d65930-5f0d-47c7-9d39-b4ef37027215 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Floating IP 408feb04-eb77-4351-8ca0-6a71ee34aafd disassociated. External IP: 172.26.2.33, port: 65508517-9811-4f08-b2d7-8a963472119c. Feb 16 12:46:23.010799 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-46d65930-5f0d-47c7-9d39-b4ef37027215 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Calling delete_port for 65508517-9811-4f08-b2d7-8a963472119c owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:46:23.015587 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a317c46-5228-44e5-a9f8-c67e9e0438cd None None] Routers {'16a20dc3-80a4-4000-9864-ed7372b3eb45'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:23.017912 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-8a317c46-5228-44e5-a9f8-c67e9e0438cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:45:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['16a20dc3-80a4-4000-9864-ed7372b3eb45'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:23.079870 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34396) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:23.094318 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-9279e87c-5ce6-4e67-8c0f-8a84ba83e297 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df608d5-e71d-4e69-b422-7c6ec62ef06b']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:23.102070 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3276b-1477-4aae-95f3-f4b2e375e35d None None] Pushing event updated for resources: {'Port': ['ID=13128eff-a7d4-44da-b921-1c1150faee6e,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:23.145120 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-794c63a1-dff9-49dd-97e4-593c66903fac tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.150086 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-9279e87c-5ce6-4e67-8c0f-8a84ba83e297 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dc805a4-5d3f-4852-bc07-dbcab0907a20') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:23.150417 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-9279e87c-5ce6-4e67-8c0f-8a84ba83e297 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dc805a4-5d3f-4852-bc07-dbcab0907a20') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:23.163150 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a057fb-df6a-4d86-aeae-52658738dbbb tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Checking segment: {'id': '74254b27-883f-4c2a-b1c1-61419d89632a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9df35863-0ddd-484c-a539-99ce67aab768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:46:23.164206 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-93701f40-05c8-41c9-a015-247356c6ea49 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.164367 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a057fb-df6a-4d86-aeae-52658738dbbb tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Network hostable DHCP agents. Network: 9df35863-0ddd-484c-a539-99ce67aab768, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:46:23.169541 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3c0c13dc-294b-46b9-ad07-7956f49271a4 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.192247 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9279e87c-5ce6-4e67-8c0f-8a84ba83e297 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.194984 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-8a317c46-5228-44e5-a9f8-c67e9e0438cd None None] Set router 16a20dc3-80a4-4000-9864-ed7372b3eb45 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:46:23.245111 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9279e87c-5ce6-4e67-8c0f-8a84ba83e297 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.267803 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9279e87c-5ce6-4e67-8c0f-8a84ba83e297 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:23.268223 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9279e87c-5ce6-4e67-8c0f-8a84ba83e297 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.275757 dv-neutron-828142-3-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:23.275757 dv-neutron-828142-3-hyperv neutron-server[109049]: self.session.flush() Feb 16 12:46:23.275757 dv-neutron-828142-3-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:23.275757 dv-neutron-828142-3-hyperv neutron-server[109049]: self.session.flush() Feb 16 12:46:23.275757 dv-neutron-828142-3-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:23.275757 dv-neutron-828142-3-hyperv neutron-server[109049]: self.session.flush() Feb 16 12:46:23.275757 dv-neutron-828142-3-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:23.275757 dv-neutron-828142-3-hyperv neutron-server[109049]: self.session.flush() Feb 16 12:46:23.275757 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:46:23.275757 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:23.275757 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:46:23.275757 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:23.275757 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:46:23.275757 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:46:23.275757 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:46:23.275757 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:23.275757 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:46:23.275757 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:23.275757 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:46:23.275757 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:23.275757 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:46:23.275757 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:46:23.275757 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:23.275757 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:46:23.275757 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:23.275757 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:46:23.275757 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:46:23.275757 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:46:23.275757 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:46:23.275757 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:46:23.275757 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:23.275757 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:23.275757 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:23.275757 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:23.275757 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:23.275757 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:23.275757 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:23.275757 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:23.275757 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:23.275757 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:23.301448 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c63a1-dff9-49dd-97e4-593c66903fac tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'Subnet': ['ID=db04db30-f010-48fc-8ba9-d0a5a378034e,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:23.333640 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3c0c13dc-294b-46b9-ad07-7956f49271a4 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.350550 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e6bfe608-04c4-4500-98a9-49dbd3797963 req-a92a5a0d-447c-4918-8fab-110c7c44e77f tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3328629 Feb 16 12:46:23.358039 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-464f0113-4f0b-4bb9-b725-b79af185be7f tempest-DvrRoutersNegativeTest-1546129162 tempest-DvrRoutersNegativeTest-1546129162-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-290458143', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:23.362254 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.policy [None req-464f0113-4f0b-4bb9-b725-b79af185be7f tempest-DvrRoutersNegativeTest-1546129162 tempest-DvrRoutersNegativeTest-1546129162-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109049) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Feb 16 12:46:23.362797 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.policy [None req-464f0113-4f0b-4bb9-b725-b79af185be7f tempest-DvrRoutersNegativeTest-1546129162 tempest-DvrRoutersNegativeTest-1546129162-project] Failed policy check for 'create_router' {{(pid=109049) enforce /opt/stack/neutron/neutron/policy.py:520}} Feb 16 12:46:23.363180 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-464f0113-4f0b-4bb9-b725-b79af185be7f tempest-DvrRoutersNegativeTest-1546129162 tempest-DvrRoutersNegativeTest-1546129162-project] create failed (client error): Access was denied to this resource. Feb 16 12:46:23.364673 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-464f0113-4f0b-4bb9-b725-b79af185be7f tempest-DvrRoutersNegativeTest-1546129162 tempest-DvrRoutersNegativeTest-1546129162-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2823634 Feb 16 12:46:23.399459 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a057fb-df6a-4d86-aeae-52658738dbbb tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Network 9df35863-0ddd-484c-a539-99ce67aab768 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:46:23.466297 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-f7a057fb-df6a-4d86-aeae-52658738dbbb tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 9df35863-0ddd-484c-a539-99ce67aab768) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:23.470373 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794c63a1-dff9-49dd-97e4-593c66903fac tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Checking segment: {'id': 'f5faf5ce-dc1c-43ea-a5dd-52a6338389e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9bd0c54a-92ba-4f53-b8a6-dc20ce12fe34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:46:23.470616 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794c63a1-dff9-49dd-97e4-593c66903fac tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Network hostable DHCP agents. Network: 9bd0c54a-92ba-4f53-b8a6-dc20ce12fe34, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:46:23.472781 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9279e87c-5ce6-4e67-8c0f-8a84ba83e297 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.474787 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a057fb-df6a-4d86-aeae-52658738dbbb tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:23.476958 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f7a057fb-df6a-4d86-aeae-52658738dbbb tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.479334 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-8a317c46-5228-44e5-a9f8-c67e9e0438cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a20dc3-80a4-4000-9864-ed7372b3eb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473723772', 'tenant_id': '7b8da0c113224745a027e6a94fb34ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '13128eff-a7d4-44da-b921-1c1150faee6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:46:13Z', 'updated_at': '2022-02-16T12:46:17Z', 'revision_number': 3, 'project_id': '7b8da0c113224745a027e6a94fb34ab0', 'gw_port': {'id': '13128eff-a7d4-44da-b921-1c1150faee6e', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:74:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a20dc3-80a4-4000-9864-ed7372b3eb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:15Z', 'updated_at': '2022-02-16T12:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:23.481223 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93701f40-05c8-41c9-a015-247356c6ea49 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Checking segment: {'id': '90667a76-1b5f-4025-bbab-26d11557ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1f2d6662-0d51-4971-b763-9b8501090561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:46:23.481654 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93701f40-05c8-41c9-a015-247356c6ea49 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Network hostable DHCP agents. Network: 1f2d6662-0d51-4971-b763-9b8501090561, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:46:23.484695 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f212f26-c56e-423e-b77a-4f2f8881667f None None] Network 9df35863-0ddd-484c-a539-99ce67aab768 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:46:23.513592 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f7a057fb-df6a-4d86-aeae-52658738dbbb tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6601791 Feb 16 12:46:23.514699 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34402) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:23.534662 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a317c46-5228-44e5-a9f8-c67e9e0438cd None None] The sync data for ids ['16a20dc3-80a4-4000-9864-ed7372b3eb45'] in dv-neutron-828142-3-hyperv is: [{'id': '16a20dc3-80a4-4000-9864-ed7372b3eb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473723772', 'tenant_id': '7b8da0c113224745a027e6a94fb34ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '13128eff-a7d4-44da-b921-1c1150faee6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:46:13Z', 'updated_at': '2022-02-16T12:46:17Z', 'revision_number': 3, 'project_id': '7b8da0c113224745a027e6a94fb34ab0', 'gw_port': {'id': '13128eff-a7d4-44da-b921-1c1150faee6e', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:74:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a20dc3-80a4-4000-9864-ed7372b3eb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:15Z', 'updated_at': '2022-02-16T12:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:23.596692 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-3c0c13dc-294b-46b9-ad07-7956f49271a4 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Deleting port b5a43d15-ecae-4fbc-a9b5-5c4669bc434d {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:46:23.597037 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3c0c13dc-294b-46b9-ad07-7956f49271a4 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.768722 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6429537-d77d-4f79-8929-57d5f21e12d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-9df35863-0ddd-484c-a539-99ce67aab768', 'network_id': '9df35863-0ddd-484c-a539-99ce67aab768', 'tenant_id': '7b8da0c113224745a027e6a94fb34ab0', 'fixed_ips': [{'subnet_id': 'cf796c68-f1ba-4a90-a53d-382e7e9121ed'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:46:23.769723 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d6429537-d77d-4f79-8929-57d5f21e12d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.870843 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9279e87c-5ce6-4e67-8c0f-8a84ba83e297 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.876654 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9279e87c-5ce6-4e67-8c0f-8a84ba83e297 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "DELETE /v2.0/networks/0df608d5-e71d-4e69-b422-7c6ec62ef06b HTTP/1.1" status: 204 len: 168 time: 3.4608157 Feb 16 12:46:23.879783 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34406) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:23.880666 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34408) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:23.902931 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-6d6c9ed9-504d-4ce1-a3f8-d4b94fd3ef0c tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1863244458', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}, 'admin_state_up': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:23.945689 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93701f40-05c8-41c9-a015-247356c6ea49 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event updated for resources: {'Subnet': ['ID=b67d307e-473b-44fc-83e6-c99d5f552aa4,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:24.015700 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279e87c-5ce6-4e67-8c0f-8a84ba83e297 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event deleted for resources: {'Network': ['ID=0df608d5-e71d-4e69-b422-7c6ec62ef06b,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:24.045902 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794c63a1-dff9-49dd-97e4-593c66903fac tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Network 9bd0c54a-92ba-4f53-b8a6-dc20ce12fe34 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:46:24.059107 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-46d65930-5f0d-47c7-9d39-b4ef37027215 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.084666 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-d6429537-d77d-4f79-8929-57d5f21e12d2 None None] Allocated IP 172.20.0.2 (9df35863-0ddd-484c-a539-99ce67aab768/cf796c68-f1ba-4a90-a53d-382e7e9121ed/56a5ea21-0f1b-4279-a77f-03ce7c6bada7) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:24.090860 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-794c63a1-dff9-49dd-97e4-593c66903fac tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 9bd0c54a-92ba-4f53-b8a6-dc20ce12fe34) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:24.113427 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a64aab-4d6a-4962-bf9f-463ef46a432a None None] Network 9bd0c54a-92ba-4f53-b8a6-dc20ce12fe34 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:46:24.115103 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794c63a1-dff9-49dd-97e4-593c66903fac tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:24.116361 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-794c63a1-dff9-49dd-97e4-593c66903fac tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.187610 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93701f40-05c8-41c9-a015-247356c6ea49 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Network 1f2d6662-0d51-4971-b763-9b8501090561 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:46:24.193561 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6d6c9ed9-504d-4ce1-a3f8-d4b94fd3ef0c tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.195934 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6d6c9ed9-504d-4ce1-a3f8-d4b94fd3ef0c tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.230772 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d65930-5f0d-47c7-9d39-b4ef37027215 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event deleted for resources: {'Port': ['ID=65508517-9811-4f08-b2d7-8a963472119c,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:24.270722 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-93701f40-05c8-41c9-a015-247356c6ea49 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 1f2d6662-0d51-4971-b763-9b8501090561) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:24.301286 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93701f40-05c8-41c9-a015-247356c6ea49 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:24.302324 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-93701f40-05c8-41c9-a015-247356c6ea49 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.304239 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13095495-2dc8-434d-9c16-db819159bda4 None None] Network 1f2d6662-0d51-4971-b763-9b8501090561 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:46:24.313932 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-794c63a1-dff9-49dd-97e4-593c66903fac tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2278278 Feb 16 12:46:24.315418 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bad57930-1e80-4412-8809-5fb4b675e804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.326867 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34412) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:24.335010 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-b05be536-e0c1-4a5c-b955-74c2c70ed495 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'port': {'network_id': '9bd0c54a-92ba-4f53-b8a6-dc20ce12fe34', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1572643097'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:24.510261 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d3c26d3f-7a2b-4382-b93d-6b03f0d5b00c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.637450 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d6429537-d77d-4f79-8929-57d5f21e12d2 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.639500 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a65828-e235-4517-9973-cb4f04a8259a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-9bd0c54a-92ba-4f53-b8a6-dc20ce12fe34', 'network_id': '9bd0c54a-92ba-4f53-b8a6-dc20ce12fe34', 'tenant_id': '5b475467252d4f968fd5b204d0b30dc2', 'fixed_ips': [{'subnet_id': 'db04db30-f010-48fc-8ba9-d0a5a378034e'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:46:24.640374 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d2a65828-e235-4517-9973-cb4f04a8259a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.680776 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d6429537-d77d-4f79-8929-57d5f21e12d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.687474 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6d6c9ed9-504d-4ce1-a3f8-d4b94fd3ef0c tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.707372 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-93701f40-05c8-41c9-a015-247356c6ea49 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5931623 Feb 16 12:46:24.716871 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34416) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:24.728232 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3c0c13dc-294b-46b9-ad07-7956f49271a4 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.788789 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-3c0c13dc-294b-46b9-ad07-7956f49271a4 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Calling delete_port for b5a43d15-ecae-4fbc-a9b5-5c4669bc434d owned by network:router_gateway {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:46:24.799635 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b227980-098a-460c-80b0-43acf77d614d req-5077e0c2-f884-454a-8cf9-bc96e3b3fc19 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:24.801455 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9b227980-098a-460c-80b0-43acf77d614d req-5077e0c2-f884-454a-8cf9-bc96e3b3fc19 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.1687074 Feb 16 12:46:24.836098 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6429537-d77d-4f79-8929-57d5f21e12d2 None None] Network 9df35863-0ddd-484c-a539-99ce67aab768 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:24.848189 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-d6429537-d77d-4f79-8929-57d5f21e12d2 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:24.853016 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6429537-d77d-4f79-8929-57d5f21e12d2 None None] Pushing event updated for resources: {'Port': ['ID=56a5ea21-0f1b-4279-a77f-03ce7c6bada7,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:24.868139 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6429537-d77d-4f79-8929-57d5f21e12d2 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:46:24.941653 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a992dee-c52a-4fd8-b1e7-013311c13126 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-1f2d6662-0d51-4971-b763-9b8501090561', 'network_id': '1f2d6662-0d51-4971-b763-9b8501090561', 'tenant_id': '05dd934713464510b741f50524d05f6e', 'fixed_ips': [{'subnet_id': 'b67d307e-473b-44fc-83e6-c99d5f552aa4'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:46:24.942549 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3a992dee-c52a-4fd8-b1e7-013311c13126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.999889 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9b227980-098a-460c-80b0-43acf77d614d req-ae4f3932-6c9a-446e-b3b5-d10782495165 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723874 Feb 16 12:46:25.052719 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-d2a65828-e235-4517-9973-cb4f04a8259a None None] Allocated IP 172.20.0.2 (9bd0c54a-92ba-4f53-b8a6-dc20ce12fe34/db04db30-f010-48fc-8ba9-d0a5a378034e/727a1fc4-69a1-412e-a4b8-389b987c7df1) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:25.068610 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-28e9d890-0c3b-4ed1-bacf-424b0ec9503b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.072800 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-d6429537-d77d-4f79-8929-57d5f21e12d2 None None] Attempting to bind port 56a5ea21-0f1b-4279-a77f-03ce7c6bada7 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:25.073372 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-d6429537-d77d-4f79-8929-57d5f21e12d2 None None] Attempting to bind port 56a5ea21-0f1b-4279-a77f-03ce7c6bada7 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '74254b27-883f-4c2a-b1c1-61419d89632a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9df35863-0ddd-484c-a539-99ce67aab768'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:25.074153 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6429537-d77d-4f79-8929-57d5f21e12d2 None None] Attempting to bind port 56a5ea21-0f1b-4279-a77f-03ce7c6bada7 on network 9df35863-0ddd-484c-a539-99ce67aab768 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:46:25.166363 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c58f52eb-1206-47b4-951d-c4a2c408d0ab tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.166600 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6429537-d77d-4f79-8929-57d5f21e12d2 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:46:25.166853 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6429537-d77d-4f79-8929-57d5f21e12d2 None None] Checking segment: {'id': '74254b27-883f-4c2a-b1c1-61419d89632a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9df35863-0ddd-484c-a539-99ce67aab768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:46:25.167263 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d6429537-d77d-4f79-8929-57d5f21e12d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.167659 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6429537-d77d-4f79-8929-57d5f21e12d2 None None] Bound using segment: {'id': '74254b27-883f-4c2a-b1c1-61419d89632a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9df35863-0ddd-484c-a539-99ce67aab768'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:46:25.168570 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-d6429537-d77d-4f79-8929-57d5f21e12d2 None None] Bound port: 56a5ea21-0f1b-4279-a77f-03ce7c6bada7, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74254b27-883f-4c2a-b1c1-61419d89632a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9df35863-0ddd-484c-a539-99ce67aab768'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:25.168978 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d6429537-d77d-4f79-8929-57d5f21e12d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.204995 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6d6c9ed9-504d-4ce1-a3f8-d4b94fd3ef0c tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.223183 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05be536-e0c1-4a5c-b955-74c2c70ed495 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Made reservation on behalf of 5b475467252d4f968fd5b204d0b30dc2 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:25.227570 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b05be536-e0c1-4a5c-b955-74c2c70ed495 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.315545 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-b05be536-e0c1-4a5c-b955-74c2c70ed495 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] device_id is not set on port 45743543-c990-4ad5-a800-020acb05f691 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:46:25.411536 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d65930-5f0d-47c7-9d39-b4ef37027215 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Router f73fdcb3-92e8-4130-abdd-fcf42432cb48 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:46:25.445414 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-28e9d890-0c3b-4ed1-bacf-424b0ec9503b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.512673 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3c0c13dc-294b-46b9-ad07-7956f49271a4 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.526709 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 13128eff-a7d4-44da-b921-1c1150faee6e up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:46:25.534993 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bad57930-1e80-4412-8809-5fb4b675e804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.558723 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bad57930-1e80-4412-8809-5fb4b675e804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.586523 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972613ed-51da-478d-9caa-e1d6c7a54f30 req-9b5abb94-db1e-4118-aed1-281ce9a09bb7 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:25.595274 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-972613ed-51da-478d-9caa-e1d6c7a54f30 req-9b5abb94-db1e-4118-aed1-281ce9a09bb7 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.3378730 Feb 16 12:46:25.598129 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c13dc-294b-46b9-ad07-7956f49271a4 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Pushing event deleted for resources: {'Port': ['ID=b5a43d15-ecae-4fbc-a9b5-5c4669bc434d,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:25.632058 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-3a992dee-c52a-4fd8-b1e7-013311c13126 None None] Allocated IP 172.20.0.2 (1f2d6662-0d51-4971-b763-9b8501090561/b67d307e-473b-44fc-83e6-c99d5f552aa4/f8c0095c-cd0d-4fee-8d89-773106d1fd85) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:25.641920 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-d6429537-d77d-4f79-8929-57d5f21e12d2 None None] For port 56a5ea21-0f1b-4279-a77f-03ce7c6bada7, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:46:25.678475 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-bad57930-1e80-4412-8809-5fb4b675e804 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e212c257562745d48ce24e56058ae9c2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7905638 Feb 16 12:46:25.684807 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34420) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:25.694820 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad57930-1e80-4412-8809-5fb4b675e804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dba7e56-93b4-4916-a2f8-f17ebc28c12b,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:25.707292 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-d6429537-d77d-4f79-8929-57d5f21e12d2 None None] For port 56a5ea21-0f1b-4279-a77f-03ce7c6bada7, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=56a5ea21-0f1b-4279-a77f-03ce7c6bada7,segment=NetworkSegment(74254b27-883f-4c2a-b1c1-61419d89632a),segment_id=74254b27-883f-4c2a-b1c1-61419d89632a)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:46:25.760440 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-972613ed-51da-478d-9caa-e1d6c7a54f30 req-d4040901-00de-48bc-85db-7c2a52b7f2e7 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642261 Feb 16 12:46:25.769780 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d6429537-d77d-4f79-8929-57d5f21e12d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.780693 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.829939 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d2a65828-e235-4517-9973-cb4f04a8259a None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.836708 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3c0c13dc-294b-46b9-ad07-7956f49271a4 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.858885 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 13128eff-a7d4-44da-b921-1c1150faee6e triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:25.859464 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.914806 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d65930-5f0d-47c7-9d39-b4ef37027215 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:46:25.974201 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-b05be536-e0c1-4a5c-b955-74c2c70ed495 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Allocated IP 172.20.0.8 (9bd0c54a-92ba-4f53-b8a6-dc20ce12fe34/db04db30-f010-48fc-8ba9-d0a5a378034e/45743543-c990-4ad5-a800-020acb05f691) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:26.034799 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d2a65828-e235-4517-9973-cb4f04a8259a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.037777 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52419687-dff0-41eb-86d7-2319b0faa925 None None] Sync routers for ids ['f73fdcb3-92e8-4130-abdd-fcf42432cb48'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:26.113401 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3c0c13dc-294b-46b9-ad07-7956f49271a4 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.115940 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2d474b18-98a3-4d5d-b8d7-9c2a0fd2ca27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.117363 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-c58f52eb-1206-47b4-951d-c4a2c408d0ab tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Allocated IP 172.20.0.1 (9df35863-0ddd-484c-a539-99ce67aab768/cf796c68-f1ba-4a90-a53d-382e7e9121ed/59ac6669-9723-4362-9580-14b148fe2936) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:26.123054 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3c0c13dc-294b-46b9-ad07-7956f49271a4 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.134959 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6429537-d77d-4f79-8929-57d5f21e12d2 None None] Pushing event updated for resources: {'Port': ['ID=56a5ea21-0f1b-4279-a77f-03ce7c6bada7,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:26.204997 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a65828-e235-4517-9973-cb4f04a8259a None None] Network 9bd0c54a-92ba-4f53-b8a6-dc20ce12fe34 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:26.208836 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3a992dee-c52a-4fd8-b1e7-013311c13126 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.213017 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-d2a65828-e235-4517-9973-cb4f04a8259a None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:26.215685 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a65828-e235-4517-9973-cb4f04a8259a None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:46:26.226461 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e0f26-48d1-44cc-bdbf-f66e76fcebd9 req-b0651763-592c-4e8f-9873-da1eeba32d16 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:26.228460 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-399e0f26-48d1-44cc-bdbf-f66e76fcebd9 req-b0651763-592c-4e8f-9873-da1eeba32d16 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.2136140 Feb 16 12:46:26.239653 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52419687-dff0-41eb-86d7-2319b0faa925 None None] Routers {'f73fdcb3-92e8-4130-abdd-fcf42432cb48'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:26.240324 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-52419687-dff0-41eb-86d7-2319b0faa925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:46:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['f73fdcb3-92e8-4130-abdd-fcf42432cb48'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:26.330817 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-46d65930-5f0d-47c7-9d39-b4ef37027215 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.333128 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3a992dee-c52a-4fd8-b1e7-013311c13126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.338599 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-46d65930-5f0d-47c7-9d39-b4ef37027215 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "DELETE /v2.0/ports/65508517-9811-4f08-b2d7-8a963472119c HTTP/1.1" status: 204 len: 168 time: 5.5977352 Feb 16 12:46:26.351763 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34424) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:26.357921 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3c0c13dc-294b-46b9-ad07-7956f49271a4 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.359398 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0c13dc-294b-46b9-ad07-7956f49271a4 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Fanout notify agent at l3_agent the message router_deleted on router eb603f25-afa7-4116-ac70-74ddf5924db2 {{(pid=109048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:46:26.360255 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2d474b18-98a3-4d5d-b8d7-9c2a0fd2ca27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.410164 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3c0c13dc-294b-46b9-ad07-7956f49271a4 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.412887 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-52419687-dff0-41eb-86d7-2319b0faa925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:26.415392 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a65828-e235-4517-9973-cb4f04a8259a None None] Pushing event updated for resources: {'Port': ['ID=727a1fc4-69a1-412e-a4b8-389b987c7df1,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:26.418629 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3c0c13dc-294b-46b9-ad07-7956f49271a4 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] 10.222.0.90 "DELETE /v2.0/routers/eb603f25-afa7-4116-ac70-74ddf5924db2 HTTP/1.1" status: 204 len: 168 time: 3.6259592 Feb 16 12:46:26.438922 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34426) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:26.452908 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-2a0dc16a-6277-4e38-bf2d-5cc8f6e5c34c tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Request body: {'router': {'name': 'tempest-snat-router-465107338', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'enable_snat': False}}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:26.474645 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a992dee-c52a-4fd8-b1e7-013311c13126 None None] Network 1f2d6662-0d51-4971-b763-9b8501090561 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:26.496987 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-28e9d890-0c3b-4ed1-bacf-424b0ec9503b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.497780 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52419687-dff0-41eb-86d7-2319b0faa925 None None] Routers {'f73fdcb3-92e8-4130-abdd-fcf42432cb48'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:26.499041 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6d6c9ed9-504d-4ce1-a3f8-d4b94fd3ef0c tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.499235 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-52419687-dff0-41eb-86d7-2319b0faa925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:46:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['f73fdcb3-92e8-4130-abdd-fcf42432cb48'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:26.518341 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-3a992dee-c52a-4fd8-b1e7-013311c13126 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:26.603986 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-52419687-dff0-41eb-86d7-2319b0faa925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:26.605508 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6d6c9ed9-504d-4ce1-a3f8-d4b94fd3ef0c tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.605843 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52419687-dff0-41eb-86d7-2319b0faa925 None None] The sync data for ids ['f73fdcb3-92e8-4130-abdd-fcf42432cb48'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:26.608070 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a992dee-c52a-4fd8-b1e7-013311c13126 None None] Pushing event updated for resources: {'Port': ['ID=f8c0095c-cd0d-4fee-8d89-773106d1fd85,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:26.619368 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a992dee-c52a-4fd8-b1e7-013311c13126 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:46:26.626657 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-399e0f26-48d1-44cc-bdbf-f66e76fcebd9 req-e5bfd414-2c1a-4dde-9d8d-706cc2e1dedf tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3712215 Feb 16 12:46:26.629725 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.633411 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c58f52eb-1206-47b4-951d-c4a2c408d0ab tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.639342 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2a0dc16a-6277-4e38-bf2d-5cc8f6e5c34c tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.642139 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2a0dc16a-6277-4e38-bf2d-5cc8f6e5c34c tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.667321 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 13128eff-a7d4-44da-b921-1c1150faee6e, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=13128eff-a7d4-44da-b921-1c1150faee6e,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:46:26.672009 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-d2a65828-e235-4517-9973-cb4f04a8259a None None] Attempting to bind port 727a1fc4-69a1-412e-a4b8-389b987c7df1 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:26.672427 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-d2a65828-e235-4517-9973-cb4f04a8259a None None] Attempting to bind port 727a1fc4-69a1-412e-a4b8-389b987c7df1 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'f5faf5ce-dc1c-43ea-a5dd-52a6338389e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9bd0c54a-92ba-4f53-b8a6-dc20ce12fe34'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:26.672994 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a65828-e235-4517-9973-cb4f04a8259a None None] Attempting to bind port 727a1fc4-69a1-412e-a4b8-389b987c7df1 on network 9bd0c54a-92ba-4f53-b8a6-dc20ce12fe34 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:46:26.685041 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a65828-e235-4517-9973-cb4f04a8259a None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:46:26.685041 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a65828-e235-4517-9973-cb4f04a8259a None None] Checking segment: {'id': 'f5faf5ce-dc1c-43ea-a5dd-52a6338389e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9bd0c54a-92ba-4f53-b8a6-dc20ce12fe34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:46:26.685041 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d2a65828-e235-4517-9973-cb4f04a8259a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.688691 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a65828-e235-4517-9973-cb4f04a8259a None None] Bound using segment: {'id': 'f5faf5ce-dc1c-43ea-a5dd-52a6338389e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9bd0c54a-92ba-4f53-b8a6-dc20ce12fe34'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:46:26.690770 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-d2a65828-e235-4517-9973-cb4f04a8259a None None] Bound port: 727a1fc4-69a1-412e-a4b8-389b987c7df1, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5faf5ce-dc1c-43ea-a5dd-52a6338389e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9bd0c54a-92ba-4f53-b8a6-dc20ce12fe34'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:26.692227 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d2a65828-e235-4517-9973-cb4f04a8259a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.707242 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9d890-0c3b-4ed1-bacf-424b0ec9503b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event deleted for resources: {'Subnet': ['ID=b67d307e-473b-44fc-83e6-c99d5f552aa4,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:26.724697 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.730441 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b05be536-e0c1-4a5c-b955-74c2c70ed495 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.757301 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c58f52eb-1206-47b4-951d-c4a2c408d0ab tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.846076 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-28e9d890-0c3b-4ed1-bacf-424b0ec9503b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.869621 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2d474b18-98a3-4d5d-b8d7-9c2a0fd2ca27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.872177 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2d474b18-98a3-4d5d-b8d7-9c2a0fd2ca27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.876699 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2d474b18-98a3-4d5d-b8d7-9c2a0fd2ca27 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6dba7e56-93b4-4916-a2f8-f17ebc28c12b HTTP/1.1" status: 204 len: 168 time: 1.1876438 Feb 16 12:46:26.937972 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-28e9d890-0c3b-4ed1-bacf-424b0ec9503b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f2d6662-0d51-4971-b763-9b8501090561']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:26.939466 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2a0dc16a-6277-4e38-bf2d-5cc8f6e5c34c tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.943416 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d474b18-98a3-4d5d-b8d7-9c2a0fd2ca27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dba7e56-93b4-4916-a2f8-f17ebc28c12b,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:27.030217 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-28e9d890-0c3b-4ed1-bacf-424b0ec9503b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90667a76-1b5f-4025-bbab-26d11557ace8') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:27.030485 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-28e9d890-0c3b-4ed1-bacf-424b0ec9503b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90667a76-1b5f-4025-bbab-26d11557ace8') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:27.032843 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-3a992dee-c52a-4fd8-b1e7-013311c13126 None None] Attempting to bind port f8c0095c-cd0d-4fee-8d89-773106d1fd85 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:27.033645 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-3a992dee-c52a-4fd8-b1e7-013311c13126 None None] Attempting to bind port f8c0095c-cd0d-4fee-8d89-773106d1fd85 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '90667a76-1b5f-4025-bbab-26d11557ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1f2d6662-0d51-4971-b763-9b8501090561'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:27.034406 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a992dee-c52a-4fd8-b1e7-013311c13126 None None] Attempting to bind port f8c0095c-cd0d-4fee-8d89-773106d1fd85 on network 1f2d6662-0d51-4971-b763-9b8501090561 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:46:27.043810 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f52eb-1206-47b4-951d-c4a2c408d0ab tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Pushing event updated for resources: {'Port': ['ID=59ac6669-9723-4362-9580-14b148fe2936,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:27.063008 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=13128eff-a7d4-44da-b921-1c1150faee6e,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:27.074261 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a992dee-c52a-4fd8-b1e7-013311c13126 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:46:27.075153 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a992dee-c52a-4fd8-b1e7-013311c13126 None None] Checking segment: {'id': '90667a76-1b5f-4025-bbab-26d11557ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1f2d6662-0d51-4971-b763-9b8501090561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:46:27.075844 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3a992dee-c52a-4fd8-b1e7-013311c13126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.076007 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-28e9d890-0c3b-4ed1-bacf-424b0ec9503b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.076701 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a992dee-c52a-4fd8-b1e7-013311c13126 None None] Bound using segment: {'id': '90667a76-1b5f-4025-bbab-26d11557ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1f2d6662-0d51-4971-b763-9b8501090561'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:46:27.077662 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-3a992dee-c52a-4fd8-b1e7-013311c13126 None None] Bound port: f8c0095c-cd0d-4fee-8d89-773106d1fd85, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90667a76-1b5f-4025-bbab-26d11557ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1f2d6662-0d51-4971-b763-9b8501090561'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:27.078394 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3a992dee-c52a-4fd8-b1e7-013311c13126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.103890 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-d2a65828-e235-4517-9973-cb4f04a8259a None None] For port 727a1fc4-69a1-412e-a4b8-389b987c7df1, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:46:27.112728 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b05be536-e0c1-4a5c-b955-74c2c70ed495 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.117041 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.122067 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-d2a65828-e235-4517-9973-cb4f04a8259a None None] For port 727a1fc4-69a1-412e-a4b8-389b987c7df1, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=727a1fc4-69a1-412e-a4b8-389b987c7df1,segment=NetworkSegment(f5faf5ce-dc1c-43ea-a5dd-52a6338389e8),segment_id=f5faf5ce-dc1c-43ea-a5dd-52a6338389e8)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:46:27.150407 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2a0dc16a-6277-4e38-bf2d-5cc8f6e5c34c tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.164449 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58f52eb-1206-47b4-951d-c4a2c408d0ab tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Network 9df35863-0ddd-484c-a539-99ce67aab768 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:27.167582 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-c58f52eb-1206-47b4-951d-c4a2c408d0ab tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:27.172122 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58f52eb-1206-47b4-951d-c4a2c408d0ab tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:46:27.185621 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ce812-3720-4d63-b01c-bf4d95244c9c req-239a63a5-746b-458f-9adb-b44035e045d7 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:27.187419 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6a1ce812-3720-4d63-b01c-bf4d95244c9c req-239a63a5-746b-458f-9adb-b44035e045d7 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.3488626 Feb 16 12:46:27.217162 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-28e9d890-0c3b-4ed1-bacf-424b0ec9503b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.236404 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d2a65828-e235-4517-9973-cb4f04a8259a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.336220 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6a1ce812-3720-4d63-b01c-bf4d95244c9c req-f1d645c4-0a62-4b66-b54c-1575763961a0 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056755 Feb 16 12:46:27.426194 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c58f52eb-1206-47b4-951d-c4a2c408d0ab tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.542846 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a65828-e235-4517-9973-cb4f04a8259a None None] Pushing event updated for resources: {'Port': ['ID=727a1fc4-69a1-412e-a4b8-389b987c7df1,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:27.561756 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-3a992dee-c52a-4fd8-b1e7-013311c13126 None None] For port f8c0095c-cd0d-4fee-8d89-773106d1fd85, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:46:27.565738 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.691624 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049b762-fa7d-4864-a96b-71a59b6b3a0f req-a85562aa-03ec-4b96-b700-5a35be30ba4f tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:27.693539 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a049b762-fa7d-4864-a96b-71a59b6b3a0f req-a85562aa-03ec-4b96-b700-5a35be30ba4f tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.1046469 Feb 16 12:46:27.778477 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-6d6c9ed9-504d-4ce1-a3f8-d4b94fd3ef0c tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Allocated IP 172.26.2.213 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/3c60193b-2e1e-4381-a133-351b535ad1e9) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:27.791997 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 56a5ea21-0f1b-4279-a77f-03ce7c6bada7 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:46:27.795323 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28e9d890-0c3b-4ed1-bacf-424b0ec9503b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:27.795723 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-28e9d890-0c3b-4ed1-bacf-424b0ec9503b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.848759 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:46:27.848759 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:27.848759 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:46:27.848759 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:27.848759 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:46:27.848759 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:46:27.848759 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:46:27.848759 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:27.848759 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:46:27.848759 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:27.848759 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:46:27.848759 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:27.848759 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:46:27.848759 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:46:27.848759 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:27.848759 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:46:27.848759 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:27.848759 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:46:27.848759 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:46:27.848759 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:46:27.848759 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:46:27.848759 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:46:27.848759 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:27.848759 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:27.848759 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:27.848759 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:27.848759 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:27.848759 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:27.848759 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:27.848759 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:27.848759 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:27.848759 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:27.925406 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 56a5ea21-0f1b-4279-a77f-03ce7c6bada7 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:27.925780 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.926992 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a049b762-fa7d-4864-a96b-71a59b6b3a0f req-9ab4771c-36c4-46ad-80cf-593ede4e7d3b tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230041 Feb 16 12:46:28.008668 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62defed-a7c1-4f1f-bca2-ace3b4e397d0 None None] Network 9df35863-0ddd-484c-a539-99ce67aab768 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:46:28.089078 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.db.api [None req-28e9d890-0c3b-4ed1-bacf-424b0ec9503b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 12:46:28.089078 dv-neutron-828142-3-hyperv neutron-server[109049]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 12:46:28.089078 dv-neutron-828142-3-hyperv neutron-server[109049]: [parameters: {'id': '1f2d6662-0d51-4971-b763-9b8501090561'}] Feb 16 12:46:28.089078 dv-neutron-828142-3-hyperv neutron-server[109049]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:46:28.089645 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG oslo_db.api [None req-28e9d890-0c3b-4ed1-bacf-424b0ec9503b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:46:28.091230 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05be536-e0c1-4a5c-b955-74c2c70ed495 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Network 9bd0c54a-92ba-4f53-b8a6-dc20ce12fe34 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:28.124060 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-b05be536-e0c1-4a5c-b955-74c2c70ed495 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:28.133734 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c58f52eb-1206-47b4-951d-c4a2c408d0ab tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.142162 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05be536-e0c1-4a5c-b955-74c2c70ed495 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:46:28.149716 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05be536-e0c1-4a5c-b955-74c2c70ed495 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'Port': ['ID=45743543-c990-4ad5-a800-020acb05f691,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:28.151010 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2a0dc16a-6277-4e38-bf2d-5cc8f6e5c34c tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.203325 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-3a992dee-c52a-4fd8-b1e7-013311c13126 None None] For port f8c0095c-cd0d-4fee-8d89-773106d1fd85, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=f8c0095c-cd0d-4fee-8d89-773106d1fd85,segment=NetworkSegment(90667a76-1b5f-4025-bbab-26d11557ace8),segment_id=90667a76-1b5f-4025-bbab-26d11557ace8)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:46:28.210373 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-ca788e15-2bf2-4748-8bde-80a0a082fd45 None None] Provisioning complete for port 56a5ea21-0f1b-4279-a77f-03ce7c6bada7 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:28.210929 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ca788e15-2bf2-4748-8bde-80a0a082fd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.254490 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3a992dee-c52a-4fd8-b1e7-013311c13126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.382584 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05be536-e0c1-4a5c-b955-74c2c70ed495 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:28.390835 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b05be536-e0c1-4a5c-b955-74c2c70ed495 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.447343 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6d6c9ed9-504d-4ce1-a3f8-d4b94fd3ef0c tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.465729 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.478487 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b05be536-e0c1-4a5c-b955-74c2c70ed495 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 4.1494939 Feb 16 12:46:28.498829 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a992dee-c52a-4fd8-b1e7-013311c13126 None None] Pushing event updated for resources: {'Port': ['ID=f8c0095c-cd0d-4fee-8d89-773106d1fd85,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:28.520434 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.545360 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34456) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:28.554268 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d191609f-0bcc-49dc-a44a-ba6d769ff495 None None] Network 1f2d6662-0d51-4971-b763-9b8501090561 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:46:28.616171 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-28e9d890-0c3b-4ed1-bacf-424b0ec9503b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.648051 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 56a5ea21-0f1b-4279-a77f-03ce7c6bada7, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=56a5ea21-0f1b-4279-a77f-03ce7c6bada7,segment=NetworkSegment(74254b27-883f-4c2a-b1c1-61419d89632a),segment_id=74254b27-883f-4c2a-b1c1-61419d89632a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:46:28.710730 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.711541 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 13128eff-a7d4-44da-b921-1c1150faee6e up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:46:28.714437 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ca788e15-2bf2-4748-8bde-80a0a082fd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.726391 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34458) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:29.009517 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6d6c9ed9-504d-4ce1-a3f8-d4b94fd3ef0c tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:29.175738 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d83e0d73-d2b2-4711-aa6f-eb736b42bdf2 tempest-ServiceProvidersTest-1539736326 tempest-ServiceProvidersTest-1539736326-project] 10.222.0.90 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4301457 Feb 16 12:46:29.175738 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6c9ed9-504d-4ce1-a3f8-d4b94fd3ef0c tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:29.175738 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-63064053-a0e5-4281-b24f-b6cfcb00a440 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Deleting port 45743543-c990-4ad5-a800-020acb05f691 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:46:29.177402 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-63064053-a0e5-4281-b24f-b6cfcb00a440 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:29.196186 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-6d6c9ed9-504d-4ce1-a3f8-d4b94fd3ef0c tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:29.198712 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c9ed9-504d-4ce1-a3f8-d4b94fd3ef0c tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event updated for resources: {'Port': ['ID=3c60193b-2e1e-4381-a133-351b535ad1e9,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:29.201488 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6c9ed9-504d-4ce1-a3f8-d4b94fd3ef0c tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:46:29.258991 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=56a5ea21-0f1b-4279-a77f-03ce7c6bada7,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:29.306965 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-28e9d890-0c3b-4ed1-bacf-424b0ec9503b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Deleting port f8c0095c-cd0d-4fee-8d89-773106d1fd85 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:46:29.307308 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-28e9d890-0c3b-4ed1-bacf-424b0ec9503b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:29.337644 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2a0dc16a-6277-4e38-bf2d-5cc8f6e5c34c tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:29.340209 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2fd69c-3e0f-4ebe-82b3-ad48ede83e71 None None] Network 9bd0c54a-92ba-4f53-b8a6-dc20ce12fe34 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:46:29.488906 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7b235c52-ab0f-4ad3-87bd-1f5c27a85ea0 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:29.506829 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-63064053-a0e5-4281-b24f-b6cfcb00a440 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:29.577012 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 13128eff-a7d4-44da-b921-1c1150faee6e triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:29.577382 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:29.626859 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-63064053-a0e5-4281-b24f-b6cfcb00a440 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Calling delete_port for 45743543-c990-4ad5-a800-020acb05f691 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:46:29.632575 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-28e9d890-0c3b-4ed1-bacf-424b0ec9503b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] For port f8c0095c-cd0d-4fee-8d89-773106d1fd85, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=f8c0095c-cd0d-4fee-8d89-773106d1fd85,segment=NetworkSegment(90667a76-1b5f-4025-bbab-26d11557ace8),segment_id=90667a76-1b5f-4025-bbab-26d11557ace8)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:46:29.632973 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-28e9d890-0c3b-4ed1-bacf-424b0ec9503b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:29.701155 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.db.api [None req-ca788e15-2bf2-4748-8bde-80a0a082fd45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:46:29.701739 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG oslo_db.api [None req-ca788e15-2bf2-4748-8bde-80a0a082fd45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:46:29.703740 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d5eb3-a575-4666-9092-f86f64522307 req-89f879c9-1c87-4828-90de-9e89b63a1e1f tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:29.706250 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-327d5eb3-a575-4666-9092-f86f64522307 req-89f879c9-1c87-4828-90de-9e89b63a1e1f tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.3650479 Feb 16 12:46:29.744775 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-28e9d890-0c3b-4ed1-bacf-424b0ec9503b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Calling delete_port for f8c0095c-cd0d-4fee-8d89-773106d1fd85 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:46:29.759014 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-2a0dc16a-6277-4e38-bf2d-5cc8f6e5c34c tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Allocated IP 172.26.2.113 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/d9d6342f-a444-4d23-844e-2171df573b8a) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:29.762140 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34466) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:29.841422 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-327d5eb3-a575-4666-9092-f86f64522307 req-a3b0686b-9f96-4e83-8581-ecbaeb020a47 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149235 Feb 16 12:46:30.041970 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2a0dc16a-6277-4e38-bf2d-5cc8f6e5c34c tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.108426 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c58f52eb-1206-47b4-951d-c4a2c408d0ab tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.132647 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c58f52eb-1206-47b4-951d-c4a2c408d0ab tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.169977 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 727a1fc4-69a1-412e-a4b8-389b987c7df1 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:46:30.202236 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4a36c1ab-a9cc-4841-b430-0bd71d94a1d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.243331 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2a0dc16a-6277-4e38-bf2d-5cc8f6e5c34c tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.297045 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 727a1fc4-69a1-412e-a4b8-389b987c7df1 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:30.297706 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.316943 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c58f52eb-1206-47b4-951d-c4a2c408d0ab tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.339034 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-28e9d890-0c3b-4ed1-bacf-424b0ec9503b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.351308 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0dc16a-6277-4e38-bf2d-5cc8f6e5c34c tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:30.354440 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f52eb-1206-47b4-951d-c4a2c408d0ab tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Pushing event updated for resources: {'Port': ['ID=59ac6669-9723-4362-9580-14b148fe2936,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:30.364254 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e9d890-0c3b-4ed1-bacf-424b0ec9503b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] No DVR routers for this DVR port f8c0095c-cd0d-4fee-8d89-773106d1fd85 on host dv-neutron-828142-3-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:30.364478 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-2a0dc16a-6277-4e38-bf2d-5cc8f6e5c34c tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:30.387231 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0dc16a-6277-4e38-bf2d-5cc8f6e5c34c tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:46:30.428549 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9d890-0c3b-4ed1-bacf-424b0ec9503b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event deleted for resources: {'Port': ['ID=f8c0095c-cd0d-4fee-8d89-773106d1fd85,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:30.460272 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6d6c9ed9-504d-4ce1-a3f8-d4b94fd3ef0c tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.466694 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.475802 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-bf225956-2670-4815-842f-765e7f3bc416 None None] Provisioning complete for port 56a5ea21-0f1b-4279-a77f-03ce7c6bada7 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:30.477424 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bf225956-2670-4815-842f-765e7f3bc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.611021 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-28e9d890-0c3b-4ed1-bacf-424b0ec9503b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.629432 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 727a1fc4-69a1-412e-a4b8-389b987c7df1, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=727a1fc4-69a1-412e-a4b8-389b987c7df1,segment=NetworkSegment(f5faf5ce-dc1c-43ea-a5dd-52a6338389e8),segment_id=f5faf5ce-dc1c-43ea-a5dd-52a6338389e8)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:46:30.631776 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-63064053-a0e5-4281-b24f-b6cfcb00a440 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.635199 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22673bf3-56ff-4f61-9b91-831873bd7258 None None] get_active_networks_info from dv-neutron-828142-3-hyperv {{(pid=109050) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 12:46:30.668893 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0dc16a-6277-4e38-bf2d-5cc8f6e5c34c tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Pushing event updated for resources: {'Port': ['ID=d9d6342f-a444-4d23-844e-2171df573b8a,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:30.694263 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.695730 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 56a5ea21-0f1b-4279-a77f-03ce7c6bada7 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:46:30.714936 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-28e9d890-0c3b-4ed1-bacf-424b0ec9503b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f2d6662-0d51-4971-b763-9b8501090561']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:30.720450 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63064053-a0e5-4281-b24f-b6cfcb00a440 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'Port': ['ID=45743543-c990-4ad5-a800-020acb05f691,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:30.774549 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4a36c1ab-a9cc-4841-b430-0bd71d94a1d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.786354 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4a36c1ab-a9cc-4841-b430-0bd71d94a1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.793654 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-28e9d890-0c3b-4ed1-bacf-424b0ec9503b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90667a76-1b5f-4025-bbab-26d11557ace8') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:30.794004 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-28e9d890-0c3b-4ed1-bacf-424b0ec9503b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90667a76-1b5f-4025-bbab-26d11557ace8') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:30.827620 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58f52eb-1206-47b4-951d-c4a2c408d0ab tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Network 9df35863-0ddd-484c-a539-99ce67aab768 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:30.829032 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-28e9d890-0c3b-4ed1-bacf-424b0ec9503b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.845261 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-c58f52eb-1206-47b4-951d-c4a2c408d0ab tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:30.894396 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-4a36c1ab-a9cc-4841-b430-0bd71d94a1d3 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0eea63fdec7c4a358abb2f4d48780e53&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1311605 Feb 16 12:46:30.908703 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34470) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:30.909037 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36c1ab-a9cc-4841-b430-0bd71d94a1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1faa3e4d-6263-4ad7-a1bf-41d698c04007,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:30.953101 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-28e9d890-0c3b-4ed1-bacf-424b0ec9503b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.963384 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=727a1fc4-69a1-412e-a4b8-389b987c7df1,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:30.980416 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-bf225956-2670-4815-842f-765e7f3bc416 None None] Could not find standard attr ID for object 45743543-c990-4ad5-a800-020acb05f691. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:46:30.983373 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 56a5ea21-0f1b-4279-a77f-03ce7c6bada7 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:30.983889 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.992935 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28e9d890-0c3b-4ed1-bacf-424b0ec9503b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:30.993890 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-28e9d890-0c3b-4ed1-bacf-424b0ec9503b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.999030 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:46:30.999030 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:30.999030 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:46:30.999030 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:30.999030 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:46:30.999030 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:46:30.999030 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:46:30.999030 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:30.999030 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:46:30.999030 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:30.999030 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:46:30.999030 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:30.999030 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:46:30.999030 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:46:30.999030 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:30.999030 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:46:30.999030 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:30.999030 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:46:30.999030 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:46:30.999030 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:46:30.999030 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:46:30.999030 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:46:30.999030 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:30.999030 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:30.999030 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:30.999030 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:30.999030 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:30.999030 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:30.999030 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:30.999030 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:30.999030 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:30.999030 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:31.096757 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-63064053-a0e5-4281-b24f-b6cfcb00a440 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:31.100144 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-63064053-a0e5-4281-b24f-b6cfcb00a440 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/ports/45743543-c990-4ad5-a800-020acb05f691 HTTP/1.1" status: 204 len: 168 time: 2.5532959 Feb 16 12:46:31.107326 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34474) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:31.119141 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-bf225956-2670-4815-842f-765e7f3bc416 None None] Provisioning complete for port 59ac6669-9723-4362-9580-14b148fe2936 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:31.119753 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bf225956-2670-4815-842f-765e7f3bc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:31.138321 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-7b235c52-ab0f-4ad3-87bd-1f5c27a85ea0 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Deleting port 436af85d-995e-4c34-be87-8380afe676c0 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:46:31.138714 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7b235c52-ab0f-4ad3-87bd-1f5c27a85ea0 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:31.183852 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22673bf3-56ff-4f61-9b91-831873bd7258 None None] Resources bound (agent type, host, resource id): {{(pid=109050) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:46:31.199447 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-72c3b853-e123-47f1-ae33-2aa70fe96bb6 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] GET failed (client error): The resource could not be found. Feb 16 12:46:31.203379 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-72c3b853-e123-47f1-ae33-2aa70fe96bb6 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "GET /v2.0/ports/45743543-c990-4ad5-a800-020acb05f691 HTTP/1.1" status: 404 len: 333 time: 0.0818858 Feb 16 12:46:31.206698 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34476) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:31.215128 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2a0dc16a-6277-4e38-bf2d-5cc8f6e5c34c tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:31.221153 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4e668c41-0ed7-48f8-8c12-341029b9304f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:31.233044 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-bf225956-2670-4815-842f-765e7f3bc416 None None] Port 59ac6669-9723-4362-9580-14b148fe2936 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:46:31.278865 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-28e9d890-0c3b-4ed1-bacf-424b0ec9503b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:31.295673 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58f52eb-1206-47b4-951d-c4a2c408d0ab tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Router 16a20dc3-80a4-4000-9864-ed7372b3eb45 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:46:31.295895 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-28e9d890-0c3b-4ed1-bacf-424b0ec9503b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:31.299556 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-28e9d890-0c3b-4ed1-bacf-424b0ec9503b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "DELETE /v2.0/networks/1f2d6662-0d51-4971-b763-9b8501090561 HTTP/1.1" status: 204 len: 168 time: 6.5790873 Feb 16 12:46:31.311170 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34478) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:31.313156 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ad76b-6713-49de-a0c9-1dbc279d517e req-e35b8c8d-5900-4b34-b352-35134d38948c tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:31.320723 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-733ad76b-6713-49de-a0c9-1dbc279d517e req-e35b8c8d-5900-4b34-b352-35134d38948c tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.2214906 Feb 16 12:46:31.327537 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-d780f0ce-5303-4eaf-92cf-8e379a201937 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1617841596'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:31.347951 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-bf225956-2670-4815-842f-765e7f3bc416 None None] Provisioning complete for port 727a1fc4-69a1-412e-a4b8-389b987c7df1 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:31.348851 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bf225956-2670-4815-842f-765e7f3bc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:31.352178 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9d890-0c3b-4ed1-bacf-424b0ec9503b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event deleted for resources: {'Network': ['ID=1f2d6662-0d51-4971-b763-9b8501090561,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:31.356657 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4e668c41-0ed7-48f8-8c12-341029b9304f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:31.389442 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f1090e7-33d8-4693-b11f-3dd6175812b4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Deleting subnet db04db30-f010-48fc-8ba9-d0a5a378034e {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:46:31.400929 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7f1090e7-33d8-4693-b11f-3dd6175812b4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:31.403488 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d780f0ce-5303-4eaf-92cf-8e379a201937 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Made reservation on behalf of 05dd934713464510b741f50524d05f6e for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:31.407625 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d780f0ce-5303-4eaf-92cf-8e379a201937 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:31.444173 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7b235c52-ab0f-4ad3-87bd-1f5c27a85ea0 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:31.450787 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6d6c9ed9-504d-4ce1-a3f8-d4b94fd3ef0c tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:31.483135 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-7b235c52-ab0f-4ad3-87bd-1f5c27a85ea0 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Calling delete_port for 436af85d-995e-4c34-be87-8380afe676c0 owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:46:31.521287 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-733ad76b-6713-49de-a0c9-1dbc279d517e req-3c0544e1-330c-4a7f-b137-c249f1760d4e tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995490 Feb 16 12:46:31.525941 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7f1090e7-33d8-4693-b11f-3dd6175812b4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:31.740792 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-a97b2780-4ae0-46da-a13f-65060f1bbe6c None None] Could not find standard attr ID for object 45743543-c990-4ad5-a800-020acb05f691. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:46:31.743191 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4e668c41-0ed7-48f8-8c12-341029b9304f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:31.747419 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4e668c41-0ed7-48f8-8c12-341029b9304f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:31.751047 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-4e668c41-0ed7-48f8-8c12-341029b9304f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1faa3e4d-6263-4ad7-a1bf-41d698c04007 HTTP/1.1" status: 204 len: 168 time: 0.8383405 Feb 16 12:46:31.795638 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58f52eb-1206-47b4-951d-c4a2c408d0ab tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:46:31.809518 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2411547-25c2-47f1-a8c4-ee1a70e81b5a None None] Sync routers for ids ['16a20dc3-80a4-4000-9864-ed7372b3eb45'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:31.833577 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e668c41-0ed7-48f8-8c12-341029b9304f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1faa3e4d-6263-4ad7-a1bf-41d698c04007,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:31.833777 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2411547-25c2-47f1-a8c4-ee1a70e81b5a None None] Routers {'16a20dc3-80a4-4000-9864-ed7372b3eb45'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:31.833777 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-c2411547-25c2-47f1-a8c4-ee1a70e81b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:46:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['16a20dc3-80a4-4000-9864-ed7372b3eb45'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:31.854215 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c58f52eb-1206-47b4-951d-c4a2c408d0ab tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "PUT /v2.0/routers/16a20dc3-80a4-4000-9864-ed7372b3eb45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3239789 Feb 16 12:46:31.908357 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2a0dc16a-6277-4e38-bf2d-5cc8f6e5c34c tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:31.987708 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de7b42-79f6-4f30-8e60-0c8ded21892c req-2de859d6-8c72-4e69-b2c2-28fc445fdf91 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:32.002069 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-80de7b42-79f6-4f30-8e60-0c8ded21892c req-2de859d6-8c72-4e69-b2c2-28fc445fdf91 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.1988909 Feb 16 12:46:32.034732 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 727a1fc4-69a1-412e-a4b8-389b987c7df1 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:46:32.166120 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 727a1fc4-69a1-412e-a4b8-389b987c7df1 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:32.166585 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:32.205993 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-c2411547-25c2-47f1-a8c4-ee1a70e81b5a None None] Set router 16a20dc3-80a4-4000-9864-ed7372b3eb45 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:46:32.247069 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-80de7b42-79f6-4f30-8e60-0c8ded21892c req-a83e9ed3-9581-491d-a079-62cd54c779a6 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2422163 Feb 16 12:46:32.396253 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d780f0ce-5303-4eaf-92cf-8e379a201937 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:46:32.425587 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-2d945cf9-bbb7-4e69-a063-c7ad218bd866 None None] Provisioning complete for port 59ac6669-9723-4362-9580-14b148fe2936 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:32.426460 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2d945cf9-bbb7-4e69-a063-c7ad218bd866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:32.510413 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-2d945cf9-bbb7-4e69-a063-c7ad218bd866 None None] Port 59ac6669-9723-4362-9580-14b148fe2936 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:46:32.547510 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d780f0ce-5303-4eaf-92cf-8e379a201937 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:32.547510 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-d780f0ce-5303-4eaf-92cf-8e379a201937 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Added segment e078065a-6100-4644-a141-5cd9db909551 of type vlan for network 67b5b07d-701c-431b-a142-ff1c83831764 Feb 16 12:46:32.554639 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-359f4fc0-5d54-4bbc-b853-3260634d6c04 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1950495628&fields=id&tenant_id=7b8da0c113224745a027e6a94fb34ab0 HTTP/1.1" status: 200 len: 267 time: 0.1665366 Feb 16 12:46:32.588060 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-c2411547-25c2-47f1-a8c4-ee1a70e81b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a20dc3-80a4-4000-9864-ed7372b3eb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473723772', 'tenant_id': '7b8da0c113224745a027e6a94fb34ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '13128eff-a7d4-44da-b921-1c1150faee6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:46:13Z', 'updated_at': '2022-02-16T12:46:27Z', 'revision_number': 4, 'project_id': '7b8da0c113224745a027e6a94fb34ab0', 'gw_port': {'id': '13128eff-a7d4-44da-b921-1c1150faee6e', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:74:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a20dc3-80a4-4000-9864-ed7372b3eb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:15Z', 'updated_at': '2022-02-16T12:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '59ac6669-9723-4362-9580-14b148fe2936', 'name': '', 'network_id': '9df35863-0ddd-484c-a539-99ce67aab768', 'tenant_id': '7b8da0c113224745a027e6a94fb34ab0', 'mac_address': 'fa:16:3e:05:58:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a20dc3-80a4-4000-9864-ed7372b3eb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'cf796c68-f1ba-4a90-a53d-382e7e9121ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:25Z', 'updated_at': '2022-02-16T12:46:29Z', 'revision_number': 2, 'project_id': '7b8da0c113224745a027e6a94fb34ab0', 'subnets': [{'id': 'cf796c68-f1ba-4a90-a53d-382e7e9121ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:32.618364 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2411547-25c2-47f1-a8c4-ee1a70e81b5a None None] Checking router: 16a20dc3-80a4-4000-9864-ed7372b3eb45 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:46:32.618719 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2411547-25c2-47f1-a8c4-ee1a70e81b5a None None] Updating router 16a20dc3-80a4-4000-9864-ed7372b3eb45 port 59ac6669-9723-4362-9580-14b148fe2936 binding host dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:46:32.650183 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7f1090e7-33d8-4693-b11f-3dd6175812b4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:32.664767 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c2411547-25c2-47f1-a8c4-ee1a70e81b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:32.749426 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56405b9-7091-4e89-8814-854fdec95e95 req-4839c79c-b147-4fb7-8d71-ca74815f7c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:32.751789 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d56405b9-7091-4e89-8814-854fdec95e95 req-4839c79c-b147-4fb7-8d71-ca74815f7c2f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0adafc1d94b74e8bb4ed6949f44548d7&device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 1098 time: 0.3676782 Feb 16 12:46:32.761960 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d780f0ce-5303-4eaf-92cf-8e379a201937 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:32.976614 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d780f0ce-5303-4eaf-92cf-8e379a201937 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:32.983459 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d780f0ce-5303-4eaf-92cf-8e379a201937 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:32.984211 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d780f0ce-5303-4eaf-92cf-8e379a201937 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.008913 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7f1090e7-33d8-4693-b11f-3dd6175812b4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.081726 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c2411547-25c2-47f1-a8c4-ee1a70e81b5a None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.088869 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c2411547-25c2-47f1-a8c4-ee1a70e81b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.096158 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0dc16a-6277-4e38-bf2d-5cc8f6e5c34c tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Router 37699ee0-a1fe-454e-aba8-c8bb06749ee0 is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:46:33.114659 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1090e7-33d8-4693-b11f-3dd6175812b4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'Subnet': ['ID=db04db30-f010-48fc-8ba9-d0a5a378034e,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:33.140437 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d780f0ce-5303-4eaf-92cf-8e379a201937 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8142297 Feb 16 12:46:33.140693 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-e6de52c1-c94b-4c5e-828c-fdeba139ef93 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:33.141382 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-e6de52c1-c94b-4c5e-828c-fdeba139ef93 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/networks?id=9df35863-0ddd-484c-a539-99ce67aab768 HTTP/1.1" status: 200 len: 797 time: 0.5849159 Feb 16 12:46:33.141521 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7f1090e7-33d8-4693-b11f-3dd6175812b4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.141881 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34508) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:33.147333 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7f1090e7-33d8-4693-b11f-3dd6175812b4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/subnets/db04db30-f010-48fc-8ba9-d0a5a378034e HTTP/1.1" status: 204 len: 168 time: 1.9338882 Feb 16 12:46:33.152064 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56405b9-7091-4e89-8814-854fdec95e95 req-10ec7159-1f0f-4ece-a153-2fd4f4dc7778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:33.153569 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d56405b9-7091-4e89-8814-854fdec95e95 req-10ec7159-1f0f-4ece-a153-2fd4f4dc7778 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3e84b45d-91e8-4295-8226-a12fdb0f907b HTTP/1.1" status: 200 len: 913 time: 0.3888760 Feb 16 12:46:33.156423 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34510) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:33.162279 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6167b51-6505-4f1c-a84b-3ad02887a4b0 None None] Network 9bd0c54a-92ba-4f53-b8a6-dc20ce12fe34 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:46:33.180247 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780f0ce-5303-4eaf-92cf-8e379a201937 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event updated for resources: {'Network': ['ID=67b5b07d-701c-431b-a142-ff1c83831764,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:33.202195 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-1d14fc7a-0ba7-4ba3-bebf-34e3303297e6 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Request body: {'subnet': {'network_id': '67b5b07d-701c-431b-a142-ff1c83831764', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:33.204398 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 67b5b07d-701c-431b-a142-ff1c83831764 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:46:33.220815 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-7c2c1b70-622f-477e-aa3c-a632ce0238b8 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/quotas/7b8da0c113224745a027e6a94fb34ab0 HTTP/1.1" status: 200 len: 375 time: 0.0138524 Feb 16 12:46:33.221051 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-c2411547-25c2-47f1-a8c4-ee1a70e81b5a None None] Attempting to bind port 59ac6669-9723-4362-9580-14b148fe2936 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:33.221316 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-c2411547-25c2-47f1-a8c4-ee1a70e81b5a None None] Attempting to bind port 59ac6669-9723-4362-9580-14b148fe2936 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '74254b27-883f-4c2a-b1c1-61419d89632a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9df35863-0ddd-484c-a539-99ce67aab768'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:33.221604 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2411547-25c2-47f1-a8c4-ee1a70e81b5a None None] Attempting to bind port 59ac6669-9723-4362-9580-14b148fe2936 on network 9df35863-0ddd-484c-a539-99ce67aab768 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:46:33.229141 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2411547-25c2-47f1-a8c4-ee1a70e81b5a None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:46:33.229575 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2411547-25c2-47f1-a8c4-ee1a70e81b5a None None] Checking segment: {'id': '74254b27-883f-4c2a-b1c1-61419d89632a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9df35863-0ddd-484c-a539-99ce67aab768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:46:33.230127 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c2411547-25c2-47f1-a8c4-ee1a70e81b5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.231313 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2411547-25c2-47f1-a8c4-ee1a70e81b5a None None] Bound using segment: {'id': '74254b27-883f-4c2a-b1c1-61419d89632a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9df35863-0ddd-484c-a539-99ce67aab768'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:46:33.231575 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-c2411547-25c2-47f1-a8c4-ee1a70e81b5a None None] Bound port: 59ac6669-9723-4362-9580-14b148fe2936, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74254b27-883f-4c2a-b1c1-61419d89632a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9df35863-0ddd-484c-a539-99ce67aab768'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:33.231979 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c2411547-25c2-47f1-a8c4-ee1a70e81b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.292613 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6c9ed9-504d-4ce1-a3f8-d4b94fd3ef0c tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Router 40602139-076c-478c-a165-a260357416ec is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:46:33.441649 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d56405b9-7091-4e89-8814-854fdec95e95 req-4bb2dda9-ea2e-4581-aa5f-53cd6aae36bb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23a5268e-cfd5-444e-bec1-73456853ab27 HTTP/1.1" status: 200 len: 1000 time: 0.2713120 Feb 16 12:46:33.446164 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aa310b74-b817-481a-89a2-13d64e0e5e6b tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.489767 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb2508-67bb-4eac-b608-ea039947e8ec None None] Pushing event updated for resources: {'Port': ['ID=59ac6669-9723-4362-9580-14b148fe2936,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:33.501176 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7b235c52-ab0f-4ad3-87bd-1f5c27a85ea0 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.518791 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb2508-67bb-4eac-b608-ea039947e8ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:33.519268 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb2508-67bb-4eac-b608-ea039947e8ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:33.519570 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb2508-67bb-4eac-b608-ea039947e8ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:33.519847 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb2508-67bb-4eac-b608-ea039947e8ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:33.520131 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb2508-67bb-4eac-b608-ea039947e8ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:33.529212 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb2508-67bb-4eac-b608-ea039947e8ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:33.529521 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb2508-67bb-4eac-b608-ea039947e8ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:33.529875 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb2508-67bb-4eac-b608-ea039947e8ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:33.530226 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb2508-67bb-4eac-b608-ea039947e8ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:33.530546 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb2508-67bb-4eac-b608-ea039947e8ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:33.530878 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb2508-67bb-4eac-b608-ea039947e8ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:33.531194 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb2508-67bb-4eac-b608-ea039947e8ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:33.561958 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-c2411547-25c2-47f1-a8c4-ee1a70e81b5a None None] For port 59ac6669-9723-4362-9580-14b148fe2936, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:46:33.567288 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-c2411547-25c2-47f1-a8c4-ee1a70e81b5a None None] For port 59ac6669-9723-4362-9580-14b148fe2936, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=59ac6669-9723-4362-9580-14b148fe2936,segment=NetworkSegment(74254b27-883f-4c2a-b1c1-61419d89632a),segment_id=74254b27-883f-4c2a-b1c1-61419d89632a)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:46:33.580846 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c2411547-25c2-47f1-a8c4-ee1a70e81b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.606821 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b235c52-ab0f-4ad3-87bd-1f5c27a85ea0 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event deleted for resources: {'Port': ['ID=436af85d-995e-4c34-be87-8380afe676c0,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:33.615294 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bf2402-0944-4e20-b316-915e50365a55 None None] DHCP port deletion for 9bd0c54a-92ba-4f53-b8a6-dc20ce12fe34 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:46:33.687628 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2411547-25c2-47f1-a8c4-ee1a70e81b5a None None] Routers {'16a20dc3-80a4-4000-9864-ed7372b3eb45'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:33.691959 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-c2411547-25c2-47f1-a8c4-ee1a70e81b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:46:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['16a20dc3-80a4-4000-9864-ed7372b3eb45'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:33.707776 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-30ec281f-9c3d-4557-90c4-b2a51efabefa tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=7b8da0c113224745a027e6a94fb34ab0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4726183 Feb 16 12:46:33.726445 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-5bd00761-6c0b-4cee-9ae4-57ffc9cb938c None None] Provisioning complete for port 59ac6669-9723-4362-9580-14b148fe2936 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:33.727252 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5bd00761-6c0b-4cee-9ae4-57ffc9cb938c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.748561 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56405b9-7091-4e89-8814-854fdec95e95 req-4c6f3953-e431-4fab-a5f4-5dddbf1e33f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:33.760828 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d56405b9-7091-4e89-8814-854fdec95e95 req-4c6f3953-e431-4fab-a5f4-5dddbf1e33f9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=280fbadf-e19b-45d5-88e2-fb9cd6467432 HTTP/1.1" status: 200 len: 851 time: 0.2501791 Feb 16 12:46:33.854557 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6c9ed9-504d-4ce1-a3f8-d4b94fd3ef0c tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:46:33.854769 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-80bf2402-0944-4e20-b316-915e50365a55 None None] Deleting port 727a1fc4-69a1-412e-a4b8-389b987c7df1 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:46:33.854941 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-80bf2402-0944-4e20-b316-915e50365a55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.873487 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b754fc3-c301-45ad-8d58-0edc45b5af64 None None] Sync routers for ids ['40602139-076c-478c-a165-a260357416ec'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:33.889753 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8ca77-64d0-43da-beac-3e66edb71c50 req-b552992f-0e63-43ef-8d57-0da684e3bca8 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:33.891867 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-aca8ca77-64d0-43da-beac-3e66edb71c50 req-b552992f-0e63-43ef-8d57-0da684e3bca8 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.4640977 Feb 16 12:46:33.902403 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-c2411547-25c2-47f1-a8c4-ee1a70e81b5a None None] Set router 16a20dc3-80a4-4000-9864-ed7372b3eb45 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:46:33.906265 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0dc16a-6277-4e38-bf2d-5cc8f6e5c34c tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:46:33.957733 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d14fc7a-0ba7-4ba3-bebf-34e3303297e6 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Made reservation on behalf of 05dd934713464510b741f50524d05f6e for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:33.961346 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1d14fc7a-0ba7-4ba3-bebf-34e3303297e6 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.974453 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6d6c9ed9-504d-4ce1-a3f8-d4b94fd3ef0c tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.993288 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6d6c9ed9-504d-4ce1-a3f8-d4b94fd3ef0c tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.1020238 Feb 16 12:46:33.994405 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34514) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:34.074443 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5bd00761-6c0b-4cee-9ae4-57ffc9cb938c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.082632 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2a0dc16a-6277-4e38-bf2d-5cc8f6e5c34c tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.087004 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2a0dc16a-6277-4e38-bf2d-5cc8f6e5c34c tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.6467845 Feb 16 12:46:34.089561 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 727a1fc4-69a1-412e-a4b8-389b987c7df1 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:46:34.090539 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34516) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:34.130721 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56405b9-7091-4e89-8814-854fdec95e95 req-2a0c024a-976e-4e9a-ac24-a2a5bc01e0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:34.132757 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d56405b9-7091-4e89-8814-854fdec95e95 req-2a0c024a-976e-4e9a-ac24-a2a5bc01e0b8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e84b45d-91e8-4295-8226-a12fdb0f907b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3708801 Feb 16 12:46:34.147865 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b754fc3-c301-45ad-8d58-0edc45b5af64 None None] Routers {'40602139-076c-478c-a165-a260357416ec'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:34.148841 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-1b754fc3-c301-45ad-8d58-0edc45b5af64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:46:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['40602139-076c-478c-a165-a260357416ec'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:34.168667 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fdf5fd-b82e-4fa8-8a90-c0f94497178b None None] Sync routers for ids ['37699ee0-a1fe-454e-aba8-c8bb06749ee0'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:34.177417 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7b235c52-ab0f-4ad3-87bd-1f5c27a85ea0 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.205761 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.ipam_backend_mixin [None req-1d14fc7a-0ba7-4ba3-bebf-34e3303297e6 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Performing IP validity checks on allocation pools {{(pid=109048) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 16 12:46:34.206401 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.ipam_backend_mixin [None req-1d14fc7a-0ba7-4ba3-bebf-34e3303297e6 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109048) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 16 12:46:34.221419 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fdf5fd-b82e-4fa8-8a90-c0f94497178b None None] Routers {'37699ee0-a1fe-454e-aba8-c8bb06749ee0'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:34.222429 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-38fdf5fd-b82e-4fa8-8a90-c0f94497178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:46:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['37699ee0-a1fe-454e-aba8-c8bb06749ee0'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:34.244363 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a44b2418-f465-46cb-9999-e4598413f071 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] 10.222.0.90 "GET /v2.0/routers/37699ee0-a1fe-454e-aba8-c8bb06749ee0 HTTP/1.1" status: 200 len: 908 time: 0.1480958 Feb 16 12:46:34.245200 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34520) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:34.246936 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-1b754fc3-c301-45ad-8d58-0edc45b5af64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:34.271632 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-357ffeba-5ce9-48f6-ae69-f1d2818b8552 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Request body: {'router': {'name': 'tempest-snat-router-465107338', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'enable_snat': True}}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:34.286939 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-aa310b74-b817-481a-89a2-13d64e0e5e6b tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Deleting port 727a1fc4-69a1-412e-a4b8-389b987c7df1 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:46:34.287947 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aa310b74-b817-481a-89a2-13d64e0e5e6b tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.316014 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-4f23c28c-37d3-4052-a04f-a220e58f7ec0 service neutron] 10.222.0.90 "GET /v2.0/networks/9df35863-0ddd-484c-a539-99ce67aab768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5723460 Feb 16 12:46:34.320884 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-aca8ca77-64d0-43da-beac-3e66edb71c50 req-6ac01d8e-2e7d-4cfb-abe6-859b503428cb tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3773243 Feb 16 12:46:34.326479 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b754fc3-c301-45ad-8d58-0edc45b5af64 None None] Routers {'40602139-076c-478c-a165-a260357416ec'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:34.329157 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-1b754fc3-c301-45ad-8d58-0edc45b5af64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:46:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['40602139-076c-478c-a165-a260357416ec'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:34.345522 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-38fdf5fd-b82e-4fa8-8a90-c0f94497178b None None] Set router 37699ee0-a1fe-454e-aba8-c8bb06749ee0 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:46:34.414550 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-aa310b74-b817-481a-89a2-13d64e0e5e6b tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] For port 727a1fc4-69a1-412e-a4b8-389b987c7df1, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=727a1fc4-69a1-412e-a4b8-389b987c7df1,segment=NetworkSegment(f5faf5ce-dc1c-43ea-a5dd-52a6338389e8),segment_id=f5faf5ce-dc1c-43ea-a5dd-52a6338389e8)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:46:34.415474 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aa310b74-b817-481a-89a2-13d64e0e5e6b tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.440426 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-aa310b74-b817-481a-89a2-13d64e0e5e6b tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Calling delete_port for 727a1fc4-69a1-412e-a4b8-389b987c7df1 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:46:34.441420 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-3600b2cb-bb79-4472-9f43-08faa4df24f1 service neutron] 10.222.0.90 "GET /v2.0/networks/9df35863-0ddd-484c-a539-99ce67aab768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243513 Feb 16 12:46:34.490564 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-357ffeba-5ce9-48f6-ae69-f1d2818b8552 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.492519 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-357ffeba-5ce9-48f6-ae69-f1d2818b8552 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.562216 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-23cd4eef-6bce-483c-99b9-0843afb65491 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "GET /v2.0/routers/40602139-076c-478c-a165-a260357416ec HTTP/1.1" status: 200 len: 885 time: 0.4283016 Feb 16 12:46:34.571366 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-5bd00761-6c0b-4cee-9ae4-57ffc9cb938c None None] For port 59ac6669-9723-4362-9580-14b148fe2936, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=59ac6669-9723-4362-9580-14b148fe2936,segment=NetworkSegment(74254b27-883f-4c2a-b1c1-61419d89632a),segment_id=74254b27-883f-4c2a-b1c1-61419d89632a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:46:34.576220 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-1b754fc3-c301-45ad-8d58-0edc45b5af64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:34.577291 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b754fc3-c301-45ad-8d58-0edc45b5af64 None None] The sync data for ids ['40602139-076c-478c-a165-a260357416ec'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:34.590578 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5bd00761-6c0b-4cee-9ae4-57ffc9cb938c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.601737 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-80bf2402-0944-4e20-b316-915e50365a55 None None] For port 727a1fc4-69a1-412e-a4b8-389b987c7df1, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=727a1fc4-69a1-412e-a4b8-389b987c7df1,segment=NetworkSegment(f5faf5ce-dc1c-43ea-a5dd-52a6338389e8),segment_id=f5faf5ce-dc1c-43ea-a5dd-52a6338389e8)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:46:34.603015 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-80bf2402-0944-4e20-b316-915e50365a55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.607182 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb2508-67bb-4eac-b608-ea039947e8ec None None] Pushing event updated for resources: {'Port': ['ID=59ac6669-9723-4362-9580-14b148fe2936,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:34.612590 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-c2411547-25c2-47f1-a8c4-ee1a70e81b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a20dc3-80a4-4000-9864-ed7372b3eb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473723772', 'tenant_id': '7b8da0c113224745a027e6a94fb34ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '13128eff-a7d4-44da-b921-1c1150faee6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:46:13Z', 'updated_at': '2022-02-16T12:46:27Z', 'revision_number': 4, 'project_id': '7b8da0c113224745a027e6a94fb34ab0', 'gw_port': {'id': '13128eff-a7d4-44da-b921-1c1150faee6e', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:74:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a20dc3-80a4-4000-9864-ed7372b3eb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:15Z', 'updated_at': '2022-02-16T12:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '59ac6669-9723-4362-9580-14b148fe2936', 'name': '', 'network_id': '9df35863-0ddd-484c-a539-99ce67aab768', 'tenant_id': '7b8da0c113224745a027e6a94fb34ab0', 'mac_address': 'fa:16:3e:05:58:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a20dc3-80a4-4000-9864-ed7372b3eb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'cf796c68-f1ba-4a90-a53d-382e7e9121ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:25Z', 'updated_at': '2022-02-16T12:46:33Z', 'revision_number': 4, 'project_id': '7b8da0c113224745a027e6a94fb34ab0', 'subnets': [{'id': 'cf796c68-f1ba-4a90-a53d-382e7e9121ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:34.638244 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34522) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:34.662164 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-38fdf5fd-b82e-4fa8-8a90-c0f94497178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37699ee0-a1fe-454e-aba8-c8bb06749ee0', 'name': 'tempest-snat-router-465107338', 'tenant_id': '495814d8084f42c6997e6794c6113b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.113'}], 'enable_snat': False}, 'gw_port_id': 'd9d6342f-a444-4d23-844e-2171df573b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:46:26Z', 'updated_at': '2022-02-16T12:46:30Z', 'revision_number': 3, 'project_id': '495814d8084f42c6997e6794c6113b76', 'gw_port': {'id': 'd9d6342f-a444-4d23-844e-2171df573b8a', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:55:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37699ee0-a1fe-454e-aba8-c8bb06749ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:29Z', 'updated_at': '2022-02-16T12:46:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:34.670354 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd00761-6c0b-4cee-9ae4-57ffc9cb938c None None] Pushing event updated for resources: {'Port': ['ID=59ac6669-9723-4362-9580-14b148fe2936,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:34.683460 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd00761-6c0b-4cee-9ae4-57ffc9cb938c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:34.684100 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd00761-6c0b-4cee-9ae4-57ffc9cb938c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:34.684617 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd00761-6c0b-4cee-9ae4-57ffc9cb938c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:34.685153 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd00761-6c0b-4cee-9ae4-57ffc9cb938c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:34.685646 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd00761-6c0b-4cee-9ae4-57ffc9cb938c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:34.686131 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd00761-6c0b-4cee-9ae4-57ffc9cb938c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:34.686625 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd00761-6c0b-4cee-9ae4-57ffc9cb938c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:34.687126 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd00761-6c0b-4cee-9ae4-57ffc9cb938c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:34.688823 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd00761-6c0b-4cee-9ae4-57ffc9cb938c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:34.689342 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd00761-6c0b-4cee-9ae4-57ffc9cb938c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:34.689959 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd00761-6c0b-4cee-9ae4-57ffc9cb938c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:34.690449 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd00761-6c0b-4cee-9ae4-57ffc9cb938c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:34.701366 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-80bf2402-0944-4e20-b316-915e50365a55 None None] Calling delete_port for 727a1fc4-69a1-412e-a4b8-389b987c7df1 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:46:34.712341 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.718502 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fdf5fd-b82e-4fa8-8a90-c0f94497178b None None] Checking router: 37699ee0-a1fe-454e-aba8-c8bb06749ee0 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:46:34.719887 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fdf5fd-b82e-4fa8-8a90-c0f94497178b None None] Updating router 37699ee0-a1fe-454e-aba8-c8bb06749ee0 port d9d6342f-a444-4d23-844e-2171df573b8a binding host dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:46:34.754030 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2411547-25c2-47f1-a8c4-ee1a70e81b5a None None] The sync data for ids ['16a20dc3-80a4-4000-9864-ed7372b3eb45'] in dv-neutron-828142-3-hyperv is: [{'id': '16a20dc3-80a4-4000-9864-ed7372b3eb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473723772', 'tenant_id': '7b8da0c113224745a027e6a94fb34ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '13128eff-a7d4-44da-b921-1c1150faee6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:46:13Z', 'updated_at': '2022-02-16T12:46:27Z', 'revision_number': 4, 'project_id': '7b8da0c113224745a027e6a94fb34ab0', 'gw_port': {'id': '13128eff-a7d4-44da-b921-1c1150faee6e', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:74:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a20dc3-80a4-4000-9864-ed7372b3eb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:15Z', 'updated_at': '2022-02-16T12:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '59ac6669-9723-4362-9580-14b148fe2936', 'name': '', 'network_id': '9df35863-0ddd-484c-a539-99ce67aab768', 'tenant_id': '7b8da0c113224745a027e6a94fb34ab0', 'mac_address': 'fa:16:3e:05:58:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a20dc3-80a4-4000-9864-ed7372b3eb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'cf796c68-f1ba-4a90-a53d-382e7e9121ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:25Z', 'updated_at': '2022-02-16T12:46:33Z', 'revision_number': 4, 'project_id': '7b8da0c113224745a027e6a94fb34ab0', 'subnets': [{'id': 'cf796c68-f1ba-4a90-a53d-382e7e9121ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:34.755860 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-38fdf5fd-b82e-4fa8-8a90-c0f94497178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.793489 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aa310b74-b817-481a-89a2-13d64e0e5e6b tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.878172 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-6b062561-c5e2-4491-a55e-2630fbe25847 None None] Provisioning complete for port 59ac6669-9723-4362-9580-14b148fe2936 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:34.878546 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6b062561-c5e2-4491-a55e-2630fbe25847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.004135 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-357ffeba-5ce9-48f6-ae69-f1d2818b8552 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.007418 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5aaaf83b-6d0c-4d39-8287-f1c020742eb8 req-1b7c7fb8-5e77-4e55-b4f0-ac9d327bdfa2 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/ports?device_id=38d0e125-2fc2-446a-a405-e79e4ba03c11 HTTP/1.1" status: 200 len: 210 time: 0.2239218 Feb 16 12:46:35.167368 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-80bf2402-0944-4e20-b316-915e50365a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.197683 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bf2402-0944-4e20-b316-915e50365a55 None None] No DVR routers for this DVR port 727a1fc4-69a1-412e-a4b8-389b987c7df1 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:35.217451 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf2402-0944-4e20-b316-915e50365a55 None None] Pushing event deleted for resources: {'Port': ['ID=727a1fc4-69a1-412e-a4b8-389b987c7df1,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:35.255206 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-38fdf5fd-b82e-4fa8-8a90-c0f94497178b None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.265648 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-38fdf5fd-b82e-4fa8-8a90-c0f94497178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.329139 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-357ffeba-5ce9-48f6-ae69-f1d2818b8552 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.341438 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150899b-d445-4259-9ed1-6520ce5814bc None None] Pushing event updated for resources: {'Port': ['ID=d9d6342f-a444-4d23-844e-2171df573b8a,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:35.375160 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-38fdf5fd-b82e-4fa8-8a90-c0f94497178b None None] Attempting to bind port d9d6342f-a444-4d23-844e-2171df573b8a on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:35.376124 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-38fdf5fd-b82e-4fa8-8a90-c0f94497178b None None] Attempting to bind port d9d6342f-a444-4d23-844e-2171df573b8a by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:35.376540 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fdf5fd-b82e-4fa8-8a90-c0f94497178b None None] Attempting to bind port d9d6342f-a444-4d23-844e-2171df573b8a on network a08a3d1b-2e35-4b18-9cb0-756d355083e6 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:46:35.382951 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fdf5fd-b82e-4fa8-8a90-c0f94497178b None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:46:35.383738 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fdf5fd-b82e-4fa8-8a90-c0f94497178b None None] Checking segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:46:35.383738 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-38fdf5fd-b82e-4fa8-8a90-c0f94497178b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.384088 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fdf5fd-b82e-4fa8-8a90-c0f94497178b None None] Bound using segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:46:35.384542 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-38fdf5fd-b82e-4fa8-8a90-c0f94497178b None None] Bound port: d9d6342f-a444-4d23-844e-2171df573b8a, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:35.385101 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-38fdf5fd-b82e-4fa8-8a90-c0f94497178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.501669 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1d14fc7a-0ba7-4ba3-bebf-34e3303297e6 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.510143 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-38fdf5fd-b82e-4fa8-8a90-c0f94497178b None None] For port d9d6342f-a444-4d23-844e-2171df573b8a, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:46:35.514150 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-38fdf5fd-b82e-4fa8-8a90-c0f94497178b None None] For port d9d6342f-a444-4d23-844e-2171df573b8a, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=d9d6342f-a444-4d23-844e-2171df573b8a,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:46:35.524692 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-38fdf5fd-b82e-4fa8-8a90-c0f94497178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.604052 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150899b-d445-4259-9ed1-6520ce5814bc None None] Pushing event updated for resources: {'Port': ['ID=d9d6342f-a444-4d23-844e-2171df573b8a,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:35.631531 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fdf5fd-b82e-4fa8-8a90-c0f94497178b None None] Routers {'37699ee0-a1fe-454e-aba8-c8bb06749ee0'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:35.632161 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-38fdf5fd-b82e-4fa8-8a90-c0f94497178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:46:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['37699ee0-a1fe-454e-aba8-c8bb06749ee0'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:35.677667 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa310b74-b817-481a-89a2-13d64e0e5e6b tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'Port': ['ID=727a1fc4-69a1-412e-a4b8-389b987c7df1,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:35.682088 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa310b74-b817-481a-89a2-13d64e0e5e6b tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] No DVR routers for this DVR port 727a1fc4-69a1-412e-a4b8-389b987c7df1 on host dv-neutron-828142-3-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:35.826171 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b235c52-ab0f-4ad3-87bd-1f5c27a85ea0 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Router f73fdcb3-92e8-4130-abdd-fcf42432cb48 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:46:35.838903 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-38fdf5fd-b82e-4fa8-8a90-c0f94497178b None None] Set router 37699ee0-a1fe-454e-aba8-c8bb06749ee0 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:46:35.842711 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d14fc7a-0ba7-4ba3-bebf-34e3303297e6 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event updated for resources: {'Subnet': ['ID=c925534d-a2fb-49b7-86d5-726b134dfdc1,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:35.861307 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d4822-b20c-4e4a-b9b7-137e052cb152 req-72f074f7-3df7-468c-b61f-fee2e58894d8 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:35.863479 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-634d4822-b20c-4e4a-b9b7-137e052cb152 req-72f074f7-3df7-468c-b61f-fee2e58894d8 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.4353173 Feb 16 12:46:35.879092 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aa310b74-b817-481a-89a2-13d64e0e5e6b tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.897536 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d14fc7a-0ba7-4ba3-bebf-34e3303297e6 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Checking segment: {'id': 'e078065a-6100-4644-a141-5cd9db909551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '67b5b07d-701c-431b-a142-ff1c83831764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:46:35.898019 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d14fc7a-0ba7-4ba3-bebf-34e3303297e6 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Network hostable DHCP agents. Network: 67b5b07d-701c-431b-a142-ff1c83831764, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:46:35.903449 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d56405b9-7091-4e89-8814-854fdec95e95 req-e8aa88bd-a419-4c9c-9e84-68c6df02a1be service neutron] 10.222.0.42 "GET /v2.0/networks/3e84b45d-91e8-4295-8226-a12fdb0f907b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7133615 Feb 16 12:46:35.931224 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-aa310b74-b817-481a-89a2-13d64e0e5e6b tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd0c54a-92ba-4f53-b8a6-dc20ce12fe34']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:35.989981 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-41c3a0e8-e48e-489f-8211-9b61c7b50e23 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.3504481 Feb 16 12:46:36.025017 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 59ac6669-9723-4362-9580-14b148fe2936 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:46:36.035714 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34538) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:36.057468 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-aa310b74-b817-481a-89a2-13d64e0e5e6b tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5faf5ce-dc1c-43ea-a5dd-52a6338389e8') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:36.057825 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-aa310b74-b817-481a-89a2-13d64e0e5e6b tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5faf5ce-dc1c-43ea-a5dd-52a6338389e8') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:36.082976 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-5afd6a9e-36e7-424b-b7e3-bbc6925b1d3c tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1863244458'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:36.099182 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-634d4822-b20c-4e4a-b9b7-137e052cb152 req-870018ef-b7a8-4a13-965d-dda22af76cb1 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028546 Feb 16 12:46:36.127828 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aa310b74-b817-481a-89a2-13d64e0e5e6b tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.170364 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aa310b74-b817-481a-89a2-13d64e0e5e6b tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.179038 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 59ac6669-9723-4362-9580-14b148fe2936 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:36.181006 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa310b74-b817-481a-89a2-13d64e0e5e6b tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:36.181319 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.181607 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aa310b74-b817-481a-89a2-13d64e0e5e6b tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.186538 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d14fc7a-0ba7-4ba3-bebf-34e3303297e6 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Network 67b5b07d-701c-431b-a142-ff1c83831764 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:46:36.260480 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-38fdf5fd-b82e-4fa8-8a90-c0f94497178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37699ee0-a1fe-454e-aba8-c8bb06749ee0', 'name': 'tempest-snat-router-465107338', 'tenant_id': '495814d8084f42c6997e6794c6113b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.113'}], 'enable_snat': False}, 'gw_port_id': 'd9d6342f-a444-4d23-844e-2171df573b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:46:26Z', 'updated_at': '2022-02-16T12:46:30Z', 'revision_number': 3, 'project_id': '495814d8084f42c6997e6794c6113b76', 'gw_port': {'id': 'd9d6342f-a444-4d23-844e-2171df573b8a', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:55:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37699ee0-a1fe-454e-aba8-c8bb06749ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:29Z', 'updated_at': '2022-02-16T12:46:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:36.287441 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:46:36.287441 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:36.287441 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:46:36.287441 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:36.287441 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:46:36.287441 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:46:36.287441 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:46:36.287441 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:36.287441 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:46:36.287441 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:36.287441 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:46:36.287441 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:36.287441 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:46:36.287441 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:46:36.287441 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:36.287441 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:46:36.287441 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:36.287441 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:46:36.287441 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:46:36.287441 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:46:36.287441 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:46:36.287441 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:46:36.287441 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:36.287441 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:36.287441 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:36.287441 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:36.287441 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:36.287441 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:36.287441 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:36.287441 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:36.287441 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:36.287441 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:36.290133 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-1d14fc7a-0ba7-4ba3-bebf-34e3303297e6 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 67b5b07d-701c-431b-a142-ff1c83831764) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:36.300658 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e23a6b8e-3a86-4c39-bd7c-a0b9a64bbfd2 req-29c4c81d-3a5e-4f63-b53e-070533547902 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/ports?device_id=38d0e125-2fc2-446a-a405-e79e4ba03c11 HTTP/1.1" status: 200 len: 210 time: 0.0757425 Feb 16 12:46:36.306221 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d14fc7a-0ba7-4ba3-bebf-34e3303297e6 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:36.306807 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1d14fc7a-0ba7-4ba3-bebf-34e3303297e6 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.317279 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fdf5fd-b82e-4fa8-8a90-c0f94497178b None None] The sync data for ids ['37699ee0-a1fe-454e-aba8-c8bb06749ee0'] in dv-neutron-828142-3-hyperv is: [{'id': '37699ee0-a1fe-454e-aba8-c8bb06749ee0', 'name': 'tempest-snat-router-465107338', 'tenant_id': '495814d8084f42c6997e6794c6113b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.113'}], 'enable_snat': False}, 'gw_port_id': 'd9d6342f-a444-4d23-844e-2171df573b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:46:26Z', 'updated_at': '2022-02-16T12:46:30Z', 'revision_number': 3, 'project_id': '495814d8084f42c6997e6794c6113b76', 'gw_port': {'id': 'd9d6342f-a444-4d23-844e-2171df573b8a', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:55:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37699ee0-a1fe-454e-aba8-c8bb06749ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:29Z', 'updated_at': '2022-02-16T12:46:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:36.336823 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b1f35a-890b-449b-8737-c79854ba62ab None None] Network 67b5b07d-701c-431b-a142-ff1c83831764 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:46:36.352114 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aa310b74-b817-481a-89a2-13d64e0e5e6b tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.368473 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aa310b74-b817-481a-89a2-13d64e0e5e6b tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.373809 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-aa310b74-b817-481a-89a2-13d64e0e5e6b tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/networks/9bd0c54a-92ba-4f53-b8a6-dc20ce12fe34 HTTP/1.1" status: 204 len: 168 time: 3.2143614 Feb 16 12:46:36.376778 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34542) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:36.407649 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-a8102054-9621-422c-a408-2de7743b00f4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'port': {'network_id': 'f1103cc1-ec1a-4517-846a-1695013054ee', 'name': 'tempest-PortsTestJSON-1100102592'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:36.441994 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa310b74-b817-481a-89a2-13d64e0e5e6b tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'Network': ['ID=9bd0c54a-92ba-4f53-b8a6-dc20ce12fe34,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:36.504914 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b235c52-ab0f-4ad3-87bd-1f5c27a85ea0 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:46:36.518677 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7b235c52-ab0f-4ad3-87bd-1f5c27a85ea0 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "PUT /v2.0/routers/f73fdcb3-92e8-4130-abdd-fcf42432cb48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1636000 Feb 16 12:46:36.520826 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d56405b9-7091-4e89-8814-854fdec95e95 req-e39bf8e4-506e-4614-bd80-3bf786b47e4d service neutron] 10.222.0.42 "GET /v2.0/networks/3e84b45d-91e8-4295-8226-a12fdb0f907b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5918720 Feb 16 12:46:36.521369 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34544) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:36.536384 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ba0c57-f6dc-4035-86a1-707440a72a23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-67b5b07d-701c-431b-a142-ff1c83831764', 'network_id': '67b5b07d-701c-431b-a142-ff1c83831764', 'tenant_id': '05dd934713464510b741f50524d05f6e', 'fixed_ips': [{'subnet_id': 'c925534d-a2fb-49b7-86d5-726b134dfdc1'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:46:36.537761 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-07ba0c57-f6dc-4035-86a1-707440a72a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.577498 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb36478-5c09-41f0-8979-5820f8712a32 None None] Sync routers for ids ['f73fdcb3-92e8-4130-abdd-fcf42432cb48'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:36.732887 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb36478-5c09-41f0-8979-5820f8712a32 None None] Routers {'f73fdcb3-92e8-4130-abdd-fcf42432cb48'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:36.733796 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-ebb36478-5c09-41f0-8979-5820f8712a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:46:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['f73fdcb3-92e8-4130-abdd-fcf42432cb48'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:36.794920 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1d14fc7a-0ba7-4ba3-bebf-34e3303297e6 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.6045249 Feb 16 12:46:36.795610 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34546) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:36.855953 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-ebb36478-5c09-41f0-8979-5820f8712a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:36.857702 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8102054-9621-422c-a408-2de7743b00f4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Made reservation on behalf of 5b475467252d4f968fd5b204d0b30dc2 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:36.861649 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a8102054-9621-422c-a408-2de7743b00f4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.933983 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-a8102054-9621-422c-a408-2de7743b00f4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] device_id is not set on port 39480e01-12e5-4af1-9050-9be769052a7a yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:46:36.941220 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f735e9a7-9bc7-461d-8530-530a1481f78b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.958430 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fddbbe3a-7620-40ba-abbe-d8b5f0d9321c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.967900 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb36478-5c09-41f0-8979-5820f8712a32 None None] Routers {'f73fdcb3-92e8-4130-abdd-fcf42432cb48'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:36.968942 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-ebb36478-5c09-41f0-8979-5820f8712a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:46:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['f73fdcb3-92e8-4130-abdd-fcf42432cb48'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:36.975484 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-07ba0c57-f6dc-4035-86a1-707440a72a23 None None] Allocated IP 172.20.0.3 (67b5b07d-701c-431b-a142-ff1c83831764/c925534d-a2fb-49b7-86d5-726b134dfdc1/7bf5becd-1f67-4050-b96a-bce4df346e4e) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:37.042438 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-ebb36478-5c09-41f0-8979-5820f8712a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:37.043494 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb36478-5c09-41f0-8979-5820f8712a32 None None] The sync data for ids ['f73fdcb3-92e8-4130-abdd-fcf42432cb48'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:37.142353 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-ed24c505-a1b6-41e1-ac4d-05760fbc6a2e tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:37.144106 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-ed24c505-a1b6-41e1-ac4d-05760fbc6a2e tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.42 "GET /v2.0/networks?id=9df35863-0ddd-484c-a539-99ce67aab768 HTTP/1.1" status: 200 len: 797 time: 0.5296748 Feb 16 12:46:37.298034 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-5da350f4-7f84-4e38-9e4f-740a8306f208 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b8da0c113224745a027e6a94fb34ab0 HTTP/1.1" status: 200 len: 380 time: 0.0962031 Feb 16 12:46:37.301070 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-07ba0c57-f6dc-4035-86a1-707440a72a23 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.311592 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-07ba0c57-f6dc-4035-86a1-707440a72a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.313799 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-d7926d4b-fad0-4841-8d21-2633c42c865c tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Request body: {'port': {'device_id': '38d0e125-2fc2-446a-a405-e79e4ba03c11', 'network_id': '9df35863-0ddd-484c-a539-99ce67aab768', 'admin_state_up': True, 'tenant_id': '7b8da0c113224745a027e6a94fb34ab0', 'security_groups': ['582a4e72-733c-446a-a0ec-8cb208ee5c06']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:37.380738 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ba0c57-f6dc-4035-86a1-707440a72a23 None None] Network 67b5b07d-701c-431b-a142-ff1c83831764 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:37.390385 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-07ba0c57-f6dc-4035-86a1-707440a72a23 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:37.394371 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ba0c57-f6dc-4035-86a1-707440a72a23 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:46:37.436133 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f735e9a7-9bc7-461d-8530-530a1481f78b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.439625 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba0c57-f6dc-4035-86a1-707440a72a23 None None] Pushing event updated for resources: {'Port': ['ID=7bf5becd-1f67-4050-b96a-bce4df346e4e,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:37.468955 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-07ba0c57-f6dc-4035-86a1-707440a72a23 None None] Attempting to bind port 7bf5becd-1f67-4050-b96a-bce4df346e4e on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:37.469455 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-07ba0c57-f6dc-4035-86a1-707440a72a23 None None] Attempting to bind port 7bf5becd-1f67-4050-b96a-bce4df346e4e by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'e078065a-6100-4644-a141-5cd9db909551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '67b5b07d-701c-431b-a142-ff1c83831764'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:37.469904 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ba0c57-f6dc-4035-86a1-707440a72a23 None None] Attempting to bind port 7bf5becd-1f67-4050-b96a-bce4df346e4e on network 67b5b07d-701c-431b-a142-ff1c83831764 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:46:37.473409 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-d7926d4b-fad0-4841-8d21-2633c42c865c tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Made reservation on behalf of 7b8da0c113224745a027e6a94fb34ab0 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:37.476192 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ba0c57-f6dc-4035-86a1-707440a72a23 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:46:37.476559 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ba0c57-f6dc-4035-86a1-707440a72a23 None None] Checking segment: {'id': 'e078065a-6100-4644-a141-5cd9db909551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '67b5b07d-701c-431b-a142-ff1c83831764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:46:37.477101 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-07ba0c57-f6dc-4035-86a1-707440a72a23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.477223 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-d7926d4b-fad0-4841-8d21-2633c42c865c tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.477490 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ba0c57-f6dc-4035-86a1-707440a72a23 None None] Bound using segment: {'id': 'e078065a-6100-4644-a141-5cd9db909551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '67b5b07d-701c-431b-a142-ff1c83831764'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:46:37.477955 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-07ba0c57-f6dc-4035-86a1-707440a72a23 None None] Bound port: 7bf5becd-1f67-4050-b96a-bce4df346e4e, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e078065a-6100-4644-a141-5cd9db909551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '67b5b07d-701c-431b-a142-ff1c83831764'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:37.478414 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-07ba0c57-f6dc-4035-86a1-707440a72a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.553605 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-07ba0c57-f6dc-4035-86a1-707440a72a23 None None] For port 7bf5becd-1f67-4050-b96a-bce4df346e4e, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:46:37.557629 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-07ba0c57-f6dc-4035-86a1-707440a72a23 None None] For port 7bf5becd-1f67-4050-b96a-bce4df346e4e, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=7bf5becd-1f67-4050-b96a-bce4df346e4e,segment=NetworkSegment(e078065a-6100-4644-a141-5cd9db909551),segment_id=e078065a-6100-4644-a141-5cd9db909551)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:46:37.568534 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-07ba0c57-f6dc-4035-86a1-707440a72a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.580608 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fddbbe3a-7620-40ba-abbe-d8b5f0d9321c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.602710 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-357ffeba-5ce9-48f6-ae69-f1d2818b8552 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.673140 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a8102054-9621-422c-a408-2de7743b00f4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.677909 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba0c57-f6dc-4035-86a1-707440a72a23 None None] Pushing event updated for resources: {'Port': ['ID=7bf5becd-1f67-4050-b96a-bce4df346e4e,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:37.683429 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-fda18489-5988-4db9-8da7-82ee75561336 req-f4cf65c4-788e-4dab-8d90-59b03767abcb tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/ports?device_id=38d0e125-2fc2-446a-a405-e79e4ba03c11 HTTP/1.1" status: 200 len: 210 time: 0.1210771 Feb 16 12:46:37.721256 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5afd6a9e-36e7-424b-b7e3-bbc6925b1d3c tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3843129', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3843523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28061'] for router, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.731155 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-f735e9a7-9bc7-461d-8530-530a1481f78b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Deleting port 8821a428-b5bd-41da-b4f0-bd7604c526dd {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:46:37.731522 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f735e9a7-9bc7-461d-8530-530a1481f78b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.736673 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-357ffeba-5ce9-48f6-ae69-f1d2818b8552 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.791381 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5afd6a9e-36e7-424b-b7e3-bbc6925b1d3c tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3843106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3843115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3843959'] for router, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.811587 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247d4dc-c338-489f-baae-ef2e7f237622 req-831cf8f5-1f8a-4612-ab85-cc8939e8c723 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:37.813165 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e247d4dc-c338-489f-baae-ef2e7f237622 req-831cf8f5-1f8a-4612-ab85-cc8939e8c723 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.2638862 Feb 16 12:46:37.834234 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-d7926d4b-fad0-4841-8d21-2633c42c865c tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Allocated IP 172.20.0.14 (9df35863-0ddd-484c-a539-99ce67aab768/cf796c68-f1ba-4a90-a53d-382e7e9121ed/8806cc2f-337a-4ea5-96ba-e1457749a273) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:37.868852 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a8102054-9621-422c-a408-2de7743b00f4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.942386 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f735e9a7-9bc7-461d-8530-530a1481f78b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.988005 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8102054-9621-422c-a408-2de7743b00f4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Network f1103cc1-ec1a-4517-846a-1695013054ee is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:37.998140 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-f735e9a7-9bc7-461d-8530-530a1481f78b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Calling delete_port for 8821a428-b5bd-41da-b4f0-bd7604c526dd owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:46:38.022263 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fddbbe3a-7620-40ba-abbe-d8b5f0d9321c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.037305 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-a8102054-9621-422c-a408-2de7743b00f4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:38.040253 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8102054-9621-422c-a408-2de7743b00f4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:46:38.041994 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device d9d6342f-a444-4d23-844e-2171df573b8a up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:46:38.048099 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8102054-9621-422c-a408-2de7743b00f4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:38.048099 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a8102054-9621-422c-a408-2de7743b00f4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.072017 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8102054-9621-422c-a408-2de7743b00f4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'Port': ['ID=39480e01-12e5-4af1-9050-9be769052a7a,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:38.078247 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e247d4dc-c338-489f-baae-ef2e7f237622 req-b4f82e49-0bde-4088-8a19-ce34ca92c601 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2543979 Feb 16 12:46:38.127105 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port d9d6342f-a444-4d23-844e-2171df573b8a triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:38.127686 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.136054 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a8102054-9621-422c-a408-2de7743b00f4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7502701 Feb 16 12:46:38.141174 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34556) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:38.145467 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-357ffeba-5ce9-48f6-ae69-f1d2818b8552 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Allocated IP 172.26.2.63 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/27dd9f59-86b2-4cd0-b72c-2dc9ae62a248) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:38.167562 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddbbe3a-7620-40ba-abbe-d8b5f0d9321c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event deleted for resources: {'Subnet': ['ID=c925534d-a2fb-49b7-86d5-726b134dfdc1,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:38.271832 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.292310 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-d7926d4b-fad0-4841-8d21-2633c42c865c tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.297867 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port d9d6342f-a444-4d23-844e-2171df573b8a, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=d9d6342f-a444-4d23-844e-2171df573b8a,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:46:38.302226 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.355005 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fddbbe3a-7620-40ba-abbe-d8b5f0d9321c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.361860 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=d9d6342f-a444-4d23-844e-2171df573b8a,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:38.372045 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5afd6a9e-36e7-424b-b7e3-bbc6925b1d3c tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Router 40602139-076c-478c-a165-a260357416ec has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:46:38.403990 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-fddbbe3a-7620-40ba-abbe-d8b5f0d9321c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67b5b07d-701c-431b-a142-ff1c83831764']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:38.429059 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-fddbbe3a-7620-40ba-abbe-d8b5f0d9321c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e078065a-6100-4644-a141-5cd9db909551') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:38.429417 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-fddbbe3a-7620-40ba-abbe-d8b5f0d9321c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e078065a-6100-4644-a141-5cd9db909551') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:38.447054 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fddbbe3a-7620-40ba-abbe-d8b5f0d9321c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.477233 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-4464e785-e936-415c-a747-6bd193c76c3d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Deleting port 39480e01-12e5-4af1-9050-9be769052a7a {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:46:38.477608 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4464e785-e936-415c-a747-6bd193c76c3d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.522182 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fddbbe3a-7620-40ba-abbe-d8b5f0d9321c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.530838 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-d7926d4b-fad0-4841-8d21-2633c42c865c tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.532092 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-357ffeba-5ce9-48f6-ae69-f1d2818b8552 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.564159 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fddbbe3a-7620-40ba-abbe-d8b5f0d9321c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:38.564568 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fddbbe3a-7620-40ba-abbe-d8b5f0d9321c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.567708 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:46:38.567708 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:38.567708 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:46:38.567708 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:38.567708 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:46:38.567708 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:46:38.567708 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:46:38.567708 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:38.567708 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:46:38.567708 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:38.567708 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:46:38.567708 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:38.567708 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:46:38.567708 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:46:38.567708 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:38.567708 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:46:38.567708 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:38.567708 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:46:38.567708 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:46:38.567708 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:46:38.567708 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:46:38.567708 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:46:38.567708 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:38.567708 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:38.567708 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:38.567708 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:38.567708 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:38.567708 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:38.567708 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:38.567708 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:38.567708 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:38.567708 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:38.602849 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4464e785-e936-415c-a747-6bd193c76c3d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.616386 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-d7926d4b-fad0-4841-8d21-2633c42c865c tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Network 9df35863-0ddd-484c-a539-99ce67aab768 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:38.623131 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f735e9a7-9bc7-461d-8530-530a1481f78b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.635145 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-d7926d4b-fad0-4841-8d21-2633c42c865c tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:38.639521 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-4464e785-e936-415c-a747-6bd193c76c3d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Calling delete_port for 39480e01-12e5-4af1-9050-9be769052a7a owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:46:38.643861 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-d7926d4b-fad0-4841-8d21-2633c42c865c tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:46:38.688431 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7926d4b-fad0-4841-8d21-2633c42c865c tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Pushing event updated for resources: {'Port': ['ID=8806cc2f-337a-4ea5-96ba-e1457749a273,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:38.693856 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.db.api [None req-fddbbe3a-7620-40ba-abbe-d8b5f0d9321c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 12:46:38.693856 dv-neutron-828142-3-hyperv neutron-server[109048]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 12:46:38.693856 dv-neutron-828142-3-hyperv neutron-server[109048]: [parameters: {'id': '67b5b07d-701c-431b-a142-ff1c83831764'}] Feb 16 12:46:38.693856 dv-neutron-828142-3-hyperv neutron-server[109048]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:46:38.695506 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG oslo_db.api [None req-fddbbe3a-7620-40ba-abbe-d8b5f0d9321c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:46:38.696649 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5afd6a9e-36e7-424b-b7e3-bbc6925b1d3c tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:46:38.705944 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5afd6a9e-36e7-424b-b7e3-bbc6925b1d3c tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.710768 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5afd6a9e-36e7-424b-b7e3-bbc6925b1d3c tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "PUT /v2.0/routers/40602139-076c-478c-a165-a260357416ec HTTP/1.1" status: 200 len: 892 time: 2.6395297 Feb 16 12:46:38.711091 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34558) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:38.711206 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327be4aa-2f90-4b52-bb19-3016eef8d5ba None None] Sync routers for ids ['40602139-076c-478c-a165-a260357416ec'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:38.776343 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-357ffeba-5ce9-48f6-ae69-f1d2818b8552 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.811674 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735e9a7-9bc7-461d-8530-530a1481f78b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event deleted for resources: {'Port': ['ID=8821a428-b5bd-41da-b4f0-bd7604c526dd,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:38.876273 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4464e785-e936-415c-a747-6bd193c76c3d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.881972 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327be4aa-2f90-4b52-bb19-3016eef8d5ba None None] Routers {'40602139-076c-478c-a165-a260357416ec'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:38.882663 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-327be4aa-2f90-4b52-bb19-3016eef8d5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:46:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['40602139-076c-478c-a165-a260357416ec'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:38.914734 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-327be4aa-2f90-4b52-bb19-3016eef8d5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:38.926924 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327be4aa-2f90-4b52-bb19-3016eef8d5ba None None] Routers {'40602139-076c-478c-a165-a260357416ec'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:38.927674 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-327be4aa-2f90-4b52-bb19-3016eef8d5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:46:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['40602139-076c-478c-a165-a260357416ec'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:38.933149 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4464e785-e936-415c-a747-6bd193c76c3d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'Port': ['ID=39480e01-12e5-4af1-9050-9be769052a7a,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:38.944137 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-d7926d4b-fad0-4841-8d21-2633c42c865c tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:38.944867 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-d7926d4b-fad0-4841-8d21-2633c42c865c tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.957338 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357ffeba-5ce9-48f6-ae69-f1d2818b8552 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:38.964880 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-327be4aa-2f90-4b52-bb19-3016eef8d5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:38.965777 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327be4aa-2f90-4b52-bb19-3016eef8d5ba None None] The sync data for ids ['40602139-076c-478c-a165-a260357416ec'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:38.967587 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4464e785-e936-415c-a747-6bd193c76c3d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.969576 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ffeba-5ce9-48f6-ae69-f1d2818b8552 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Pushing event updated for resources: {'Port': ['ID=27dd9f59-86b2-4cd0-b72c-2dc9ae62a248,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:38.970991 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4464e785-e936-415c-a747-6bd193c76c3d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/ports/39480e01-12e5-4af1-9050-9be769052a7a HTTP/1.1" status: 204 len: 168 time: 0.8288398 Feb 16 12:46:38.974638 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34562) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:38.979537 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-357ffeba-5ce9-48f6-ae69-f1d2818b8552 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:38.980370 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e1d38569-c4e1-4ed9-b9e2-4eabeee44e2f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'port': {'network_id': 'f1103cc1-ec1a-4517-846a-1695013054ee', 'mac_address': 'fa:16:3e:aa:6f:26', 'name': 'tempest-PortsTestJSON-59993925'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:38.990148 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4d948-19f7-40ff-8a40-65bef53ea6ce req-c317b082-f571-4ee7-8050-89f7c3942a87 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:38.991933 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4ec4d948-19f7-40ff-8a40-65bef53ea6ce req-c317b082-f571-4ee7-8050-89f7c3942a87 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/ports?device_id=38d0e125-2fc2-446a-a405-e79e4ba03c11 HTTP/1.1" status: 200 len: 932 time: 0.1500967 Feb 16 12:46:38.993093 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357ffeba-5ce9-48f6-ae69-f1d2818b8552 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:46:39.020124 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-c237f3c3-142d-4b27-bc77-a1a438171c24 None None] Provisioning complete for port 8806cc2f-337a-4ea5-96ba-e1457749a273 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:39.020499 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c237f3c3-142d-4b27-bc77-a1a438171c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.036121 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f735e9a7-9bc7-461d-8530-530a1481f78b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.041294 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-aa94e4cd-33be-4e40-a675-fa12fd8cf306 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "GET /v2.0/routers/40602139-076c-478c-a165-a260357416ec HTTP/1.1" status: 200 len: 892 time: 0.3290489 Feb 16 12:46:39.044197 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34564) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:39.064707 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-d7926d4b-fad0-4841-8d21-2633c42c865c tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7573645 Feb 16 12:46:39.081187 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-c237f3c3-142d-4b27-bc77-a1a438171c24 None None] Port 8806cc2f-337a-4ea5-96ba-e1457749a273 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:46:39.088124 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4ec4d948-19f7-40ff-8a40-65bef53ea6ce req-0f323d07-ebf3-4ea2-8a3f-1fda7e9d3eb8 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/security-groups?id=582a4e72-733c-446a-a0ec-8cb208ee5c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866060 Feb 16 12:46:39.091705 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-6c237cb5-81c0-40a2-aee1-aa9d418fc2e3 service neutron] Request body: {'port': {'device_id': '38d0e125-2fc2-446a-a405-e79e4ba03c11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:39.203961 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fddbbe3a-7620-40ba-abbe-d8b5f0d9321c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.315576 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b71a0d-dcfd-47d7-b15a-2930f2b97078 req-2f43b246-1261-4065-a292-8aaca13fdb2f tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:39.317221 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d9b71a0d-dcfd-47d7-b15a-2930f2b97078 req-2f43b246-1261-4065-a292-8aaca13fdb2f tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.1213148 Feb 16 12:46:39.407931 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b2fc3a-3a16-4c24-81c6-64ad929c3e88 None None] Network 67b5b07d-701c-431b-a142-ff1c83831764 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:46:39.439300 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d9b71a0d-dcfd-47d7-b15a-2930f2b97078 req-53aedcd2-ce14-4aff-b3bc-7916f5e1363e tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023455 Feb 16 12:46:39.454428 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-357ffeba-5ce9-48f6-ae69-f1d2818b8552 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.504935 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-fddbbe3a-7620-40ba-abbe-d8b5f0d9321c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Deleting port 7bf5becd-1f67-4050-b96a-bce4df346e4e {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:46:39.505385 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fddbbe3a-7620-40ba-abbe-d8b5f0d9321c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.537334 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-38190ace-9d0f-4eeb-84fd-5c041c3114e1 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "GET /v2.0/ports?device_id=40602139-076c-478c-a165-a260357416ec HTTP/1.1" status: 200 len: 205 time: 0.4756017 Feb 16 12:46:39.545368 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-7ea251e5-41e4-4b5f-99eb-609995a0b100 None None] Provisioning complete for port 7bf5becd-1f67-4050-b96a-bce4df346e4e triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:39.545606 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34570) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:39.545850 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7ea251e5-41e4-4b5f-99eb-609995a0b100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.621693 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f735e9a7-9bc7-461d-8530-530a1481f78b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.643759 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7ea251e5-41e4-4b5f-99eb-609995a0b100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.652430 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f735e9a7-9bc7-461d-8530-530a1481f78b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.664655 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-fddbbe3a-7620-40ba-abbe-d8b5f0d9321c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] For port 7bf5becd-1f67-4050-b96a-bce4df346e4e, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=7bf5becd-1f67-4050-b96a-bce4df346e4e,segment=NetworkSegment(e078065a-6100-4644-a141-5cd9db909551),segment_id=e078065a-6100-4644-a141-5cd9db909551)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:46:39.665070 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fddbbe3a-7620-40ba-abbe-d8b5f0d9321c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.675938 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e91d75-c21d-45f2-9022-88c0695cf906 None None] DHCP port deletion for 67b5b07d-701c-431b-a142-ff1c83831764 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:46:39.682577 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbecc9-3d0a-4b77-bb8e-1a336ba63d7d req-5bc11f3b-0e1d-4ae6-bd14-778068640104 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:39.684089 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-20fbecc9-3d0a-4b77-bb8e-1a336ba63d7d req-5bc11f3b-0e1d-4ae6-bd14-778068640104 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.1605020 Feb 16 12:46:39.691838 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-7ea251e5-41e4-4b5f-99eb-609995a0b100 None None] For port 7bf5becd-1f67-4050-b96a-bce4df346e4e, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=7bf5becd-1f67-4050-b96a-bce4df346e4e,segment=NetworkSegment(e078065a-6100-4644-a141-5cd9db909551),segment_id=e078065a-6100-4644-a141-5cd9db909551)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:46:39.694867 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-fddbbe3a-7620-40ba-abbe-d8b5f0d9321c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Calling delete_port for 7bf5becd-1f67-4050-b96a-bce4df346e4e owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:46:39.717536 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7ea251e5-41e4-4b5f-99eb-609995a0b100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.719818 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-6c237cb5-81c0-40a2-aee1-aa9d418fc2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.764649 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f735e9a7-9bc7-461d-8530-530a1481f78b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.765172 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f735e9a7-9bc7-461d-8530-530a1481f78b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Fanout notify agent at l3_agent the message router_deleted on router f73fdcb3-92e8-4130-abdd-fcf42432cb48 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:46:39.783939 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f735e9a7-9bc7-461d-8530-530a1481f78b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.787476 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f735e9a7-9bc7-461d-8530-530a1481f78b tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "DELETE /v2.0/routers/f73fdcb3-92e8-4130-abdd-fcf42432cb48 HTTP/1.1" status: 204 len: 168 time: 3.2596362 Feb 16 12:46:39.787663 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d38569-c4e1-4ed9-b9e2-4eabeee44e2f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Made reservation on behalf of 5b475467252d4f968fd5b204d0b30dc2 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:39.789884 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea251e5-41e4-4b5f-99eb-609995a0b100 None None] Pushing event updated for resources: {'Port': ['ID=7bf5becd-1f67-4050-b96a-bce4df346e4e,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:39.792373 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34572) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:39.810166 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-d2e91d75-c21d-45f2-9022-88c0695cf906 None None] Deleting port 7bf5becd-1f67-4050-b96a-bce4df346e4e {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:46:39.810948 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d2e91d75-c21d-45f2-9022-88c0695cf906 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.821121 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-20fbecc9-3d0a-4b77-bb8e-1a336ba63d7d req-2869d6cd-cf87-4e79-9ba0-136044842b0f tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204538 Feb 16 12:46:39.913653 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be3728d8-5467-489f-9852-f018934aa171 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.940513 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-d2e91d75-c21d-45f2-9022-88c0695cf906 None None] For port 7bf5becd-1f67-4050-b96a-bce4df346e4e, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=7bf5becd-1f67-4050-b96a-bce4df346e4e,segment=NetworkSegment(e078065a-6100-4644-a141-5cd9db909551),segment_id=e078065a-6100-4644-a141-5cd9db909551)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:46:39.941066 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d2e91d75-c21d-45f2-9022-88c0695cf906 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.961735 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-357ffeba-5ce9-48f6-ae69-f1d2818b8552 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.962953 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device d9d6342f-a444-4d23-844e-2171df573b8a up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:46:39.969984 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-d2e91d75-c21d-45f2-9022-88c0695cf906 None None] Calling delete_port for 7bf5becd-1f67-4050-b96a-bce4df346e4e owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:46:39.993745 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-e948226f-8c46-431b-ac36-bc1f98a99a66 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Deleting subnet 5f1f534e-7bb6-4a10-85cf-6d6fce1c0681 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:46:40.002875 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e1d38569-c4e1-4ed9-b9e2-4eabeee44e2f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.004833 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e948226f-8c46-431b-ac36-bc1f98a99a66 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.031362 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fddbbe3a-7620-40ba-abbe-d8b5f0d9321c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.104939 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port d9d6342f-a444-4d23-844e-2171df573b8a triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:40.105453 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.149236 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d2e91d75-c21d-45f2-9022-88c0695cf906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.170657 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddbbe3a-7620-40ba-abbe-d8b5f0d9321c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event deleted for resources: {'Port': ['ID=7bf5becd-1f67-4050-b96a-bce4df346e4e,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:40.181514 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddbbe3a-7620-40ba-abbe-d8b5f0d9321c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] No DVR routers for this DVR port 7bf5becd-1f67-4050-b96a-bce4df346e4e on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:40.186618 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e91d75-c21d-45f2-9022-88c0695cf906 None None] Pushing event deleted for resources: {'Port': ['ID=7bf5becd-1f67-4050-b96a-bce4df346e4e,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:40.190432 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e91d75-c21d-45f2-9022-88c0695cf906 None None] No DVR routers for this DVR port 7bf5becd-1f67-4050-b96a-bce4df346e4e on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:40.291994 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e948226f-8c46-431b-ac36-bc1f98a99a66 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.296971 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-e1d38569-c4e1-4ed9-b9e2-4eabeee44e2f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] device_id is not set on port d41e441e-010a-493e-814d-b0d1af2bbc1e yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:46:40.327761 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff4c55-8276-459d-87ff-2e4bf5f40e79 req-06b96fd9-5832-46b5-a644-aa63dd2a0330 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:40.329880 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-dcff4c55-8276-459d-87ff-2e4bf5f40e79 req-06b96fd9-5832-46b5-a644-aa63dd2a0330 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.1957946 Feb 16 12:46:40.341621 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fddbbe3a-7620-40ba-abbe-d8b5f0d9321c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.467940 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be3728d8-5467-489f-9852-f018934aa171 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.628620 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e948226f-8c46-431b-ac36-bc1f98a99a66 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.685364 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53410fb5-7a6b-4e60-9ac2-db7112e6bd4f req-ffa60141-5a07-4827-9d2d-1e0baed17c29 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:40.687112 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-53410fb5-7a6b-4e60-9ac2-db7112e6bd4f req-ffa60141-5a07-4827-9d2d-1e0baed17c29 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/ports?device_id=38d0e125-2fc2-446a-a405-e79e4ba03c11 HTTP/1.1" status: 200 len: 932 time: 0.5067003 Feb 16 12:46:40.719452 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-fddbbe3a-7620-40ba-abbe-d8b5f0d9321c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67b5b07d-701c-431b-a142-ff1c83831764']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:40.725633 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e1d38569-c4e1-4ed9-b9e2-4eabeee44e2f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.749980 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-fddbbe3a-7620-40ba-abbe-d8b5f0d9321c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e078065a-6100-4644-a141-5cd9db909551') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:40.750271 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-fddbbe3a-7620-40ba-abbe-d8b5f0d9321c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e078065a-6100-4644-a141-5cd9db909551') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:40.767764 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357ffeba-5ce9-48f6-ae69-f1d2818b8552 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Router 9360cef3-a362-4638-865a-c63dd4d53c42 is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:46:40.772719 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fddbbe3a-7620-40ba-abbe-d8b5f0d9321c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.776990 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-dcff4c55-8276-459d-87ff-2e4bf5f40e79 req-30e9a409-c076-49b8-a704-8c01b42626e3 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4387758 Feb 16 12:46:40.785888 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-6c237cb5-81c0-40a2-aee1-aa9d418fc2e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8806cc2f-337a-4ea5-96ba-e1457749a273 {{(pid=109049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 12:46:40.804259 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fddbbe3a-7620-40ba-abbe-d8b5f0d9321c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.808279 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-6c237cb5-81c0-40a2-aee1-aa9d418fc2e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.813814 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-53410fb5-7a6b-4e60-9ac2-db7112e6bd4f req-fb2ee0ec-5c04-415f-89ef-f933df586d9c tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/security-groups?id=582a4e72-733c-446a-a0ec-8cb208ee5c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108444 Feb 16 12:46:40.814622 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e948226f-8c46-431b-ac36-bc1f98a99a66 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.814842 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fddbbe3a-7620-40ba-abbe-d8b5f0d9321c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:40.815226 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fddbbe3a-7620-40ba-abbe-d8b5f0d9321c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.824452 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-be3728d8-5467-489f-9852-f018934aa171 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Deleting port 3c60193b-2e1e-4381-a133-351b535ad1e9 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:46:40.824808 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be3728d8-5467-489f-9852-f018934aa171 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.852945 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:46:40.852945 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:40.852945 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:46:40.852945 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:40.852945 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:46:40.852945 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:46:40.852945 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:46:40.852945 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:40.852945 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:46:40.852945 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:40.852945 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:46:40.852945 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:40.852945 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:46:40.852945 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:46:40.852945 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:40.852945 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:46:40.852945 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:40.852945 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:46:40.852945 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:46:40.852945 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:46:40.852945 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:46:40.852945 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:46:40.852945 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:40.852945 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:40.852945 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:40.852945 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:40.852945 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:40.852945 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:40.852945 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:40.852945 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:40.852945 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:40.852945 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:40.899252 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e948226f-8c46-431b-ac36-bc1f98a99a66 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.907014 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e948226f-8c46-431b-ac36-bc1f98a99a66 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "DELETE /v2.0/subnets/5f1f534e-7bb6-4a10-85cf-6d6fce1c0681 HTTP/1.1" status: 204 len: 168 time: 1.1082048 Feb 16 12:46:40.907014 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e948226f-8c46-431b-ac36-bc1f98a99a66 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event deleted for resources: {'Subnet': ['ID=5f1f534e-7bb6-4a10-85cf-6d6fce1c0681,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:40.909432 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34580) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:40.919425 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb40e02-def3-4635-be02-b78def8e491b None None] Network 02f807bc-fc96-4ed1-8124-7ddebe6467ee requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:46:40.938576 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e1d38569-c4e1-4ed9-b9e2-4eabeee44e2f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.982411 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.provisioning_blocks [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-6c237cb5-81c0-40a2-aee1-aa9d418fc2e3 service neutron] Transition to ACTIVE for port object 8806cc2f-337a-4ea5-96ba-e1457749a273 will not be triggered until provisioned by entity L2. {{(pid=109049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:40.993860 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-6c237cb5-81c0-40a2-aee1-aa9d418fc2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.001221 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fddbbe3a-7620-40ba-abbe-d8b5f0d9321c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.022943 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fddbbe3a-7620-40ba-abbe-d8b5f0d9321c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.030916 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-fddbbe3a-7620-40ba-abbe-d8b5f0d9321c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "DELETE /v2.0/networks/67b5b07d-701c-431b-a142-ff1c83831764 HTTP/1.1" status: 204 len: 168 time: 4.2041578 Feb 16 12:46:41.031136 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d38569-c4e1-4ed9-b9e2-4eabeee44e2f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Network f1103cc1-ec1a-4517-846a-1695013054ee is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:41.032520 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34582) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:41.048882 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddbbe3a-7620-40ba-abbe-d8b5f0d9321c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event deleted for resources: {'Network': ['ID=67b5b07d-701c-431b-a142-ff1c83831764,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:41.049101 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-cd2c7a18-c86e-4862-92bb-420e7d483e21 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-721528640'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:41.057598 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-e1d38569-c4e1-4ed9-b9e2-4eabeee44e2f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:41.060744 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357ffeba-5ce9-48f6-ae69-f1d2818b8552 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:46:41.061051 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d38569-c4e1-4ed9-b9e2-4eabeee44e2f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:46:41.066191 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c1d5844e-0bbd-4952-bd7a-99234e630bfb tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.067836 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d38569-c4e1-4ed9-b9e2-4eabeee44e2f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:41.068583 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e1d38569-c4e1-4ed9-b9e2-4eabeee44e2f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.073059 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be3728d8-5467-489f-9852-f018934aa171 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.079285 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d38569-c4e1-4ed9-b9e2-4eabeee44e2f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'Port': ['ID=d41e441e-010a-493e-814d-b0d1af2bbc1e,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:41.089437 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-357ffeba-5ce9-48f6-ae69-f1d2818b8552 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.090735 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-357ffeba-5ce9-48f6-ae69-f1d2818b8552 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.8294330 Feb 16 12:46:41.099569 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbeee8e9-3e8e-4336-b9c7-332541aa7578 None None] Sync routers for ids ['9360cef3-a362-4638-865a-c63dd4d53c42'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:41.102140 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34584) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:41.115788 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbeee8e9-3e8e-4336-b9c7-332541aa7578 None None] Routers {'9360cef3-a362-4638-865a-c63dd4d53c42'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:41.116410 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-dbeee8e9-3e8e-4336-b9c7-332541aa7578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:46:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['9360cef3-a362-4638-865a-c63dd4d53c42'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:41.143888 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-c1d5844e-0bbd-4952-bd7a-99234e630bfb tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Deleting port 7843f48b-4df5-4d56-b412-5a8e949a8c4f {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:46:41.144538 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c1d5844e-0bbd-4952-bd7a-99234e630bfb tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.195006 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-be3728d8-5467-489f-9852-f018934aa171 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Calling delete_port for 3c60193b-2e1e-4381-a133-351b535ad1e9 owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:46:41.214696 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e1d38569-c4e1-4ed9-b9e2-4eabeee44e2f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 2.2391095 Feb 16 12:46:41.224221 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34586) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:41.272539 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-c1d5844e-0bbd-4952-bd7a-99234e630bfb tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] For port 7843f48b-4df5-4d56-b412-5a8e949a8c4f, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=7843f48b-4df5-4d56-b412-5a8e949a8c4f,segment=NetworkSegment(7feb26df-ee1a-4baf-9583-dc96679beff8),segment_id=7feb26df-ee1a-4baf-9583-dc96679beff8)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:46:41.273047 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c1d5844e-0bbd-4952-bd7a-99234e630bfb tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.273290 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-dbeee8e9-3e8e-4336-b9c7-332541aa7578 None None] Set router 9360cef3-a362-4638-865a-c63dd4d53c42 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:46:41.303847 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-c1d5844e-0bbd-4952-bd7a-99234e630bfb tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Calling delete_port for 7843f48b-4df5-4d56-b412-5a8e949a8c4f owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:46:41.307739 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2c7a18-c86e-4862-92bb-420e7d483e21 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Made reservation on behalf of 05dd934713464510b741f50524d05f6e for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:41.311361 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cd2c7a18-c86e-4862-92bb-420e7d483e21 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.317452 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13340599-1269-4988-b626-ab650ee5f33f None None] DHCP port deletion for 02f807bc-fc96-4ed1-8124-7ddebe6467ee request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:46:41.394482 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c237cb5-81c0-40a2-aee1-aa9d418fc2e3 service neutron] Pushing event updated for resources: {'Port': ['ID=8806cc2f-337a-4ea5-96ba-e1457749a273,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:41.413496 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c1d5844e-0bbd-4952-bd7a-99234e630bfb tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.444795 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e8f1f5-db4a-475b-a949-e4c6616991fe tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:41.448853 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-03e8f1f5-db4a-475b-a949-e4c6616991fe tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "GET /v2.0/ports/d41e441e-010a-493e-814d-b0d1af2bbc1e HTTP/1.1" status: 200 len: 839 time: 0.2134969 Feb 16 12:46:41.449443 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34588) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:41.481589 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d5844e-0bbd-4952-bd7a-99234e630bfb tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] No DVR routers for this DVR port 7843f48b-4df5-4d56-b412-5a8e949a8c4f on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:41.483575 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5844e-0bbd-4952-bd7a-99234e630bfb tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event deleted for resources: {'Port': ['ID=7843f48b-4df5-4d56-b412-5a8e949a8c4f,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:41.494030 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2c7a18-c86e-4862-92bb-420e7d483e21 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:46:41.524370 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-146e1ebd-34e2-4699-aa19-80dfbb0b754f tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] 10.222.0.90 "GET /v2.0/routers/9360cef3-a362-4638-865a-c63dd4d53c42 HTTP/1.1" status: 200 len: 906 time: 0.4184797 Feb 16 12:46:41.524370 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cd2c7a18-c86e-4862-92bb-420e7d483e21 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.525419 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-13340599-1269-4988-b626-ab650ee5f33f None None] The port '7843f48b-4df5-4d56-b412-5a8e949a8c4f' was deleted {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Feb 16 12:46:41.525555 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-cd2c7a18-c86e-4862-92bb-420e7d483e21 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Added segment b192c796-8957-465c-8abb-dc71c61fef4e of type vlan for network f03c3967-4b6a-4387-8d8b-0e9ac48f4ca8 Feb 16 12:46:41.525647 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34590) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:41.542157 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-6c237cb5-81c0-40a2-aee1-aa9d418fc2e3 service neutron] Attempting to bind port 8806cc2f-337a-4ea5-96ba-e1457749a273 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:41.542500 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-6c237cb5-81c0-40a2-aee1-aa9d418fc2e3 service neutron] Attempting to bind port 8806cc2f-337a-4ea5-96ba-e1457749a273 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '74254b27-883f-4c2a-b1c1-61419d89632a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9df35863-0ddd-484c-a539-99ce67aab768'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:41.542798 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-6c237cb5-81c0-40a2-aee1-aa9d418fc2e3 service neutron] Attempting to bind port 8806cc2f-337a-4ea5-96ba-e1457749a273 on network 9df35863-0ddd-484c-a539-99ce67aab768 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:46:41.605748 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-6c237cb5-81c0-40a2-aee1-aa9d418fc2e3 service neutron] Port 8806cc2f-337a-4ea5-96ba-e1457749a273 on network 9df35863-0ddd-484c-a539-99ce67aab768 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:46:41.606127 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-6c237cb5-81c0-40a2-aee1-aa9d418fc2e3 service neutron] Attempting to bind port 8806cc2f-337a-4ea5-96ba-e1457749a273 on network 9df35863-0ddd-484c-a539-99ce67aab768 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:46:41.627776 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cd2c7a18-c86e-4862-92bb-420e7d483e21 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.632955 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-6c237cb5-81c0-40a2-aee1-aa9d418fc2e3 service neutron] Checking agent: {'id': '31a9428e-e23a-420f-bfe2-5870b63c0436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'started_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:46:41.633277 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-6c237cb5-81c0-40a2-aee1-aa9d418fc2e3 service neutron] Checking segment: {'id': '74254b27-883f-4c2a-b1c1-61419d89632a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9df35863-0ddd-484c-a539-99ce67aab768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:46:41.633601 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-6c237cb5-81c0-40a2-aee1-aa9d418fc2e3 service neutron] Bound using segment: {'id': '74254b27-883f-4c2a-b1c1-61419d89632a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9df35863-0ddd-484c-a539-99ce67aab768'} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:46:41.634118 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-6c237cb5-81c0-40a2-aee1-aa9d418fc2e3 service neutron] Bound port: 8806cc2f-337a-4ea5-96ba-e1457749a273, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74254b27-883f-4c2a-b1c1-61419d89632a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9df35863-0ddd-484c-a539-99ce67aab768'}}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:41.634556 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-6c237cb5-81c0-40a2-aee1-aa9d418fc2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.654062 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b9162abf-5ef7-443e-a3b9-fa028717947d tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for router, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.676475 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-dbeee8e9-3e8e-4336-b9c7-332541aa7578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9360cef3-a362-4638-865a-c63dd4d53c42', 'name': 'tempest-snat-router-465107338', 'tenant_id': '495814d8084f42c6997e6794c6113b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.63'}], 'enable_snat': True}, 'gw_port_id': '27dd9f59-86b2-4cd0-b72c-2dc9ae62a248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:46:34Z', 'updated_at': '2022-02-16T12:46:39Z', 'revision_number': 3, 'project_id': '495814d8084f42c6997e6794c6113b76', 'gw_port': {'id': '27dd9f59-86b2-4cd0-b72c-2dc9ae62a248', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:21:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9360cef3-a362-4638-865a-c63dd4d53c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:37Z', 'updated_at': '2022-02-16T12:46:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:41.707748 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbeee8e9-3e8e-4336-b9c7-332541aa7578 None None] Checking router: 9360cef3-a362-4638-865a-c63dd4d53c42 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:46:41.708120 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbeee8e9-3e8e-4336-b9c7-332541aa7578 None None] Updating router 9360cef3-a362-4638-865a-c63dd4d53c42 port 27dd9f59-86b2-4cd0-b72c-2dc9ae62a248 binding host dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:46:41.723623 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cd2c7a18-c86e-4862-92bb-420e7d483e21 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.732479 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2c7a18-c86e-4862-92bb-420e7d483e21 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:41.733200 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cd2c7a18-c86e-4862-92bb-420e7d483e21 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.743639 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dbeee8e9-3e8e-4336-b9c7-332541aa7578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.761787 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c1d5844e-0bbd-4952-bd7a-99234e630bfb tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.869896 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-c1d5844e-0bbd-4952-bd7a-99234e630bfb tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02f807bc-fc96-4ed1-8124-7ddebe6467ee']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:41.893989 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-3e655c7a-fe52-4f9e-8513-f929ba827953 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Deleting port d41e441e-010a-493e-814d-b0d1af2bbc1e {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:46:41.894687 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3e655c7a-fe52-4f9e-8513-f929ba827953 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.915213 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-cd2c7a18-c86e-4862-92bb-420e7d483e21 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8718088 Feb 16 12:46:41.947003 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34596) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:41.952842 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-0e72c23e-28ac-4ec4-b1de-edea5d2221de tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Request body: {'subnet': {'network_id': 'f03c3967-4b6a-4387-8d8b-0e9ac48f4ca8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:41.966576 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-c1d5844e-0bbd-4952-bd7a-99234e630bfb tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7feb26df-ee1a-4baf-9583-dc96679beff8') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:41.969063 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-c1d5844e-0bbd-4952-bd7a-99234e630bfb tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7feb26df-ee1a-4baf-9583-dc96679beff8') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:41.977813 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be3728d8-5467-489f-9852-f018934aa171 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.981096 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c1d5844e-0bbd-4952-bd7a-99234e630bfb tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.996570 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c1d5844e-0bbd-4952-bd7a-99234e630bfb tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.000823 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 7843f48b-4df5-4d56-b412-5a8e949a8c4f no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:46:42.004811 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1d5844e-0bbd-4952-bd7a-99234e630bfb tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:42.005420 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c1d5844e-0bbd-4952-bd7a-99234e630bfb tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.027846 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 7843f48b-4df5-4d56-b412-5a8e949a8c4f {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:46:42.028269 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 7843f48b-4df5-4d56-b412-5a8e949a8c4f not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:46:42.107919 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3728d8-5467-489f-9852-f018934aa171 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event deleted for resources: {'Port': ['ID=3c60193b-2e1e-4381-a133-351b535ad1e9,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:42.111121 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-6c237cb5-81c0-40a2-aee1-aa9d418fc2e3 service neutron] For port 8806cc2f-337a-4ea5-96ba-e1457749a273, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:46:42.111766 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:46:42.111766 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:42.111766 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:46:42.111766 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:42.111766 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:46:42.111766 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:46:42.111766 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:46:42.111766 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:42.111766 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:46:42.111766 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:42.111766 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:46:42.111766 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:42.111766 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:46:42.111766 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:46:42.111766 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:42.111766 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:46:42.111766 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:42.111766 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:46:42.111766 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:46:42.111766 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:46:42.111766 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:46:42.111766 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:46:42.111766 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:42.111766 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:42.111766 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:42.111766 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:42.111766 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:42.111766 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:42.111766 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:42.111766 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:42.111766 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:42.111766 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:42.118085 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c7a18-c86e-4862-92bb-420e7d483e21 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event updated for resources: {'Network': ['ID=f03c3967-4b6a-4387-8d8b-0e9ac48f4ca8,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:42.130874 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network f03c3967-4b6a-4387-8d8b-0e9ac48f4ca8 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:46:42.184686 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c1d5844e-0bbd-4952-bd7a-99234e630bfb tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.184971 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-6c237cb5-81c0-40a2-aee1-aa9d418fc2e3 service neutron] For port 8806cc2f-337a-4ea5-96ba-e1457749a273, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8806cc2f-337a-4ea5-96ba-e1457749a273,segment=NetworkSegment(74254b27-883f-4c2a-b1c1-61419d89632a),segment_id=74254b27-883f-4c2a-b1c1-61419d89632a)] {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:46:42.215569 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-6c237cb5-81c0-40a2-aee1-aa9d418fc2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.218559 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c1d5844e-0bbd-4952-bd7a-99234e630bfb tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.221945 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c1d5844e-0bbd-4952-bd7a-99234e630bfb tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "DELETE /v2.0/networks/02f807bc-fc96-4ed1-8124-7ddebe6467ee HTTP/1.1" status: 204 len: 168 time: 1.3100183 Feb 16 12:46:42.225000 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3e655c7a-fe52-4f9e-8513-f929ba827953 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.228248 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34598) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:42.228465 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5844e-0bbd-4952-bd7a-99234e630bfb tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event deleted for resources: {'Network': ['ID=02f807bc-fc96-4ed1-8124-7ddebe6467ee,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:42.245816 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b9162abf-5ef7-443e-a3b9-fa028717947d tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.263957 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-3e655c7a-fe52-4f9e-8513-f929ba827953 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Calling delete_port for d41e441e-010a-493e-814d-b0d1af2bbc1e owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:46:42.268322 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dbeee8e9-3e8e-4336-b9c7-332541aa7578 None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.284750 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54eb054-f836-40b0-8ee0-1df827f597db req-fdbd6da2-726f-4e11-8fe2-ce4469ffaa09 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:42.287036 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d54eb054-f836-40b0-8ee0-1df827f597db req-fdbd6da2-726f-4e11-8fe2-ce4469ffaa09 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/ports?device_id=38d0e125-2fc2-446a-a405-e79e4ba03c11 HTTP/1.1" status: 200 len: 944 time: 0.3283050 Feb 16 12:46:42.287563 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dbeee8e9-3e8e-4336-b9c7-332541aa7578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.301102 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc227593-8db7-47e0-bff8-63acf197fb80 req-aeb1e0c4-04f3-4b40-9fa4-91fd3988a6e4 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:42.303792 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-fc227593-8db7-47e0-bff8-63acf197fb80 req-aeb1e0c4-04f3-4b40-9fa4-91fd3988a6e4 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.3431890 Feb 16 12:46:42.400161 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-dbeee8e9-3e8e-4336-b9c7-332541aa7578 None None] Attempting to bind port 27dd9f59-86b2-4cd0-b72c-2dc9ae62a248 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:42.400566 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-dbeee8e9-3e8e-4336-b9c7-332541aa7578 None None] Attempting to bind port 27dd9f59-86b2-4cd0-b72c-2dc9ae62a248 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:42.400941 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeee8e9-3e8e-4336-b9c7-332541aa7578 None None] Attempting to bind port 27dd9f59-86b2-4cd0-b72c-2dc9ae62a248 on network a08a3d1b-2e35-4b18-9cb0-756d355083e6 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:46:42.409723 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e88fdb-9ba4-470c-946b-a18aa8b3b5b1 None None] Pushing event updated for resources: {'Port': ['ID=27dd9f59-86b2-4cd0-b72c-2dc9ae62a248,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:42.412801 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeee8e9-3e8e-4336-b9c7-332541aa7578 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:46:42.417199 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeee8e9-3e8e-4336-b9c7-332541aa7578 None None] Checking segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:46:42.417566 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dbeee8e9-3e8e-4336-b9c7-332541aa7578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.418219 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeee8e9-3e8e-4336-b9c7-332541aa7578 None None] Bound using segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:46:42.418726 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-dbeee8e9-3e8e-4336-b9c7-332541aa7578 None None] Bound port: 27dd9f59-86b2-4cd0-b72c-2dc9ae62a248, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:42.419111 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dbeee8e9-3e8e-4336-b9c7-332541aa7578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.474962 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d54eb054-f836-40b0-8ee0-1df827f597db req-0a4a381c-c4a0-4d3b-a905-44921ab5197b tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/security-groups?id=582a4e72-733c-446a-a0ec-8cb208ee5c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159911 Feb 16 12:46:42.482611 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-fc227593-8db7-47e0-bff8-63acf197fb80 req-62b5fa95-3a9a-4e84-aac4-56559e55340e tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666923 Feb 16 12:46:42.519260 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-dbeee8e9-3e8e-4336-b9c7-332541aa7578 None None] For port 27dd9f59-86b2-4cd0-b72c-2dc9ae62a248, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:46:42.527099 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-b9162abf-5ef7-443e-a3b9-fa028717947d tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Deleting port 27dd9f59-86b2-4cd0-b72c-2dc9ae62a248 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:46:42.527446 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b9162abf-5ef7-443e-a3b9-fa028717947d tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.528066 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-dbeee8e9-3e8e-4336-b9c7-332541aa7578 None None] For port 27dd9f59-86b2-4cd0-b72c-2dc9ae62a248, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=27dd9f59-86b2-4cd0-b72c-2dc9ae62a248,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:46:42.536137 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dbeee8e9-3e8e-4336-b9c7-332541aa7578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.604446 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3e655c7a-fe52-4f9e-8513-f929ba827953 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.627532 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbeee8e9-3e8e-4336-b9c7-332541aa7578 None None] Routers {'9360cef3-a362-4638-865a-c63dd4d53c42'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:42.628467 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-dbeee8e9-3e8e-4336-b9c7-332541aa7578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:46:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['9360cef3-a362-4638-865a-c63dd4d53c42'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:42.650342 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e655c7a-fe52-4f9e-8513-f929ba827953 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'Port': ['ID=d41e441e-010a-493e-814d-b0d1af2bbc1e,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:42.680937 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3e655c7a-fe52-4f9e-8513-f929ba827953 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.684169 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3e655c7a-fe52-4f9e-8513-f929ba827953 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/ports/d41e441e-010a-493e-814d-b0d1af2bbc1e HTTP/1.1" status: 204 len: 168 time: 1.2337587 Feb 16 12:46:42.688106 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34600) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:42.693850 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-b9162abf-5ef7-443e-a3b9-fa028717947d tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] For port 27dd9f59-86b2-4cd0-b72c-2dc9ae62a248, host dv-neutron-828142-3-hyperv, got binding levels [] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:46:42.694217 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b9162abf-5ef7-443e-a3b9-fa028717947d tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.694745 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e88fdb-9ba4-470c-946b-a18aa8b3b5b1 None None] Pushing event updated for resources: {'Port': ['ID=27dd9f59-86b2-4cd0-b72c-2dc9ae62a248,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:42.737640 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-b9162abf-5ef7-443e-a3b9-fa028717947d tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Calling delete_port for 27dd9f59-86b2-4cd0-b72c-2dc9ae62a248 owned by network:router_gateway {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:46:42.739681 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-6183b883-5984-47ec-b18a-4cadcf22784e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] GET failed (client error): The resource could not be found. Feb 16 12:46:42.741494 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6183b883-5984-47ec-b18a-4cadcf22784e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "GET /v2.0/ports/d41e441e-010a-493e-814d-b0d1af2bbc1e HTTP/1.1" status: 404 len: 333 time: 0.0491583 Feb 16 12:46:42.747080 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c237cb5-81c0-40a2-aee1-aa9d418fc2e3 service neutron] Pushing event updated for resources: {'Port': ['ID=8806cc2f-337a-4ea5-96ba-e1457749a273,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:42.751657 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000c72f-601d-4c8e-ad68-1b3676494189 req-ad202cb5-6cf7-4483-8735-dc382675e17c tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:42.753226 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a000c72f-601d-4c8e-ad68-1b3676494189 req-ad202cb5-6cf7-4483-8735-dc382675e17c tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.1794286 Feb 16 12:46:42.755360 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34602) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:42.760469 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-b5919a09-9879-41e5-a91c-5319b0ae718d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'port': {'network_id': 'f1103cc1-ec1a-4517-846a-1695013054ee', 'name': 'tempest-PortsTestJSON-1744583466'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:42.769416 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be3728d8-5467-489f-9852-f018934aa171 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.812035 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-dbeee8e9-3e8e-4336-b9c7-332541aa7578 None None] Set router 9360cef3-a362-4638-865a-c63dd4d53c42 gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:46:42.884524 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-dbeee8e9-3e8e-4336-b9c7-332541aa7578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9360cef3-a362-4638-865a-c63dd4d53c42', 'name': 'tempest-snat-router-465107338', 'tenant_id': '495814d8084f42c6997e6794c6113b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:46:34Z', 'updated_at': '2022-02-16T12:46:42Z', 'revision_number': 4, 'project_id': '495814d8084f42c6997e6794c6113b76', 'gw_port_host': None}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:42.902083 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-6c237cb5-81c0-40a2-aee1-aa9d418fc2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:42.903024 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-6c237cb5-81c0-40a2-aee1-aa9d418fc2e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.904960 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-6c237cb5-81c0-40a2-aee1-aa9d418fc2e3 service neutron] 10.222.0.42 "PUT /v2.0/ports/8806cc2f-337a-4ea5-96ba-e1457749a273 HTTP/1.1" status: 200 len: 1094 time: 3.8200674 Feb 16 12:46:42.951397 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d0e125-2fc2-446a-a405-e79e4ba03c11', 'tag': '8806cc2f-337a-4ea5-96ba-e1457749a273'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:46:42.953551 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbeee8e9-3e8e-4336-b9c7-332541aa7578 None None] The sync data for ids ['9360cef3-a362-4638-865a-c63dd4d53c42'] in dv-neutron-828142-3-hyperv is: [{'id': '9360cef3-a362-4638-865a-c63dd4d53c42', 'name': 'tempest-snat-router-465107338', 'tenant_id': '495814d8084f42c6997e6794c6113b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:46:34Z', 'updated_at': '2022-02-16T12:46:42Z', 'revision_number': 4, 'project_id': '495814d8084f42c6997e6794c6113b76', 'gw_port_host': None}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:42.970398 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14acd45-88f5-4f54-95ca-d9654e0364dd" -d '{"events": [{"name": "network-changed", "server_uuid": "38d0e125-2fc2-446a-a405-e79e4ba03c11", "tag": "8806cc2f-337a-4ea5-96ba-e1457749a273"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:46:42.975992 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be3728d8-5467-489f-9852-f018934aa171 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.981230 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be3728d8-5467-489f-9852-f018934aa171 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.005509 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e72c23e-28ac-4ec4-b1de-edea5d2221de tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Made reservation on behalf of 05dd934713464510b741f50524d05f6e for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:43.009501 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0e72c23e-28ac-4ec4-b1de-edea5d2221de tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.083045 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 12:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0589f0e5-868b-4e9d-a50f-440864c38584 x-openstack-request-id: req-0589f0e5-868b-4e9d-a50f-440864c38584 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:46:43.083045 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d0e125-2fc2-446a-a405-e79e4ba03c11", "tag": "8806cc2f-337a-4ea5-96ba-e1457749a273", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:46:43.083392 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0589f0e5-868b-4e9d-a50f-440864c38584 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:46:43.083973 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d0e125-2fc2-446a-a405-e79e4ba03c11', 'tag': '8806cc2f-337a-4ea5-96ba-e1457749a273', 'status': 'completed', 'code': 200} Feb 16 12:46:43.098662 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5919a09-9879-41e5-a91c-5319b0ae718d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Made reservation on behalf of 5b475467252d4f968fd5b204d0b30dc2 for: {'port': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:43.103425 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b5919a09-9879-41e5-a91c-5319b0ae718d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.148086 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-b5919a09-9879-41e5-a91c-5319b0ae718d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] device_id is not set on port c5177352-5044-4ff3-94ae-a6aca815aa47 yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:46:43.176767 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be3728d8-5467-489f-9852-f018934aa171 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.177309 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3728d8-5467-489f-9852-f018934aa171 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Fanout notify agent at l3_agent the message router_deleted on router 40602139-076c-478c-a165-a260357416ec {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:46:43.184301 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be3728d8-5467-489f-9852-f018934aa171 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.185478 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-be3728d8-5467-489f-9852-f018934aa171 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "DELETE /v2.0/routers/40602139-076c-478c-a165-a260357416ec HTTP/1.1" status: 204 len: 168 time: 3.6139235 Feb 16 12:46:43.191966 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34606) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:43.198056 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-84b6881a-cd11-4839-a68f-0a5dafbd1185 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2032340388'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:43.221315 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-f0a23cda-2d95-4a67-a513-dcf78e388ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:43.221758 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [req-a000c72f-601d-4c8e-ad68-1b3676494189 req-3f7bb094-1274-43c8-a170-efb9e5a5fbd9 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Deleting port 23a5268e-cfd5-444e-bec1-73456853ab27 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:46:43.222171 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [req-a000c72f-601d-4c8e-ad68-1b3676494189 req-3f7bb094-1274-43c8-a170-efb9e5a5fbd9 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.222796 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-f0a23cda-2d95-4a67-a513-dcf78e388ab6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b8da0c113224745a027e6a94fb34ab0&device_id=38d0e125-2fc2-446a-a405-e79e4ba03c11 HTTP/1.1" status: 200 len: 1097 time: 0.2302904 Feb 16 12:46:43.288363 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-f5e63947-b35b-413e-9412-1cbaabc5c585 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8806cc2f-337a-4ea5-96ba-e1457749a273 HTTP/1.1" status: 200 len: 217 time: 0.0550432 Feb 16 12:46:43.294449 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b6881a-cd11-4839-a68f-0a5dafbd1185 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Made reservation on behalf of 98b1135bbc52416fb743fd9e2fe1b3df for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:43.298700 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-84b6881a-cd11-4839-a68f-0a5dafbd1185 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.308220 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b9162abf-5ef7-443e-a3b9-fa028717947d tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.368530 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9162abf-5ef7-443e-a3b9-fa028717947d tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Pushing event deleted for resources: {'Port': ['ID=27dd9f59-86b2-4cd0-b72c-2dc9ae62a248,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:43.380954 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-42f08def-92c3-4666-9fba-d86b96a2e8a9 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Deleting port ffc98244-7f05-429f-9945-8dd8a7d8273b {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:46:43.381325 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-42f08def-92c3-4666-9fba-d86b96a2e8a9 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.424280 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b6881a-cd11-4839-a68f-0a5dafbd1185 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:46:43.452707 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-706d7fdf-1b7b-4e2b-9d2b-5fecb2983b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:43.454202 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-706d7fdf-1b7b-4e2b-9d2b-5fecb2983b57 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf796c68-f1ba-4a90-a53d-382e7e9121ed HTTP/1.1" status: 200 len: 835 time: 0.1494431 Feb 16 12:46:43.501505 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [req-a000c72f-601d-4c8e-ad68-1b3676494189 req-3f7bb094-1274-43c8-a170-efb9e5a5fbd9 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] For port 23a5268e-cfd5-444e-bec1-73456853ab27, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=23a5268e-cfd5-444e-bec1-73456853ab27,segment=NetworkSegment(5d0d8596-bed8-4a04-ada5-85cd4dabf2e9),segment_id=5d0d8596-bed8-4a04-ada5-85cd4dabf2e9)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:46:43.501868 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [req-a000c72f-601d-4c8e-ad68-1b3676494189 req-3f7bb094-1274-43c8-a170-efb9e5a5fbd9 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.513966 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-84b6881a-cd11-4839-a68f-0a5dafbd1185 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.514231 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-84b6881a-cd11-4839-a68f-0a5dafbd1185 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Added segment dbea5930-f7bf-4a90-9fd7-9bf597a6e416 of type vlan for network bfb66b76-810e-46f0-9f46-3fe648bdb0c3 Feb 16 12:46:43.533054 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b5919a09-9879-41e5-a91c-5319b0ae718d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.580235 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b9162abf-5ef7-443e-a3b9-fa028717947d tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.624703 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-84b6881a-cd11-4839-a68f-0a5dafbd1185 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.631588 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-42f08def-92c3-4666-9fba-d86b96a2e8a9 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.631983 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-42f08def-92c3-4666-9fba-d86b96a2e8a9 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.647024 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-d77d2d13-b7f4-45c0-a668-079c7006dbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:43.649198 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-d77d2d13-b7f4-45c0-a668-079c7006dbd9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9df35863-0ddd-484c-a539-99ce67aab768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1851995 Feb 16 12:46:43.649326 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0e72c23e-28ac-4ec4-b1de-edea5d2221de tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.662918 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-42f08def-92c3-4666-9fba-d86b96a2e8a9 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Calling delete_port for ffc98244-7f05-429f-9945-8dd8a7d8273b owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:46:43.745495 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b9162abf-5ef7-443e-a3b9-fa028717947d tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.753217 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b9162abf-5ef7-443e-a3b9-fa028717947d tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.807687 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-84b6881a-cd11-4839-a68f-0a5dafbd1185 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.813685 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b6881a-cd11-4839-a68f-0a5dafbd1185 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:43.814318 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-84b6881a-cd11-4839-a68f-0a5dafbd1185 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.877358 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2db54-62b2-475f-90ed-45aef0038f5f req-8f4bdd50-32a4-4a8a-86a1-9d16b5d95a5c tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:43.878284 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f1b2db54-62b2-475f-90ed-45aef0038f5f req-8f4bdd50-32a4-4a8a-86a1-9d16b5d95a5c tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/ports?device_id=38d0e125-2fc2-446a-a405-e79e4ba03c11 HTTP/1.1" status: 200 len: 944 time: 0.2647617 Feb 16 12:46:43.878819 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b5919a09-9879-41e5-a91c-5319b0ae718d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.896916 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72c23e-28ac-4ec4-b1de-edea5d2221de tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event updated for resources: {'Subnet': ['ID=ad224788-8b69-4289-a4ec-cb0f3ecb55a8,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:43.912967 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b9162abf-5ef7-443e-a3b9-fa028717947d tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.913541 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9162abf-5ef7-443e-a3b9-fa028717947d tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9360cef3-a362-4638-865a-c63dd4d53c42 {{(pid=109048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:46:43.925151 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-84b6881a-cd11-4839-a68f-0a5dafbd1185 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7308638 Feb 16 12:46:43.932589 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34612) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:43.943410 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-64fb21fb-cea8-4276-b9fb-a42641b9b584 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Request body: {'subnet': {'network_id': 'bfb66b76-810e-46f0-9f46-3fe648bdb0c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:43.987357 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6881a-cd11-4839-a68f-0a5dafbd1185 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event updated for resources: {'Network': ['ID=bfb66b76-810e-46f0-9f46-3fe648bdb0c3,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:44.005318 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network bfb66b76-810e-46f0-9f46-3fe648bdb0c3 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:46:44.066016 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-31817266-df56-4fbf-a550-0817c8186fa3 service neutron] 10.222.0.42 "GET /v2.0/networks/9df35863-0ddd-484c-a539-99ce67aab768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025838 Feb 16 12:46:44.071275 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e72c23e-28ac-4ec4-b1de-edea5d2221de tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Checking segment: {'id': 'b192c796-8957-465c-8abb-dc71c61fef4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f03c3967-4b6a-4387-8d8b-0e9ac48f4ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:46:44.071870 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e72c23e-28ac-4ec4-b1de-edea5d2221de tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Network hostable DHCP agents. Network: f03c3967-4b6a-4387-8d8b-0e9ac48f4ca8, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:46:44.218636 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e72c23e-28ac-4ec4-b1de-edea5d2221de tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Network f03c3967-4b6a-4387-8d8b-0e9ac48f4ca8 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:46:44.267913 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-0e72c23e-28ac-4ec4-b1de-edea5d2221de tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, f03c3967-4b6a-4387-8d8b-0e9ac48f4ca8) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:44.269380 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b9162abf-5ef7-443e-a3b9-fa028717947d tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.273659 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b9162abf-5ef7-443e-a3b9-fa028717947d tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] 10.222.0.90 "DELETE /v2.0/routers/9360cef3-a362-4638-865a-c63dd4d53c42 HTTP/1.1" status: 204 len: 168 time: 2.7444332 Feb 16 12:46:44.275353 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34614) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:44.281640 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e72c23e-28ac-4ec4-b1de-edea5d2221de tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:44.282010 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91064ed8-0b42-4bbe-8b65-0f3b919b60ac None None] Network f03c3967-4b6a-4387-8d8b-0e9ac48f4ca8 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:46:44.282463 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0e72c23e-28ac-4ec4-b1de-edea5d2221de tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.294184 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ce51b9e5-5359-4b97-b6d8-ca69c5eb5947 req-4a6eb177-80dd-4230-9aea-e508173b8ecf service neutron] 10.222.0.42 "GET /v2.0/networks/9df35863-0ddd-484c-a539-99ce67aab768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117481 Feb 16 12:46:44.319896 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a5e6e-1c50-434f-9f03-eb3dbe4fff51 req-23f949dc-7822-4fb1-ae4c-21371ad3f6cf tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:44.321483 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8e3a5e6e-1c50-434f-9f03-eb3dbe4fff51 req-23f949dc-7822-4fb1-ae4c-21371ad3f6cf tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 945 time: 0.7059388 Feb 16 12:46:44.335838 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-42f08def-92c3-4666-9fba-d86b96a2e8a9 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.350492 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fb21fb-cea8-4276-b9fb-a42641b9b584 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Made reservation on behalf of 98b1135bbc52416fb743fd9e2fe1b3df for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:44.354016 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-64fb21fb-cea8-4276-b9fb-a42641b9b584 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.367079 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5919a09-9879-41e5-a91c-5319b0ae718d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Network f1103cc1-ec1a-4517-846a-1695013054ee is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:44.385996 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [req-a000c72f-601d-4c8e-ad68-1b3676494189 req-3f7bb094-1274-43c8-a170-efb9e5a5fbd9 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.386357 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [req-a000c72f-601d-4c8e-ad68-1b3676494189 req-3f7bb094-1274-43c8-a170-efb9e5a5fbd9 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.386672 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.l3_db [req-a000c72f-601d-4c8e-ad68-1b3676494189 req-3f7bb094-1274-43c8-a170-efb9e5a5fbd9 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Floating IP bd3a166c-f448-48b5-b1d8-77620906037a disassociated. External IP: 172.26.2.51, port: 23a5268e-cfd5-444e-bec1-73456853ab27. Feb 16 12:46:44.386997 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [req-a000c72f-601d-4c8e-ad68-1b3676494189 req-3f7bb094-1274-43c8-a170-efb9e5a5fbd9 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Calling delete_port for 23a5268e-cfd5-444e-bec1-73456853ab27 owned by compute:nova {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:46:44.389110 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-b5919a09-9879-41e5-a91c-5319b0ae718d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:44.399182 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5919a09-9879-41e5-a91c-5319b0ae718d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'Port': ['ID=c5177352-5044-4ff3-94ae-a6aca815aa47,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:44.405120 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5919a09-9879-41e5-a91c-5319b0ae718d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:46:44.410645 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5919a09-9879-41e5-a91c-5319b0ae718d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:44.411286 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b5919a09-9879-41e5-a91c-5319b0ae718d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.432242 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f08def-92c3-4666-9fba-d86b96a2e8a9 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event deleted for resources: {'Port': ['ID=ffc98244-7f05-429f-9945-8dd8a7d8273b,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:44.433272 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f1b2db54-62b2-475f-90ed-45aef0038f5f req-21ac0b37-f814-492a-8747-a1c9c60d1d47 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/security-groups?id=582a4e72-733c-446a-a0ec-8cb208ee5c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5177877 Feb 16 12:46:44.440177 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0e72c23e-28ac-4ec4-b1de-edea5d2221de tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4880645 Feb 16 12:46:44.471065 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34616) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:44.506671 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b1f00d-48ec-4504-bfa9-ca903b6ae25f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-f03c3967-4b6a-4387-8d8b-0e9ac48f4ca8', 'network_id': 'f03c3967-4b6a-4387-8d8b-0e9ac48f4ca8', 'tenant_id': '05dd934713464510b741f50524d05f6e', 'fixed_ips': [{'subnet_id': 'ad224788-8b69-4289-a4ec-cb0f3ecb55a8'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:46:44.507556 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f3b1f00d-48ec-4504-bfa9-ca903b6ae25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.514863 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8e3a5e6e-1c50-434f-9f03-eb3dbe4fff51 req-9b598295-a854-4b50-9096-b5ea63ef2063 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b2828b2-994b-4a33-81cb-c9c22d19476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769040 Feb 16 12:46:44.520091 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b5919a09-9879-41e5-a91c-5319b0ae718d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7636781 Feb 16 12:46:44.522862 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34618) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:44.532279 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-92a1139d-e119-4baf-9405-1208bae6f854 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:44.626097 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-92a1139d-e119-4baf-9405-1208bae6f854 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.656489 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14acd45-88f5-4f54-95ca-d9654e0364dd req-e318a5f6-2321-4e22-9e6c-ea881fb9f21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:44.658127 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a14acd45-88f5-4f54-95ca-d9654e0364dd req-e318a5f6-2321-4e22-9e6c-ea881fb9f21e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b8da0c113224745a027e6a94fb34ab0&device_id=38d0e125-2fc2-446a-a405-e79e4ba03c11 HTTP/1.1" status: 200 len: 1097 time: 0.2969141 Feb 16 12:46:44.681239 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6c26a3f5-4ea1-4c5c-a566-cfebb85fd2bb tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.695901 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-f3b1f00d-48ec-4504-bfa9-ca903b6ae25f None None] Allocated IP 172.20.0.1 (f03c3967-4b6a-4387-8d8b-0e9ac48f4ca8/ad224788-8b69-4289-a4ec-cb0f3ecb55a8/86786b24-c2ae-4b2c-af37-ad931ce03fa6) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:44.735669 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-42f08def-92c3-4666-9fba-d86b96a2e8a9 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.738206 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-42f08def-92c3-4666-9fba-d86b96a2e8a9 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.742990 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-42f08def-92c3-4666-9fba-d86b96a2e8a9 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "DELETE /v2.0/floatingips/408feb04-eb77-4351-8ca0-6a71ee34aafd HTTP/1.1" status: 204 len: 168 time: 2.5092959 Feb 16 12:46:44.746685 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34620) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:44.786239 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [req-a000c72f-601d-4c8e-ad68-1b3676494189 req-3f7bb094-1274-43c8-a170-efb9e5a5fbd9 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.824167 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-72a4b0f0-71e9-493c-a0d4-42fcc82dc5f2 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] DELETE failed (client error): The resource could not be found. Feb 16 12:46:44.825078 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72a4b0f0-71e9-493c-a0d4-42fcc82dc5f2 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:46:44.830839 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-72a4b0f0-71e9-493c-a0d4-42fcc82dc5f2 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "DELETE /v2.0/ports/65508517-9811-4f08-b2d7-8a963472119c HTTP/1.1" status: 404 len: 333 time: 0.0804214 Feb 16 12:46:44.835782 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2825907f-8d21-4192-a7b3-f3f98b628c9c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.838896 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34622) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:44.860897 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7bb094-1274-43c8-a170-efb9e5a5fbd9 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Pushing event deleted for resources: {'Port': ['ID=23a5268e-cfd5-444e-bec1-73456853ab27,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:44.868994 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f3b1f00d-48ec-4504-bfa9-ca903b6ae25f None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.883622 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f3b1f00d-48ec-4504-bfa9-ca903b6ae25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.919268 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b1f00d-48ec-4504-bfa9-ca903b6ae25f None None] Network f03c3967-4b6a-4387-8d8b-0e9ac48f4ca8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:44.922951 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-f3b1f00d-48ec-4504-bfa9-ca903b6ae25f None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:44.925409 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b1f00d-48ec-4504-bfa9-ca903b6ae25f None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:46:44.943476 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0bf3f28c-6200-4922-a537-58db564ec379 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "GET /v2.0/ports?device_id=f73fdcb3-92e8-4130-abdd-fcf42432cb48 HTTP/1.1" status: 200 len: 205 time: 0.0729265 Feb 16 12:46:44.945195 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34624) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:44.965654 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-92a1139d-e119-4baf-9405-1208bae6f854 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.993325 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b1f00d-48ec-4504-bfa9-ca903b6ae25f None None] Pushing event updated for resources: {'Port': ['ID=86786b24-c2ae-4b2c-af37-ad931ce03fa6,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:45.008378 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14acd45-88f5-4f54-95ca-d9654e0364dd req-f9afa34d-5df8-4ff7-a1cd-0828c2590a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:45.009266 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a14acd45-88f5-4f54-95ca-d9654e0364dd req-f9afa34d-5df8-4ff7-a1cd-0828c2590a72 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9df35863-0ddd-484c-a539-99ce67aab768 HTTP/1.1" status: 200 len: 898 time: 0.3400636 Feb 16 12:46:45.009636 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-f3b1f00d-48ec-4504-bfa9-ca903b6ae25f None None] Attempting to bind port 86786b24-c2ae-4b2c-af37-ad931ce03fa6 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:45.010190 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-f3b1f00d-48ec-4504-bfa9-ca903b6ae25f None None] Attempting to bind port 86786b24-c2ae-4b2c-af37-ad931ce03fa6 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'b192c796-8957-465c-8abb-dc71c61fef4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f03c3967-4b6a-4387-8d8b-0e9ac48f4ca8'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:45.010690 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b1f00d-48ec-4504-bfa9-ca903b6ae25f None None] Attempting to bind port 86786b24-c2ae-4b2c-af37-ad931ce03fa6 on network f03c3967-4b6a-4387-8d8b-0e9ac48f4ca8 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:46:45.016542 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b1f00d-48ec-4504-bfa9-ca903b6ae25f None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:46:45.017026 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b1f00d-48ec-4504-bfa9-ca903b6ae25f None None] Checking segment: {'id': 'b192c796-8957-465c-8abb-dc71c61fef4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f03c3967-4b6a-4387-8d8b-0e9ac48f4ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:46:45.017489 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f3b1f00d-48ec-4504-bfa9-ca903b6ae25f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:45.017940 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b1f00d-48ec-4504-bfa9-ca903b6ae25f None None] Bound using segment: {'id': 'b192c796-8957-465c-8abb-dc71c61fef4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f03c3967-4b6a-4387-8d8b-0e9ac48f4ca8'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:46:45.018481 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-f3b1f00d-48ec-4504-bfa9-ca903b6ae25f None None] Bound port: 86786b24-c2ae-4b2c-af37-ad931ce03fa6, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b192c796-8957-465c-8abb-dc71c61fef4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f03c3967-4b6a-4387-8d8b-0e9ac48f4ca8'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:45.018941 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f3b1f00d-48ec-4504-bfa9-ca903b6ae25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:45.066194 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-92a1139d-e119-4baf-9405-1208bae6f854 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:45.068460 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-38ba6841-fd1d-4c87-badb-f8f867744afc tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] delete failed (client error): The resource could not be found. Feb 16 12:46:45.072999 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-38ba6841-fd1d-4c87-badb-f8f867744afc tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "DELETE /v2.0/routers/f73fdcb3-92e8-4130-abdd-fcf42432cb48 HTTP/1.1" status: 404 len: 336 time: 0.1247294 Feb 16 12:46:45.082401 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34626) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:45.096667 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-f3b1f00d-48ec-4504-bfa9-ca903b6ae25f None None] For port 86786b24-c2ae-4b2c-af37-ad931ce03fa6, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:46:45.096895 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6c26a3f5-4ea1-4c5c-a566-cfebb85fd2bb tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:45.100611 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-f3b1f00d-48ec-4504-bfa9-ca903b6ae25f None None] For port 86786b24-c2ae-4b2c-af37-ad931ce03fa6, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=86786b24-c2ae-4b2c-af37-ad931ce03fa6,segment=NetworkSegment(b192c796-8957-465c-8abb-dc71c61fef4e),segment_id=b192c796-8957-465c-8abb-dc71c61fef4e)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:46:45.106800 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f3b1f00d-48ec-4504-bfa9-ca903b6ae25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:45.107342 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a14acd45-88f5-4f54-95ca-d9654e0364dd req-3ac7bdb4-39d9-4b31-a4b4-a327f1ee453a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8806cc2f-337a-4ea5-96ba-e1457749a273 HTTP/1.1" status: 200 len: 217 time: 0.0658572 Feb 16 12:46:45.141213 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-64fb21fb-cea8-4276-b9fb-a42641b9b584 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:45.155614 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-92a1139d-e119-4baf-9405-1208bae6f854 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] In _notify_port_updated(), no bound segment for port c5177352-5044-4ff3-94ae-a6aca815aa47 on network f1103cc1-ec1a-4517-846a-1695013054ee {{(pid=109048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 12:46:45.161400 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a1139d-e119-4baf-9405-1208bae6f854 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:45.163340 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-92a1139d-e119-4baf-9405-1208bae6f854 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:45.163519 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-92a1139d-e119-4baf-9405-1208bae6f854 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "PUT /v2.0/ports/c5177352-5044-4ff3-94ae-a6aca815aa47 HTTP/1.1" status: 200 len: 818 time: 0.6395307 Feb 16 12:46:45.167122 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb9a72c0-39a1-4027-aba2-aeca556ab7b2 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] DELETE failed (client error): The resource could not be found. Feb 16 12:46:45.167759 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb9a72c0-39a1-4027-aba2-aeca556ab7b2 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:46:45.176067 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-fb9a72c0-39a1-4027-aba2-aeca556ab7b2 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "DELETE /v2.0/subnets/5f1f534e-7bb6-4a10-85cf-6d6fce1c0681 HTTP/1.1" status: 404 len: 337 time: 0.0902908 Feb 16 12:46:45.176067 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34628) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:45.182995 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34630) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:45.192314 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b1f00d-48ec-4504-bfa9-ca903b6ae25f None None] Pushing event updated for resources: {'Port': ['ID=86786b24-c2ae-4b2c-af37-ad931ce03fa6,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:45.226877 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1139d-e119-4baf-9405-1208bae6f854 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'Port': ['ID=c5177352-5044-4ff3-94ae-a6aca815aa47,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:45.262415 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a000c72f-601d-4c8e-ad68-1b3676494189 req-3f7bb094-1274-43c8-a170-efb9e5a5fbd9 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Router f8ba2d68-51b0-4802-976e-18725a0a3616 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:46:45.496186 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-26992f41-5c5c-494e-a860-03ee8d8c6760 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Deleting port c5177352-5044-4ff3-94ae-a6aca815aa47 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:46:45.496940 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-26992f41-5c5c-494e-a860-03ee8d8c6760 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:45.514248 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a000c72f-601d-4c8e-ad68-1b3676494189 req-3f7bb094-1274-43c8-a170-efb9e5a5fbd9 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:46:45.520236 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-a5046e7e-75c0-44b8-8179-d5332d9c071a tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Deleting port 15052be5-9eaf-490e-baa4-c568b37ed196 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:46:45.520548 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a5046e7e-75c0-44b8-8179-d5332d9c071a tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:45.527559 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a822405-e98b-4f3a-8939-127485cca65a None None] Sync routers for ids ['f8ba2d68-51b0-4802-976e-18725a0a3616'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:45.553205 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a822405-e98b-4f3a-8939-127485cca65a None None] Routers {'f8ba2d68-51b0-4802-976e-18725a0a3616'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:45.553840 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9a822405-e98b-4f3a-8939-127485cca65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:46:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['f8ba2d68-51b0-4802-976e-18725a0a3616'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:45.616165 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 23a5268e-cfd5-444e-bec1-73456853ab27 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:46:45.655205 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] No Port match for: 23a5268e-cfd5-444e-bec1-73456853ab27 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:46:45.655920 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 23a5268e-cfd5-444e-bec1-73456853ab27 not bound to the agent host hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:46:45.673372 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [req-a000c72f-601d-4c8e-ad68-1b3676494189 req-3f7bb094-1274-43c8-a170-efb9e5a5fbd9 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] No DVR routers for this DVR port 23a5268e-cfd5-444e-bec1-73456853ab27 on host hv-neutron-8281 {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:45.691635 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [req-a000c72f-601d-4c8e-ad68-1b3676494189 req-3f7bb094-1274-43c8-a170-efb9e5a5fbd9 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:45.695108 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a000c72f-601d-4c8e-ad68-1b3676494189 req-3f7bb094-1274-43c8-a170-efb9e5a5fbd9 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.42 "DELETE /v2.0/ports/23a5268e-cfd5-444e-bec1-73456853ab27 HTTP/1.1" status: 204 len: 173 time: 2.9274950 Feb 16 12:46:45.695509 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec785bc5-0bca-41c3-9226-44f9218a1d03', 'name': 'network-vif-deleted', 'tag': '23a5268e-cfd5-444e-bec1-73456853ab27'}] {{(pid=109048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:46:45.698346 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40068d798dcc31a224174c6c24ac8b3e49f1a518b527dec6066c5fbc28712f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a59941-71c4-4827-bea0-ef60ee3ec167" -d '{"events": [{"server_uuid": "ec785bc5-0bca-41c3-9226-44f9218a1d03", "name": "network-vif-deleted", "tag": "23a5268e-cfd5-444e-bec1-73456853ab27"}]}' {{(pid=109048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:46:45.701767 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-9a822405-e98b-4f3a-8939-127485cca65a None None] Set router f8ba2d68-51b0-4802-976e-18725a0a3616 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:46:45.728280 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-26992f41-5c5c-494e-a860-03ee8d8c6760 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:45.747468 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14acd45-88f5-4f54-95ca-d9654e0364dd req-c439f6ff-7678-4da1-934d-9762d1ccf415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:45.750285 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a14acd45-88f5-4f54-95ca-d9654e0364dd req-c439f6ff-7678-4da1-934d-9762d1ccf415 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf796c68-f1ba-4a90-a53d-382e7e9121ed HTTP/1.1" status: 200 len: 835 time: 0.6330609 Feb 16 12:46:45.758096 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-2825907f-8d21-4192-a7b3-f3f98b628c9c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Deleting port 86786b24-c2ae-4b2c-af37-ad931ce03fa6 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:46:45.758417 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2825907f-8d21-4192-a7b3-f3f98b628c9c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:45.782762 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-77bd816e-5fd0-4a60-ab1a-673304b681a5 req-4c31395b-d2e2-4cb4-8957-ebd3de1cb8a7 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec785bc5-0bca-41c3-9226-44f9218a1d03 HTTP/1.1" status: 200 len: 210 time: 0.1021717 Feb 16 12:46:45.784536 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-26992f41-5c5c-494e-a860-03ee8d8c6760 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Calling delete_port for c5177352-5044-4ff3-94ae-a6aca815aa47 owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:46:45.824518 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb21fb-cea8-4276-b9fb-a42641b9b584 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event updated for resources: {'Subnet': ['ID=50673d60-7439-4f15-8590-0f63901acd61,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:45.829385 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5ed64-74ba-4929-9224-b9b604230419 req-975ad77c-d0f3-487d-8eac-c81447e7e8a0 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:45.831031 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2eb5ed64-74ba-4929-9224-b9b604230419 req-975ad77c-d0f3-487d-8eac-c81447e7e8a0 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/ports?device_id=38d0e125-2fc2-446a-a405-e79e4ba03c11 HTTP/1.1" status: 200 len: 944 time: 0.2749786 Feb 16 12:46:45.874251 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fb21fb-cea8-4276-b9fb-a42641b9b584 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Checking segment: {'id': 'dbea5930-f7bf-4a90-9fd7-9bf597a6e416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'bfb66b76-810e-46f0-9f46-3fe648bdb0c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:46:45.874953 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fb21fb-cea8-4276-b9fb-a42641b9b584 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Network hostable DHCP agents. Network: bfb66b76-810e-46f0-9f46-3fe648bdb0c3, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:46:45.897881 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 12:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3548d5-283d-4f73-a4ed-5e0ebe9213fc x-openstack-request-id: req-5d3548d5-283d-4f73-a4ed-5e0ebe9213fc {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:46:45.901856 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec785bc5-0bca-41c3-9226-44f9218a1d03", "name": "network-vif-deleted", "tag": "23a5268e-cfd5-444e-bec1-73456853ab27", "status": "completed", "code": 200}]} {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:46:45.901856 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5d3548d5-283d-4f73-a4ed-5e0ebe9213fc {{(pid=109048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:46:45.901856 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec785bc5-0bca-41c3-9226-44f9218a1d03', 'name': 'network-vif-deleted', 'tag': '23a5268e-cfd5-444e-bec1-73456853ab27', 'status': 'completed', 'code': 200} Feb 16 12:46:45.909589 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a5046e7e-75c0-44b8-8179-d5332d9c071a tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:45.936218 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-a5046e7e-75c0-44b8-8179-d5332d9c071a tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Calling delete_port for 15052be5-9eaf-490e-baa4-c568b37ed196 owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:46:45.982177 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-6c26a3f5-4ea1-4c5c-a566-cfebb85fd2bb tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Deleting port d9d6342f-a444-4d23-844e-2171df573b8a {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:46:45.982514 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6c26a3f5-4ea1-4c5c-a566-cfebb85fd2bb tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.028700 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 86786b24-c2ae-4b2c-af37-ad931ce03fa6 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:46:46.032400 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2eb5ed64-74ba-4929-9224-b9b604230419 req-aef5af0e-bc2f-4ba8-aefa-7d9daf150897 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/security-groups?id=582a4e72-733c-446a-a0ec-8cb208ee5c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778796 Feb 16 12:46:46.093659 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-26992f41-5c5c-494e-a860-03ee8d8c6760 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.098043 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9a822405-e98b-4f3a-8939-127485cca65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ba2d68-51b0-4802-976e-18725a0a3616', 'name': 'tempest-ServerActionsTestJSON-1704407734-router', 'tenant_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '33bdf321-9760-424f-8226-62f07277f43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:22Z', 'updated_at': '2022-02-16T12:43:35Z', 'revision_number': 4, 'project_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'gw_port': {'id': '33bdf321-9760-424f-8226-62f07277f43e', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ba2d68-51b0-4802-976e-18725a0a3616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:26Z', 'updated_at': '2022-02-16T12:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'c951ccc4-cf03-431b-bd61-d4f37864b838', 'name': '', 'network_id': '3e84b45d-91e8-4295-8226-a12fdb0f907b', 'tenant_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'mac_address': 'fa:16:3e:1c:5b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ba2d68-51b0-4802-976e-18725a0a3616', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '280fbadf-e19b-45d5-88e2-fb9cd6467432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:33Z', 'updated_at': '2022-02-16T12:43:46Z', 'revision_number': 5, 'project_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'subnets': [{'id': '280fbadf-e19b-45d5-88e2-fb9cd6467432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:46.111191 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fb21fb-cea8-4276-b9fb-a42641b9b584 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Network bfb66b76-810e-46f0-9f46-3fe648bdb0c3 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:46:46.126518 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14acd45-88f5-4f54-95ca-d9654e0364dd req-41048bed-6f6f-4266-943a-a8993296dae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:46.133506 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26992f41-5c5c-494e-a860-03ee8d8c6760 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'Port': ['ID=c5177352-5044-4ff3-94ae-a6aca815aa47,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:46.137583 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 86786b24-c2ae-4b2c-af37-ad931ce03fa6 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:46.138236 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.143297 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a14acd45-88f5-4f54-95ca-d9654e0364dd req-41048bed-6f6f-4266-943a-a8993296dae4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9df35863-0ddd-484c-a539-99ce67aab768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3761003 Feb 16 12:46:46.145917 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-26992f41-5c5c-494e-a860-03ee8d8c6760 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.149892 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-26992f41-5c5c-494e-a860-03ee8d8c6760 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/ports/c5177352-5044-4ff3-94ae-a6aca815aa47 HTTP/1.1" status: 204 len: 168 time: 0.9700859 Feb 16 12:46:46.152496 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34638) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:46.166905 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a822405-e98b-4f3a-8939-127485cca65a None None] Checking router: f8ba2d68-51b0-4802-976e-18725a0a3616 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:46:46.198872 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a822405-e98b-4f3a-8939-127485cca65a None None] Routers {'f8ba2d68-51b0-4802-976e-18725a0a3616'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:46.199902 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9a822405-e98b-4f3a-8939-127485cca65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:46:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['f8ba2d68-51b0-4802-976e-18725a0a3616'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:46.283461 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.341460 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 86786b24-c2ae-4b2c-af37-ad931ce03fa6, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=86786b24-c2ae-4b2c-af37-ad931ce03fa6,segment=NetworkSegment(b192c796-8957-465c-8abb-dc71c61fef4e),segment_id=b192c796-8957-465c-8abb-dc71c61fef4e)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:46:46.354774 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.372648 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-9a822405-e98b-4f3a-8939-127485cca65a None None] Set router f8ba2d68-51b0-4802-976e-18725a0a3616 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:46:46.385255 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825e3ae9-5144-408a-954e-7fa7efd52205 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:46.389364 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-825e3ae9-5144-408a-954e-7fa7efd52205 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2331362 Feb 16 12:46:46.394968 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-64fb21fb-cea8-4276-b9fb-a42641b9b584 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, bfb66b76-810e-46f0-9f46-3fe648bdb0c3) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:46.397556 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34640) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:46.406449 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a5046e7e-75c0-44b8-8179-d5332d9c071a tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.422748 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04811e61-b0d3-4875-af4b-900ad067c744 None None] Network bfb66b76-810e-46f0-9f46-3fe648bdb0c3 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:46:46.434079 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-2825907f-8d21-4192-a7b3-f3f98b628c9c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] For port 86786b24-c2ae-4b2c-af37-ad931ce03fa6, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=86786b24-c2ae-4b2c-af37-ad931ce03fa6,segment=NetworkSegment(b192c796-8957-465c-8abb-dc71c61fef4e),segment_id=b192c796-8957-465c-8abb-dc71c61fef4e)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:46:46.434482 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2825907f-8d21-4192-a7b3-f3f98b628c9c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.458543 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fb21fb-cea8-4276-b9fb-a42641b9b584 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:46.459486 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-64fb21fb-cea8-4276-b9fb-a42641b9b584 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.468743 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-af9535f6-7e0d-4822-98aa-2a254bbae32a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] GET failed (client error): The resource could not be found. Feb 16 12:46:46.476900 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-af9535f6-7e0d-4822-98aa-2a254bbae32a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "GET /v2.0/ports/c5177352-5044-4ff3-94ae-a6aca815aa47 HTTP/1.1" status: 404 len: 333 time: 0.0726342 Feb 16 12:46:46.496030 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34642) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:46.514801 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-5bcb037b-04a9-478a-8bca-12e989a3919a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2052167270'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:46.522479 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5046e7e-75c0-44b8-8179-d5332d9c071a tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event deleted for resources: {'Port': ['ID=15052be5-9eaf-490e-baa4-c568b37ed196,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:46.535390 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-2825907f-8d21-4192-a7b3-f3f98b628c9c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Calling delete_port for 86786b24-c2ae-4b2c-af37-ad931ce03fa6 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:46:46.554713 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-6c26a3f5-4ea1-4c5c-a566-cfebb85fd2bb tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] For port d9d6342f-a444-4d23-844e-2171df573b8a, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=d9d6342f-a444-4d23-844e-2171df573b8a,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:46:46.555454 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6c26a3f5-4ea1-4c5c-a566-cfebb85fd2bb tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.574496 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=86786b24-c2ae-4b2c-af37-ad931ce03fa6,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:46.628575 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e0ea57-b792-4bdc-8640-e422c4734360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-bfb66b76-810e-46f0-9f46-3fe648bdb0c3', 'network_id': 'bfb66b76-810e-46f0-9f46-3fe648bdb0c3', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'fixed_ips': [{'subnet_id': '50673d60-7439-4f15-8590-0f63901acd61'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:46:46.629328 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f0e0ea57-b792-4bdc-8640-e422c4734360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.665980 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a5046e7e-75c0-44b8-8179-d5332d9c071a tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.671609 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a5046e7e-75c0-44b8-8179-d5332d9c071a tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "DELETE /v2.0/ports/15052be5-9eaf-490e-baa4-c568b37ed196 HTTP/1.1" status: 204 len: 168 time: 1.4797404 Feb 16 12:46:46.675409 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34644) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:46.693586 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-6c26a3f5-4ea1-4c5c-a566-cfebb85fd2bb tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Calling delete_port for d9d6342f-a444-4d23-844e-2171df573b8a owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:46:46.702246 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-64fb21fb-cea8-4276-b9fb-a42641b9b584 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7625902 Feb 16 12:46:46.713606 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34646) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:46.720332 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9a822405-e98b-4f3a-8939-127485cca65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ba2d68-51b0-4802-976e-18725a0a3616', 'name': 'tempest-ServerActionsTestJSON-1704407734-router', 'tenant_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '33bdf321-9760-424f-8226-62f07277f43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:22Z', 'updated_at': '2022-02-16T12:43:35Z', 'revision_number': 4, 'project_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'gw_port': {'id': '33bdf321-9760-424f-8226-62f07277f43e', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ba2d68-51b0-4802-976e-18725a0a3616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:26Z', 'updated_at': '2022-02-16T12:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'c951ccc4-cf03-431b-bd61-d4f37864b838', 'name': '', 'network_id': '3e84b45d-91e8-4295-8226-a12fdb0f907b', 'tenant_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'mac_address': 'fa:16:3e:1c:5b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ba2d68-51b0-4802-976e-18725a0a3616', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '280fbadf-e19b-45d5-88e2-fb9cd6467432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:33Z', 'updated_at': '2022-02-16T12:43:46Z', 'revision_number': 5, 'project_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'subnets': [{'id': '280fbadf-e19b-45d5-88e2-fb9cd6467432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:46.722336 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-d493d941-5542-431a-a295-b2b0fca877db tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-310163200', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:46.734176 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7a99cc-9d49-41f5-a4a7-97b5271b6c78 None None] Network f03c3967-4b6a-4387-8d8b-0e9ac48f4ca8 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:46:46.740649 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bcb037b-04a9-478a-8bca-12e989a3919a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Made reservation on behalf of 5b475467252d4f968fd5b204d0b30dc2 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:46.744369 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5bcb037b-04a9-478a-8bca-12e989a3919a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.758546 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a822405-e98b-4f3a-8939-127485cca65a None None] The sync data for ids ['f8ba2d68-51b0-4802-976e-18725a0a3616'] in dv-neutron-828142-3-hyperv is: [{'id': 'f8ba2d68-51b0-4802-976e-18725a0a3616', 'name': 'tempest-ServerActionsTestJSON-1704407734-router', 'tenant_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '33bdf321-9760-424f-8226-62f07277f43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:22Z', 'updated_at': '2022-02-16T12:43:35Z', 'revision_number': 4, 'project_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'gw_port': {'id': '33bdf321-9760-424f-8226-62f07277f43e', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ba2d68-51b0-4802-976e-18725a0a3616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:26Z', 'updated_at': '2022-02-16T12:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'c951ccc4-cf03-431b-bd61-d4f37864b838', 'name': '', 'network_id': '3e84b45d-91e8-4295-8226-a12fdb0f907b', 'tenant_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'mac_address': 'fa:16:3e:1c:5b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ba2d68-51b0-4802-976e-18725a0a3616', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '280fbadf-e19b-45d5-88e2-fb9cd6467432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:33Z', 'updated_at': '2022-02-16T12:43:46Z', 'revision_number': 5, 'project_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'subnets': [{'id': '280fbadf-e19b-45d5-88e2-fb9cd6467432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:46.801159 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bcb037b-04a9-478a-8bca-12e989a3919a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:46:46.822238 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5bcb037b-04a9-478a-8bca-12e989a3919a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.823210 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-5bcb037b-04a9-478a-8bca-12e989a3919a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Added segment 7b66c2ff-dafb-436f-9bac-b2fc03fe30eb of type vlan for network 943af222-e222-4ede-a0ae-f0199985db6a Feb 16 12:46:46.834303 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d493d941-5542-431a-a295-b2b0fca877db tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.835820 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d493d941-5542-431a-a295-b2b0fca877db tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.882815 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5bcb037b-04a9-478a-8bca-12e989a3919a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.930363 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a14acd45-88f5-4f54-95ca-d9654e0364dd req-bdea3117-9f8d-4089-a320-5a79b21d6052 service neutron] 10.222.0.42 "GET /v2.0/networks/9df35863-0ddd-484c-a539-99ce67aab768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7687354 Feb 16 12:46:46.932526 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34652) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:46.952675 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d493d941-5542-431a-a295-b2b0fca877db tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.956108 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-7a4a1a44-08d8-4e9b-990c-94cbf4b6b941 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Deleting port 4df6326d-7562-4afa-ab19-55f594e53804 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:46:46.956670 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7a4a1a44-08d8-4e9b-990c-94cbf4b6b941 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.978379 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d493d941-5542-431a-a295-b2b0fca877db tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.028727 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-3fc34c2f-1976-4263-8d28-2f660245a4a6 None None] Provisioning complete for port 86786b24-c2ae-4b2c-af37-ad931ce03fa6 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:47.029330 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3fc34c2f-1976-4263-8d28-2f660245a4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.034180 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5bcb037b-04a9-478a-8bca-12e989a3919a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.042182 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcb037b-04a9-478a-8bca-12e989a3919a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:47.042857 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5bcb037b-04a9-478a-8bca-12e989a3919a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.108011 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d493d941-5542-431a-a295-b2b0fca877db tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.109269 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d493d941-5542-431a-a295-b2b0fca877db tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3935976 Feb 16 12:46:47.120908 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-f0e0ea57-b792-4bdc-8640-e422c4734360 None None] Allocated IP 2001:db8::2 (bfb66b76-810e-46f0-9f46-3fe648bdb0c3/50673d60-7439-4f15-8590-0f63901acd61/a7f66acc-2265-47a1-816d-fa5f732b48a9) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:47.121349 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34656) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:47.234323 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5bcb037b-04a9-478a-8bca-12e989a3919a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7209029 Feb 16 12:46:47.245448 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34658) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:47.250852 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-fd3a284f-9532-4239-9989-b9e6e77c6ad1 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'subnet': {'network_id': '943af222-e222-4ede-a0ae-f0199985db6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:47.258093 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-54e4be6f-4e7d-4096-ae23-3a148037cc8f tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.272888 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7a4a1a44-08d8-4e9b-990c-94cbf4b6b941 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.285141 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3347bd7f-4d1a-407b-a4c9-610795a03af5 None None] New status for floating IP bd3a166c-f448-48b5-b1d8-77620906037a: DOWN {{(pid=109050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:46:47.317609 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb037b-04a9-478a-8bca-12e989a3919a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'Network': ['ID=943af222-e222-4ede-a0ae-f0199985db6a,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:47.361008 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 943af222-e222-4ede-a0ae-f0199985db6a details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:46:47.374604 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-7a4a1a44-08d8-4e9b-990c-94cbf4b6b941 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Calling delete_port for 4df6326d-7562-4afa-ab19-55f594e53804 owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:46:47.415851 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a14acd45-88f5-4f54-95ca-d9654e0364dd req-8c8c87b2-fd50-40b7-8877-c00c48b97878 service neutron] 10.222.0.42 "GET /v2.0/networks/9df35863-0ddd-484c-a539-99ce67aab768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4537804 Feb 16 12:46:47.425432 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-54e4be6f-4e7d-4096-ae23-3a148037cc8f tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.434896 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2825907f-8d21-4192-a7b3-f3f98b628c9c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.507784 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825907f-8d21-4192-a7b3-f3f98b628c9c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event deleted for resources: {'Port': ['ID=86786b24-c2ae-4b2c-af37-ad931ce03fa6,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:47.556401 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2825907f-8d21-4192-a7b3-f3f98b628c9c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] No DVR routers for this DVR port 86786b24-c2ae-4b2c-af37-ad931ce03fa6 on host dv-neutron-828142-3-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:47.594590 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6c26a3f5-4ea1-4c5c-a566-cfebb85fd2bb tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.625836 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edcc141-f09e-4816-b386-b45242296cca req-1a1dbc9b-3804-422b-809f-49531c9b38c0 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:47.627855 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6edcc141-f09e-4816-b386-b45242296cca req-1a1dbc9b-3804-422b-809f-49531c9b38c0 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/ports?device_id=38d0e125-2fc2-446a-a405-e79e4ba03c11 HTTP/1.1" status: 200 len: 944 time: 0.3789425 Feb 16 12:46:47.628007 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3a284f-9532-4239-9989-b9e6e77c6ad1 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Made reservation on behalf of 5b475467252d4f968fd5b204d0b30dc2 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:47.632213 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fd3a284f-9532-4239-9989-b9e6e77c6ad1 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.660380 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c26a3f5-4ea1-4c5c-a566-cfebb85fd2bb tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9d6342f-a444-4d23-844e-2171df573b8a,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:47.685382 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 8806cc2f-337a-4ea5-96ba-e1457749a273 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 12:46:47.734286 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2825907f-8d21-4192-a7b3-f3f98b628c9c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.751048 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bf7abbcf-6afe-4976-8355-09cd451f6f98 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.789359 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6edcc141-f09e-4816-b386-b45242296cca req-40c8defa-77c5-44c3-9db4-1c6634a8601c tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/security-groups?id=582a4e72-733c-446a-a0ec-8cb208ee5c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327300 Feb 16 12:46:47.818517 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-54e4be6f-4e7d-4096-ae23-3a148037cc8f tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.820988 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-54e4be6f-4e7d-4096-ae23-3a148037cc8f tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.824395 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-54e4be6f-4e7d-4096-ae23-3a148037cc8f tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "DELETE /v2.0/security-groups/8b2828b2-994b-4a33-81cb-c9c22d19476b HTTP/1.1" status: 204 len: 168 time: 0.8885803 Feb 16 12:46:47.830206 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f0e0ea57-b792-4bdc-8640-e422c4734360 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.832445 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34660) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:47.861956 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f0e0ea57-b792-4bdc-8640-e422c4734360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.926900 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e0ea57-b792-4bdc-8640-e422c4734360 None None] Pushing event updated for resources: {'Port': ['ID=a7f66acc-2265-47a1-816d-fa5f732b48a9,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:47.935792 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 8806cc2f-337a-4ea5-96ba-e1457749a273, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8806cc2f-337a-4ea5-96ba-e1457749a273,segment=NetworkSegment(74254b27-883f-4c2a-b1c1-61419d89632a),segment_id=74254b27-883f-4c2a-b1c1-61419d89632a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:46:47.966801 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': '8806cc2f-337a-4ea5-96ba-e1457749a273', 'network_id': '9df35863-0ddd-484c-a539-99ce67aab768', 'port_id': '8806cc2f-337a-4ea5-96ba-e1457749a273', 'mac_address': 'fa:16:3e:b2:17:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf796c68-f1ba-4a90-a53d-382e7e9121ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 12:46:47.970039 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e0ea57-b792-4bdc-8640-e422c4734360 None None] Network bfb66b76-810e-46f0-9f46-3fe648bdb0c3 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:47.974321 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-f0e0ea57-b792-4bdc-8640-e422c4734360 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:47.978924 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-20171a29-63a4-49d7-a71a-e99e507f1307 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] show failed (client error): The resource could not be found. Feb 16 12:46:47.979283 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e0ea57-b792-4bdc-8640-e422c4734360 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:46:47.980038 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-20171a29-63a4-49d7-a71a-e99e507f1307 tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "GET /v2.0/security-groups/8b2828b2-994b-4a33-81cb-c9c22d19476b HTTP/1.1" status: 404 len: 347 time: 0.1432853 Feb 16 12:46:48.012810 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34662) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:48.020929 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-149b85a4-0aac-490f-b917-ad6da605c515 None None] Could not find standard attr ID for object 86786b24-c2ae-4b2c-af37-ad931ce03fa6. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:46:48.027365 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2825907f-8d21-4192-a7b3-f3f98b628c9c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.064348 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657009a2-e120-43c9-bc22-6ef2d0b6d406 None None] DHCP port deletion for f03c3967-4b6a-4387-8d8b-0e9ac48f4ca8 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:46:48.092879 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.105065 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6c26a3f5-4ea1-4c5c-a566-cfebb85fd2bb tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.116055 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825907f-8d21-4192-a7b3-f3f98b628c9c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event deleted for resources: {'Subnet': ['ID=ad224788-8b69-4289-a4ec-cb0f3ecb55a8,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:48.121124 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8806cc2f-337a-4ea5-96ba-e1457749a273 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 12:46:48.128618 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-f0e0ea57-b792-4bdc-8640-e422c4734360 None None] Attempting to bind port a7f66acc-2265-47a1-816d-fa5f732b48a9 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:48.131240 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-f0e0ea57-b792-4bdc-8640-e422c4734360 None None] Attempting to bind port a7f66acc-2265-47a1-816d-fa5f732b48a9 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'dbea5930-f7bf-4a90-9fd7-9bf597a6e416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'bfb66b76-810e-46f0-9f46-3fe648bdb0c3'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:48.131846 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e0ea57-b792-4bdc-8640-e422c4734360 None None] Attempting to bind port a7f66acc-2265-47a1-816d-fa5f732b48a9 on network bfb66b76-810e-46f0-9f46-3fe648bdb0c3 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:46:48.145314 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e0ea57-b792-4bdc-8640-e422c4734360 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:46:48.145692 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e0ea57-b792-4bdc-8640-e422c4734360 None None] Checking segment: {'id': 'dbea5930-f7bf-4a90-9fd7-9bf597a6e416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'bfb66b76-810e-46f0-9f46-3fe648bdb0c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:46:48.146124 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f0e0ea57-b792-4bdc-8640-e422c4734360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.146469 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e0ea57-b792-4bdc-8640-e422c4734360 None None] Bound using segment: {'id': 'dbea5930-f7bf-4a90-9fd7-9bf597a6e416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'bfb66b76-810e-46f0-9f46-3fe648bdb0c3'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:46:48.146956 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-f0e0ea57-b792-4bdc-8640-e422c4734360 None None] Bound port: a7f66acc-2265-47a1-816d-fa5f732b48a9, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbea5930-f7bf-4a90-9fd7-9bf597a6e416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'bfb66b76-810e-46f0-9f46-3fe648bdb0c3'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:48.147342 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f0e0ea57-b792-4bdc-8640-e422c4734360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.164942 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 8806cc2f-337a-4ea5-96ba-e1457749a273, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8806cc2f-337a-4ea5-96ba-e1457749a273,segment=NetworkSegment(74254b27-883f-4c2a-b1c1-61419d89632a),segment_id=74254b27-883f-4c2a-b1c1-61419d89632a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:46:48.177652 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e102d665-22c7-4cc3-9ced-cac3603d631b None None] Network f03c3967-4b6a-4387-8d8b-0e9ac48f4ca8 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:46:48.179874 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.334061 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6c26a3f5-4ea1-4c5c-a566-cfebb85fd2bb tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.349525 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6c26a3f5-4ea1-4c5c-a566-cfebb85fd2bb tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.366671 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2825907f-8d21-4192-a7b3-f3f98b628c9c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.374848 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=8806cc2f-337a-4ea5-96ba-e1457749a273,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:48.392589 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4be6f-4e7d-4096-ae23-3a148037cc8f tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2828b2-994b-4a33-81cb-c9c22d19476b,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:48.400765 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-f0e0ea57-b792-4bdc-8640-e422c4734360 None None] For port a7f66acc-2265-47a1-816d-fa5f732b48a9, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:46:48.424984 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-f0e0ea57-b792-4bdc-8640-e422c4734360 None None] For port a7f66acc-2265-47a1-816d-fa5f732b48a9, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=a7f66acc-2265-47a1-816d-fa5f732b48a9,segment=NetworkSegment(dbea5930-f7bf-4a90-9fd7-9bf597a6e416),segment_id=dbea5930-f7bf-4a90-9fd7-9bf597a6e416)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:46:48.427947 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee1175f-a995-4e6a-8a3a-b8e6bddbef9c None None] DHCP port deletion for f03c3967-4b6a-4387-8d8b-0e9ac48f4ca8 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:46:48.434683 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f0e0ea57-b792-4bdc-8640-e422c4734360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.459234 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7a4a1a44-08d8-4e9b-990c-94cbf4b6b941 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.467077 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['8806cc2f-337a-4ea5-96ba-e1457749a273'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 12:46:48.480324 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-2825907f-8d21-4192-a7b3-f3f98b628c9c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f03c3967-4b6a-4387-8d8b-0e9ac48f4ca8']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:48.504226 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6c26a3f5-4ea1-4c5c-a566-cfebb85fd2bb tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.504663 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c26a3f5-4ea1-4c5c-a566-cfebb85fd2bb tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 37699ee0-a1fe-454e-aba8-c8bb06749ee0 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:46:48.507627 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a1a44-08d8-4e9b-990c-94cbf4b6b941 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event deleted for resources: {'Port': ['ID=4df6326d-7562-4afa-ab19-55f594e53804,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:48.508312 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-2825907f-8d21-4192-a7b3-f3f98b628c9c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b192c796-8957-465c-8abb-dc71c61fef4e') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:48.508604 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-2825907f-8d21-4192-a7b3-f3f98b628c9c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b192c796-8957-465c-8abb-dc71c61fef4e') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:48.533248 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6c26a3f5-4ea1-4c5c-a566-cfebb85fd2bb tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.534891 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6c26a3f5-4ea1-4c5c-a566-cfebb85fd2bb tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] 10.222.0.90 "DELETE /v2.0/routers/37699ee0-a1fe-454e-aba8-c8bb06749ee0 HTTP/1.1" status: 204 len: 168 time: 4.2569296 Feb 16 12:46:48.541426 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2825907f-8d21-4192-a7b3-f3f98b628c9c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.543480 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34664) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:48.553495 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-eff70d05-9ba4-44d5-b5d4-8371aa356bbc tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1507643884', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}, 'admin_state_up': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:48.572138 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fd3a284f-9532-4239-9989-b9e6e77c6ad1 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.601537 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e0ea57-b792-4bdc-8640-e422c4734360 None None] Pushing event updated for resources: {'Port': ['ID=a7f66acc-2265-47a1-816d-fa5f732b48a9,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:48.626348 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2825907f-8d21-4192-a7b3-f3f98b628c9c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.674685 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-0fbbeec7-9d29-4de7-976b-00abf9ec844c tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Deleting port 86ccb3b6-acd1-41f2-aaac-1ee69c4e6058 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:46:48.674955 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0fbbeec7-9d29-4de7-976b-00abf9ec844c tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.677623 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2825907f-8d21-4192-a7b3-f3f98b628c9c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:48.678101 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2825907f-8d21-4192-a7b3-f3f98b628c9c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.684707 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:46:48.684707 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:48.684707 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:46:48.684707 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:48.684707 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:46:48.684707 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:46:48.684707 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:46:48.684707 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:48.684707 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:46:48.684707 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:48.684707 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:46:48.684707 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:48.684707 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:46:48.684707 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:46:48.684707 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:48.684707 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:46:48.684707 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:48.684707 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:46:48.684707 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:46:48.684707 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:46:48.684707 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:46:48.684707 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:46:48.684707 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:48.684707 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:48.684707 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:48.684707 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:48.684707 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:48.684707 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:48.684707 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:48.684707 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:48.684707 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:48.684707 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:48.705335 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7a4a1a44-08d8-4e9b-990c-94cbf4b6b941 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.708804 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-7a4a1a44-08d8-4e9b-990c-94cbf4b6b941 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "DELETE /v2.0/ports/4df6326d-7562-4afa-ab19-55f594e53804 HTTP/1.1" status: 204 len: 168 time: 2.0320508 Feb 16 12:46:48.714266 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34666) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:48.812615 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eff70d05-9ba4-44d5-b5d4-8371aa356bbc tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.814538 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eff70d05-9ba4-44d5-b5d4-8371aa356bbc tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.844860 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f64b46-db6e-494f-b2e7-ad9dbd1cbec8 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:48.846758 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f8f64b46-db6e-494f-b2e7-ad9dbd1cbec8 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "GET /v2.0/ports?device_id=3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd HTTP/1.1" status: 200 len: 913 time: 0.1306145 Feb 16 12:46:48.858059 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34670) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:48.906031 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a284f-9532-4239-9989-b9e6e77c6ad1 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'Subnet': ['ID=e99578cd-566c-416d-ad03-aa534cd71de2,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:48.965354 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2825907f-8d21-4192-a7b3-f3f98b628c9c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.982886 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3a284f-9532-4239-9989-b9e6e77c6ad1 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Checking segment: {'id': '7b66c2ff-dafb-436f-9bac-b2fc03fe30eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '943af222-e222-4ede-a0ae-f0199985db6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:46:48.983531 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3a284f-9532-4239-9989-b9e6e77c6ad1 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Network hostable DHCP agents. Network: 943af222-e222-4ede-a0ae-f0199985db6a, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:46:49.001082 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2825907f-8d21-4192-a7b3-f3f98b628c9c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.004527 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2825907f-8d21-4192-a7b3-f3f98b628c9c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "DELETE /v2.0/networks/f03c3967-4b6a-4387-8d8b-0e9ac48f4ca8 HTTP/1.1" status: 204 len: 168 time: 4.5276983 Feb 16 12:46:49.004771 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-bf7abbcf-6afe-4976-8355-09cd451f6f98 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Allocated IP 2001:db8::1 (bfb66b76-810e-46f0-9f46-3fe648bdb0c3/50673d60-7439-4f15-8590-0f63901acd61/676ae13e-c3e6-4cb5-8dad-8e25580bc775) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:49.011334 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34672) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:49.042482 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e861bcb0-7c12-4508-b036-b980981ba157 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-598027100'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:49.059297 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825907f-8d21-4192-a7b3-f3f98b628c9c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event deleted for resources: {'Network': ['ID=f03c3967-4b6a-4387-8d8b-0e9ac48f4ca8,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:49.063308 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0fbbeec7-9d29-4de7-976b-00abf9ec844c tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.063992 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0fbbeec7-9d29-4de7-976b-00abf9ec844c tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.074768 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16cf794-abb9-4cc6-bed5-dd08fbac1927 req-72ba6240-a675-42ff-a5b4-56fa8a90b480 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:49.076511 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f16cf794-abb9-4cc6-bed5-dd08fbac1927 req-72ba6240-a675-42ff-a5b4-56fa8a90b480 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/ports?device_id=38d0e125-2fc2-446a-a405-e79e4ba03c11 HTTP/1.1" status: 200 len: 945 time: 0.1426249 Feb 16 12:46:49.116951 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eff70d05-9ba4-44d5-b5d4-8371aa356bbc tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.131213 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-0fbbeec7-9d29-4de7-976b-00abf9ec844c tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Calling delete_port for 86ccb3b6-acd1-41f2-aaac-1ee69c4e6058 owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:46:49.142023 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3a284f-9532-4239-9989-b9e6e77c6ad1 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Network 943af222-e222-4ede-a0ae-f0199985db6a is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:46:49.220677 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e861bcb0-7c12-4508-b036-b980981ba157 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Made reservation on behalf of 05dd934713464510b741f50524d05f6e for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:49.223694 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e861bcb0-7c12-4508-b036-b980981ba157 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.243116 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f16cf794-abb9-4cc6-bed5-dd08fbac1927 req-22c25c69-1ebc-4de4-91fa-6a788d863c2f tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/security-groups?id=582a4e72-733c-446a-a0ec-8cb208ee5c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430967 Feb 16 12:46:49.253967 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-fd3a284f-9532-4239-9989-b9e6e77c6ad1 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 943af222-e222-4ede-a0ae-f0199985db6a) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:49.271240 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3a284f-9532-4239-9989-b9e6e77c6ad1 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:49.272188 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fd3a284f-9532-4239-9989-b9e6e77c6ad1 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.282929 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1a4316-1f4e-49c2-8213-5adea4c986ff None None] Network 943af222-e222-4ede-a0ae-f0199985db6a requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:46:49.362223 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bf7abbcf-6afe-4976-8355-09cd451f6f98 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.373377 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fd3a284f-9532-4239-9989-b9e6e77c6ad1 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1268377 Feb 16 12:46:49.380283 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34674) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:49.384725 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eff70d05-9ba4-44d5-b5d4-8371aa356bbc tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.387617 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e861bcb0-7c12-4508-b036-b980981ba157 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:46:49.387860 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-ef5e0a39-99a4-4c36-8b8b-2e0e4abf3fbd tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'subnet': {'network_id': '943af222-e222-4ede-a0ae-f0199985db6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:49.408038 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e861bcb0-7c12-4508-b036-b980981ba157 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.408376 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-e861bcb0-7c12-4508-b036-b980981ba157 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Added segment ead79762-360e-41af-8058-b005a77d30a7 of type vlan for network da4f94c0-7ec0-4117-996e-96adfebe6afa Feb 16 12:46:49.460657 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e668eff3-dde4-4b35-8653-9fbbba8d7fa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-943af222-e222-4ede-a0ae-f0199985db6a', 'network_id': '943af222-e222-4ede-a0ae-f0199985db6a', 'tenant_id': '5b475467252d4f968fd5b204d0b30dc2', 'fixed_ips': [{'subnet_id': 'e99578cd-566c-416d-ad03-aa534cd71de2'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:46:49.461638 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e668eff3-dde4-4b35-8653-9fbbba8d7fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.539429 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bf7abbcf-6afe-4976-8355-09cd451f6f98 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.607009 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7abbcf-6afe-4976-8355-09cd451f6f98 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Network bfb66b76-810e-46f0-9f46-3fe648bdb0c3 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:49.622789 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-bf7abbcf-6afe-4976-8355-09cd451f6f98 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:49.631140 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7abbcf-6afe-4976-8355-09cd451f6f98 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:46:49.631711 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bf7abbcf-6afe-4976-8355-09cd451f6f98 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.651153 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-e668eff3-dde4-4b35-8653-9fbbba8d7fa1 None None] Allocated IP 172.20.0.2 (943af222-e222-4ede-a0ae-f0199985db6a/e99578cd-566c-416d-ad03-aa534cd71de2/69fb11cf-1223-4264-8b53-e3c72ccad888) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:49.658740 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 8806cc2f-337a-4ea5-96ba-e1457749a273 up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:46:49.708352 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7abbcf-6afe-4976-8355-09cd451f6f98 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event updated for resources: {'Port': ['ID=676ae13e-c3e6-4cb5-8dad-8e25580bc775,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:49.796122 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5e0a39-99a4-4c36-8b8b-2e0e4abf3fbd tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Made reservation on behalf of 5b475467252d4f968fd5b204d0b30dc2 for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:49.800654 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ef5e0a39-99a4-4c36-8b8b-2e0e4abf3fbd tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.882160 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e861bcb0-7c12-4508-b036-b980981ba157 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.931445 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0fbbeec7-9d29-4de7-976b-00abf9ec844c tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.943148 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e861bcb0-7c12-4508-b036-b980981ba157 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.949500 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e861bcb0-7c12-4508-b036-b980981ba157 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:49.950427 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e861bcb0-7c12-4508-b036-b980981ba157 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621867'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.968393 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bf7abbcf-6afe-4976-8355-09cd451f6f98 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.024220 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-923ed576-20b2-4070-8f7a-32807dcf6ff8 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.040731 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device a7f66acc-2265-47a1-816d-fa5f732b48a9 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:46:50.064542 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e861bcb0-7c12-4508-b036-b980981ba157 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event updated for resources: {'Network': ['ID=da4f94c0-7ec0-4117-996e-96adfebe6afa,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:50.069233 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbbeec7-9d29-4de7-976b-00abf9ec844c tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Pushing event deleted for resources: {'Port': ['ID=86ccb3b6-acd1-41f2-aaac-1ee69c4e6058,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:50.104657 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e861bcb0-7c12-4508-b036-b980981ba157 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0818279 Feb 16 12:46:50.106212 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network da4f94c0-7ec0-4117-996e-96adfebe6afa details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:46:50.107926 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34676) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:50.115426 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-8cface09-9db4-4a2c-8076-17ade13c1c1f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Request body: {'subnet': {'network_id': 'da4f94c0-7ec0-4117-996e-96adfebe6afa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:50.136207 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed73e507-269a-410b-ab17-8e1cbe534554 None None] Network bfb66b76-810e-46f0-9f46-3fe648bdb0c3 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:46:50.141595 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.ipam_backend_mixin [None req-ef5e0a39-99a4-4c36-8b8b-2e0e4abf3fbd tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e99578cd-566c-416d-ad03-aa534cd71de2 (CIDR: 172.20.0.0/28) Feb 16 12:46:50.154902 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef5e0a39-99a4-4c36-8b8b-2e0e4abf3fbd tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:46:50.155909 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef5e0a39-99a4-4c36-8b8b-2e0e4abf3fbd tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:46:50.229072 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0fbbeec7-9d29-4de7-976b-00abf9ec844c tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.231621 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0fbbeec7-9d29-4de7-976b-00abf9ec844c tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.232822 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0fbbeec7-9d29-4de7-976b-00abf9ec844c tempest-ServerActionsTestJSON-1367388969 tempest-ServerActionsTestJSON-1367388969-project] 10.222.0.90 "DELETE /v2.0/floatingips/bd3a166c-f448-48b5-b1d8-77620906037a HTTP/1.1" status: 204 len: 168 time: 2.2116022 Feb 16 12:46:50.236343 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34678) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:50.250062 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning for port 8806cc2f-337a-4ea5-96ba-e1457749a273 completed by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:50.286335 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ef5e0a39-99a4-4c36-8b8b-2e0e4abf3fbd tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9025998 Feb 16 12:46:50.290017 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34682) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:50.292820 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port 8806cc2f-337a-4ea5-96ba-e1457749a273 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:50.293516 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.295134 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-46ec2542-45c8-41c6-9268-d789956a304e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'subnet': {'network_id': '943af222-e222-4ede-a0ae-f0199985db6a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:50.372406 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-22380b0c-b23f-48aa-92f6-4b418a1a0153 None None] Provisioning complete for port a7f66acc-2265-47a1-816d-fa5f732b48a9 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:50.372813 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-22380b0c-b23f-48aa-92f6-4b418a1a0153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.374674 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e668eff3-dde4-4b35-8653-9fbbba8d7fa1 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.419342 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e668eff3-dde4-4b35-8653-9fbbba8d7fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.427257 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eff70d05-9ba4-44d5-b5d4-8371aa356bbc tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.440697 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port a7f66acc-2265-47a1-816d-fa5f732b48a9 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:50.441155 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.459701 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cface09-9db4-4a2c-8076-17ade13c1c1f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Made reservation on behalf of 05dd934713464510b741f50524d05f6e for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:50.463263 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8cface09-9db4-4a2c-8076-17ade13c1c1f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.466490 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eff70d05-9ba4-44d5-b5d4-8371aa356bbc tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.542081 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e668eff3-dde4-4b35-8653-9fbbba8d7fa1 None None] Network 943af222-e222-4ede-a0ae-f0199985db6a is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:50.556831 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-e668eff3-dde4-4b35-8653-9fbbba8d7fa1 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:50.581933 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e668eff3-dde4-4b35-8653-9fbbba8d7fa1 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:46:50.590597 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53227bfe-78fa-4bd3-95e4-5c5b2920bd14 req-1d1b0622-c406-4c71-a4a3-0fa8d8858015 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:50.591857 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-53227bfe-78fa-4bd3-95e4-5c5b2920bd14 req-1d1b0622-c406-4c71-a4a3-0fa8d8858015 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/ports?device_id=38d0e125-2fc2-446a-a405-e79e4ba03c11 HTTP/1.1" status: 200 len: 945 time: 0.2061353 Feb 16 12:46:50.594650 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668eff3-dde4-4b35-8653-9fbbba8d7fa1 None None] Pushing event updated for resources: {'Port': ['ID=69fb11cf-1223-4264-8b53-e3c72ccad888,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:50.663822 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.689180 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ec2542-45c8-41c6-9268-d789956a304e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Made reservation on behalf of 5b475467252d4f968fd5b204d0b30dc2 for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:50.693147 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-46ec2542-45c8-41c6-9268-d789956a304e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.785363 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-e668eff3-dde4-4b35-8653-9fbbba8d7fa1 None None] Attempting to bind port 69fb11cf-1223-4264-8b53-e3c72ccad888 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:50.785735 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-e668eff3-dde4-4b35-8653-9fbbba8d7fa1 None None] Attempting to bind port 69fb11cf-1223-4264-8b53-e3c72ccad888 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '7b66c2ff-dafb-436f-9bac-b2fc03fe30eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '943af222-e222-4ede-a0ae-f0199985db6a'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:50.786093 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e668eff3-dde4-4b35-8653-9fbbba8d7fa1 None None] Attempting to bind port 69fb11cf-1223-4264-8b53-e3c72ccad888 on network 943af222-e222-4ede-a0ae-f0199985db6a {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:46:50.787772 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d0e125-2fc2-446a-a405-e79e4ba03c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8806cc2f-337a-4ea5-96ba-e1457749a273'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:46:50.790190 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54bfcd7d-68b6-4f89-b992-4b5f4a3d519f" -d '{"events": [{"server_uuid": "38d0e125-2fc2-446a-a405-e79e4ba03c11", "name": "network-vif-plugged", "status": "completed", "tag": "8806cc2f-337a-4ea5-96ba-e1457749a273"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:46:50.792705 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-53227bfe-78fa-4bd3-95e4-5c5b2920bd14 req-0cd3f309-ccfd-42c2-93b0-c84b9ca2f870 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/security-groups?id=582a4e72-733c-446a-a0ec-8cb208ee5c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371267 Feb 16 12:46:50.798199 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-22380b0c-b23f-48aa-92f6-4b418a1a0153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.802253 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-eff70d05-9ba4-44d5-b5d4-8371aa356bbc tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Allocated IP 172.26.2.99 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/c3feaaef-aea0-4e2c-84d6-bfa9a1a8581e) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:50.829927 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 8806cc2f-337a-4ea5-96ba-e1457749a273, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8806cc2f-337a-4ea5-96ba-e1457749a273,segment=NetworkSegment(74254b27-883f-4c2a-b1c1-61419d89632a),segment_id=74254b27-883f-4c2a-b1c1-61419d89632a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:46:50.831105 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e668eff3-dde4-4b35-8653-9fbbba8d7fa1 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:46:50.831541 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e668eff3-dde4-4b35-8653-9fbbba8d7fa1 None None] Checking segment: {'id': '7b66c2ff-dafb-436f-9bac-b2fc03fe30eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '943af222-e222-4ede-a0ae-f0199985db6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:46:50.832012 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e668eff3-dde4-4b35-8653-9fbbba8d7fa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.832380 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e668eff3-dde4-4b35-8653-9fbbba8d7fa1 None None] Bound using segment: {'id': '7b66c2ff-dafb-436f-9bac-b2fc03fe30eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '943af222-e222-4ede-a0ae-f0199985db6a'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:46:50.832972 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-e668eff3-dde4-4b35-8653-9fbbba8d7fa1 None None] Bound port: 69fb11cf-1223-4264-8b53-e3c72ccad888, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b66c2ff-dafb-436f-9bac-b2fc03fe30eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '943af222-e222-4ede-a0ae-f0199985db6a'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:50.833362 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e668eff3-dde4-4b35-8653-9fbbba8d7fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.837337 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bf7abbcf-6afe-4976-8355-09cd451f6f98 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.851342 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.856141 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bf7abbcf-6afe-4976-8355-09cd451f6f98 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.856141 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bf7abbcf-6afe-4976-8355-09cd451f6f98 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.856554 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.939374 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-22380b0c-b23f-48aa-92f6-4b418a1a0153 None None] For port a7f66acc-2265-47a1-816d-fa5f732b48a9, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=a7f66acc-2265-47a1-816d-fa5f732b48a9,segment=NetworkSegment(dbea5930-f7bf-4a90-9fd7-9bf597a6e416),segment_id=dbea5930-f7bf-4a90-9fd7-9bf597a6e416)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:46:50.958393 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-22380b0c-b23f-48aa-92f6-4b418a1a0153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.964910 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8cface09-9db4-4a2c-8076-17ade13c1c1f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.998729 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 12:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6357b8d6-22e0-4053-9953-c95ab4712d39 x-openstack-request-id: req-6357b8d6-22e0-4053-9953-c95ab4712d39 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:46:50.999175 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d0e125-2fc2-446a-a405-e79e4ba03c11", "name": "network-vif-plugged", "status": "completed", "tag": "8806cc2f-337a-4ea5-96ba-e1457749a273", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:46:50.999529 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-6357b8d6-22e0-4053-9953-c95ab4712d39 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:46:51.001133 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d0e125-2fc2-446a-a405-e79e4ba03c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8806cc2f-337a-4ea5-96ba-e1457749a273', 'code': 200} Feb 16 12:46:51.046034 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7abbcf-6afe-4976-8355-09cd451f6f98 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event updated for resources: {'Port': ['ID=676ae13e-c3e6-4cb5-8dad-8e25580bc775,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:51.054838 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.db.api [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:46:51.054838 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG oslo_db.api [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:46:51.072421 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=8806cc2f-337a-4ea5-96ba-e1457749a273,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:51.098252 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cface09-9db4-4a2c-8076-17ade13c1c1f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event updated for resources: {'Subnet': ['ID=e98b40a3-603e-499c-8b4d-db38b8d4d10a,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:51.105267 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eff70d05-9ba4-44d5-b5d4-8371aa356bbc tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.124612 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-923ed576-20b2-4070-8f7a-32807dcf6ff8 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Deleting port 8b277b07-afbe-4c7c-acbc-b86b19df2091 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:46:51.124985 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-923ed576-20b2-4070-8f7a-32807dcf6ff8 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.151998 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cface09-9db4-4a2c-8076-17ade13c1c1f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Checking segment: {'id': 'ead79762-360e-41af-8058-b005a77d30a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da4f94c0-7ec0-4117-996e-96adfebe6afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:46:51.152664 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cface09-9db4-4a2c-8076-17ade13c1c1f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Network hostable DHCP agents. Network: da4f94c0-7ec0-4117-996e-96adfebe6afa, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:46:51.172245 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22380b0c-b23f-48aa-92f6-4b418a1a0153 None None] Pushing event updated for resources: {'Port': ['ID=a7f66acc-2265-47a1-816d-fa5f732b48a9,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:51.177277 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-e668eff3-dde4-4b35-8653-9fbbba8d7fa1 None None] For port 69fb11cf-1223-4264-8b53-e3c72ccad888, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:46:51.194262 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-e668eff3-dde4-4b35-8653-9fbbba8d7fa1 None None] For port 69fb11cf-1223-4264-8b53-e3c72ccad888, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=69fb11cf-1223-4264-8b53-e3c72ccad888,segment=NetworkSegment(7b66c2ff-dafb-436f-9bac-b2fc03fe30eb),segment_id=7b66c2ff-dafb-436f-9bac-b2fc03fe30eb)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:46:51.206045 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e668eff3-dde4-4b35-8653-9fbbba8d7fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.224220 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cface09-9db4-4a2c-8076-17ade13c1c1f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Network da4f94c0-7ec0-4117-996e-96adfebe6afa is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:46:51.233913 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eff70d05-9ba4-44d5-b5d4-8371aa356bbc tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.246726 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7abbcf-6afe-4976-8355-09cd451f6f98 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Network bfb66b76-810e-46f0-9f46-3fe648bdb0c3 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:51.256171 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-bf7abbcf-6afe-4976-8355-09cd451f6f98 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:51.286569 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-8cface09-9db4-4a2c-8076-17ade13c1c1f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, da4f94c0-7ec0-4117-996e-96adfebe6afa) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:51.299960 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3257b139-6e20-4a10-bde7-a4313057a907 None None] Network da4f94c0-7ec0-4117-996e-96adfebe6afa requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:46:51.321441 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cface09-9db4-4a2c-8076-17ade13c1c1f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:51.322200 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8cface09-9db4-4a2c-8076-17ade13c1c1f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.358439 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff70d05-9ba4-44d5-b5d4-8371aa356bbc tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:51.367366 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-eff70d05-9ba4-44d5-b5d4-8371aa356bbc tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:51.370244 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff70d05-9ba4-44d5-b5d4-8371aa356bbc tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:46:51.429023 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-923ed576-20b2-4070-8f7a-32807dcf6ff8 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.461016 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff70d05-9ba4-44d5-b5d4-8371aa356bbc tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Pushing event updated for resources: {'Port': ['ID=c3feaaef-aea0-4e2c-84d6-bfa9a1a8581e,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:51.464598 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-923ed576-20b2-4070-8f7a-32807dcf6ff8 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Calling delete_port for 8b277b07-afbe-4c7c-acbc-b86b19df2091 owned by network:router_interface {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:46:51.473842 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8cface09-9db4-4a2c-8076-17ade13c1c1f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3607466 Feb 16 12:46:51.480134 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34686) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:51.480516 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c5b3e6a6-a538-45f9-ad64-bfb61373ee0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.524549 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668eff3-dde4-4b35-8653-9fbbba8d7fa1 None None] Pushing event updated for resources: {'Port': ['ID=69fb11cf-1223-4264-8b53-e3c72ccad888,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:51.531525 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-46ec2542-45c8-41c6-9268-d789956a304e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.546154 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-ac1ab540-1137-4430-8ae5-33459b34b2d2 None None] Provisioning complete for port 676ae13e-c3e6-4cb5-8dad-8e25580bc775 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:51.550848 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ac1ab540-1137-4430-8ae5-33459b34b2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.666641 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5303d3-11aa-4306-8401-9fff58f08e36 req-6bfae855-ad45-4e6a-95ac-bc10d42c69d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:51.668715 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9e5303d3-11aa-4306-8401-9fff58f08e36 req-6bfae855-ad45-4e6a-95ac-bc10d42c69d4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=38d0e125-2fc2-446a-a405-e79e4ba03c11 HTTP/1.1" status: 200 len: 1099 time: 0.4297156 Feb 16 12:46:51.685240 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681fb335-164e-4a04-8a04-4ab6bd621274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-da4f94c0-7ec0-4117-996e-96adfebe6afa', 'network_id': 'da4f94c0-7ec0-4117-996e-96adfebe6afa', 'tenant_id': '05dd934713464510b741f50524d05f6e', 'fixed_ips': [{'subnet_id': 'e98b40a3-603e-499c-8b4d-db38b8d4d10a'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:46:51.686125 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-681fb335-164e-4a04-8a04-4ab6bd621274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.714861 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-ac1ab540-1137-4430-8ae5-33459b34b2d2 None None] Port 676ae13e-c3e6-4cb5-8dad-8e25580bc775 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:46:51.741377 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device d9d6342f-a444-4d23-844e-2171df573b8a no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:46:51.777864 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-ac1ab540-1137-4430-8ae5-33459b34b2d2 None None] Provisioning complete for port a7f66acc-2265-47a1-816d-fa5f732b48a9 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:51.778238 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ac1ab540-1137-4430-8ae5-33459b34b2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.852668 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: d9d6342f-a444-4d23-844e-2171df573b8a {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:46:51.852997 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device d9d6342f-a444-4d23-844e-2171df573b8a not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:46:51.853452 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 86786b24-c2ae-4b2c-af37-ad931ce03fa6 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:46:51.895183 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eff70d05-9ba4-44d5-b5d4-8371aa356bbc tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.920950 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 86786b24-c2ae-4b2c-af37-ad931ce03fa6 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:46:51.921159 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 86786b24-c2ae-4b2c-af37-ad931ce03fa6 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:46:51.979542 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9e5303d3-11aa-4306-8401-9fff58f08e36 req-1f42b134-b123-4336-b48e-cec409e6e4c7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=582a4e72-733c-446a-a0ec-8cb208ee5c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2672524 Feb 16 12:46:52.081886 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-681fb335-164e-4a04-8a04-4ab6bd621274 None None] Allocated IP 172.20.0.1 (da4f94c0-7ec0-4117-996e-96adfebe6afa/e98b40a3-603e-499c-8b4d-db38b8d4d10a/2b7e8800-bfb4-4f16-93f5-3143ee365933) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:52.223385 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 69fb11cf-1223-4264-8b53-e3c72ccad888 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:46:52.265345 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1a2e0352-ddc8-4f56-b1d6-33cc03a9793c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.305552 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-71eee35a-f37a-4342-a024-f7e5fd80cc91 None None] Provisioning complete for port 676ae13e-c3e6-4cb5-8dad-8e25580bc775 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:52.306355 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-71eee35a-f37a-4342-a024-f7e5fd80cc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.373220 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eff70d05-9ba4-44d5-b5d4-8371aa356bbc tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.374081 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec2542-45c8-41c6-9268-d789956a304e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'Subnet': ['ID=89402aca-9378-423d-971d-e858dfb2f662,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:52.391491 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ec2542-45c8-41c6-9268-d789956a304e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Network 943af222-e222-4ede-a0ae-f0199985db6a is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:52.398126 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-46ec2542-45c8-41c6-9268-d789956a304e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:52.401633 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ec2542-45c8-41c6-9268-d789956a304e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:52.402221 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-46ec2542-45c8-41c6-9268-d789956a304e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.442711 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7abbcf-6afe-4976-8355-09cd451f6f98 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Router 031235f2-0089-463f-bd25-71ea1fec3032 is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:46:52.472177 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974984e4-835d-477c-8cf5-0d1679292901 req-f471da6b-ea8d-4b1a-a5f6-79c568c02e31 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:52.473870 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-974984e4-835d-477c-8cf5-0d1679292901 req-f471da6b-ea8d-4b1a-a5f6-79c568c02e31 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/ports?device_id=38d0e125-2fc2-446a-a405-e79e4ba03c11 HTTP/1.1" status: 200 len: 946 time: 0.2854257 Feb 16 12:46:52.522641 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-46ec2542-45c8-41c6-9268-d789956a304e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2314909 Feb 16 12:46:52.526985 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34690) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:52.535886 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-c318e5b6-8dda-431f-824d-f60da576a4c9 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'port': {'network_id': '943af222-e222-4ede-a0ae-f0199985db6a', 'fixed_ips': [{'subnet_id': 'e99578cd-566c-416d-ad03-aa534cd71de2'}, {'subnet_id': '89402aca-9378-423d-971d-e858dfb2f662'}], 'name': 'tempest-PortsTestJSON-1685509384'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:52.598214 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-974984e4-835d-477c-8cf5-0d1679292901 req-798a1027-c09f-4a4c-83cc-65207c0f9f2f tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/security-groups?id=582a4e72-733c-446a-a0ec-8cb208ee5c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147940 Feb 16 12:46:52.601731 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0bb75cf4-af52-4bf7-bfb4-024bf62d5532 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.609581 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-71eee35a-f37a-4342-a024-f7e5fd80cc91 None None] Port 676ae13e-c3e6-4cb5-8dad-8e25580bc775 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:46:52.637824 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-681fb335-164e-4a04-8a04-4ab6bd621274 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.660957 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-681fb335-164e-4a04-8a04-4ab6bd621274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.671825 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 69fb11cf-1223-4264-8b53-e3c72ccad888 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:52.672612 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.770954 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681fb335-164e-4a04-8a04-4ab6bd621274 None None] Network da4f94c0-7ec0-4117-996e-96adfebe6afa is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:52.785231 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-681fb335-164e-4a04-8a04-4ab6bd621274 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:52.788132 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681fb335-164e-4a04-8a04-4ab6bd621274 None None] Pushing event updated for resources: {'Port': ['ID=2b7e8800-bfb4-4f16-93f5-3143ee365933,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:52.790792 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681fb335-164e-4a04-8a04-4ab6bd621274 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:46:52.824077 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7abbcf-6afe-4976-8355-09cd451f6f98 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:46:52.830606 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-5d10c9e4-1a7c-4b56-9716-c6e8dc58f913 None None] Provisioning complete for port 676ae13e-c3e6-4cb5-8dad-8e25580bc775 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:52.830915 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-bf7abbcf-6afe-4976-8355-09cd451f6f98 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "PUT /v2.0/routers/031235f2-0089-463f-bd25-71ea1fec3032/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7076120 Feb 16 12:46:52.831031 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5d10c9e4-1a7c-4b56-9716-c6e8dc58f913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.831740 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-923ed576-20b2-4070-8f7a-32807dcf6ff8 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.839894 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6aa67c-56bf-4cfe-aedd-affa0e197941 None None] Sync routers for ids ['031235f2-0089-463f-bd25-71ea1fec3032'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:52.846908 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34692) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:52.861192 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6aa67c-56bf-4cfe-aedd-affa0e197941 None None] Routers {'031235f2-0089-463f-bd25-71ea1fec3032'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:52.862115 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-db6aa67c-56bf-4cfe-aedd-affa0e197941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:46:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['031235f2-0089-463f-bd25-71ea1fec3032'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:52.862549 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-c5b3e6a6-a538-45f9-ad64-bfb61373ee0c admin admin] Deleting port c951ccc4-cf03-431b-bd61-d4f37864b838 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:46:52.863025 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c5b3e6a6-a538-45f9-ad64-bfb61373ee0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.922612 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ed576-20b2-4070-8f7a-32807dcf6ff8 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event deleted for resources: {'Port': ['ID=8b277b07-afbe-4c7c-acbc-b86b19df2091,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:52.924231 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-db6aa67c-56bf-4cfe-aedd-affa0e197941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:52.951983 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6aa67c-56bf-4cfe-aedd-affa0e197941 None None] Routers {'031235f2-0089-463f-bd25-71ea1fec3032'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:52.953440 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-db6aa67c-56bf-4cfe-aedd-affa0e197941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:46:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['031235f2-0089-463f-bd25-71ea1fec3032'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:52.972671 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13877d3-c92a-436e-89bb-f517799ea3d1 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:52.974427 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e13877d3-c92a-436e-89bb-f517799ea3d1 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "GET /v2.0/ports/676ae13e-c3e6-4cb5-8dad-8e25580bc775 HTTP/1.1" status: 200 len: 911 time: 0.1202378 Feb 16 12:46:52.980782 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34694) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:52.988247 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-b923fdf5-fd39-4b73-9908-ee5df2c891a0 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '50673d60-7439-4f15-8590-0f63901acd61'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:52.989359 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-db6aa67c-56bf-4cfe-aedd-affa0e197941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:52.990222 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6aa67c-56bf-4cfe-aedd-affa0e197941 None None] The sync data for ids ['031235f2-0089-463f-bd25-71ea1fec3032'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:52.997974 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-c5b3e6a6-a538-45f9-ad64-bfb61373ee0c admin admin] For port c951ccc4-cf03-431b-bd61-d4f37864b838, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=c951ccc4-cf03-431b-bd61-d4f37864b838,segment=NetworkSegment(5d0d8596-bed8-4a04-ada5-85cd4dabf2e9),segment_id=5d0d8596-bed8-4a04-ada5-85cd4dabf2e9)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:46:52.998527 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c5b3e6a6-a538-45f9-ad64-bfb61373ee0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:53.009435 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-5d10c9e4-1a7c-4b56-9716-c6e8dc58f913 None None] Port 676ae13e-c3e6-4cb5-8dad-8e25580bc775 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:46:53.014815 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de24b38-8998-4240-84ce-56fd15de1397 None None] Network 943af222-e222-4ede-a0ae-f0199985db6a requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:46:53.028876 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff70d05-9ba4-44d5-b5d4-8371aa356bbc tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Router 4ea4dfff-9e4c-4f4a-879f-9c5491df53d7 is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:46:53.039002 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-0bb75cf4-af52-4bf7-bfb4-024bf62d5532 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Deleting port 2b7e8800-bfb4-4f16-93f5-3143ee365933 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:46:53.039340 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0bb75cf4-af52-4bf7-bfb4-024bf62d5532 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:53.050933 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-c5b3e6a6-a538-45f9-ad64-bfb61373ee0c admin admin] Calling delete_port for c951ccc4-cf03-431b-bd61-d4f37864b838 owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:46:53.067215 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c318e5b6-8dda-431f-824d-f60da576a4c9 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Made reservation on behalf of 5b475467252d4f968fd5b204d0b30dc2 for: {'port': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:53.138405 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-681fb335-164e-4a04-8a04-4ab6bd621274 None None] Attempting to bind port 2b7e8800-bfb4-4f16-93f5-3143ee365933 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:53.138707 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-681fb335-164e-4a04-8a04-4ab6bd621274 None None] Attempting to bind port 2b7e8800-bfb4-4f16-93f5-3143ee365933 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'ead79762-360e-41af-8058-b005a77d30a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da4f94c0-7ec0-4117-996e-96adfebe6afa'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:53.139602 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681fb335-164e-4a04-8a04-4ab6bd621274 None None] Attempting to bind port 2b7e8800-bfb4-4f16-93f5-3143ee365933 on network da4f94c0-7ec0-4117-996e-96adfebe6afa {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:46:53.183366 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681fb335-164e-4a04-8a04-4ab6bd621274 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:46:53.183769 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681fb335-164e-4a04-8a04-4ab6bd621274 None None] Checking segment: {'id': 'ead79762-360e-41af-8058-b005a77d30a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da4f94c0-7ec0-4117-996e-96adfebe6afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:46:53.184046 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-681fb335-164e-4a04-8a04-4ab6bd621274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:53.184435 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681fb335-164e-4a04-8a04-4ab6bd621274 None None] Bound using segment: {'id': 'ead79762-360e-41af-8058-b005a77d30a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da4f94c0-7ec0-4117-996e-96adfebe6afa'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:46:53.184934 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-681fb335-164e-4a04-8a04-4ab6bd621274 None None] Bound port: 2b7e8800-bfb4-4f16-93f5-3143ee365933, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ead79762-360e-41af-8058-b005a77d30a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da4f94c0-7ec0-4117-996e-96adfebe6afa'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:53.185308 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-681fb335-164e-4a04-8a04-4ab6bd621274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:53.227643 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:53.246961 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-1cd324ca-68e7-410c-809f-185656232581 None None] Provisioning complete for port 69fb11cf-1223-4264-8b53-e3c72ccad888 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:53.247352 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1cd324ca-68e7-410c-809f-185656232581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:53.301567 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-0bb75cf4-af52-4bf7-bfb4-024bf62d5532 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] For port 2b7e8800-bfb4-4f16-93f5-3143ee365933, host dv-neutron-828142-3-hyperv, got binding levels [] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:46:53.301923 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0bb75cf4-af52-4bf7-bfb4-024bf62d5532 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:53.315727 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 69fb11cf-1223-4264-8b53-e3c72ccad888, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=69fb11cf-1223-4264-8b53-e3c72ccad888,segment=NetworkSegment(7b66c2ff-dafb-436f-9bac-b2fc03fe30eb),segment_id=7b66c2ff-dafb-436f-9bac-b2fc03fe30eb)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:46:53.317671 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-923ed576-20b2-4070-8f7a-32807dcf6ff8 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:53.334601 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c318e5b6-8dda-431f-824d-f60da576a4c9 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:53.339808 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-0bb75cf4-af52-4bf7-bfb4-024bf62d5532 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Calling delete_port for 2b7e8800-bfb4-4f16-93f5-3143ee365933 owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:46:53.347015 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:53.347799 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device a7f66acc-2265-47a1-816d-fa5f732b48a9 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:46:53.359627 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff70d05-9ba4-44d5-b5d4-8371aa356bbc tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:46:53.377826 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6269cfc4-0f60-4e33-b06b-34aa9be45bcb None None] Sync routers for ids ['4ea4dfff-9e4c-4f4a-879f-9c5491df53d7'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:53.394164 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b923fdf5-fd39-4b73-9908-ee5df2c891a0 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:53.407856 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-681fb335-164e-4a04-8a04-4ab6bd621274 None None] For port 2b7e8800-bfb4-4f16-93f5-3143ee365933, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:46:53.417407 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eff70d05-9ba4-44d5-b5d4-8371aa356bbc tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:53.418377 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-eff70d05-9ba4-44d5-b5d4-8371aa356bbc tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.8707998 Feb 16 12:46:53.426473 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34696) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:53.436530 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-bd4e9b9a-c510-4cfd-affc-670393eb04dc tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'enable_snat': False}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:53.449021 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-c318e5b6-8dda-431f-824d-f60da576a4c9 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] device_id is not set on port 72655ed2-8541-4bde-9856-9e2b5bccdf3c yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:46:53.453046 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-681fb335-164e-4a04-8a04-4ab6bd621274 None None] For port 2b7e8800-bfb4-4f16-93f5-3143ee365933, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=2b7e8800-bfb4-4f16-93f5-3143ee365933,segment=NetworkSegment(ead79762-360e-41af-8058-b005a77d30a7),segment_id=ead79762-360e-41af-8058-b005a77d30a7)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:46:53.469922 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6269cfc4-0f60-4e33-b06b-34aa9be45bcb None None] Routers {'4ea4dfff-9e4c-4f4a-879f-9c5491df53d7'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:53.470564 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6269cfc4-0f60-4e33-b06b-34aa9be45bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:46:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['4ea4dfff-9e4c-4f4a-879f-9c5491df53d7'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:53.477038 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-681fb335-164e-4a04-8a04-4ab6bd621274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:53.535701 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6269cfc4-0f60-4e33-b06b-34aa9be45bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:53.542131 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=69fb11cf-1223-4264-8b53-e3c72ccad888,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:53.658527 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6269cfc4-0f60-4e33-b06b-34aa9be45bcb None None] Routers {'4ea4dfff-9e4c-4f4a-879f-9c5491df53d7'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:53.659486 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6269cfc4-0f60-4e33-b06b-34aa9be45bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:46:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['4ea4dfff-9e4c-4f4a-879f-9c5491df53d7'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:53.665402 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port a7f66acc-2265-47a1-816d-fa5f732b48a9 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:53.666019 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:53.766329 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6269cfc4-0f60-4e33-b06b-34aa9be45bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:53.766939 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6269cfc4-0f60-4e33-b06b-34aa9be45bcb None None] The sync data for ids ['4ea4dfff-9e4c-4f4a-879f-9c5491df53d7'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:53.771122 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681fb335-164e-4a04-8a04-4ab6bd621274 None None] Pushing event updated for resources: {'Port': ['ID=2b7e8800-bfb4-4f16-93f5-3143ee365933,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:53.774108 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5faeebf-0085-47c0-9391-fc023c9816fa None None] Update dhcp port {'port': {'network_id': '943af222-e222-4ede-a0ae-f0199985db6a', 'fixed_ips': [{'subnet_id': 'e99578cd-566c-416d-ad03-aa534cd71de2', 'ip_address': '172.20.0.2'}, {'subnet_id': '89402aca-9378-423d-971d-e858dfb2f662'}], 'binding:host_id': 'dv-neutron-828142-3-hyperv'}, 'id': '69fb11cf-1223-4264-8b53-e3c72ccad888'} from dv-neutron-828142-3-hyperv. {{(pid=109050) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 12:46:53.775089 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923ed576-20b2-4070-8f7a-32807dcf6ff8 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Router 3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:46:53.838022 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c5b3e6a6-a538-45f9-ad64-bfb61373ee0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:53.871634 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d5faeebf-0085-47c0-9391-fc023c9816fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:54.015090 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b3e6a6-a538-45f9-ad64-bfb61373ee0c admin admin] Pushing event deleted for resources: {'Port': ['ID=c951ccc4-cf03-431b-bd61-d4f37864b838,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:54.124228 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee987269-8d20-4ec5-a795-c237426dabde req-05023504-6b93-49bc-8c4b-e8943b334ba2 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:54.125886 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ee987269-8d20-4ec5-a795-c237426dabde req-05023504-6b93-49bc-8c4b-e8943b334ba2 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/ports?device_id=38d0e125-2fc2-446a-a405-e79e4ba03c11 HTTP/1.1" status: 200 len: 946 time: 0.3714745 Feb 16 12:46:54.222799 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0bb75cf4-af52-4bf7-bfb4-024bf62d5532 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:54.240015 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 69fb11cf-1223-4264-8b53-e3c72ccad888 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:46:54.297762 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 69fb11cf-1223-4264-8b53-e3c72ccad888 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:54.298371 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:54.318341 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb75cf4-af52-4bf7-bfb4-024bf62d5532 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event deleted for resources: {'Port': ['ID=2b7e8800-bfb4-4f16-93f5-3143ee365933,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:54.330846 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c5b3e6a6-a538-45f9-ad64-bfb61373ee0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:54.370840 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ee987269-8d20-4ec5-a795-c237426dabde req-08dfb259-a770-4dba-af8d-d069bd27fbde tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/security-groups?id=582a4e72-733c-446a-a0ec-8cb208ee5c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010481 Feb 16 12:46:54.401510 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-c318e5b6-8dda-431f-824d-f60da576a4c9 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Allocated IP 172.20.0.6 (943af222-e222-4ede-a0ae-f0199985db6a/e99578cd-566c-416d-ad03-aa534cd71de2/72655ed2-8541-4bde-9856-9e2b5bccdf3c) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:54.433069 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb75cf4-af52-4bf7-bfb4-024bf62d5532 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] No DVR routers for this DVR port 2b7e8800-bfb4-4f16-93f5-3143ee365933 on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:54.443479 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-c318e5b6-8dda-431f-824d-f60da576a4c9 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Allocated IP 172.20.0.28 (943af222-e222-4ede-a0ae-f0199985db6a/89402aca-9378-423d-971d-e858dfb2f662/72655ed2-8541-4bde-9856-9e2b5bccdf3c) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:54.450526 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dcbb8ef8-8067-48ad-a766-21431832dd20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:54.473588 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 2b7e8800-bfb4-4f16-93f5-3143ee365933 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:46:54.478957 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923ed576-20b2-4070-8f7a-32807dcf6ff8 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:46:54.484819 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-923ed576-20b2-4070-8f7a-32807dcf6ff8 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "PUT /v2.0/routers/3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6255136 Feb 16 12:46:54.494570 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe73d97-ca70-480c-a979-8120734c8658 None None] Sync routers for ids ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:54.502137 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34702) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:54.515362 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe73d97-ca70-480c-a979-8120734c8658 None None] Routers {'3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:54.517572 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7fe73d97-ca70-480c-a979-8120734c8658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:46:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:54.522690 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 2b7e8800-bfb4-4f16-93f5-3143ee365933 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:46:54.523036 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 2b7e8800-bfb4-4f16-93f5-3143ee365933 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 16 12:46:54.569885 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7fe73d97-ca70-480c-a979-8120734c8658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:54.582750 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Port 2b7e8800-bfb4-4f16-93f5-3143ee365933 not found, will not notify nova. {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 16 12:46:54.590092 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe73d97-ca70-480c-a979-8120734c8658 None None] Routers {'3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:54.596932 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7fe73d97-ca70-480c-a979-8120734c8658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:46:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:54.628653 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b923fdf5-fd39-4b73-9908-ee5df2c891a0 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:54.634154 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7fe73d97-ca70-480c-a979-8120734c8658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:54.635173 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe73d97-ca70-480c-a979-8120734c8658 None None] The sync data for ids ['3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:54.658652 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b923fdf5-fd39-4b73-9908-ee5df2c891a0 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:54.664738 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b923fdf5-fd39-4b73-9908-ee5df2c891a0 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:54.665421 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b923fdf5-fd39-4b73-9908-ee5df2c891a0 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:54.669902 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b923fdf5-fd39-4b73-9908-ee5df2c891a0 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "PUT /v2.0/ports/676ae13e-c3e6-4cb5-8dad-8e25580bc775 HTTP/1.1" status: 200 len: 911 time: 1.6835563 Feb 16 12:46:54.677663 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34704) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:54.681171 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bd4e9b9a-c510-4cfd-affc-670393eb04dc tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:54.870722 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923fdf5-fd39-4b73-9908-ee5df2c891a0 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event updated for resources: {'Port': ['ID=676ae13e-c3e6-4cb5-8dad-8e25580bc775,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:54.885227 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b61329a-2fb6-4960-8118-1c7350371909 None None] Network da4f94c0-7ec0-4117-996e-96adfebe6afa requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:46:54.903715 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-8f11ed0d-a060-4259-8caf-ef4e396b0764 None None] Could not find standard attr ID for object 2b7e8800-bfb4-4f16-93f5-3143ee365933. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:46:54.959563 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0bb75cf4-af52-4bf7-bfb4-024bf62d5532 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.008092 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef7a28-7c10-4cbe-9fda-548f56088d37 req-dd6d6bfe-d2fe-49f4-8ab6-652f65693262 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:55.009799 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-caef7a28-7c10-4cbe-9fda-548f56088d37 req-dd6d6bfe-d2fe-49f4-8ab6-652f65693262 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/ports?device_id=38d0e125-2fc2-446a-a405-e79e4ba03c11 HTTP/1.1" status: 200 len: 946 time: 0.5412283 Feb 16 12:46:55.189790 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-caef7a28-7c10-4cbe-9fda-548f56088d37 req-528d09b6-beff-4a8d-ace9-c6e044f388c6 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/security-groups?id=582a4e72-733c-446a-a0ec-8cb208ee5c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605339 Feb 16 12:46:55.201823 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-277bc392-8dc9-4111-94da-332c3b9bc397 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for router, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.208586 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0bb75cf4-af52-4bf7-bfb4-024bf62d5532 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.258847 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34706) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:55.322339 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb75cf4-af52-4bf7-bfb4-024bf62d5532 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event deleted for resources: {'Subnet': ['ID=e98b40a3-603e-499c-8b4d-db38b8d4d10a,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:55.335385 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d36847b-63d1-4f42-9b8c-96a599b4a470 None None] Network da4f94c0-7ec0-4117-996e-96adfebe6afa requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:46:55.431869 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c318e5b6-8dda-431f-824d-f60da576a4c9 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.442593 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b3e6a6-a538-45f9-ad64-bfb61373ee0c admin admin] Router f8ba2d68-51b0-4802-976e-18725a0a3616 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:46:55.450812 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0bb75cf4-af52-4bf7-bfb4-024bf62d5532 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.497414 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-0bb75cf4-af52-4bf7-bfb4-024bf62d5532 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da4f94c0-7ec0-4117-996e-96adfebe6afa']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:55.501861 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9721a1cb-e141-413d-acb7-f4b9d941ca63 tempest-TestNetworkAdvancedServerOps-1328540977 tempest-TestNetworkAdvancedServerOps-1328540977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:55.506035 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-9721a1cb-e141-413d-acb7-f4b9d941ca63 tempest-TestNetworkAdvancedServerOps-1328540977 tempest-TestNetworkAdvancedServerOps-1328540977-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=38d0e125-2fc2-446a-a405-e79e4ba03c11 HTTP/1.1" status: 200 len: 1094 time: 0.2438252 Feb 16 12:46:55.514484 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34708) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:55.522583 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-a64083da-c8af-493f-a8f1-473790a32c61 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Request body: {'floatingip': {'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'port_id': '8806cc2f-337a-4ea5-96ba-e1457749a273', 'tenant_id': '7b8da0c113224745a027e6a94fb34ab0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:55.530402 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-0bb75cf4-af52-4bf7-bfb4-024bf62d5532 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ead79762-360e-41af-8058-b005a77d30a7') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:55.530700 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-0bb75cf4-af52-4bf7-bfb4-024bf62d5532 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ead79762-360e-41af-8058-b005a77d30a7') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:55.532266 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf916be-a717-4632-a3a4-f6c5daa505bf None None] DHCP port deletion for da4f94c0-7ec0-4117-996e-96adfebe6afa request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:46:55.547589 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0bb75cf4-af52-4bf7-bfb4-024bf62d5532 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.572248 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-277bc392-8dc9-4111-94da-332c3b9bc397 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.580085 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0bb75cf4-af52-4bf7-bfb4-024bf62d5532 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.583405 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c318e5b6-8dda-431f-824d-f60da576a4c9 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.632365 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb75cf4-af52-4bf7-bfb4-024bf62d5532 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:55.632830 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0bb75cf4-af52-4bf7-bfb4-024bf62d5532 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.633005 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-d5faeebf-0085-47c0-9391-fc023c9816fa None None] Allocated IP 172.20.0.18 (943af222-e222-4ede-a0ae-f0199985db6a/89402aca-9378-423d-971d-e858dfb2f662/69fb11cf-1223-4264-8b53-e3c72ccad888) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:55.636544 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:46:55.636544 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:55.636544 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:46:55.636544 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:55.636544 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:46:55.636544 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:46:55.636544 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:46:55.636544 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:55.636544 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:46:55.636544 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:55.636544 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:46:55.636544 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:55.636544 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:46:55.636544 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:46:55.636544 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:55.636544 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:46:55.636544 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:55.636544 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:46:55.636544 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:46:55.636544 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:46:55.636544 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:46:55.636544 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:46:55.636544 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:55.636544 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:55.636544 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:55.636544 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:55.636544 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:55.636544 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:55.636544 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:55.636544 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:55.636544 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:55.636544 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:55.686262 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c318e5b6-8dda-431f-824d-f60da576a4c9 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Network 943af222-e222-4ede-a0ae-f0199985db6a is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:55.689896 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a64083da-c8af-493f-a8f1-473790a32c61 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for floatingip, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.699391 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b3e6a6-a538-45f9-ad64-bfb61373ee0c admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:46:55.711108 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c5b3e6a6-a538-45f9-ad64-bfb61373ee0c admin admin] 10.222.0.90 "PUT /v2.0/routers/f8ba2d68-51b0-4802-976e-18725a0a3616/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4711311 Feb 16 12:46:55.714958 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34710) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:55.722588 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f73a0d-3b8f-4e49-8a79-db2089bb57c6 None None] Sync routers for ids ['f8ba2d68-51b0-4802-976e-18725a0a3616'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:55.742619 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-c318e5b6-8dda-431f-824d-f60da576a4c9 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:55.745364 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c318e5b6-8dda-431f-824d-f60da576a4c9 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:46:55.749918 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.759245 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f73a0d-3b8f-4e49-8a79-db2089bb57c6 None None] Routers {'f8ba2d68-51b0-4802-976e-18725a0a3616'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:55.760110 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-b6f73a0d-3b8f-4e49-8a79-db2089bb57c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:46:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['f8ba2d68-51b0-4802-976e-18725a0a3616'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:55.795195 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318e5b6-8dda-431f-824d-f60da576a4c9 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'Port': ['ID=72655ed2-8541-4bde-9856-9e2b5bccdf3c,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:55.832040 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-d5faeebf-0085-47c0-9391-fc023c9816fa None None] For port 69fb11cf-1223-4264-8b53-e3c72ccad888, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=69fb11cf-1223-4264-8b53-e3c72ccad888,segment=NetworkSegment(7b66c2ff-dafb-436f-9bac-b2fc03fe30eb),segment_id=7b66c2ff-dafb-436f-9bac-b2fc03fe30eb)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:46:55.855430 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0bb75cf4-af52-4bf7-bfb4-024bf62d5532 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.865232 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0bb75cf4-af52-4bf7-bfb4-024bf62d5532 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.868404 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0bb75cf4-af52-4bf7-bfb4-024bf62d5532 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "DELETE /v2.0/networks/da4f94c0-7ec0-4117-996e-96adfebe6afa HTTP/1.1" status: 204 len: 168 time: 4.3855507 Feb 16 12:46:55.878544 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34712) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:55.885716 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c318e5b6-8dda-431f-824d-f60da576a4c9 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:55.886356 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c318e5b6-8dda-431f-824d-f60da576a4c9 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.903384 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-e4ded0a3-4aa2-4c0b-8fbf-c4956c23ecd6 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-69722901'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:55.912448 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d5faeebf-0085-47c0-9391-fc023c9816fa None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.918486 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb75cf4-af52-4bf7-bfb4-024bf62d5532 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event deleted for resources: {'Network': ['ID=da4f94c0-7ec0-4117-996e-96adfebe6afa,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:55.922218 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d5faeebf-0085-47c0-9391-fc023c9816fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.926428 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-b6f73a0d-3b8f-4e49-8a79-db2089bb57c6 None None] Set router f8ba2d68-51b0-4802-976e-18725a0a3616 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:46:55.945537 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-277bc392-8dc9-4111-94da-332c3b9bc397 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Deleting port 740b5799-334d-40b0-8f1a-a36fe50513a4 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:46:55.946262 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-277bc392-8dc9-4111-94da-332c3b9bc397 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.960836 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-19362345-5c63-47d6-b37b-6793873dc64e tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.009129 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d63a03a3-a96f-451f-9db6-0740b4c6f982 admin admin] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.049828 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c318e5b6-8dda-431f-824d-f60da576a4c9 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.5182257 Feb 16 12:46:56.050217 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34714) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:56.069201 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-ae5fd3b9-bce2-44ea-a6fc-b3e035de1467 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e99578cd-566c-416d-ad03-aa534cd71de2'}]}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:56.112532 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ded0a3-4aa2-4c0b-8fbf-c4956c23ecd6 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Made reservation on behalf of 05dd934713464510b741f50524d05f6e for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:56.116115 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e4ded0a3-4aa2-4c0b-8fbf-c4956c23ecd6 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.141304 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-277bc392-8dc9-4111-94da-332c3b9bc397 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.189124 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 2b7e8800-bfb4-4f16-93f5-3143ee365933 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:46:56.202926 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-277bc392-8dc9-4111-94da-332c3b9bc397 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Calling delete_port for 740b5799-334d-40b0-8f1a-a36fe50513a4 owned by network:router_gateway {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:46:56.217231 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4ded0a3-4aa2-4c0b-8fbf-c4956c23ecd6 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:46:56.223042 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 2b7e8800-bfb4-4f16-93f5-3143ee365933 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:46:56.223669 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 2b7e8800-bfb4-4f16-93f5-3143ee365933 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:46:56.251235 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ae5fd3b9-bce2-44ea-a6fc-b3e035de1467 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.291679 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e4ded0a3-4aa2-4c0b-8fbf-c4956c23ecd6 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.292026 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-e4ded0a3-4aa2-4c0b-8fbf-c4956c23ecd6 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Added segment 42208d57-8bf9-4e24-85f6-0b8faa558f78 of type vlan for network be5b19fb-06dc-47cb-a799-708439a455d9 Feb 16 12:46:56.300711 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bd4e9b9a-c510-4cfd-affc-670393eb04dc tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3843129', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3843523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28061'] for router, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.306262 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d63a03a3-a96f-451f-9db6-0740b4c6f982 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.314867 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bd4e9b9a-c510-4cfd-affc-670393eb04dc tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3843106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3843115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3843959'] for router, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.315420 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5faeebf-0085-47c0-9391-fc023c9816fa None None] Pushing event updated for resources: {'Port': ['ID=69fb11cf-1223-4264-8b53-e3c72ccad888,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:56.398760 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e4ded0a3-4aa2-4c0b-8fbf-c4956c23ecd6 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.414855 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a64083da-c8af-493f-a8f1-473790a32c61 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.435810 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-b6f73a0d-3b8f-4e49-8a79-db2089bb57c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ba2d68-51b0-4802-976e-18725a0a3616', 'name': 'tempest-ServerActionsTestJSON-1704407734-router', 'tenant_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '33bdf321-9760-424f-8226-62f07277f43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:22Z', 'updated_at': '2022-02-16T12:46:53Z', 'revision_number': 5, 'project_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'gw_port': {'id': '33bdf321-9760-424f-8226-62f07277f43e', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ba2d68-51b0-4802-976e-18725a0a3616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:26Z', 'updated_at': '2022-02-16T12:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:56.480327 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f73a0d-3b8f-4e49-8a79-db2089bb57c6 None None] Checking router: f8ba2d68-51b0-4802-976e-18725a0a3616 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:46:56.497356 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f73a0d-3b8f-4e49-8a79-db2089bb57c6 None None] Routers {'f8ba2d68-51b0-4802-976e-18725a0a3616'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:56.498236 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-b6f73a0d-3b8f-4e49-8a79-db2089bb57c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:46:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['f8ba2d68-51b0-4802-976e-18725a0a3616'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:56.507785 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4e9b9a-c510-4cfd-affc-670393eb04dc tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Router 4ea4dfff-9e4c-4f4a-879f-9c5491df53d7 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:46:56.511343 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-d63a03a3-a96f-451f-9db6-0740b4c6f982 admin admin] Deleting port 33bdf321-9760-424f-8226-62f07277f43e {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:46:56.511678 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d63a03a3-a96f-451f-9db6-0740b4c6f982 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.591102 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e4ded0a3-4aa2-4c0b-8fbf-c4956c23ecd6 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.597618 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ded0a3-4aa2-4c0b-8fbf-c4956c23ecd6 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:56.598075 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e4ded0a3-4aa2-4c0b-8fbf-c4956c23ecd6 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.635772 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-b6f73a0d-3b8f-4e49-8a79-db2089bb57c6 None None] Set router f8ba2d68-51b0-4802-976e-18725a0a3616 gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:46:56.713036 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-b6f73a0d-3b8f-4e49-8a79-db2089bb57c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ba2d68-51b0-4802-976e-18725a0a3616', 'name': 'tempest-ServerActionsTestJSON-1704407734-router', 'tenant_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:22Z', 'updated_at': '2022-02-16T12:46:56Z', 'revision_number': 6, 'project_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'gw_port_host': None}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:56.743763 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f73a0d-3b8f-4e49-8a79-db2089bb57c6 None None] The sync data for ids ['f8ba2d68-51b0-4802-976e-18725a0a3616'] in dv-neutron-828142-3-hyperv is: [{'id': 'f8ba2d68-51b0-4802-976e-18725a0a3616', 'name': 'tempest-ServerActionsTestJSON-1704407734-router', 'tenant_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:22Z', 'updated_at': '2022-02-16T12:46:56Z', 'revision_number': 6, 'project_id': '0adafc1d94b74e8bb4ed6949f44548d7', 'gw_port_host': None}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:56.763404 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e4ded0a3-4aa2-4c0b-8fbf-c4956c23ecd6 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8742807 Feb 16 12:46:56.774612 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34716) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:56.776563 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-19362345-5c63-47d6-b37b-6793873dc64e tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Deleting port 676ae13e-c3e6-4cb5-8dad-8e25580bc775 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:46:56.777051 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-19362345-5c63-47d6-b37b-6793873dc64e tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.785414 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-4c311423-b66f-402d-aa51-74e1ecf1fc8f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:56.848316 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ded0a3-4aa2-4c0b-8fbf-c4956c23ecd6 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event updated for resources: {'Network': ['ID=be5b19fb-06dc-47cb-a799-708439a455d9,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:56.854890 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-d63a03a3-a96f-451f-9db6-0740b4c6f982 admin admin] For port 33bdf321-9760-424f-8226-62f07277f43e, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=33bdf321-9760-424f-8226-62f07277f43e,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:46:56.855683 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d63a03a3-a96f-451f-9db6-0740b4c6f982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.869072 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network be5b19fb-06dc-47cb-a799-708439a455d9 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:46:56.882846 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-a64083da-c8af-493f-a8f1-473790a32c61 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Allocated IP 172.26.2.183 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/efcf4d98-3395-40cd-8857-1baea5a2facb) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:56.902435 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-277bc392-8dc9-4111-94da-332c3b9bc397 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.984323 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277bc392-8dc9-4111-94da-332c3b9bc397 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event deleted for resources: {'Port': ['ID=740b5799-334d-40b0-8f1a-a36fe50513a4,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:56.985596 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d503fe-ef93-4e46-8e68-4728eb737909 None None] Network 943af222-e222-4ede-a0ae-f0199985db6a requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:46:56.995788 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-d63a03a3-a96f-451f-9db6-0740b4c6f982 admin admin] Calling delete_port for 33bdf321-9760-424f-8226-62f07277f43e owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:46:57.003510 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4e9b9a-c510-4cfd-affc-670393eb04dc tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:46:57.008757 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.015170 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bd4e9b9a-c510-4cfd-affc-670393eb04dc tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.016602 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa48f95-44f7-40ce-aae5-ea1e33012e18 None None] Sync routers for ids ['4ea4dfff-9e4c-4f4a-879f-9c5491df53d7'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:57.020556 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-bd4e9b9a-c510-4cfd-affc-670393eb04dc tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] 10.222.0.90 "PUT /v2.0/routers/4ea4dfff-9e4c-4f4a-879f-9c5491df53d7 HTTP/1.1" status: 200 len: 925 time: 3.5879891 Feb 16 12:46:57.021194 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34718) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:57.034966 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa48f95-44f7-40ce-aae5-ea1e33012e18 None None] Routers {'4ea4dfff-9e4c-4f4a-879f-9c5491df53d7'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:57.035799 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2aa48f95-44f7-40ce-aae5-ea1e33012e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:46:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['4ea4dfff-9e4c-4f4a-879f-9c5491df53d7'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:57.077462 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2aa48f95-44f7-40ce-aae5-ea1e33012e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:57.085916 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-be1f02f2-261c-49ca-a32b-5665e2b56377 None None] Provisioning complete for port 69fb11cf-1223-4264-8b53-e3c72ccad888 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:57.086393 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-be1f02f2-261c-49ca-a32b-5665e2b56377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.095379 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa48f95-44f7-40ce-aae5-ea1e33012e18 None None] Routers {'4ea4dfff-9e4c-4f4a-879f-9c5491df53d7'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:57.096237 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2aa48f95-44f7-40ce-aae5-ea1e33012e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:46:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['4ea4dfff-9e4c-4f4a-879f-9c5491df53d7'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:57.138781 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2aa48f95-44f7-40ce-aae5-ea1e33012e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:57.139681 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa48f95-44f7-40ce-aae5-ea1e33012e18 None None] The sync data for ids ['4ea4dfff-9e4c-4f4a-879f-9c5491df53d7'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:57.159854 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-14330339-f639-4940-9088-638ac116ccfa tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] 10.222.0.90 "GET /v2.0/routers/4ea4dfff-9e4c-4f4a-879f-9c5491df53d7 HTTP/1.1" status: 200 len: 925 time: 0.1309664 Feb 16 12:46:57.177373 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34720) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:57.201909 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-19362345-5c63-47d6-b37b-6793873dc64e tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.219303 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-ae5fd3b9-bce2-44ea-a6fc-b3e035de1467 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Delete allocated IP 172.20.0.28 (943af222-e222-4ede-a0ae-f0199985db6a/89402aca-9378-423d-971d-e858dfb2f662) {{(pid=109048) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 12:46:57.219802 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-19362345-5c63-47d6-b37b-6793873dc64e tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Calling delete_port for 676ae13e-c3e6-4cb5-8dad-8e25580bc775 owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:46:57.305017 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.376745 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073d3f1b-11b6-4106-b81c-f4a4afa5ff0e tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:57.381366 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-073d3f1b-11b6-4106-b81c-f4a4afa5ff0e tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] 10.222.0.90 "GET /v2.0/ports?network_id=a08a3d1b-2e35-4b18-9cb0-756d355083e6&device_id=4ea4dfff-9e4c-4f4a-879f-9c5491df53d7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1999862 Feb 16 12:46:57.382037 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34722) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:57.387404 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a64083da-c8af-493f-a8f1-473790a32c61 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.389117 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-277bc392-8dc9-4111-94da-332c3b9bc397 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.564059 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-277bc392-8dc9-4111-94da-332c3b9bc397 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.574439 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-277bc392-8dc9-4111-94da-332c3b9bc397 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.601869 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-e6073377-ee38-47fc-9e4e-ca59cb37b3ba None None] Provisioning complete for port 69fb11cf-1223-4264-8b53-e3c72ccad888 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:57.602789 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e6073377-ee38-47fc-9e4e-ca59cb37b3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.751819 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-e6073377-ee38-47fc-9e4e-ca59cb37b3ba None None] Provisioning complete for port 72655ed2-8541-4bde-9856-9e2b5bccdf3c triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:57.752531 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e6073377-ee38-47fc-9e4e-ca59cb37b3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.783188 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2071f6a5-89e0-4aa6-8b89-435a832215e1 None None] get_active_networks_info from dv-neutron-828142-3-hyperv {{(pid=109050) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 12:46:57.827749 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-e6073377-ee38-47fc-9e4e-ca59cb37b3ba None None] Port 72655ed2-8541-4bde-9856-9e2b5bccdf3c cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:46:57.836559 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4c311423-b66f-402d-aa51-74e1ecf1fc8f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.903507 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2071f6a5-89e0-4aa6-8b89-435a832215e1 None None] Resources bound (agent type, host, resource id): {{(pid=109050) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:46:57.915083 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4c311423-b66f-402d-aa51-74e1ecf1fc8f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.922882 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4c311423-b66f-402d-aa51-74e1ecf1fc8f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Network be5b19fb-06dc-47cb-a799-708439a455d9 is not hosted by any dhcp agent {{(pid=109049) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 12:46:57.927931 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c311423-b66f-402d-aa51-74e1ecf1fc8f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:57.928543 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4c311423-b66f-402d-aa51-74e1ecf1fc8f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.929851 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4c311423-b66f-402d-aa51-74e1ecf1fc8f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "PUT /v2.0/networks/be5b19fb-06dc-47cb-a799-708439a455d9 HTTP/1.1" status: 200 len: 723 time: 1.1494811 Feb 16 12:46:57.933467 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34724) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:57.953079 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-f2699ed4-ca5f-43d0-92a8-e951d9fa2a6f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Request body: {'subnet': {'network_id': 'be5b19fb-06dc-47cb-a799-708439a455d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:57.963881 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d63a03a3-a96f-451f-9db6-0740b4c6f982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.054088 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ae5fd3b9-bce2-44ea-a6fc-b3e035de1467 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.071970 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ae5fd3b9-bce2-44ea-a6fc-b3e035de1467 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.073866 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-277bc392-8dc9-4111-94da-332c3b9bc397 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.074640 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277bc392-8dc9-4111-94da-332c3b9bc397 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Fanout notify agent at l3_agent the message router_deleted on router 3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd {{(pid=109048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:46:58.087437 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 69fb11cf-1223-4264-8b53-e3c72ccad888 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:46:58.088141 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-277bc392-8dc9-4111-94da-332c3b9bc397 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.094516 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-277bc392-8dc9-4111-94da-332c3b9bc397 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "DELETE /v2.0/routers/3f90ba88-f0f4-4c8d-a898-5bebfbfe4efd HTTP/1.1" status: 204 len: 168 time: 3.5847514 Feb 16 12:46:58.096769 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a64083da-c8af-493f-a8f1-473790a32c61 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.103660 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34726) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:58.117638 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a03a3-a96f-451f-9db6-0740b4c6f982 admin admin] Pushing event deleted for resources: {'Port': ['ID=33bdf321-9760-424f-8226-62f07277f43e,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:58.133818 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-a18ef47d-353f-440a-9440-4b3c52c0ac8a None None] Provisioning complete for port 72655ed2-8541-4bde-9856-9e2b5bccdf3c triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:58.133818 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a18ef47d-353f-440a-9440-4b3c52c0ac8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.180042 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c311423-b66f-402d-aa51-74e1ecf1fc8f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event updated for resources: {'Network': ['ID=be5b19fb-06dc-47cb-a799-708439a455d9,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:58.182669 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64083da-c8af-493f-a8f1-473790a32c61 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:58.194354 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-a64083da-c8af-493f-a8f1-473790a32c61 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:58.196988 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e1ea45-537f-4d15-b5d8-04fa704c2d73 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:58.201419 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a8e1ea45-537f-4d15-b5d8-04fa704c2d73 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] 10.222.0.90 "GET /v2.0/networks/a08a3d1b-2e35-4b18-9cb0-756d355083e6 HTTP/1.1" status: 200 len: 881 time: 0.8055508 Feb 16 12:46:58.201419 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64083da-c8af-493f-a8f1-473790a32c61 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:46:58.206876 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34728) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:58.209048 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-a18ef47d-353f-440a-9440-4b3c52c0ac8a None None] Port 72655ed2-8541-4bde-9856-9e2b5bccdf3c cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:46:58.216775 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network be5b19fb-06dc-47cb-a799-708439a455d9 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:46:58.231488 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-19362345-5c63-47d6-b37b-6793873dc64e tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.235380 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 69fb11cf-1223-4264-8b53-e3c72ccad888 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:58.236239 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.272581 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5fd3b9-bce2-44ea-a6fc-b3e035de1467 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'Port': ['ID=72655ed2-8541-4bde-9856-9e2b5bccdf3c,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:58.277135 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19362345-5c63-47d6-b37b-6793873dc64e tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event deleted for resources: {'Port': ['ID=676ae13e-c3e6-4cb5-8dad-8e25580bc775,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:58.296662 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d63a03a3-a96f-451f-9db6-0740b4c6f982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.313831 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 12:46:58.320657 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a2ae3ddd-bd36-4fa0-8bdb-f9465c4b82b2 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] 10.222.0.90 "GET /v2.0/ports?device_id=4ea4dfff-9e4c-4f4a-879f-9c5491df53d7 HTTP/1.1" status: 200 len: 205 time: 0.0950544 Feb 16 12:46:58.324167 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34730) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:58.328937 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bb74014-dc04-4663-aede-15fa754a686a tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Deleting subnet 4ef89f55-012a-4c64-9128-1e6c29cc58ac {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:46:58.366477 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0bb74014-dc04-4663-aede-15fa754a686a tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.415931 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-ae5fd3b9-bce2-44ea-a6fc-b3e035de1467 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] In _notify_port_updated(), no bound segment for port 72655ed2-8541-4bde-9856-9e2b5bccdf3c on network 943af222-e222-4ede-a0ae-f0199985db6a {{(pid=109048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 12:46:58.421672 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5fd3b9-bce2-44ea-a6fc-b3e035de1467 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:58.423065 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ae5fd3b9-bce2-44ea-a6fc-b3e035de1467 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.423189 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2699ed4-ca5f-43d0-92a8-e951d9fa2a6f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Made reservation on behalf of 05dd934713464510b741f50524d05f6e for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:58.423700 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ae5fd3b9-bce2-44ea-a6fc-b3e035de1467 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "PUT /v2.0/ports/72655ed2-8541-4bde-9856-9e2b5bccdf3c HTTP/1.1" status: 200 len: 919 time: 2.3620234 Feb 16 12:46:58.426678 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2699ed4-ca5f-43d0-92a8-e951d9fa2a6f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.435507 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34732) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:58.439353 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-ccd2035d-e3fd-49a0-9a1f-4df553499cc9 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e99578cd-566c-416d-ad03-aa534cd71de2'}, {'subnet_id': '89402aca-9378-423d-971d-e858dfb2f662'}]}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:58.444840 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.460758 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64083da-c8af-493f-a8f1-473790a32c61 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Pushing event updated for resources: {'Port': ['ID=efcf4d98-3395-40cd-8857-1baea5a2facb,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:58.495791 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0bb74014-dc04-4663-aede-15fa754a686a tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.570969 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 33bdf321-9760-424f-8226-62f07277f43e no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:46:58.575856 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d63a03a3-a96f-451f-9db6-0740b4c6f982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.578842 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d63a03a3-a96f-451f-9db6-0740b4c6f982 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.584194 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-19362345-5c63-47d6-b37b-6793873dc64e tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.609872 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 33bdf321-9760-424f-8226-62f07277f43e {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:46:58.609872 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 33bdf321-9760-424f-8226-62f07277f43e not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:46:58.610342 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device c951ccc4-cf03-431b-bd61-d4f37864b838 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:46:58.634266 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: c951ccc4-cf03-431b-bd61-d4f37864b838 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:46:58.634573 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device c951ccc4-cf03-431b-bd61-d4f37864b838 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:46:58.730429 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d63a03a3-a96f-451f-9db6-0740b4c6f982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.731131 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63a03a3-a96f-451f-9db6-0740b4c6f982 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8ba2d68-51b0-4802-976e-18725a0a3616 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:46:58.736877 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d63a03a3-a96f-451f-9db6-0740b4c6f982 admin admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.741323 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d63a03a3-a96f-451f-9db6-0740b4c6f982 admin admin] 10.222.0.90 "DELETE /v2.0/routers/f8ba2d68-51b0-4802-976e-18725a0a3616 HTTP/1.1" status: 204 len: 168 time: 3.0105016 Feb 16 12:46:58.742369 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34734) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:58.816198 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0bb74014-dc04-4663-aede-15fa754a686a tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.831573 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d76d7e06-1d2c-4583-9af7-a6358b3a7032 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.871225 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-96752cd9-56f0-4dd9-9410-138e9cfe4cab None None] Provisioning complete for port 72655ed2-8541-4bde-9856-9e2b5bccdf3c triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:58.871225 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-96752cd9-56f0-4dd9-9410-138e9cfe4cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.914636 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-96752cd9-56f0-4dd9-9410-138e9cfe4cab None None] Port 72655ed2-8541-4bde-9856-9e2b5bccdf3c cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:46:58.967951 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ccd2035d-e3fd-49a0-9a1f-4df553499cc9 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.003484 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-427051fd-aaf3-4442-a2ea-e6e17ca11029 admin admin] Deleting subnet 280fbadf-e19b-45d5-88e2-fb9cd6467432 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:46:59.011834 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0bb74014-dc04-4663-aede-15fa754a686a tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.073146 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb74014-dc04-4663-aede-15fa754a686a tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event deleted for resources: {'Subnet': ['ID=4ef89f55-012a-4c64-9128-1e6c29cc58ac,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:59.077560 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0bb74014-dc04-4663-aede-15fa754a686a tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.081679 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0bb74014-dc04-4663-aede-15fa754a686a tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "DELETE /v2.0/subnets/4ef89f55-012a-4c64-9128-1e6c29cc58ac HTTP/1.1" status: 204 len: 168 time: 0.9536066 Feb 16 12:46:59.086778 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34736) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:59.099431 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-427051fd-aaf3-4442-a2ea-e6e17ca11029 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.182751 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19362345-5c63-47d6-b37b-6793873dc64e tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Router 031235f2-0089-463f-bd25-71ea1fec3032 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:46:59.204987 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-427051fd-aaf3-4442-a2ea-e6e17ca11029 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.225979 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d76d7e06-1d2c-4583-9af7-a6358b3a7032 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.228592 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2699ed4-ca5f-43d0-92a8-e951d9fa2a6f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.253557 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-614e159f-613c-4e83-a054-bf6c97893a44 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.293706 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a64083da-c8af-493f-a8f1-473790a32c61 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.428620 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19362345-5c63-47d6-b37b-6793873dc64e tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:46:59.430212 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2699ed4-ca5f-43d0-92a8-e951d9fa2a6f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event updated for resources: {'Subnet': ['ID=7da0c5cd-f0c5-462e-aa5d-9c7351a6ab7c,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:59.440855 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-19362345-5c63-47d6-b37b-6793873dc64e tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "PUT /v2.0/routers/031235f2-0089-463f-bd25-71ea1fec3032/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7620921 Feb 16 12:46:59.445379 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34738) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:59.447108 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0b74f7-34ef-44e1-a3ca-54e3fa51b7e2 None None] Sync routers for ids ['031235f2-0089-463f-bd25-71ea1fec3032'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:59.462803 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0b74f7-34ef-44e1-a3ca-54e3fa51b7e2 None None] Routers {'031235f2-0089-463f-bd25-71ea1fec3032'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:59.464485 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-af0b74f7-34ef-44e1-a3ca-54e3fa51b7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:46:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['031235f2-0089-463f-bd25-71ea1fec3032'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:59.481640 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a64083da-c8af-493f-a8f1-473790a32c61 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.486482 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2a75e15a-b0b7-406f-bef2-659edd5367a6 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "GET /v2.0/ports?device_id=031235f2-0089-463f-bd25-71ea1fec3032 HTTP/1.1" status: 200 len: 205 time: 0.0370171 Feb 16 12:46:59.486482 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-427051fd-aaf3-4442-a2ea-e6e17ca11029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.488848 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34740) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:46:59.489572 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2699ed4-ca5f-43d0-92a8-e951d9fa2a6f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Checking segment: {'id': '42208d57-8bf9-4e24-85f6-0b8faa558f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'be5b19fb-06dc-47cb-a799-708439a455d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:46:59.489930 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2699ed4-ca5f-43d0-92a8-e951d9fa2a6f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Network hostable DHCP agents. Network: be5b19fb-06dc-47cb-a799-708439a455d9, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:46:59.499955 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-af0b74f7-34ef-44e1-a3ca-54e3fa51b7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:59.508599 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0b74f7-34ef-44e1-a3ca-54e3fa51b7e2 None None] Routers {'031235f2-0089-463f-bd25-71ea1fec3032'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:46:59.509541 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-af0b74f7-34ef-44e1-a3ca-54e3fa51b7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:46:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['031235f2-0089-463f-bd25-71ea1fec3032'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:59.545118 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-614e159f-613c-4e83-a054-bf6c97893a44 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.546383 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-af0b74f7-34ef-44e1-a3ca-54e3fa51b7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:59.547881 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0b74f7-34ef-44e1-a3ca-54e3fa51b7e2 None None] The sync data for ids ['031235f2-0089-463f-bd25-71ea1fec3032'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:59.582077 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-614e159f-613c-4e83-a054-bf6c97893a44 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6a76a54-150d-46b0-a7ca-74d9770bd04b']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:59.602654 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-614e159f-613c-4e83-a054-bf6c97893a44 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '773eaabd-7624-4fc7-bcfc-2cece0cb8d10') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:59.603000 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-614e159f-613c-4e83-a054-bf6c97893a44 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '773eaabd-7624-4fc7-bcfc-2cece0cb8d10') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:59.605087 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-ccd2035d-e3fd-49a0-9a1f-4df553499cc9 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Allocated IP 172.20.0.23 (943af222-e222-4ede-a0ae-f0199985db6a/89402aca-9378-423d-971d-e858dfb2f662/72655ed2-8541-4bde-9856-9e2b5bccdf3c) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:59.614942 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a125f69d-8417-432e-9bc3-e711d363eade tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.617867 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-614e159f-613c-4e83-a054-bf6c97893a44 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.620768 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-d76d7e06-1d2c-4583-9af7-a6358b3a7032 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Deleting port c3feaaef-aea0-4e2c-84d6-bfa9a1a8581e {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:46:59.621029 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d76d7e06-1d2c-4583-9af7-a6358b3a7032 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.647510 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-614e159f-613c-4e83-a054-bf6c97893a44 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.658846 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2699ed4-ca5f-43d0-92a8-e951d9fa2a6f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Network be5b19fb-06dc-47cb-a799-708439a455d9 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:46:59.722121 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-614e159f-613c-4e83-a054-bf6c97893a44 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:59.722527 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-614e159f-613c-4e83-a054-bf6c97893a44 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.727133 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:46:59.727133 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:59.727133 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:46:59.727133 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:59.727133 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:46:59.727133 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:46:59.727133 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:46:59.727133 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:59.727133 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:46:59.727133 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:59.727133 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:46:59.727133 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:59.727133 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:46:59.727133 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:46:59.727133 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:59.727133 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:46:59.727133 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:59.727133 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:46:59.727133 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:46:59.727133 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:46:59.727133 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:46:59.727133 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:46:59.727133 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:59.727133 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:59.727133 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:59.727133 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:59.727133 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:59.727133 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:59.727133 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:59.727133 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:59.727133 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:59.727133 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:59.741931 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-f2699ed4-ca5f-43d0-92a8-e951d9fa2a6f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, be5b19fb-06dc-47cb-a799-708439a455d9) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:59.750546 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2699ed4-ca5f-43d0-92a8-e951d9fa2a6f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:59.751135 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2699ed4-ca5f-43d0-92a8-e951d9fa2a6f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.751550 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e02089-f0df-4134-8507-eff4c2d8bcf5 None None] Network be5b19fb-06dc-47cb-a799-708439a455d9 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:46:59.755500 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-427051fd-aaf3-4442-a2ea-e6e17ca11029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.823587 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-614e159f-613c-4e83-a054-bf6c97893a44 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.833760 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-614e159f-613c-4e83-a054-bf6c97893a44 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.836873 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-614e159f-613c-4e83-a054-bf6c97893a44 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] 10.222.0.90 "DELETE /v2.0/networks/b6a76a54-150d-46b0-a7ca-74d9770bd04b HTTP/1.1" status: 204 len: 168 time: 0.7491167 Feb 16 12:46:59.880178 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e159f-613c-4e83-a054-bf6c97893a44 tempest-FloatingIPTestJSON-20152750 tempest-FloatingIPTestJSON-20152750-project] Pushing event deleted for resources: {'Network': ['ID=b6a76a54-150d-46b0-a7ca-74d9770bd04b,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:59.913578 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a64083da-c8af-493f-a8f1-473790a32c61 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.923202 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a64083da-c8af-493f-a8f1-473790a32c61 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.927813 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ccd2035d-e3fd-49a0-9a1f-4df553499cc9 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.956327 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ccd2035d-e3fd-49a0-9a1f-4df553499cc9 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.975793 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e40b582-b543-4143-8d3f-358e1597006c None None] Network 3e84b45d-91e8-4295-8226-a12fdb0f907b requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:00.000033 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338fd914-1ea3-41ca-a5d6-a9d669c5f4ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-be5b19fb-06dc-47cb-a799-708439a455d9', 'network_id': 'be5b19fb-06dc-47cb-a799-708439a455d9', 'tenant_id': '05dd934713464510b741f50524d05f6e', 'fixed_ips': [{'subnet_id': '7da0c5cd-f0c5-462e-aa5d-9c7351a6ab7c'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:47:00.001675 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-338fd914-1ea3-41ca-a5d6-a9d669c5f4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.021264 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64083da-c8af-493f-a8f1-473790a32c61 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Pushing event updated for resources: {'Port': ['ID=efcf4d98-3395-40cd-8857-1baea5a2facb,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:00.101904 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a64083da-c8af-493f-a8f1-473790a32c61 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.208192 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd2035d-e3fd-49a0-9a1f-4df553499cc9 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'Port': ['ID=72655ed2-8541-4bde-9856-9e2b5bccdf3c,revision_number=3']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:00.247186 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-ccd2035d-e3fd-49a0-9a1f-4df553499cc9 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] In _notify_port_updated(), no bound segment for port 72655ed2-8541-4bde-9856-9e2b5bccdf3c on network 943af222-e222-4ede-a0ae-f0199985db6a {{(pid=109048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 12:47:00.253972 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd2035d-e3fd-49a0-9a1f-4df553499cc9 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:00.255130 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ccd2035d-e3fd-49a0-9a1f-4df553499cc9 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.260348 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ccd2035d-e3fd-49a0-9a1f-4df553499cc9 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "PUT /v2.0/ports/72655ed2-8541-4bde-9856-9e2b5bccdf3c HTTP/1.1" status: 200 len: 999 time: 1.8250699 Feb 16 12:47:00.303224 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34746) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:00.323599 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427051fd-aaf3-4442-a2ea-e6e17ca11029 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=280fbadf-e19b-45d5-88e2-fb9cd6467432,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:00.331982 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-427051fd-aaf3-4442-a2ea-e6e17ca11029 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.340727 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-427051fd-aaf3-4442-a2ea-e6e17ca11029 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/280fbadf-e19b-45d5-88e2-fb9cd6467432 HTTP/1.1" status: 204 len: 168 time: 1.5176146 Feb 16 12:47:00.343293 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34748) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:00.350455 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f2699ed4-ca5f-43d0-92a8-e951d9fa2a6f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4020383 Feb 16 12:47:00.357343 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34750) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:00.359071 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34752) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:00.373294 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a125f69d-8417-432e-9bc3-e711d363eade tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.379752 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-6c81a40c-9eb9-42fd-a8d2-83f626684895 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:00.382549 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-338fd914-1ea3-41ca-a5d6-a9d669c5f4ed None None] Allocated IP 172.20.0.2 (be5b19fb-06dc-47cb-a799-708439a455d9/7da0c5cd-f0c5-462e-aa5d-9c7351a6ab7c/0edfdf62-2950-4a22-8518-55a054646410) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:00.384663 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-287fcfe2-0ada-4c82-8a72-6724cb34e9a2 None None] Provisioning complete for port 72655ed2-8541-4bde-9856-9e2b5bccdf3c triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:00.385018 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-287fcfe2-0ada-4c82-8a72-6724cb34e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.385560 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a125f69d-8417-432e-9bc3-e711d363eade tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.396567 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d76d7e06-1d2c-4583-9af7-a6358b3a7032 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.478223 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-d76d7e06-1d2c-4583-9af7-a6358b3a7032 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Calling delete_port for c3feaaef-aea0-4e2c-84d6-bfa9a1a8581e owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:00.479837 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6d0ec5-1a5d-4560-bf15-90a93a2470bf None None] DHCP port deletion for 3e84b45d-91e8-4295-8226-a12fdb0f907b request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:47:00.486569 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-287fcfe2-0ada-4c82-8a72-6724cb34e9a2 None None] Port 72655ed2-8541-4bde-9856-9e2b5bccdf3c cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:47:00.496584 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a125f69d-8417-432e-9bc3-e711d363eade tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.497159 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a125f69d-8417-432e-9bc3-e711d363eade tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Fanout notify agent at l3_agent the message router_deleted on router 031235f2-0089-463f-bd25-71ea1fec3032 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:47:00.511824 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a125f69d-8417-432e-9bc3-e711d363eade tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.512956 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a125f69d-8417-432e-9bc3-e711d363eade tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "DELETE /v2.0/routers/031235f2-0089-463f-bd25-71ea1fec3032 HTTP/1.1" status: 204 len: 168 time: 1.0207207 Feb 16 12:47:00.538559 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e8788593-3f3c-4943-89c9-38cf8cfb81f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.541496 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.l3_db [None req-a64083da-c8af-493f-a8f1-473790a32c61 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Floating IP ad2527b3-ec72-4a73-b213-21000004db73 associated. External IP: 172.26.2.183, port: 8806cc2f-337a-4ea5-96ba-e1457749a273. Feb 16 12:47:00.559899 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34756) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:00.645747 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6c81a40c-9eb9-42fd-a8d2-83f626684895 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9022215'] for subnet, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.713076 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1750a8b-ada3-4636-ace4-7a21b7ef8998 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Deleting subnet 50673d60-7439-4f15-8590-0f63901acd61 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:47:00.740528 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c1750a8b-ada3-4636-ace4-7a21b7ef8998 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.757958 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-8a6d0ec5-1a5d-4560-bf15-90a93a2470bf None None] Deleting port b45fbd45-ca60-408d-9051-5f353cd78593 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:00.758659 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8a6d0ec5-1a5d-4560-bf15-90a93a2470bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.800989 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f6ad5403-18c9-42bd-88b1-997e265aa3b0 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6647fb2f59f54c42932ca2327a418c5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4407961 Feb 16 12:47:00.807906 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34758) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:00.818429 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-338fd914-1ea3-41ca-a5d6-a9d669c5f4ed None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.834573 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-338fd914-1ea3-41ca-a5d6-a9d669c5f4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.889826 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c1750a8b-ada3-4636-ace4-7a21b7ef8998 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.894611 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-8a6d0ec5-1a5d-4560-bf15-90a93a2470bf None None] For port b45fbd45-ca60-408d-9051-5f353cd78593, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=b45fbd45-ca60-408d-9051-5f353cd78593,segment=NetworkSegment(5d0d8596-bed8-4a04-ada5-85cd4dabf2e9),segment_id=5d0d8596-bed8-4a04-ada5-85cd4dabf2e9)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:00.895411 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8a6d0ec5-1a5d-4560-bf15-90a93a2470bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.910106 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338fd914-1ea3-41ca-a5d6-a9d669c5f4ed None None] Network be5b19fb-06dc-47cb-a799-708439a455d9 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:00.918330 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-338fd914-1ea3-41ca-a5d6-a9d669c5f4ed None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:00.920955 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-8a6d0ec5-1a5d-4560-bf15-90a93a2470bf None None] Calling delete_port for b45fbd45-ca60-408d-9051-5f353cd78593 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:00.926655 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338fd914-1ea3-41ca-a5d6-a9d669c5f4ed None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:47:00.933718 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338fd914-1ea3-41ca-a5d6-a9d669c5f4ed None None] Pushing event updated for resources: {'Port': ['ID=0edfdf62-2950-4a22-8518-55a054646410,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:01.034987 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-338fd914-1ea3-41ca-a5d6-a9d669c5f4ed None None] Attempting to bind port 0edfdf62-2950-4a22-8518-55a054646410 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:01.035670 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-338fd914-1ea3-41ca-a5d6-a9d669c5f4ed None None] Attempting to bind port 0edfdf62-2950-4a22-8518-55a054646410 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '42208d57-8bf9-4e24-85f6-0b8faa558f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'be5b19fb-06dc-47cb-a799-708439a455d9'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:01.035959 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338fd914-1ea3-41ca-a5d6-a9d669c5f4ed None None] Attempting to bind port 0edfdf62-2950-4a22-8518-55a054646410 on network be5b19fb-06dc-47cb-a799-708439a455d9 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:47:01.038472 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-74e28087-2583-40f1-b2d2-393b44fa65cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.053661 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338fd914-1ea3-41ca-a5d6-a9d669c5f4ed None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:47:01.053661 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338fd914-1ea3-41ca-a5d6-a9d669c5f4ed None None] Checking segment: {'id': '42208d57-8bf9-4e24-85f6-0b8faa558f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'be5b19fb-06dc-47cb-a799-708439a455d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:47:01.053661 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-338fd914-1ea3-41ca-a5d6-a9d669c5f4ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.053661 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338fd914-1ea3-41ca-a5d6-a9d669c5f4ed None None] Bound using segment: {'id': '42208d57-8bf9-4e24-85f6-0b8faa558f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'be5b19fb-06dc-47cb-a799-708439a455d9'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:47:01.053661 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-338fd914-1ea3-41ca-a5d6-a9d669c5f4ed None None] Bound port: 0edfdf62-2950-4a22-8518-55a054646410, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42208d57-8bf9-4e24-85f6-0b8faa558f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'be5b19fb-06dc-47cb-a799-708439a455d9'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:01.053661 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-338fd914-1ea3-41ca-a5d6-a9d669c5f4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.079269 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-5e5ce627-2ce0-45de-95b3-f982d880b4f9 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Deleting port 72655ed2-8541-4bde-9856-9e2b5bccdf3c {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:01.079664 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5e5ce627-2ce0-45de-95b3-f982d880b4f9 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.094994 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d76d7e06-1d2c-4583-9af7-a6358b3a7032 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.115156 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-74e28087-2583-40f1-b2d2-393b44fa65cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.116838 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6c81a40c-9eb9-42fd-a8d2-83f626684895 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736716730983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9630371'] for subnet, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.133408 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8a6d0ec5-1a5d-4560-bf15-90a93a2470bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.165932 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d0ec5-1a5d-4560-bf15-90a93a2470bf None None] Pushing event deleted for resources: {'Port': ['ID=b45fbd45-ca60-408d-9051-5f353cd78593,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:01.175157 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6d0ec5-1a5d-4560-bf15-90a93a2470bf None None] No DVR routers for this DVR port b45fbd45-ca60-408d-9051-5f353cd78593 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:01.178952 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d7e06-1d2c-4583-9af7-a6358b3a7032 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Pushing event deleted for resources: {'Port': ['ID=c3feaaef-aea0-4e2c-84d6-bfa9a1a8581e,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:01.183084 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-338fd914-1ea3-41ca-a5d6-a9d669c5f4ed None None] For port 0edfdf62-2950-4a22-8518-55a054646410, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:47:01.186946 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-338fd914-1ea3-41ca-a5d6-a9d669c5f4ed None None] For port 0edfdf62-2950-4a22-8518-55a054646410, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=0edfdf62-2950-4a22-8518-55a054646410,segment=NetworkSegment(42208d57-8bf9-4e24-85f6-0b8faa558f78),segment_id=42208d57-8bf9-4e24-85f6-0b8faa558f78)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:47:01.194538 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-338fd914-1ea3-41ca-a5d6-a9d669c5f4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.199814 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c1750a8b-ada3-4636-ace4-7a21b7ef8998 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.226282 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-e8788593-3f3c-4943-89c9-38cf8cfb81f1 admin admin] Deleting port b45fbd45-ca60-408d-9051-5f353cd78593 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:01.227044 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e8788593-3f3c-4943-89c9-38cf8cfb81f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.258514 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c81a40c-9eb9-42fd-a8d2-83f626684895 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:01.259546 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6c81a40c-9eb9-42fd-a8d2-83f626684895 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.263087 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6c81a40c-9eb9-42fd-a8d2-83f626684895 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "PUT /v2.0/subnets/7da0c5cd-f0c5-462e-aa5d-9c7351a6ab7c HTTP/1.1" status: 200 len: 806 time: 0.9021962 Feb 16 12:47:01.269722 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338fd914-1ea3-41ca-a5d6-a9d669c5f4ed None None] Pushing event updated for resources: {'Port': ['ID=0edfdf62-2950-4a22-8518-55a054646410,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:01.277165 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34760) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:01.312484 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c81a40c-9eb9-42fd-a8d2-83f626684895 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event updated for resources: {'Subnet': ['ID=7da0c5cd-f0c5-462e-aa5d-9c7351a6ab7c,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:01.356266 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d76d7e06-1d2c-4583-9af7-a6358b3a7032 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.394910 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-74e28087-2583-40f1-b2d2-393b44fa65cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.397469 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-74e28087-2583-40f1-b2d2-393b44fa65cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.401274 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-74e28087-2583-40f1-b2d2-393b44fa65cb admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ea99d993-c512-44b7-806c-33ca29d41a86 HTTP/1.1" status: 204 len: 168 time: 0.5882888 Feb 16 12:47:01.420912 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5e5ce627-2ce0-45de-95b3-f982d880b4f9 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.436586 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c1750a8b-ada3-4636-ace4-7a21b7ef8998 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.466999 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-5e5ce627-2ce0-45de-95b3-f982d880b4f9 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Calling delete_port for 72655ed2-8541-4bde-9856-9e2b5bccdf3c owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:01.476715 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-e8788593-3f3c-4943-89c9-38cf8cfb81f1 admin admin] For port b45fbd45-ca60-408d-9051-5f353cd78593, host dv-neutron-828142-3-hyperv, got binding levels [] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:01.477246 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e8788593-3f3c-4943-89c9-38cf8cfb81f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.494601 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64083da-c8af-493f-a8f1-473790a32c61 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Router 16a20dc3-80a4-4000-9864-ed7372b3eb45 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:47:01.498543 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e28087-2583-40f1-b2d2-393b44fa65cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea99d993-c512-44b7-806c-33ca29d41a86,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:01.504569 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1750a8b-ada3-4636-ace4-7a21b7ef8998 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event deleted for resources: {'Subnet': ['ID=50673d60-7439-4f15-8590-0f63901acd61,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:01.508165 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c1750a8b-ada3-4636-ace4-7a21b7ef8998 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.514706 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c1750a8b-ada3-4636-ace4-7a21b7ef8998 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "DELETE /v2.0/subnets/50673d60-7439-4f15-8590-0f63901acd61 HTTP/1.1" status: 204 len: 168 time: 0.9505091 Feb 16 12:47:01.515119 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-e8788593-3f3c-4943-89c9-38cf8cfb81f1 admin admin] Calling delete_port for b45fbd45-ca60-408d-9051-5f353cd78593 owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:01.515221 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d76d7e06-1d2c-4583-9af7-a6358b3a7032 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.515324 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34764) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:01.516392 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d76d7e06-1d2c-4583-9af7-a6358b3a7032 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.529168 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.ipam_backend_mixin [None req-e8788593-3f3c-4943-89c9-38cf8cfb81f1 admin admin] Port b45fbd45-ca60-408d-9051-5f353cd78593 was not found and therefore no delete operation was performed {{(pid=109048) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 12:47:01.561083 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b648e22-400f-4917-9559-e070795e0bbd None None] Network bfb66b76-810e-46f0-9f46-3fe648bdb0c3 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:01.601783 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e8788593-3f3c-4943-89c9-38cf8cfb81f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.623871 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d76d7e06-1d2c-4583-9af7-a6358b3a7032 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.624775 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76d7e06-1d2c-4583-9af7-a6358b3a7032 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Fanout notify agent at l3_agent the message router_deleted on router 4ea4dfff-9e4c-4f4a-879f-9c5491df53d7 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:47:01.652116 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d76d7e06-1d2c-4583-9af7-a6358b3a7032 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.654410 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d76d7e06-1d2c-4583-9af7-a6358b3a7032 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] 10.222.0.90 "DELETE /v2.0/routers/4ea4dfff-9e4c-4f4a-879f-9c5491df53d7 HTTP/1.1" status: 204 len: 168 time: 3.3298280 Feb 16 12:47:01.664358 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34766) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:01.672763 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-f171334e-e26d-4115-992b-d106f820e087 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-207975686', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:01.699873 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-741ae679-fbc0-4267-a08a-71133e597a71 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.711994 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f171334e-e26d-4115-992b-d106f820e087 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.714157 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f171334e-e26d-4115-992b-d106f820e087 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.737598 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8788593-3f3c-4943-89c9-38cf8cfb81f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b45fbd45-ca60-408d-9051-5f353cd78593,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:01.776541 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8788593-3f3c-4943-89c9-38cf8cfb81f1 admin admin] No DVR routers for this DVR port b45fbd45-ca60-408d-9051-5f353cd78593 on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:01.827834 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6e01bded-11a8-4db0-b2c7-2048fea28f64 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.836255 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f171334e-e26d-4115-992b-d106f820e087 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.842897 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f171334e-e26d-4115-992b-d106f820e087 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.856497 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1681a742-be63-4c21-9b19-0ab79d0e0f4f None None] DHCP port deletion for bfb66b76-810e-46f0-9f46-3fe648bdb0c3 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:47:01.872690 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f171334e-e26d-4115-992b-d106f820e087 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.874044 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f171334e-e26d-4115-992b-d106f820e087 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2071400 Feb 16 12:47:01.878150 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34772) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:01.884864 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-35acf5b7-3e76-48ec-9487-83aa71c3e333 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:01.925136 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-1681a742-be63-4c21-9b19-0ab79d0e0f4f None None] Deleting port a7f66acc-2265-47a1-816d-fa5f732b48a9 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:01.925136 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1681a742-be63-4c21-9b19-0ab79d0e0f4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.978729 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e8788593-3f3c-4943-89c9-38cf8cfb81f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.068740 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-e8788593-3f3c-4943-89c9-38cf8cfb81f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e84b45d-91e8-4295-8226-a12fdb0f907b']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:02.088706 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64083da-c8af-493f-a8f1-473790a32c61 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:47:02.091262 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-1681a742-be63-4c21-9b19-0ab79d0e0f4f None None] For port a7f66acc-2265-47a1-816d-fa5f732b48a9, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=a7f66acc-2265-47a1-816d-fa5f732b48a9,segment=NetworkSegment(dbea5930-f7bf-4a90-9fd7-9bf597a6e416),segment_id=dbea5930-f7bf-4a90-9fd7-9bf597a6e416)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:02.091781 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1681a742-be63-4c21-9b19-0ab79d0e0f4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.102905 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-e8788593-3f3c-4943-89c9-38cf8cfb81f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d0d8596-bed8-4a04-ada5-85cd4dabf2e9') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:02.103200 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-e8788593-3f3c-4943-89c9-38cf8cfb81f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d0d8596-bed8-4a04-ada5-85cd4dabf2e9') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:02.108975 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82595adb-109c-425e-a86b-fb9d3a4fd944 None None] Sync routers for ids ['16a20dc3-80a4-4000-9864-ed7372b3eb45'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:02.127085 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82595adb-109c-425e-a86b-fb9d3a4fd944 None None] Routers {'16a20dc3-80a4-4000-9864-ed7372b3eb45'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:47:02.129594 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-82595adb-109c-425e-a86b-fb9d3a4fd944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:46:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['16a20dc3-80a4-4000-9864-ed7372b3eb45'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:02.131972 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e8788593-3f3c-4943-89c9-38cf8cfb81f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.132414 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-1681a742-be63-4c21-9b19-0ab79d0e0f4f None None] Calling delete_port for a7f66acc-2265-47a1-816d-fa5f732b48a9 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:02.188591 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a64083da-c8af-493f-a8f1-473790a32c61 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.219908 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 0edfdf62-2950-4a22-8518-55a054646410 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:47:02.242077 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e8788593-3f3c-4943-89c9-38cf8cfb81f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.250638 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-741ae679-fbc0-4267-a08a-71133e597a71 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Deleting port 0edfdf62-2950-4a22-8518-55a054646410 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:02.250638 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-741ae679-fbc0-4267-a08a-71133e597a71 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.332179 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 0edfdf62-2950-4a22-8518-55a054646410 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:02.332547 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.339707 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1681a742-be63-4c21-9b19-0ab79d0e0f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.392575 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35acf5b7-3e76-48ec-9487-83aa71c3e333 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.407259 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-82595adb-109c-425e-a86b-fb9d3a4fd944 None None] Set router 16a20dc3-80a4-4000-9864-ed7372b3eb45 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:47:02.451785 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-741ae679-fbc0-4267-a08a-71133e597a71 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] For port 0edfdf62-2950-4a22-8518-55a054646410, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=0edfdf62-2950-4a22-8518-55a054646410,segment=NetworkSegment(42208d57-8bf9-4e24-85f6-0b8faa558f78),segment_id=42208d57-8bf9-4e24-85f6-0b8faa558f78)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:02.453171 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-741ae679-fbc0-4267-a08a-71133e597a71 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.473724 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-741ae679-fbc0-4267-a08a-71133e597a71 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Calling delete_port for 0edfdf62-2950-4a22-8518-55a054646410 owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:02.485109 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681a742-be63-4c21-9b19-0ab79d0e0f4f None None] Pushing event deleted for resources: {'Port': ['ID=a7f66acc-2265-47a1-816d-fa5f732b48a9,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:02.501825 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1681a742-be63-4c21-9b19-0ab79d0e0f4f None None] No DVR routers for this DVR port a7f66acc-2265-47a1-816d-fa5f732b48a9 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:02.589949 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8788593-3f3c-4943-89c9-38cf8cfb81f1 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:47:02.590705 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e8788593-3f3c-4943-89c9-38cf8cfb81f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.628727 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.676307 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:47:02.676307 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:47:02.676307 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:47:02.676307 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:47:02.676307 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:47:02.676307 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:47:02.676307 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:47:02.676307 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:47:02.676307 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:47:02.676307 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:47:02.676307 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:47:02.676307 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:47:02.676307 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:47:02.676307 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:47:02.676307 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:47:02.676307 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:47:02.676307 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:47:02.676307 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:47:02.676307 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:47:02.676307 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:47:02.676307 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:47:02.676307 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:47:02.676307 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:47:02.676307 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:47:02.676307 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:47:02.676307 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:47:02.676307 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:47:02.676307 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:47:02.676307 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:47:02.676307 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:47:02.676307 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:47:02.676307 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:47:02.685758 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5e5ce627-2ce0-45de-95b3-f982d880b4f9 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.711803 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 0edfdf62-2950-4a22-8518-55a054646410, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=0edfdf62-2950-4a22-8518-55a054646410,segment=NetworkSegment(42208d57-8bf9-4e24-85f6-0b8faa558f78),segment_id=42208d57-8bf9-4e24-85f6-0b8faa558f78)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:02.719410 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.741063 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e8788593-3f3c-4943-89c9-38cf8cfb81f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.746845 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e8788593-3f3c-4943-89c9-38cf8cfb81f1 admin admin] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.751450 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e8788593-3f3c-4943-89c9-38cf8cfb81f1 admin admin] 10.222.0.90 "DELETE /v2.0/networks/3e84b45d-91e8-4295-8226-a12fdb0f907b HTTP/1.1" status: 204 len: 168 time: 2.4042876 Feb 16 12:47:02.764504 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ce627-2ce0-45de-95b3-f982d880b4f9 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'Port': ['ID=72655ed2-8541-4bde-9856-9e2b5bccdf3c,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:02.790242 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34790) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:02.811349 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-6e01bded-11a8-4db0-b2c7-2048fea28f64 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Deleting port a7f66acc-2265-47a1-816d-fa5f732b48a9 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:02.811663 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6e01bded-11a8-4db0-b2c7-2048fea28f64 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.834790 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b45fbd45-ca60-408d-9051-5f353cd78593 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:47:02.849996 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35acf5b7-3e76-48ec-9487-83aa71c3e333 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.867069 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: b45fbd45-ca60-408d-9051-5f353cd78593 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:47:02.867413 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b45fbd45-ca60-408d-9051-5f353cd78593 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:47:02.867835 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device a7f66acc-2265-47a1-816d-fa5f732b48a9 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:47:02.870240 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=0edfdf62-2950-4a22-8518-55a054646410,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:02.884495 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35acf5b7-3e76-48ec-9487-83aa71c3e333 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.908823 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190a5d1e-0f76-41b4-932c-432c82f60d21 None None] Network be5b19fb-06dc-47cb-a799-708439a455d9 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:02.939065 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-6e01bded-11a8-4db0-b2c7-2048fea28f64 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] For port a7f66acc-2265-47a1-816d-fa5f732b48a9, host dv-neutron-828142-3-hyperv, got binding levels [] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:02.939891 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6e01bded-11a8-4db0-b2c7-2048fea28f64 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.956449 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a64083da-c8af-493f-a8f1-473790a32c61 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.4370615 Feb 16 12:47:02.966423 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d0e125-2fc2-446a-a405-e79e4ba03c11', 'tag': '8806cc2f-337a-4ea5-96ba-e1457749a273'}] {{(pid=109048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:47:02.969236 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40068d798dcc31a224174c6c24ac8b3e49f1a518b527dec6066c5fbc28712f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ea2f99-7596-40fa-9165-87b1c3600c20" -d '{"events": [{"name": "network-changed", "server_uuid": "38d0e125-2fc2-446a-a405-e79e4ba03c11", "tag": "8806cc2f-337a-4ea5-96ba-e1457749a273"}]}' {{(pid=109048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:47:02.975179 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8788593-3f3c-4943-89c9-38cf8cfb81f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e84b45d-91e8-4295-8226-a12fdb0f907b,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:03.009239 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-6e01bded-11a8-4db0-b2c7-2048fea28f64 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Calling delete_port for a7f66acc-2265-47a1-816d-fa5f732b48a9 owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:03.020072 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.ipam_backend_mixin [None req-6e01bded-11a8-4db0-b2c7-2048fea28f64 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Port a7f66acc-2265-47a1-816d-fa5f732b48a9 was not found and therefore no delete operation was performed {{(pid=109048) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 12:47:03.082729 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 12:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d07147-912b-4b19-bc5f-9064f6097c70 x-openstack-request-id: req-00d07147-912b-4b19-bc5f-9064f6097c70 {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:47:03.083456 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d0e125-2fc2-446a-a405-e79e4ba03c11", "tag": "8806cc2f-337a-4ea5-96ba-e1457749a273", "status": "completed", "code": 200}]} {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:47:03.084076 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-00d07147-912b-4b19-bc5f-9064f6097c70 {{(pid=109048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:47:03.084750 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d0e125-2fc2-446a-a405-e79e4ba03c11', 'tag': '8806cc2f-337a-4ea5-96ba-e1457749a273', 'status': 'completed', 'code': 200} Feb 16 12:47:03.092178 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: a7f66acc-2265-47a1-816d-fa5f732b48a9 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:47:03.092753 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device a7f66acc-2265-47a1-816d-fa5f732b48a9 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:47:03.105174 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-82595adb-109c-425e-a86b-fb9d3a4fd944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a20dc3-80a4-4000-9864-ed7372b3eb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473723772', 'tenant_id': '7b8da0c113224745a027e6a94fb34ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '13128eff-a7d4-44da-b921-1c1150faee6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:46:13Z', 'updated_at': '2022-02-16T12:46:27Z', 'revision_number': 4, 'project_id': '7b8da0c113224745a027e6a94fb34ab0', 'gw_port': {'id': '13128eff-a7d4-44da-b921-1c1150faee6e', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:74:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a20dc3-80a4-4000-9864-ed7372b3eb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:15Z', 'updated_at': '2022-02-16T12:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'ad2527b3-ec72-4a73-b213-21000004db73', 'tenant_id': '7b8da0c113224745a027e6a94fb34ab0', 'floating_ip_address': '172.26.2.183', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '16a20dc3-80a4-4000-9864-ed7372b3eb45', 'port_id': '8806cc2f-337a-4ea5-96ba-e1457749a273', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9df35863-0ddd-484c-a539-99ce67aab768', 'mac_address': 'fa:16:3e:b2:17:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d0e125-2fc2-446a-a405-e79e4ba03c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:46:58Z', 'updated_at': '2022-02-16T12:46:58Z', 'revision_number': 0, 'project_id': '7b8da0c113224745a027e6a94fb34ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ac6669-9723-4362-9580-14b148fe2936', 'name': '', 'network_id': '9df35863-0ddd-484c-a539-99ce67aab768', 'tenant_id': '7b8da0c113224745a027e6a94fb34ab0', 'mac_address': 'fa:16:3e:05:58:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a20dc3-80a4-4000-9864-ed7372b3eb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'cf796c68-f1ba-4a90-a53d-382e7e9121ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:25Z', 'updated_at': '2022-02-16T12:46:34Z', 'revision_number': 5, 'project_id': '7b8da0c113224745a027e6a94fb34ab0', 'subnets': [{'id': 'cf796c68-f1ba-4a90-a53d-382e7e9121ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:03.119141 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6e01bded-11a8-4db0-b2c7-2048fea28f64 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.121458 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34798) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:03.154554 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-dfcdb313-13d1-4c93-beae-f8b6e7d4e9ee None None] Provisioning complete for port 0edfdf62-2950-4a22-8518-55a054646410 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:03.154985 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dfcdb313-13d1-4c93-beae-f8b6e7d4e9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.165590 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82595adb-109c-425e-a86b-fb9d3a4fd944 None None] Checking router: 16a20dc3-80a4-4000-9864-ed7372b3eb45 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:47:03.185570 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82595adb-109c-425e-a86b-fb9d3a4fd944 None None] Routers {'16a20dc3-80a4-4000-9864-ed7372b3eb45'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:47:03.186183 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-82595adb-109c-425e-a86b-fb9d3a4fd944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:46:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['16a20dc3-80a4-4000-9864-ed7372b3eb45'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:03.222989 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e01bded-11a8-4db0-b2c7-2048fea28f64 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] No DVR routers for this DVR port a7f66acc-2265-47a1-816d-fa5f732b48a9 on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:03.238615 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea2f99-7596-40fa-9165-87b1c3600c20 req-9884f8e8-7eca-4ccd-b880-50fd46994e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:03.240144 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-27ea2f99-7596-40fa-9165-87b1c3600c20 req-9884f8e8-7eca-4ccd-b880-50fd46994e66 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b8da0c113224745a027e6a94fb34ab0&device_id=38d0e125-2fc2-446a-a405-e79e4ba03c11 HTTP/1.1" status: 200 len: 1099 time: 0.1474795 Feb 16 12:47:03.241392 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-35acf5b7-3e76-48ec-9487-83aa71c3e333 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Allocated IP 172.26.2.67 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/6c8c3ce1-b166-4717-b809-75aaac4baf9b) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:03.352657 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6e01bded-11a8-4db0-b2c7-2048fea28f64 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.383618 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-82595adb-109c-425e-a86b-fb9d3a4fd944 None None] Set router 16a20dc3-80a4-4000-9864-ed7372b3eb45 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:47:03.444045 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-f36b2956-f844-4e70-89d3-5fd064038e38 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-594807442'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:03.470894 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01bded-11a8-4db0-b2c7-2048fea28f64 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event deleted for resources: {'Port': ['ID=a7f66acc-2265-47a1-816d-fa5f732b48a9,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:03.501142 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-6e01bded-11a8-4db0-b2c7-2048fea28f64 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfb66b76-810e-46f0-9f46-3fe648bdb0c3']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:03.502671 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea2f99-7596-40fa-9165-87b1c3600c20 req-529b6bb8-f9f1-468f-8282-2b6eb3f2a0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:03.504215 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-27ea2f99-7596-40fa-9165-87b1c3600c20 req-529b6bb8-f9f1-468f-8282-2b6eb3f2a0ba service neutron] 10.222.0.42 "GET /v2.0/networks?id=9df35863-0ddd-484c-a539-99ce67aab768 HTTP/1.1" status: 200 len: 898 time: 0.2518444 Feb 16 12:47:03.567185 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e172c-6fc2-4288-a9c1-47e5b63a4e41 req-1b7cd182-6536-4db4-ab1f-92adc2acb88a tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:03.576189 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4c2e172c-6fc2-4288-a9c1-47e5b63a4e41 req-1b7cd182-6536-4db4-ab1f-92adc2acb88a tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/ports?device_id=38d0e125-2fc2-446a-a405-e79e4ba03c11 HTTP/1.1" status: 200 len: 946 time: 0.4773533 Feb 16 12:47:03.584320 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0caedfa3-9593-40e3-b9de-333fd045a2b1 None None] Network be5b19fb-06dc-47cb-a799-708439a455d9 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:03.591657 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-6e01bded-11a8-4db0-b2c7-2048fea28f64 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbea5930-f7bf-4a90-9fd7-9bf597a6e416') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:03.591986 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-6e01bded-11a8-4db0-b2c7-2048fea28f64 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbea5930-f7bf-4a90-9fd7-9bf597a6e416') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:03.598927 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36b2956-f844-4e70-89d3-5fd064038e38 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Made reservation on behalf of 0bbc7ac541294c45a9d6bd8d995fa4ac for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:03.602772 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f36b2956-f844-4e70-89d3-5fd064038e38 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.640105 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35acf5b7-3e76-48ec-9487-83aa71c3e333 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.647387 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-27ea2f99-7596-40fa-9165-87b1c3600c20 req-87223544-b912-48e8-b6f3-5b855522cc70 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8806cc2f-337a-4ea5-96ba-e1457749a273 HTTP/1.1" status: 200 len: 1000 time: 0.1357808 Feb 16 12:47:03.652491 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6e01bded-11a8-4db0-b2c7-2048fea28f64 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.670229 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-82595adb-109c-425e-a86b-fb9d3a4fd944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a20dc3-80a4-4000-9864-ed7372b3eb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473723772', 'tenant_id': '7b8da0c113224745a027e6a94fb34ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '13128eff-a7d4-44da-b921-1c1150faee6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:46:13Z', 'updated_at': '2022-02-16T12:46:27Z', 'revision_number': 4, 'project_id': '7b8da0c113224745a027e6a94fb34ab0', 'gw_port': {'id': '13128eff-a7d4-44da-b921-1c1150faee6e', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:74:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a20dc3-80a4-4000-9864-ed7372b3eb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:15Z', 'updated_at': '2022-02-16T12:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'ad2527b3-ec72-4a73-b213-21000004db73', 'tenant_id': '7b8da0c113224745a027e6a94fb34ab0', 'floating_ip_address': '172.26.2.183', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '16a20dc3-80a4-4000-9864-ed7372b3eb45', 'port_id': '8806cc2f-337a-4ea5-96ba-e1457749a273', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9df35863-0ddd-484c-a539-99ce67aab768', 'mac_address': 'fa:16:3e:b2:17:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d0e125-2fc2-446a-a405-e79e4ba03c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:46:58Z', 'updated_at': '2022-02-16T12:46:58Z', 'revision_number': 0, 'project_id': '7b8da0c113224745a027e6a94fb34ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ac6669-9723-4362-9580-14b148fe2936', 'name': '', 'network_id': '9df35863-0ddd-484c-a539-99ce67aab768', 'tenant_id': '7b8da0c113224745a027e6a94fb34ab0', 'mac_address': 'fa:16:3e:05:58:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a20dc3-80a4-4000-9864-ed7372b3eb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'cf796c68-f1ba-4a90-a53d-382e7e9121ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:25Z', 'updated_at': '2022-02-16T12:46:34Z', 'revision_number': 5, 'project_id': '7b8da0c113224745a027e6a94fb34ab0', 'subnets': [{'id': 'cf796c68-f1ba-4a90-a53d-382e7e9121ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:03.670774 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5e5ce627-2ce0-45de-95b3-f982d880b4f9 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.678854 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5e5ce627-2ce0-45de-95b3-f982d880b4f9 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/ports/72655ed2-8541-4bde-9856-9e2b5bccdf3c HTTP/1.1" status: 204 len: 168 time: 3.3736477 Feb 16 12:47:03.679759 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f36b2956-f844-4e70-89d3-5fd064038e38 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.681769 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34800) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:03.702209 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82595adb-109c-425e-a86b-fb9d3a4fd944 None None] The sync data for ids ['16a20dc3-80a4-4000-9864-ed7372b3eb45'] in dv-neutron-828142-3-hyperv is: [{'id': '16a20dc3-80a4-4000-9864-ed7372b3eb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473723772', 'tenant_id': '7b8da0c113224745a027e6a94fb34ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '13128eff-a7d4-44da-b921-1c1150faee6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:46:13Z', 'updated_at': '2022-02-16T12:46:27Z', 'revision_number': 4, 'project_id': '7b8da0c113224745a027e6a94fb34ab0', 'gw_port': {'id': '13128eff-a7d4-44da-b921-1c1150faee6e', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:74:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a20dc3-80a4-4000-9864-ed7372b3eb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:15Z', 'updated_at': '2022-02-16T12:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'ad2527b3-ec72-4a73-b213-21000004db73', 'tenant_id': '7b8da0c113224745a027e6a94fb34ab0', 'floating_ip_address': '172.26.2.183', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '16a20dc3-80a4-4000-9864-ed7372b3eb45', 'port_id': '8806cc2f-337a-4ea5-96ba-e1457749a273', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9df35863-0ddd-484c-a539-99ce67aab768', 'mac_address': 'fa:16:3e:b2:17:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d0e125-2fc2-446a-a405-e79e4ba03c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:46:58Z', 'updated_at': '2022-02-16T12:46:58Z', 'revision_number': 0, 'project_id': '7b8da0c113224745a027e6a94fb34ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ac6669-9723-4362-9580-14b148fe2936', 'name': '', 'network_id': '9df35863-0ddd-484c-a539-99ce67aab768', 'tenant_id': '7b8da0c113224745a027e6a94fb34ab0', 'mac_address': 'fa:16:3e:05:58:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a20dc3-80a4-4000-9864-ed7372b3eb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'cf796c68-f1ba-4a90-a53d-382e7e9121ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:25Z', 'updated_at': '2022-02-16T12:46:34Z', 'revision_number': 5, 'project_id': '7b8da0c113224745a027e6a94fb34ab0', 'subnets': [{'id': 'cf796c68-f1ba-4a90-a53d-382e7e9121ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:03.720223 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-275487cb-4a4b-4e21-b456-9b42918610fc None None] Provisioning complete for port 0edfdf62-2950-4a22-8518-55a054646410 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:03.720592 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-275487cb-4a4b-4e21-b456-9b42918610fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.748337 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea2f99-7596-40fa-9165-87b1c3600c20 req-399cff05-e0cd-4aa5-b561-9c31e0a9c18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:03.750029 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-27ea2f99-7596-40fa-9165-87b1c3600c20 req-399cff05-e0cd-4aa5-b561-9c31e0a9c18f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf796c68-f1ba-4a90-a53d-382e7e9121ed HTTP/1.1" status: 200 len: 835 time: 0.0913446 Feb 16 12:47:03.752082 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35acf5b7-3e76-48ec-9487-83aa71c3e333 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.758745 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f8d4422-d23d-443b-a2cb-7df9e01179d0 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] GET failed (client error): The resource could not be found. Feb 16 12:47:03.763949 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5f8d4422-d23d-443b-a2cb-7df9e01179d0 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "GET /v2.0/ports/72655ed2-8541-4bde-9856-9e2b5bccdf3c HTTP/1.1" status: 404 len: 333 time: 0.0743716 Feb 16 12:47:03.767988 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1b3b1a5c-28fd-4455-a33a-9ec17bb6c3c3 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0adafc1d94b74e8bb4ed6949f44548d7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5551617 Feb 16 12:47:03.777282 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34802) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:03.777707 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34804) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:03.825678 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6e01bded-11a8-4db0-b2c7-2048fea28f64 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.842397 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35acf5b7-3e76-48ec-9487-83aa71c3e333 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Pushing event updated for resources: {'Port': ['ID=6c8c3ce1-b166-4717-b809-75aaac4baf9b,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:03.847070 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35acf5b7-3e76-48ec-9487-83aa71c3e333 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:03.851210 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-35acf5b7-3e76-48ec-9487-83aa71c3e333 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:03.854076 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35acf5b7-3e76-48ec-9487-83aa71c3e333 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:47:03.895063 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea2f99-7596-40fa-9165-87b1c3600c20 req-6fb6e67f-e387-451f-848c-d7b7e7ec6b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:03.896617 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-27ea2f99-7596-40fa-9165-87b1c3600c20 req-6fb6e67f-e387-451f-848c-d7b7e7ec6b76 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9df35863-0ddd-484c-a539-99ce67aab768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1033173 Feb 16 12:47:03.907960 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e01bded-11a8-4db0-b2c7-2048fea28f64 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:47:03.907960 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6e01bded-11a8-4db0-b2c7-2048fea28f64 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.915463 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:47:03.915463 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:47:03.915463 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:47:03.915463 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:47:03.915463 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:47:03.915463 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:47:03.915463 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:47:03.915463 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:47:03.915463 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:47:03.915463 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:47:03.915463 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:47:03.915463 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:47:03.915463 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:47:03.915463 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:47:03.915463 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:47:03.915463 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:47:03.915463 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:47:03.915463 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:47:03.915463 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:47:03.915463 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:47:03.915463 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:47:03.915463 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:47:03.915463 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:47:03.915463 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:47:03.915463 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:47:03.915463 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:47:03.915463 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:47:03.915463 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:47:03.915463 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:47:03.915463 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:47:03.915463 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:47:03.915463 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:47:03.973927 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4c2e172c-6fc2-4288-a9c1-47e5b63a4e41 req-7007fd3b-3d19-413f-82ce-62697f759e61 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/security-groups?id=582a4e72-733c-446a-a0ec-8cb208ee5c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3969119 Feb 16 12:47:04.028939 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34806) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:04.068682 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cc9ff9-ee5c-45f8-bdeb-a41ff0cacdcd None None] New status for floating IP ad2527b3-ec72-4a73-b213-21000004db73: ACTIVE {{(pid=109050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:47:04.089340 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-741ae679-fbc0-4267-a08a-71133e597a71 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.127906 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b67e8b3-4cc3-4add-bcdf-7173edf0a4a4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Deleting subnet 89402aca-9378-423d-971d-e858dfb2f662 {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:47:04.130517 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ae679-fbc0-4267-a08a-71133e597a71 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event deleted for resources: {'Port': ['ID=0edfdf62-2950-4a22-8518-55a054646410,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:04.135149 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 0edfdf62-2950-4a22-8518-55a054646410 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:47:04.144047 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8b67e8b3-4cc3-4add-bcdf-7173edf0a4a4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.147360 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6e01bded-11a8-4db0-b2c7-2048fea28f64 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.152972 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6e01bded-11a8-4db0-b2c7-2048fea28f64 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.160667 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6e01bded-11a8-4db0-b2c7-2048fea28f64 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "DELETE /v2.0/networks/bfb66b76-810e-46f0-9f46-3fe648bdb0c3 HTTP/1.1" status: 204 len: 168 time: 2.6423757 Feb 16 12:47:04.161721 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-36f5725d-8632-441f-8893-413f45ec85c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.162077 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34808) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:04.165364 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 0edfdf62-2950-4a22-8518-55a054646410 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:47:04.165559 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 0edfdf62-2950-4a22-8518-55a054646410 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 16 12:47:04.197065 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Port 0edfdf62-2950-4a22-8518-55a054646410 not found, will not notify nova. {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 16 12:47:04.208760 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-0d462a78-662c-4f40-960f-8b4baf5ef1a1 None None] Could not find standard attr ID for object 0edfdf62-2950-4a22-8518-55a054646410. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:47:04.229533 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-613b276e-b463-4117-b998-48f43ba443a4 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1385319131', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:04.270969 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01bded-11a8-4db0-b2c7-2048fea28f64 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event deleted for resources: {'Network': ['ID=bfb66b76-810e-46f0-9f46-3fe648bdb0c3,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:04.274215 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5c524d46-93e3-40ae-9641-0c25a7b4e1da tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/floatingips/ad2527b3-ec72-4a73-b213-21000004db73 HTTP/1.1" status: 200 len: 992 time: 0.2430515 Feb 16 12:47:04.293698 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6749e0-0c5c-4809-a06f-b9eebe48a9f7 None None] DHCP port deletion for be5b19fb-06dc-47cb-a799-708439a455d9 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:47:04.302660 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-27ea2f99-7596-40fa-9165-87b1c3600c20 req-91da20f0-f529-4e54-87e3-8955ebf950df service neutron] 10.222.0.42 "GET /v2.0/networks/9df35863-0ddd-484c-a539-99ce67aab768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937111 Feb 16 12:47:04.305513 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741ae679-fbc0-4267-a08a-71133e597a71 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] No DVR routers for this DVR port 0edfdf62-2950-4a22-8518-55a054646410 on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:04.351951 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8b67e8b3-4cc3-4add-bcdf-7173edf0a4a4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.363649 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29746a79-e479-4a3a-8ae6-28ece659942f None None] get_active_networks_info from dv-neutron-828142-3-hyperv {{(pid=109050) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 12:47:04.388204 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-36f5725d-8632-441f-8893-413f45ec85c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.434828 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-613b276e-b463-4117-b998-48f43ba443a4 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.435871 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-613b276e-b463-4117-b998-48f43ba443a4 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.478745 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-741ae679-fbc0-4267-a08a-71133e597a71 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.514574 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29746a79-e479-4a3a-8ae6-28ece659942f None None] Resources bound (agent type, host, resource id): {{(pid=109050) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:47:04.572578 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f36b2956-f844-4e70-89d3-5fd064038e38 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.583223 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8b67e8b3-4cc3-4add-bcdf-7173edf0a4a4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.588665 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f36b2956-f844-4e70-89d3-5fd064038e38 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.592815 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-613b276e-b463-4117-b998-48f43ba443a4 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.596948 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-27ea2f99-7596-40fa-9165-87b1c3600c20 req-cb2b2597-7e87-49d9-9b5b-0d78f9050fda service neutron] 10.222.0.42 "GET /v2.0/networks/9df35863-0ddd-484c-a539-99ce67aab768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848594 Feb 16 12:47:04.628475 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-613b276e-b463-4117-b998-48f43ba443a4 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.635228 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-36f5725d-8632-441f-8893-413f45ec85c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.638618 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-36f5725d-8632-441f-8893-413f45ec85c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.639936 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-36f5725d-8632-441f-8893-413f45ec85c4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/bc5f11eb-e416-4cd5-8758-b1d264f21cf7 HTTP/1.1" status: 204 len: 168 time: 0.8467972 Feb 16 12:47:04.664169 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-613b276e-b463-4117-b998-48f43ba443a4 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.666670 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-613b276e-b463-4117-b998-48f43ba443a4 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4988170 Feb 16 12:47:04.670344 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34812) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:04.679290 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f36b2956-f844-4e70-89d3-5fd064038e38 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:47:04.679538 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-4933cd3c-f674-40e1-91f4-3eaebb12db6c tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1604220906'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:04.684760 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35acf5b7-3e76-48ec-9487-83aa71c3e333 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.690580 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f36b2956-f844-4e70-89d3-5fd064038e38 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.690580 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-f36b2956-f844-4e70-89d3-5fd064038e38 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Added segment 134917b3-47e5-4de9-a64e-9850b104abd6 of type vlan for network e6fd5a79-273e-4f7a-8fc2-c7cc11826a58 Feb 16 12:47:04.735674 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f36b2956-f844-4e70-89d3-5fd064038e38 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.773611 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f36b2956-f844-4e70-89d3-5fd064038e38 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.782011 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36b2956-f844-4e70-89d3-5fd064038e38 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:04.782678 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f36b2956-f844-4e70-89d3-5fd064038e38 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.794518 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-741ae679-fbc0-4267-a08a-71133e597a71 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.811118 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4933cd3c-f674-40e1-91f4-3eaebb12db6c tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Made reservation on behalf of 98b1135bbc52416fb743fd9e2fe1b3df for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:04.815372 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4933cd3c-f674-40e1-91f4-3eaebb12db6c tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.858261 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4933cd3c-f674-40e1-91f4-3eaebb12db6c tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:47:04.879862 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4933cd3c-f674-40e1-91f4-3eaebb12db6c tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.879862 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-4933cd3c-f674-40e1-91f4-3eaebb12db6c tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Added segment 390368aa-f88b-48a0-aa62-f8f13d99dfca of type vlan for network ef2b90ed-2280-42f9-9383-c32610fcff3f Feb 16 12:47:04.915735 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f36b2956-f844-4e70-89d3-5fd064038e38 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.9624093 Feb 16 12:47:04.920245 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34816) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:04.922715 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ae679-fbc0-4267-a08a-71133e597a71 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event deleted for resources: {'Subnet': ['ID=7da0c5cd-f0c5-462e-aa5d-9c7351a6ab7c,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:04.927892 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b2956-f844-4e70-89d3-5fd064038e38 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5b2d76-c507-4fd2-8e12-3311c722fac1,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:04.949868 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-a19d3751-119e-4e2d-9f9d-0427e9cac073 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Request body: {'subnet': {'network_id': 'e6fd5a79-273e-4f7a-8fc2-c7cc11826a58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:04.954844 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5725d-8632-441f-8893-413f45ec85c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5f11eb-e416-4cd5-8758-b1d264f21cf7,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:04.957540 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b2956-f844-4e70-89d3-5fd064038e38 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Pushing event updated for resources: {'Network': ['ID=e6fd5a79-273e-4f7a-8fc2-c7cc11826a58,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:04.968320 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eafaee7-bf76-4e86-ae6a-348dc6707989 None None] Network be5b19fb-06dc-47cb-a799-708439a455d9 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:05.005383 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4933cd3c-f674-40e1-91f4-3eaebb12db6c tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.020243 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network e6fd5a79-273e-4f7a-8fc2-c7cc11826a58 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:47:05.054113 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35acf5b7-3e76-48ec-9487-83aa71c3e333 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3843129', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3843523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28061'] for router, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.054113 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35acf5b7-3e76-48ec-9487-83aa71c3e333 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3843106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3843115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3843959'] for router, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.054113 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4933cd3c-f674-40e1-91f4-3eaebb12db6c tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.059884 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4933cd3c-f674-40e1-91f4-3eaebb12db6c tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:05.060584 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4933cd3c-f674-40e1-91f4-3eaebb12db6c tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.114391 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-741ae679-fbc0-4267-a08a-71133e597a71 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.121234 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8b67e8b3-4cc3-4add-bcdf-7173edf0a4a4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.186420 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-741ae679-fbc0-4267-a08a-71133e597a71 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be5b19fb-06dc-47cb-a799-708439a455d9']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:05.188758 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b67e8b3-4cc3-4add-bcdf-7173edf0a4a4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'Subnet': ['ID=89402aca-9378-423d-971d-e858dfb2f662,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:05.199570 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8b67e8b3-4cc3-4add-bcdf-7173edf0a4a4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.208394 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-8b67e8b3-4cc3-4add-bcdf-7173edf0a4a4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/subnets/89402aca-9378-423d-971d-e858dfb2f662 HTTP/1.1" status: 204 len: 168 time: 1.4277513 Feb 16 12:47:05.209478 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34824) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:05.215115 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3708b13e-dcf1-49b0-b0ee-010b6ec0d269 None None] Network 943af222-e222-4ede-a0ae-f0199985db6a requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:05.222815 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-741ae679-fbc0-4267-a08a-71133e597a71 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42208d57-8bf9-4e24-85f6-0b8faa558f78') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:05.223125 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-741ae679-fbc0-4267-a08a-71133e597a71 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42208d57-8bf9-4e24-85f6-0b8faa558f78') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:05.223673 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4933cd3c-f674-40e1-91f4-3eaebb12db6c tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5519381 Feb 16 12:47:05.234461 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34826) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:05.243600 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-15f06608-18d1-4997-8ab0-7916a7d3fd85 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Request body: {'subnet': {'network_id': 'ef2b90ed-2280-42f9-9383-c32610fcff3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:05.265324 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-741ae679-fbc0-4267-a08a-71133e597a71 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.283602 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34828) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:05.316846 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933cd3c-f674-40e1-91f4-3eaebb12db6c tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event updated for resources: {'Network': ['ID=ef2b90ed-2280-42f9-9383-c32610fcff3f,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:05.341292 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-741ae679-fbc0-4267-a08a-71133e597a71 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.370281 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-741ae679-fbc0-4267-a08a-71133e597a71 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:47:05.370827 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-741ae679-fbc0-4267-a08a-71133e597a71 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.377060 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:47:05.377060 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:47:05.377060 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:47:05.377060 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:47:05.377060 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:47:05.377060 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:47:05.377060 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:47:05.377060 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:47:05.377060 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:47:05.377060 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:47:05.377060 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:47:05.377060 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:47:05.377060 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:47:05.377060 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:47:05.377060 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:47:05.377060 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:47:05.377060 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:47:05.377060 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:47:05.377060 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:47:05.377060 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:47:05.377060 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:47:05.377060 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:47:05.377060 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:47:05.377060 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:47:05.377060 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:47:05.377060 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:47:05.377060 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:47:05.377060 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:47:05.377060 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:47:05.377060 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:47:05.377060 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:47:05.377060 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:47:05.394086 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-f98817b7-4fc5-4ee2-998a-4f10070b72c7 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Deleting subnet e99578cd-566c-416d-ad03-aa534cd71de2 {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:47:05.409964 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f98817b7-4fc5-4ee2-998a-4f10070b72c7 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.469591 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network ef2b90ed-2280-42f9-9383-c32610fcff3f details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:47:05.620685 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818aa025-1df6-4477-977f-a6ddd8ba3df4 None None] DHCP port deletion for be5b19fb-06dc-47cb-a799-708439a455d9 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:47:05.834683 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19d3751-119e-4e2d-9f9d-0427e9cac073 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Made reservation on behalf of 0bbc7ac541294c45a9d6bd8d995fa4ac for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:05.838311 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a19d3751-119e-4e2d-9f9d-0427e9cac073 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.881655 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34840) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:05.903306 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-688c28a5-38e5-4eda-9373-18e86e9e3042 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/floatingips/ad2527b3-ec72-4a73-b213-21000004db73 HTTP/1.1" status: 200 len: 994 time: 0.6135480 Feb 16 12:47:05.959568 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-741ae679-fbc0-4267-a08a-71133e597a71 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.975271 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f98817b7-4fc5-4ee2-998a-4f10070b72c7 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.980182 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f06608-18d1-4997-8ab0-7916a7d3fd85 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Made reservation on behalf of 98b1135bbc52416fb743fd9e2fe1b3df for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:05.981868 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-741ae679-fbc0-4267-a08a-71133e597a71 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.984211 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-15f06608-18d1-4997-8ab0-7916a7d3fd85 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.988350 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-741ae679-fbc0-4267-a08a-71133e597a71 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "DELETE /v2.0/networks/be5b19fb-06dc-47cb-a799-708439a455d9 HTTP/1.1" status: 204 len: 168 time: 4.7101905 Feb 16 12:47:06.011259 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34844) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:06.071383 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 0edfdf62-2950-4a22-8518-55a054646410 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:47:06.072873 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ae679-fbc0-4267-a08a-71133e597a71 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event deleted for resources: {'Network': ['ID=be5b19fb-06dc-47cb-a799-708439a455d9,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:06.083280 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2796b44-6592-4b17-ba89-d5c511c5cbe2 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:06.083903 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2796b44-6592-4b17-ba89-d5c511c5cbe2 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:06.090554 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c2796b44-6592-4b17-ba89-d5c511c5cbe2 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "DELETE /v2.0/networks/be5b19fb-06dc-47cb-a799-708439a455d9 HTTP/1.1" status: 404 len: 339 time: 0.0762088 Feb 16 12:47:06.093016 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34846) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:06.111120 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 0edfdf62-2950-4a22-8518-55a054646410 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:47:06.112863 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 0edfdf62-2950-4a22-8518-55a054646410 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:47:06.117862 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-345fb54f-7a7e-48ce-a1bb-040837fcf0f5 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1161098545', 'description': 'd1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:06.150920 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-24d3463f-78fe-4786-9616-5699c92fdb10 tempest-AgentManagementNegativeTest-1952679833 tempest-AgentManagementNegativeTest-1952679833-project] 10.222.0.90 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2665913 Feb 16 12:47:06.196925 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f98817b7-4fc5-4ee2-998a-4f10070b72c7 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.240883 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35acf5b7-3e76-48ec-9487-83aa71c3e333 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Router f34ba7aa-59d5-4148-bd3b-f842d8206d80 is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:47:06.252606 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345fb54f-7a7e-48ce-a1bb-040837fcf0f5 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Made reservation on behalf of 05dd934713464510b741f50524d05f6e for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:06.256859 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-345fb54f-7a7e-48ce-a1bb-040837fcf0f5 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.307295 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a19d3751-119e-4e2d-9f9d-0427e9cac073 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.339957 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f98817b7-4fc5-4ee2-998a-4f10070b72c7 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.375242 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f98817b7-4fc5-4ee2-998a-4f10070b72c7 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.382319 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f98817b7-4fc5-4ee2-998a-4f10070b72c7 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/subnets/e99578cd-566c-416d-ad03-aa534cd71de2 HTTP/1.1" status: 204 len: 168 time: 1.1688821 Feb 16 12:47:06.388965 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34850) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:06.433528 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d3751-119e-4e2d-9f9d-0427e9cac073 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Pushing event updated for resources: {'Subnet': ['ID=6163d39d-bb04-43aa-b878-f28206276f38,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:06.468560 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9446cb-f598-4583-85cf-de57198fd614 None None] Network 943af222-e222-4ede-a0ae-f0199985db6a requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:06.469737 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-345fb54f-7a7e-48ce-a1bb-040837fcf0f5 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:47:06.478105 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-15f06608-18d1-4997-8ab0-7916a7d3fd85 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.518773 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-345fb54f-7a7e-48ce-a1bb-040837fcf0f5 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.519156 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-345fb54f-7a7e-48ce-a1bb-040837fcf0f5 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Added segment 2d2b2306-7e44-4c25-bb0c-597af177f7ad of type vlan for network 249e273c-fd3d-4809-b056-b2a6683bd3b9 Feb 16 12:47:06.535703 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19d3751-119e-4e2d-9f9d-0427e9cac073 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Checking segment: {'id': '134917b3-47e5-4de9-a64e-9850b104abd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e6fd5a79-273e-4f7a-8fc2-c7cc11826a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:47:06.535703 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19d3751-119e-4e2d-9f9d-0427e9cac073 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Network hostable DHCP agents. Network: e6fd5a79-273e-4f7a-8fc2-c7cc11826a58, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:47:06.539840 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98817b7-4fc5-4ee2-998a-4f10070b72c7 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'Subnet': ['ID=e99578cd-566c-416d-ad03-aa534cd71de2,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:06.567855 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a85c6f99-ff42-4300-8f9a-f416a66a09b4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.569929 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34854) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:06.578946 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19d3751-119e-4e2d-9f9d-0427e9cac073 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Network e6fd5a79-273e-4f7a-8fc2-c7cc11826a58 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:47:06.589616 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-228e15de-f349-4f35-8da0-01d2aecddf6f None None] Provisioning complete for port 69fb11cf-1223-4264-8b53-e3c72ccad888 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:06.589996 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-228e15de-f349-4f35-8da0-01d2aecddf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.626294 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-a19d3751-119e-4e2d-9f9d-0427e9cac073 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, e6fd5a79-273e-4f7a-8fc2-c7cc11826a58) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:06.632889 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19d3751-119e-4e2d-9f9d-0427e9cac073 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:06.633507 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a19d3751-119e-4e2d-9f9d-0427e9cac073 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.637424 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-345fb54f-7a7e-48ce-a1bb-040837fcf0f5 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.653207 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f06608-18d1-4997-8ab0-7916a7d3fd85 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event updated for resources: {'Subnet': ['ID=4f1d33a5-039c-4e54-a04c-19011f737c9e,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:06.658758 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b9a03b-e004-4e53-9d24-11f5285c6bbe None None] Network e6fd5a79-273e-4f7a-8fc2-c7cc11826a58 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:06.678995 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35acf5b7-3e76-48ec-9487-83aa71c3e333 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:47:06.680399 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a19d3751-119e-4e2d-9f9d-0427e9cac073 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7540178 Feb 16 12:47:06.685455 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34858) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:06.695539 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542afe5e-b9cc-4e47-8c7f-69bf1c760d44 None None] Sync routers for ids ['f34ba7aa-59d5-4148-bd3b-f842d8206d80'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:06.696229 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-a85c6f99-ff42-4300-8f9a-f416a66a09b4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Deleting port 69fb11cf-1223-4264-8b53-e3c72ccad888 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:06.696558 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a85c6f99-ff42-4300-8f9a-f416a66a09b4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.696932 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35acf5b7-3e76-48ec-9487-83aa71c3e333 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.698159 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-35acf5b7-3e76-48ec-9487-83aa71c3e333 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] 10.222.0.90 "PUT /v2.0/routers/f34ba7aa-59d5-4148-bd3b-f842d8206d80 HTTP/1.1" status: 200 len: 882 time: 4.8190517 Feb 16 12:47:06.702613 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34860) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:06.713022 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-f44a09b9-6903-476d-a2ef-38d8a8409aa7 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1529303726', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:06.722692 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542afe5e-b9cc-4e47-8c7f-69bf1c760d44 None None] Routers {'f34ba7aa-59d5-4148-bd3b-f842d8206d80'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:47:06.724079 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-542afe5e-b9cc-4e47-8c7f-69bf1c760d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:46:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['f34ba7aa-59d5-4148-bd3b-f842d8206d80'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:06.732902 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f06608-18d1-4997-8ab0-7916a7d3fd85 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Checking segment: {'id': '390368aa-f88b-48a0-aa62-f8f13d99dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'ef2b90ed-2280-42f9-9383-c32610fcff3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:47:06.733464 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f06608-18d1-4997-8ab0-7916a7d3fd85 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Network hostable DHCP agents. Network: ef2b90ed-2280-42f9-9383-c32610fcff3f, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:47:06.740152 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-345fb54f-7a7e-48ce-a1bb-040837fcf0f5 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.745781 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345fb54f-7a7e-48ce-a1bb-040837fcf0f5 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:06.746384 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-345fb54f-7a7e-48ce-a1bb-040837fcf0f5 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.811639 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-542afe5e-b9cc-4e47-8c7f-69bf1c760d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:06.837466 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542afe5e-b9cc-4e47-8c7f-69bf1c760d44 None None] Routers {'f34ba7aa-59d5-4148-bd3b-f842d8206d80'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:47:06.840466 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-542afe5e-b9cc-4e47-8c7f-69bf1c760d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:46:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['f34ba7aa-59d5-4148-bd3b-f842d8206d80'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:06.848080 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-345fb54f-7a7e-48ce-a1bb-040837fcf0f5 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7486222 Feb 16 12:47:06.858309 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34864) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:06.861991 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f44a09b9-6903-476d-a2ef-38d8a8409aa7 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.863042 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f44a09b9-6903-476d-a2ef-38d8a8409aa7 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.892311 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f06608-18d1-4997-8ab0-7916a7d3fd85 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Network ef2b90ed-2280-42f9-9383-c32610fcff3f is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:47:06.899123 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345fb54f-7a7e-48ce-a1bb-040837fcf0f5 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event updated for resources: {'Network': ['ID=249e273c-fd3d-4809-b056-b2a6683bd3b9,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:06.917395 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 249e273c-fd3d-4809-b056-b2a6683bd3b9 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:47:06.920291 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3afa4a26-a32f-4dbb-92eb-7409aae0aa30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.933331 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-542afe5e-b9cc-4e47-8c7f-69bf1c760d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:06.934474 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542afe5e-b9cc-4e47-8c7f-69bf1c760d44 None None] The sync data for ids ['f34ba7aa-59d5-4148-bd3b-f842d8206d80'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:06.947315 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-15f06608-18d1-4997-8ab0-7916a7d3fd85 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, ef2b90ed-2280-42f9-9383-c32610fcff3f) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:06.963468 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2e465f-4671-4b51-8a99-87026778bf40 None None] DHCP port deletion for 943af222-e222-4ede-a0ae-f0199985db6a request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:47:06.968450 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f06608-18d1-4997-8ab0-7916a7d3fd85 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:06.969541 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-15f06608-18d1-4997-8ab0-7916a7d3fd85 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.969914 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ed7d1d-c899-4620-b35e-459f815acee6 None None] Network ef2b90ed-2280-42f9-9383-c32610fcff3f requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:07.000870 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a610e43c-7b15-409e-b1f4-0a424e015c26 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] 10.222.0.90 "GET /v2.0/routers/f34ba7aa-59d5-4148-bd3b-f842d8206d80 HTTP/1.1" status: 200 len: 923 time: 0.2938869 Feb 16 12:47:07.000870 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-a85c6f99-ff42-4300-8f9a-f416a66a09b4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] For port 69fb11cf-1223-4264-8b53-e3c72ccad888, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=69fb11cf-1223-4264-8b53-e3c72ccad888,segment=NetworkSegment(7b66c2ff-dafb-436f-9bac-b2fc03fe30eb),segment_id=7b66c2ff-dafb-436f-9bac-b2fc03fe30eb)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:07.000870 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a85c6f99-ff42-4300-8f9a-f416a66a09b4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.007160 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34868) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:07.021615 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5ebe4f-669e-4de0-b66b-ba968e4ccc60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-e6fd5a79-273e-4f7a-8fc2-c7cc11826a58', 'network_id': 'e6fd5a79-273e-4f7a-8fc2-c7cc11826a58', 'tenant_id': '0bbc7ac541294c45a9d6bd8d995fa4ac', 'fixed_ips': [{'subnet_id': '6163d39d-bb04-43aa-b878-f28206276f38'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:47:07.022495 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2a5ebe4f-669e-4de0-b66b-ba968e4ccc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.024507 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-a85c6f99-ff42-4300-8f9a-f416a66a09b4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Calling delete_port for 69fb11cf-1223-4264-8b53-e3c72ccad888 owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:07.065115 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f44a09b9-6903-476d-a2ef-38d8a8409aa7 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.093327 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c6d6f1-b3c7-4c8b-a850-280ca1da0010 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:07.097516 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-39c6d6f1-b3c7-4c8b-a850-280ca1da0010 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "GET /v2.0/networks?id=249e273c-fd3d-4809-b056-b2a6683bd3b9 HTTP/1.1" status: 200 len: 761 time: 0.2341294 Feb 16 12:47:07.100583 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34870) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:07.101697 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f44a09b9-6903-476d-a2ef-38d8a8409aa7 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.104941 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-4eac6b80-22bb-4037-8048-d0a2d8312b21 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Request body: {'network': {'description': 'd2'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:07.126049 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-15f06608-18d1-4997-8ab0-7916a7d3fd85 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8849795 Feb 16 12:47:07.126859 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34872) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:07.185519 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f44a09b9-6903-476d-a2ef-38d8a8409aa7 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.189132 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f44a09b9-6903-476d-a2ef-38d8a8409aa7 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4994245 Feb 16 12:47:07.192444 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34874) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:07.223974 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3afa4a26-a32f-4dbb-92eb-7409aae0aa30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.234160 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3afa4a26-a32f-4dbb-92eb-7409aae0aa30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.250806 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f929bf5-f57e-45c2-8f28-ce899d06b767 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:07.256722 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2f929bf5-f57e-45c2-8f28-ce899d06b767 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] 10.222.0.90 "GET /v2.0/ports?network_id=a08a3d1b-2e35-4b18-9cb0-756d355083e6&device_id=f34ba7aa-59d5-4148-bd3b-f842d8206d80&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2380619 Feb 16 12:47:07.256722 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34876) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:07.286512 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-5f2e465f-4671-4b51-8a99-87026778bf40 None None] Deleting port 69fb11cf-1223-4264-8b53-e3c72ccad888 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:07.286993 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5f2e465f-4671-4b51-8a99-87026778bf40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.299702 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a85c6f99-ff42-4300-8f9a-f416a66a09b4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.370595 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85c6f99-ff42-4300-8f9a-f416a66a09b4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] No DVR routers for this DVR port 69fb11cf-1223-4264-8b53-e3c72ccad888 on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:07.377756 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3afa4a26-a32f-4dbb-92eb-7409aae0aa30 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=239dd3fff702444a946ff996b01c1b80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8050115 Feb 16 12:47:07.381651 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34878) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:07.388155 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c6f99-ff42-4300-8f9a-f416a66a09b4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'Port': ['ID=69fb11cf-1223-4264-8b53-e3c72ccad888,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:07.396645 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa4a26-a32f-4dbb-92eb-7409aae0aa30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdca9fc7-fe88-4b96-9d1a-43eb79575aaa,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:07.421944 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-2a5ebe4f-669e-4de0-b66b-ba968e4ccc60 None None] Allocated IP 172.20.0.2 (e6fd5a79-273e-4f7a-8fc2-c7cc11826a58/6163d39d-bb04-43aa-b878-f28206276f38/c3be4bf4-abe2-4398-a789-742daca1a318) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:07.430175 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-5f2e465f-4671-4b51-8a99-87026778bf40 None None] For port 69fb11cf-1223-4264-8b53-e3c72ccad888, host dv-neutron-828142-3-hyperv, got binding levels [] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:07.430529 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5f2e465f-4671-4b51-8a99-87026778bf40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.439066 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4eac6b80-22bb-4037-8048-d0a2d8312b21 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.450455 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f482f2-8775-4509-874f-a1019ed325c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-ef2b90ed-2280-42f9-9383-c32610fcff3f', 'network_id': 'ef2b90ed-2280-42f9-9383-c32610fcff3f', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'fixed_ips': [{'subnet_id': '4f1d33a5-039c-4e54-a04c-19011f737c9e'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:47:07.451611 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-84f482f2-8775-4509-874f-a1019ed325c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.461349 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-5f2e465f-4671-4b51-8a99-87026778bf40 None None] Calling delete_port for 69fb11cf-1223-4264-8b53-e3c72ccad888 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:07.473418 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.ipam_backend_mixin [None req-5f2e465f-4671-4b51-8a99-87026778bf40 None None] Port 69fb11cf-1223-4264-8b53-e3c72ccad888 was not found and therefore no delete operation was performed {{(pid=109050) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 12:47:07.495836 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5f2e465f-4671-4b51-8a99-87026778bf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.515966 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4eac6b80-22bb-4037-8048-d0a2d8312b21 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.551808 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a85c6f99-ff42-4300-8f9a-f416a66a09b4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.567184 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e465f-4671-4b51-8a99-87026778bf40 None None] Pushing event deleted for resources: {'Port': ['ID=69fb11cf-1223-4264-8b53-e3c72ccad888,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:07.622016 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2e465f-4671-4b51-8a99-87026778bf40 None None] No DVR routers for this DVR port 69fb11cf-1223-4264-8b53-e3c72ccad888 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:07.631785 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4eac6b80-22bb-4037-8048-d0a2d8312b21 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Network 249e273c-fd3d-4809-b056-b2a6683bd3b9 is not hosted by any dhcp agent {{(pid=109048) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 12:47:07.642626 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eac6b80-22bb-4037-8048-d0a2d8312b21 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:07.643843 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4eac6b80-22bb-4037-8048-d0a2d8312b21 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.649432 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-4eac6b80-22bb-4037-8048-d0a2d8312b21 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "PUT /v2.0/networks/249e273c-fd3d-4809-b056-b2a6683bd3b9 HTTP/1.1" status: 200 len: 758 time: 0.5496907 Feb 16 12:47:07.651717 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34882) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:07.700106 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84a4a65-be43-4998-a0ba-814b68332a55 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:07.701563 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c84a4a65-be43-4998-a0ba-814b68332a55 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] 10.222.0.90 "GET /v2.0/networks/a08a3d1b-2e35-4b18-9cb0-756d355083e6 HTTP/1.1" status: 200 len: 881 time: 0.4447069 Feb 16 12:47:07.705415 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34884) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:07.726432 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-a85c6f99-ff42-4300-8f9a-f416a66a09b4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['943af222-e222-4ede-a0ae-f0199985db6a']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:07.763244 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-441b9ec9-72a5-4398-89e7-f89d1be703ae tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] 10.222.0.90 "GET /v2.0/ports?device_id=f34ba7aa-59d5-4148-bd3b-f842d8206d80 HTTP/1.1" status: 200 len: 205 time: 0.0563543 Feb 16 12:47:07.767120 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac6b80-22bb-4037-8048-d0a2d8312b21 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event updated for resources: {'Network': ['ID=249e273c-fd3d-4809-b056-b2a6683bd3b9,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:07.767301 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34886) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:07.770505 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2a0f2bce-7923-431f-8888-851e76692de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.786129 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-84f482f2-8775-4509-874f-a1019ed325c4 None None] Allocated IP 2001:db8::2 (ef2b90ed-2280-42f9-9383-c32610fcff3f/4f1d33a5-039c-4e54-a04c-19011f737c9e/b59b3118-3eb5-4399-a621-009c90c77059) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:07.791476 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 249e273c-fd3d-4809-b056-b2a6683bd3b9 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:47:07.796023 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-a85c6f99-ff42-4300-8f9a-f416a66a09b4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b66c2ff-dafb-436f-9bac-b2fc03fe30eb') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:07.796313 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-a85c6f99-ff42-4300-8f9a-f416a66a09b4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b66c2ff-dafb-436f-9bac-b2fc03fe30eb') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:07.834374 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a85c6f99-ff42-4300-8f9a-f416a66a09b4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.843768 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2a0f2bce-7923-431f-8888-851e76692de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.851882 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2a5ebe4f-669e-4de0-b66b-ba968e4ccc60 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.886774 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2a5ebe4f-669e-4de0-b66b-ba968e4ccc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.889448 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-43c7004b-d715-41bd-b7fd-06cb70c5c872 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.893366 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a85c6f99-ff42-4300-8f9a-f416a66a09b4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.930019 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad4f194-855d-4777-9f68-581c35e63d62 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:07.938212 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-aad4f194-855d-4777-9f68-581c35e63d62 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "GET /v2.0/networks?id=249e273c-fd3d-4809-b056-b2a6683bd3b9 HTTP/1.1" status: 200 len: 761 time: 0.2753401 Feb 16 12:47:07.940018 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34890) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:07.940468 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a85c6f99-ff42-4300-8f9a-f416a66a09b4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:47:07.941064 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a85c6f99-ff42-4300-8f9a-f416a66a09b4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.945800 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:47:07.945800 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:47:07.945800 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:47:07.945800 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:47:07.945800 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:47:07.945800 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:47:07.945800 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:47:07.945800 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:47:07.945800 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:47:07.945800 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:47:07.945800 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:47:07.945800 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:47:07.945800 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:47:07.945800 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:47:07.945800 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:47:07.945800 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:47:07.945800 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:47:07.945800 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:47:07.945800 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:47:07.945800 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:47:07.945800 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:47:07.945800 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:47:07.945800 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:47:07.945800 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:47:07.945800 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:47:07.945800 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:47:07.945800 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:47:07.945800 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:47:07.945800 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:47:07.945800 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:47:07.945800 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:47:07.945800 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:47:07.957950 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ad4b0041-f4d4-44fa-aa6d-57b0a652e76a tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.966450 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-82b4e9a1-a7ae-4b77-91df-b2913300282b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1066549539'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:07.980116 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5ebe4f-669e-4de0-b66b-ba968e4ccc60 None None] Network e6fd5a79-273e-4f7a-8fc2-c7cc11826a58 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:07.989699 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-2a5ebe4f-669e-4de0-b66b-ba968e4ccc60 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:07.991447 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ebe4f-669e-4de0-b66b-ba968e4ccc60 None None] Pushing event updated for resources: {'Port': ['ID=c3be4bf4-abe2-4398-a789-742daca1a318,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:07.996129 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5ebe4f-669e-4de0-b66b-ba968e4ccc60 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:47:08.050732 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b4e9a1-a7ae-4b77-91df-b2913300282b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Made reservation on behalf of 05dd934713464510b741f50524d05f6e for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:08.060675 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-82b4e9a1-a7ae-4b77-91df-b2913300282b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.066951 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a85c6f99-ff42-4300-8f9a-f416a66a09b4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.094131 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a85c6f99-ff42-4300-8f9a-f416a66a09b4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.104289 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a85c6f99-ff42-4300-8f9a-f416a66a09b4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/networks/943af222-e222-4ede-a0ae-f0199985db6a HTTP/1.1" status: 204 len: 168 time: 1.7058871 Feb 16 12:47:08.104516 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 69fb11cf-1223-4264-8b53-e3c72ccad888 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:47:08.104608 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c6f99-ff42-4300-8f9a-f416a66a09b4 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'Network': ['ID=943af222-e222-4ede-a0ae-f0199985db6a,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:08.104608 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34892) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:08.104823 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-2a5ebe4f-669e-4de0-b66b-ba968e4ccc60 None None] Attempting to bind port c3be4bf4-abe2-4398-a789-742daca1a318 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:08.104823 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-2a5ebe4f-669e-4de0-b66b-ba968e4ccc60 None None] Attempting to bind port c3be4bf4-abe2-4398-a789-742daca1a318 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '134917b3-47e5-4de9-a64e-9850b104abd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e6fd5a79-273e-4f7a-8fc2-c7cc11826a58'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:08.104823 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5ebe4f-669e-4de0-b66b-ba968e4ccc60 None None] Attempting to bind port c3be4bf4-abe2-4398-a789-742daca1a318 on network e6fd5a79-273e-4f7a-8fc2-c7cc11826a58 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:47:08.105046 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2a0f2bce-7923-431f-8888-851e76692de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.108477 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2a0f2bce-7923-431f-8888-851e76692de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.111647 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2a0f2bce-7923-431f-8888-851e76692de4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/fdca9fc7-fe88-4b96-9d1a-43eb79575aaa HTTP/1.1" status: 204 len: 168 time: 0.7287428 Feb 16 12:47:08.132094 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f2bce-7923-431f-8888-851e76692de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdca9fc7-fe88-4b96-9d1a-43eb79575aaa,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:08.132452 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6f67b7c7-f6a7-4164-a7d4-f713f30f8e34 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.172249 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82b4e9a1-a7ae-4b77-91df-b2913300282b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:47:08.199798 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-82b4e9a1-a7ae-4b77-91df-b2913300282b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.199798 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-82b4e9a1-a7ae-4b77-91df-b2913300282b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Added segment 3504f3e4-e254-483e-8bd6-b88bb21333cb of type vlan for network e9bfba32-efff-4490-bfec-f9aff14853dc Feb 16 12:47:08.210474 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85334c3d-ac43-4539-814b-a30186ec6920 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:08.217547 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-85334c3d-ac43-4539-814b-a30186ec6920 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0994163 Feb 16 12:47:08.220999 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34896) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:08.305652 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 69fb11cf-1223-4264-8b53-e3c72ccad888 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:47:08.305999 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 69fb11cf-1223-4264-8b53-e3c72ccad888 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:47:08.307758 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5ebe4f-669e-4de0-b66b-ba968e4ccc60 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:47:08.308035 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5ebe4f-669e-4de0-b66b-ba968e4ccc60 None None] Checking segment: {'id': '134917b3-47e5-4de9-a64e-9850b104abd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e6fd5a79-273e-4f7a-8fc2-c7cc11826a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:47:08.308412 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2a5ebe4f-669e-4de0-b66b-ba968e4ccc60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.309041 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5ebe4f-669e-4de0-b66b-ba968e4ccc60 None None] Bound using segment: {'id': '134917b3-47e5-4de9-a64e-9850b104abd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e6fd5a79-273e-4f7a-8fc2-c7cc11826a58'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:47:08.309311 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-2a5ebe4f-669e-4de0-b66b-ba968e4ccc60 None None] Bound port: c3be4bf4-abe2-4398-a789-742daca1a318, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134917b3-47e5-4de9-a64e-9850b104abd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e6fd5a79-273e-4f7a-8fc2-c7cc11826a58'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:08.309693 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2a5ebe4f-669e-4de0-b66b-ba968e4ccc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.329451 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-82b4e9a1-a7ae-4b77-91df-b2913300282b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.379039 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-66c697ac-1604-43da-b9b9-7d87c0eec511 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1567502 Feb 16 12:47:08.386997 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34900) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:08.393158 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-6b1afa61-3f47-4342-8da1-e38bff2a514d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-961164302'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:08.426277 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-82b4e9a1-a7ae-4b77-91df-b2913300282b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.433762 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b4e9a1-a7ae-4b77-91df-b2913300282b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:08.435109 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-82b4e9a1-a7ae-4b77-91df-b2913300282b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.463647 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-84f482f2-8775-4509-874f-a1019ed325c4 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.476007 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-2a5ebe4f-669e-4de0-b66b-ba968e4ccc60 None None] For port c3be4bf4-abe2-4398-a789-742daca1a318, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:47:08.480772 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-2a5ebe4f-669e-4de0-b66b-ba968e4ccc60 None None] For port c3be4bf4-abe2-4398-a789-742daca1a318, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=c3be4bf4-abe2-4398-a789-742daca1a318,segment=NetworkSegment(134917b3-47e5-4de9-a64e-9850b104abd6),segment_id=134917b3-47e5-4de9-a64e-9850b104abd6)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:47:08.483144 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-84f482f2-8775-4509-874f-a1019ed325c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.502201 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-82b4e9a1-a7ae-4b77-91df-b2913300282b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5530322 Feb 16 12:47:08.503076 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1afa61-3f47-4342-8da1-e38bff2a514d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Made reservation on behalf of 5b475467252d4f968fd5b204d0b30dc2 for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:08.507283 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6b1afa61-3f47-4342-8da1-e38bff2a514d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.509486 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34902) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:08.534590 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f482f2-8775-4509-874f-a1019ed325c4 None None] Pushing event updated for resources: {'Port': ['ID=b59b3118-3eb5-4399-a621-009c90c77059,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:08.541663 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2a5ebe4f-669e-4de0-b66b-ba968e4ccc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.545389 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-b5d69461-954a-4803-a371-d16c3c132551 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Request body: {'subnet': {'network_id': 'e9bfba32-efff-4490-bfec-f9aff14853dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:08.598062 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f482f2-8775-4509-874f-a1019ed325c4 None None] Network ef2b90ed-2280-42f9-9383-c32610fcff3f is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:08.621696 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-84f482f2-8775-4509-874f-a1019ed325c4 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:08.634783 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f482f2-8775-4509-874f-a1019ed325c4 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:47:08.650513 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b1afa61-3f47-4342-8da1-e38bff2a514d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:47:08.665405 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6b1afa61-3f47-4342-8da1-e38bff2a514d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.665805 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-6b1afa61-3f47-4342-8da1-e38bff2a514d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Added segment c204a616-5876-4fdb-a470-e3725e8bc0f5 of type vlan for network 0085d403-756b-4864-8389-a14b25720373 Feb 16 12:47:08.723902 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ebe4f-669e-4de0-b66b-ba968e4ccc60 None None] Pushing event updated for resources: {'Port': ['ID=c3be4bf4-abe2-4398-a789-742daca1a318,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:08.725734 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6b1afa61-3f47-4342-8da1-e38bff2a514d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.743307 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4e9a1-a7ae-4b77-91df-b2913300282b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event updated for resources: {'Network': ['ID=e9bfba32-efff-4490-bfec-f9aff14853dc,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:08.768550 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d69461-954a-4803-a371-d16c3c132551 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Made reservation on behalf of 05dd934713464510b741f50524d05f6e for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:08.770969 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network e9bfba32-efff-4490-bfec-f9aff14853dc details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:47:08.773814 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b5d69461-954a-4803-a371-d16c3c132551 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.799665 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6b1afa61-3f47-4342-8da1-e38bff2a514d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.805269 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1afa61-3f47-4342-8da1-e38bff2a514d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:08.805913 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6b1afa61-3f47-4342-8da1-e38bff2a514d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.897869 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-84f482f2-8775-4509-874f-a1019ed325c4 None None] Attempting to bind port b59b3118-3eb5-4399-a621-009c90c77059 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:08.898252 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-84f482f2-8775-4509-874f-a1019ed325c4 None None] Attempting to bind port b59b3118-3eb5-4399-a621-009c90c77059 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '390368aa-f88b-48a0-aa62-f8f13d99dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'ef2b90ed-2280-42f9-9383-c32610fcff3f'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:08.898596 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f482f2-8775-4509-874f-a1019ed325c4 None None] Attempting to bind port b59b3118-3eb5-4399-a621-009c90c77059 on network ef2b90ed-2280-42f9-9383-c32610fcff3f {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:47:08.904676 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f482f2-8775-4509-874f-a1019ed325c4 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:47:08.905060 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f482f2-8775-4509-874f-a1019ed325c4 None None] Checking segment: {'id': '390368aa-f88b-48a0-aa62-f8f13d99dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'ef2b90ed-2280-42f9-9383-c32610fcff3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:47:08.905618 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-84f482f2-8775-4509-874f-a1019ed325c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.906021 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f482f2-8775-4509-874f-a1019ed325c4 None None] Bound using segment: {'id': '390368aa-f88b-48a0-aa62-f8f13d99dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'ef2b90ed-2280-42f9-9383-c32610fcff3f'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:47:08.906543 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-84f482f2-8775-4509-874f-a1019ed325c4 None None] Bound port: b59b3118-3eb5-4399-a621-009c90c77059, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '390368aa-f88b-48a0-aa62-f8f13d99dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'ef2b90ed-2280-42f9-9383-c32610fcff3f'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:08.906932 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-84f482f2-8775-4509-874f-a1019ed325c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.921680 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1afa61-3f47-4342-8da1-e38bff2a514d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'Network': ['ID=0085d403-756b-4864-8389-a14b25720373,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:08.966964 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6b1afa61-3f47-4342-8da1-e38bff2a514d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5784442 Feb 16 12:47:08.970061 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34914) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:08.976165 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-95422adc-c021-4e83-b290-ac2079edf321 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'subnet': {'network_id': '0085d403-756b-4864-8389-a14b25720373', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:08.981121 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 0085d403-756b-4864-8389-a14b25720373 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:47:09.170287 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95422adc-c021-4e83-b290-ac2079edf321 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Made reservation on behalf of 5b475467252d4f968fd5b204d0b30dc2 for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:09.175016 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-95422adc-c021-4e83-b290-ac2079edf321 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.190725 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-84f482f2-8775-4509-874f-a1019ed325c4 None None] For port b59b3118-3eb5-4399-a621-009c90c77059, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:47:09.192111 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-84f482f2-8775-4509-874f-a1019ed325c4 None None] For port b59b3118-3eb5-4399-a621-009c90c77059, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=b59b3118-3eb5-4399-a621-009c90c77059,segment=NetworkSegment(390368aa-f88b-48a0-aa62-f8f13d99dfca),segment_id=390368aa-f88b-48a0-aa62-f8f13d99dfca)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:47:09.201263 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-84f482f2-8775-4509-874f-a1019ed325c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.288405 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f482f2-8775-4509-874f-a1019ed325c4 None None] Pushing event updated for resources: {'Port': ['ID=b59b3118-3eb5-4399-a621-009c90c77059,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:09.324929 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6f67b7c7-f6a7-4164-a7d4-f713f30f8e34 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.362918 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b5d69461-954a-4803-a371-d16c3c132551 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.426900 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-43c7004b-d715-41bd-b7fd-06cb70c5c872 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Allocated IP 2001:db8::1 (ef2b90ed-2280-42f9-9383-c32610fcff3f/4f1d33a5-039c-4e54-a04c-19011f737c9e/bd29122c-021d-4a08-834b-67acb3554f64) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:09.489748 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-ad4b0041-f4d4-44fa-aa6d-57b0a652e76a tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Allocated IP 172.20.0.1 (e6fd5a79-273e-4f7a-8fc2-c7cc11826a58/6163d39d-bb04-43aa-b878-f28206276f38/3c70a181-f39d-4bcc-a17f-f63e559b8bde) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:09.524868 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34924) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:09.532413 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d69461-954a-4803-a371-d16c3c132551 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event updated for resources: {'Subnet': ['ID=5c1a93b0-b0e5-46ce-862f-12d2bffb478b,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:09.575682 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d69461-954a-4803-a371-d16c3c132551 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Checking segment: {'id': '3504f3e4-e254-483e-8bd6-b88bb21333cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e9bfba32-efff-4490-bfec-f9aff14853dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:47:09.576278 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d69461-954a-4803-a371-d16c3c132551 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Network hostable DHCP agents. Network: e9bfba32-efff-4490-bfec-f9aff14853dc, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:47:09.580813 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-95422adc-c021-4e83-b290-ac2079edf321 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.586744 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-6f67b7c7-f6a7-4164-a7d4-f713f30f8e34 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Deleting port 6c8c3ce1-b166-4717-b809-75aaac4baf9b {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:09.587091 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6f67b7c7-f6a7-4164-a7d4-f713f30f8e34 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.679902 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95422adc-c021-4e83-b290-ac2079edf321 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'Subnet': ['ID=f692874c-13d8-432b-bbf3-cee695404a16,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:09.691155 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d69461-954a-4803-a371-d16c3c132551 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Network e9bfba32-efff-4490-bfec-f9aff14853dc is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:47:09.712912 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-b5d69461-954a-4803-a371-d16c3c132551 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, e9bfba32-efff-4490-bfec-f9aff14853dc) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:09.715299 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95422adc-c021-4e83-b290-ac2079edf321 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Checking segment: {'id': 'c204a616-5876-4fdb-a470-e3725e8bc0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '0085d403-756b-4864-8389-a14b25720373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:47:09.715992 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95422adc-c021-4e83-b290-ac2079edf321 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Network hostable DHCP agents. Network: 0085d403-756b-4864-8389-a14b25720373, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:47:09.724443 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f3267e-190c-4a35-b396-021aba193fb5 None None] Network e9bfba32-efff-4490-bfec-f9aff14853dc requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:09.730408 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d69461-954a-4803-a371-d16c3c132551 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:09.731296 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b5d69461-954a-4803-a371-d16c3c132551 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.757673 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-06d9efa5-fabc-4518-9bdd-ff39b9b6888e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2053937359'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:09.779340 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b5d69461-954a-4803-a371-d16c3c132551 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2653849 Feb 16 12:47:09.780381 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34928) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:09.789393 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-43c7004b-d715-41bd-b7fd-06cb70c5c872 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.890611 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6f67b7c7-f6a7-4164-a7d4-f713f30f8e34 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.908404 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ad4b0041-f4d4-44fa-aa6d-57b0a652e76a tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.915021 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95422adc-c021-4e83-b290-ac2079edf321 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Network 0085d403-756b-4864-8389-a14b25720373 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:47:09.921518 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-43c7004b-d715-41bd-b7fd-06cb70c5c872 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.936865 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-95422adc-c021-4e83-b290-ac2079edf321 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 0085d403-756b-4864-8389-a14b25720373) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:09.942868 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d9efa5-fabc-4518-9bdd-ff39b9b6888e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:09.946404 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-06d9efa5-fabc-4518-9bdd-ff39b9b6888e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.949658 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db002e76-f136-48ce-954e-dfc7646ec686 None None] Network 0085d403-756b-4864-8389-a14b25720373 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:09.954847 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95422adc-c021-4e83-b290-ac2079edf321 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:09.955484 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-95422adc-c021-4e83-b290-ac2079edf321 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.994960 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7c8946a1-8339-4341-afdf-d58bf4ea521f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.999938 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-06d9efa5-fabc-4518-9bdd-ff39b9b6888e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.014344 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-6f67b7c7-f6a7-4164-a7d4-f713f30f8e34 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Calling delete_port for 6c8c3ce1-b166-4717-b809-75aaac4baf9b owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:10.019994 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c7004b-d715-41bd-b7fd-06cb70c5c872 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event updated for resources: {'Port': ['ID=bd29122c-021d-4a08-834b-67acb3554f64,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:10.044609 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-95422adc-c021-4e83-b290-ac2079edf321 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0733101 Feb 16 12:47:10.047601 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3b977c-44ee-4313-b19a-b47892856200 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-e9bfba32-efff-4490-bfec-f9aff14853dc', 'network_id': 'e9bfba32-efff-4490-bfec-f9aff14853dc', 'tenant_id': '05dd934713464510b741f50524d05f6e', 'fixed_ips': [{'subnet_id': '5c1a93b0-b0e5-46ce-862f-12d2bffb478b'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:47:10.049120 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34930) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:10.049704 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ef3b977c-44ee-4313-b19a-b47892856200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.054178 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-70791dd5-31dc-4a20-b988-72b6e87b4d2a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'port': {'network_id': '0085d403-756b-4864-8389-a14b25720373', 'name': 'tempest-PortsTestJSON-567241700'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:10.156940 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c7004b-d715-41bd-b7fd-06cb70c5c872 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Network ef2b90ed-2280-42f9-9383-c32610fcff3f is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:10.163389 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-43c7004b-d715-41bd-b7fd-06cb70c5c872 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:10.169747 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c7004b-d715-41bd-b7fd-06cb70c5c872 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:47:10.170304 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-43c7004b-d715-41bd-b7fd-06cb70c5c872 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.206742 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7c8946a1-8339-4341-afdf-d58bf4ea521f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.262344 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b59b3118-3eb5-4399-a621-009c90c77059 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:47:10.316184 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ad4b0041-f4d4-44fa-aa6d-57b0a652e76a tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.339811 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-06d9efa5-fabc-4518-9bdd-ff39b9b6888e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.350345 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-06d9efa5-fabc-4518-9bdd-ff39b9b6888e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.382738 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06d9efa5-fabc-4518-9bdd-ff39b9b6888e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:47:10.384277 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-ef3b977c-44ee-4313-b19a-b47892856200 None None] Allocated IP 172.20.0.2 (e9bfba32-efff-4490-bfec-f9aff14853dc/5c1a93b0-b0e5-46ce-862f-12d2bffb478b/e5a4c3a8-e697-42df-81c2-4f9dfff68942) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:10.398744 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70791dd5-31dc-4a20-b988-72b6e87b4d2a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Made reservation on behalf of 5b475467252d4f968fd5b204d0b30dc2 for: {'port': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:10.402752 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-70791dd5-31dc-4a20-b988-72b6e87b4d2a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.421023 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc08993-6f47-4fa1-96aa-621cc653a0bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-0085d403-756b-4864-8389-a14b25720373', 'network_id': '0085d403-756b-4864-8389-a14b25720373', 'tenant_id': '5b475467252d4f968fd5b204d0b30dc2', 'fixed_ips': [{'subnet_id': 'f692874c-13d8-432b-bbf3-cee695404a16'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:47:10.421901 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5fc08993-6f47-4fa1-96aa-621cc653a0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.439436 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-06d9efa5-fabc-4518-9bdd-ff39b9b6888e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.439784 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-06d9efa5-fabc-4518-9bdd-ff39b9b6888e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Added segment cc3cb0b5-ac47-454a-be78-3d565446b04f of type vlan for network 8f2fc9c2-6909-42b1-9817-f8926b88a024 Feb 16 12:47:10.458998 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d9efa5-fabc-4518-9bdd-ff39b9b6888e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fba6d43b-4a44-4ec4-806f-a2420f4b76e0,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:10.462222 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-70791dd5-31dc-4a20-b988-72b6e87b4d2a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] device_id is not set on port f2f755f8-b866-47ac-bea9-d65d7618a8ed yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:47:10.504473 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d422e023-da6a-4bca-8edb-e597c7b0452f None None] Network e6fd5a79-273e-4f7a-8fc2-c7cc11826a58 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:10.533437 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port b59b3118-3eb5-4399-a621-009c90c77059 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:10.533821 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.535144 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4b0041-f4d4-44fa-aa6d-57b0a652e76a tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Network e6fd5a79-273e-4f7a-8fc2-c7cc11826a58 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:10.550316 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-ad4b0041-f4d4-44fa-aa6d-57b0a652e76a tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:10.558862 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4b0041-f4d4-44fa-aa6d-57b0a652e76a tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:47:10.570193 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-06d9efa5-fabc-4518-9bdd-ff39b9b6888e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.571589 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b0041-f4d4-44fa-aa6d-57b0a652e76a tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Pushing event updated for resources: {'Port': ['ID=3c70a181-f39d-4bcc-a17f-f63e559b8bde,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:10.634088 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-06d9efa5-fabc-4518-9bdd-ff39b9b6888e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.640375 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d9efa5-fabc-4518-9bdd-ff39b9b6888e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:10.641090 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-06d9efa5-fabc-4518-9bdd-ff39b9b6888e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.648330 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-43c7004b-d715-41bd-b7fd-06cb70c5c872 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.702259 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ad4b0041-f4d4-44fa-aa6d-57b0a652e76a tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.719375 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-702d6abd-f909-4a7b-8da4-56a3477b5af6 None None] Provisioning complete for port c3be4bf4-abe2-4398-a789-742daca1a318 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:10.719823 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-702d6abd-f909-4a7b-8da4-56a3477b5af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.727963 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d9efa5-fabc-4518-9bdd-ff39b9b6888e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Network': ['ID=8f2fc9c2-6909-42b1-9817-f8926b88a024,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:10.733091 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-06d9efa5-fabc-4518-9bdd-ff39b9b6888e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2068489 Feb 16 12:47:10.741622 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34932) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:10.746789 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-8d31d341-48e1-404f-91de-92e8f5073306 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'subnet': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:10.774150 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:47:10.800424 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6f67b7c7-f6a7-4164-a7d4-f713f30f8e34 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.867298 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-70791dd5-31dc-4a20-b988-72b6e87b4d2a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Allocated IP 172.20.0.12 (0085d403-756b-4864-8389-a14b25720373/f692874c-13d8-432b-bbf3-cee695404a16/f2f755f8-b866-47ac-bea9-d65d7618a8ed) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:10.911888 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14516ab7-ec32-43a6-a846-4dadba15041a None None] Network ef2b90ed-2280-42f9-9383-c32610fcff3f requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:10.913729 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67b7c7-f6a7-4164-a7d4-f713f30f8e34 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Pushing event deleted for resources: {'Port': ['ID=6c8c3ce1-b166-4717-b809-75aaac4baf9b,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:10.939600 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d31d341-48e1-404f-91de-92e8f5073306 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:10.944342 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8d31d341-48e1-404f-91de-92e8f5073306 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.066244 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.152945 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ad4b0041-f4d4-44fa-aa6d-57b0a652e76a tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.160459 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6f67b7c7-f6a7-4164-a7d4-f713f30f8e34 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.190051 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-70791dd5-31dc-4a20-b988-72b6e87b4d2a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.289157 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8d31d341-48e1-404f-91de-92e8f5073306 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.321746 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6f67b7c7-f6a7-4164-a7d4-f713f30f8e34 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.329408 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6f67b7c7-f6a7-4164-a7d4-f713f30f8e34 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.341907 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31d341-48e1-404f-91de-92e8f5073306 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Subnet': ['ID=16329e50-86e0-4e65-b052-3df5019e4910,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:11.346111 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-70791dd5-31dc-4a20-b988-72b6e87b4d2a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.425450 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70791dd5-31dc-4a20-b988-72b6e87b4d2a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Network 0085d403-756b-4864-8389-a14b25720373 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:11.434986 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6f67b7c7-f6a7-4164-a7d4-f713f30f8e34 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.435532 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f67b7c7-f6a7-4164-a7d4-f713f30f8e34 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Fanout notify agent at l3_agent the message router_deleted on router f34ba7aa-59d5-4148-bd3b-f842d8206d80 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:47:11.439202 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-70791dd5-31dc-4a20-b988-72b6e87b4d2a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:11.442048 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d31d341-48e1-404f-91de-92e8f5073306 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Checking segment: {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:47:11.442048 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d31d341-48e1-404f-91de-92e8f5073306 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network hostable DHCP agents. Network: 8f2fc9c2-6909-42b1-9817-f8926b88a024, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:47:11.445951 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70791dd5-31dc-4a20-b988-72b6e87b4d2a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'Port': ['ID=f2f755f8-b866-47ac-bea9-d65d7618a8ed,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:11.448475 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70791dd5-31dc-4a20-b988-72b6e87b4d2a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:47:11.455815 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ef3b977c-44ee-4313-b19a-b47892856200 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.473163 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6f67b7c7-f6a7-4164-a7d4-f713f30f8e34 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.473516 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-702d6abd-f909-4a7b-8da4-56a3477b5af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.477934 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6f67b7c7-f6a7-4164-a7d4-f713f30f8e34 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] 10.222.0.90 "DELETE /v2.0/routers/f34ba7aa-59d5-4148-bd3b-f842d8206d80 HTTP/1.1" status: 204 len: 168 time: 3.6883869 Feb 16 12:47:11.481404 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34934) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:11.488665 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-4feddc63-d362-4a6d-9484-0efcc351e84c tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-667980115', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:11.497709 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-43c7004b-d715-41bd-b7fd-06cb70c5c872 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.498620 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ef3b977c-44ee-4313-b19a-b47892856200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.505260 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-43c7004b-d715-41bd-b7fd-06cb70c5c872 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.506060 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-43c7004b-d715-41bd-b7fd-06cb70c5c872 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.514018 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port b59b3118-3eb5-4399-a621-009c90c77059, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=b59b3118-3eb5-4399-a621-009c90c77059,segment=NetworkSegment(390368aa-f88b-48a0-aa62-f8f13d99dfca),segment_id=390368aa-f88b-48a0-aa62-f8f13d99dfca)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:11.535422 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d31d341-48e1-404f-91de-92e8f5073306 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:47:11.537913 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7c8946a1-8339-4341-afdf-d58bf4ea521f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.558228 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70791dd5-31dc-4a20-b988-72b6e87b4d2a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:11.558740 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-70791dd5-31dc-4a20-b988-72b6e87b4d2a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.568988 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.569935 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device c3be4bf4-abe2-4398-a789-742daca1a318 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:47:11.598434 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4feddc63-d362-4a6d-9484-0efcc351e84c tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.600198 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4feddc63-d362-4a6d-9484-0efcc351e84c tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.609194 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8946a1-8339-4341-afdf-d58bf4ea521f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event deleted for resources: {'Subnet': ['ID=5c1a93b0-b0e5-46ce-862f-12d2bffb478b,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:11.615579 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-8d31d341-48e1-404f-91de-92e8f5073306 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 8f2fc9c2-6909-42b1-9817-f8926b88a024) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:11.626939 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d31d341-48e1-404f-91de-92e8f5073306 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:11.626939 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8d31d341-48e1-404f-91de-92e8f5073306 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.629042 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-5fc08993-6f47-4fa1-96aa-621cc653a0bd None None] Allocated IP 172.20.0.2 (0085d403-756b-4864-8389-a14b25720373/f692874c-13d8-432b-bbf3-cee695404a16/e20ade67-7dc6-441e-9656-43ca49c87925) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:11.658295 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-70791dd5-31dc-4a20-b988-72b6e87b4d2a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6080804 Feb 16 12:47:11.665648 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34936) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:11.678698 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-aecee001-f944-4e4a-b3a2-0f87fbb1537e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'port': {'network_id': '0085d403-756b-4864-8389-a14b25720373', 'name': 'tempest-PortsTestJSON-1813697856'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:11.701952 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a48cb6-47c7-4e58-b1a3-06d7d2ebf3b3 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:11.704495 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3b977c-44ee-4313-b19a-b47892856200 None None] Pushing event updated for resources: {'Port': ['ID=e5a4c3a8-e697-42df-81c2-4f9dfff68942,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:11.706557 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c7004b-d715-41bd-b7fd-06cb70c5c872 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event updated for resources: {'Port': ['ID=bd29122c-021d-4a08-834b-67acb3554f64,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:11.711129 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3b977c-44ee-4313-b19a-b47892856200 None None] Network e9bfba32-efff-4490-bfec-f9aff14853dc is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:11.723335 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-8d31d341-48e1-404f-91de-92e8f5073306 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9783442 Feb 16 12:47:11.747247 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-702d6abd-f909-4a7b-8da4-56a3477b5af6 None None] For port c3be4bf4-abe2-4398-a789-742daca1a318, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=c3be4bf4-abe2-4398-a789-742daca1a318,segment=NetworkSegment(134917b3-47e5-4de9-a64e-9850b104abd6),segment_id=134917b3-47e5-4de9-a64e-9850b104abd6)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:11.748103 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34938) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:11.749758 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7c8946a1-8339-4341-afdf-d58bf4ea521f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.750601 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-ef3b977c-44ee-4313-b19a-b47892856200 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:11.761346 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4feddc63-d362-4a6d-9484-0efcc351e84c tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.764483 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3b977c-44ee-4313-b19a-b47892856200 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:47:11.767981 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4feddc63-d362-4a6d-9484-0efcc351e84c tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.773807 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-50d9ba87-3d08-42d4-8d05-ed9b779c0050 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'port': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'name': 'tempest-NetworksTestDHCPv6-200017215'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:11.792078 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-7c8946a1-8339-4341-afdf-d58bf4ea521f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9bfba32-efff-4490-bfec-f9aff14853dc']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:11.803984 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4feddc63-d362-4a6d-9484-0efcc351e84c tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.807793 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-4feddc63-d362-4a6d-9484-0efcc351e84c tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3222973 Feb 16 12:47:11.808685 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34940) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:11.811258 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-7c8946a1-8339-4341-afdf-d58bf4ea521f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3504f3e4-e254-483e-8bd6-b88bb21333cb') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:11.811474 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-7c8946a1-8339-4341-afdf-d58bf4ea521f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3504f3e4-e254-483e-8bd6-b88bb21333cb') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:11.817476 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-2dd5f0ad-362a-4ef3-bc9f-473bad939a58 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'enable_snat': True}}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:11.839159 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-702d6abd-f909-4a7b-8da4-56a3477b5af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.015221 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=b59b3118-3eb5-4399-a621-009c90c77059,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:12.124229 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-b7d8dd65-a368-4fc4-84f6-0d0a07aef7ae None None] Provisioning complete for port b59b3118-3eb5-4399-a621-009c90c77059 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:12.124738 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b7d8dd65-a368-4fc4-84f6-0d0a07aef7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.127841 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port c3be4bf4-abe2-4398-a789-742daca1a318 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:12.128424 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.142464 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-ef3b977c-44ee-4313-b19a-b47892856200 None None] Attempting to bind port e5a4c3a8-e697-42df-81c2-4f9dfff68942 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:12.142994 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-ef3b977c-44ee-4313-b19a-b47892856200 None None] Attempting to bind port e5a4c3a8-e697-42df-81c2-4f9dfff68942 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '3504f3e4-e254-483e-8bd6-b88bb21333cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e9bfba32-efff-4490-bfec-f9aff14853dc'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:12.143462 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3b977c-44ee-4313-b19a-b47892856200 None None] Attempting to bind port e5a4c3a8-e697-42df-81c2-4f9dfff68942 on network e9bfba32-efff-4490-bfec-f9aff14853dc {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:47:12.293906 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3b977c-44ee-4313-b19a-b47892856200 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:47:12.294457 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3b977c-44ee-4313-b19a-b47892856200 None None] Checking segment: {'id': '3504f3e4-e254-483e-8bd6-b88bb21333cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e9bfba32-efff-4490-bfec-f9aff14853dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:47:12.294963 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ef3b977c-44ee-4313-b19a-b47892856200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.295462 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3b977c-44ee-4313-b19a-b47892856200 None None] Bound using segment: {'id': '3504f3e4-e254-483e-8bd6-b88bb21333cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e9bfba32-efff-4490-bfec-f9aff14853dc'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:47:12.296057 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-ef3b977c-44ee-4313-b19a-b47892856200 None None] Bound port: e5a4c3a8-e697-42df-81c2-4f9dfff68942, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3504f3e4-e254-483e-8bd6-b88bb21333cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e9bfba32-efff-4490-bfec-f9aff14853dc'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:12.296549 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ef3b977c-44ee-4313-b19a-b47892856200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.306426 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d6abd-f909-4a7b-8da4-56a3477b5af6 None None] Pushing event updated for resources: {'Port': ['ID=c3be4bf4-abe2-4398-a789-742daca1a318,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:12.351914 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7c8946a1-8339-4341-afdf-d58bf4ea521f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.386651 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5fc08993-6f47-4fa1-96aa-621cc653a0bd None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.389582 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c7004b-d715-41bd-b7fd-06cb70c5c872 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Network ef2b90ed-2280-42f9-9383-c32610fcff3f is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:12.405458 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-43c7004b-d715-41bd-b7fd-06cb70c5c872 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:12.443072 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5059934b-21b0-47ec-b893-8b10f220bf17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-8f2fc9c2-6909-42b1-9817-f8926b88a024', 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'tenant_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'fixed_ips': [{'subnet_id': '16329e50-86e0-4e65-b052-3df5019e4910'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:47:12.444228 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5059934b-21b0-47ec-b893-8b10f220bf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.453525 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5fc08993-6f47-4fa1-96aa-621cc653a0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.486721 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ad4b0041-f4d4-44fa-aa6d-57b0a652e76a tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.500966 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ad4b0041-f4d4-44fa-aa6d-57b0a652e76a tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.509548 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7c8946a1-8339-4341-afdf-d58bf4ea521f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.522551 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8946a1-8339-4341-afdf-d58bf4ea521f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:47:12.523381 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7c8946a1-8339-4341-afdf-d58bf4ea521f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.601791 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-ef3b977c-44ee-4313-b19a-b47892856200 None None] For port e5a4c3a8-e697-42df-81c2-4f9dfff68942, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:47:12.605574 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:47:12.605574 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:47:12.605574 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:47:12.605574 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:47:12.605574 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:47:12.605574 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:47:12.605574 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:47:12.605574 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:47:12.605574 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:47:12.605574 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:47:12.605574 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:47:12.605574 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:47:12.605574 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:47:12.605574 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:47:12.605574 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:47:12.605574 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:47:12.605574 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:47:12.605574 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:47:12.605574 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:47:12.605574 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:47:12.605574 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:47:12.605574 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:47:12.605574 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:47:12.605574 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:47:12.605574 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:47:12.605574 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:47:12.605574 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:47:12.605574 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:47:12.605574 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:47:12.605574 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:47:12.605574 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:47:12.605574 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:47:12.608866 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc08993-6f47-4fa1-96aa-621cc653a0bd None None] Network 0085d403-756b-4864-8389-a14b25720373 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:12.629928 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-5fc08993-6f47-4fa1-96aa-621cc653a0bd None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:12.633002 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc08993-6f47-4fa1-96aa-621cc653a0bd None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:47:12.664864 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ad4b0041-f4d4-44fa-aa6d-57b0a652e76a tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.676465 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecee001-f944-4e4a-b3a2-0f87fbb1537e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Made reservation on behalf of 5b475467252d4f968fd5b204d0b30dc2 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:12.684948 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aecee001-f944-4e4a-b3a2-0f87fbb1537e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.690495 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc08993-6f47-4fa1-96aa-621cc653a0bd None None] Pushing event updated for resources: {'Port': ['ID=e20ade67-7dc6-441e-9656-43ca49c87925,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:12.727761 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b0041-f4d4-44fa-aa6d-57b0a652e76a tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Pushing event updated for resources: {'Port': ['ID=3c70a181-f39d-4bcc-a17f-f63e559b8bde,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:12.747083 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d9ba87-3d08-42d4-8d05-ed9b779c0050 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:12.750799 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-50d9ba87-3d08-42d4-8d05-ed9b779c0050 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.797803 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2dd5f0ad-362a-4ef3-bc9f-473bad939a58 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.808965 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.db.api [None req-7c8946a1-8339-4341-afdf-d58bf4ea521f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 12:47:12.808965 dv-neutron-828142-3-hyperv neutron-server[109048]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 12:47:12.808965 dv-neutron-828142-3-hyperv neutron-server[109048]: [parameters: {'id': 'e9bfba32-efff-4490-bfec-f9aff14853dc'}] Feb 16 12:47:12.808965 dv-neutron-828142-3-hyperv neutron-server[109048]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:47:12.809504 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG oslo_db.api [None req-7c8946a1-8339-4341-afdf-d58bf4ea521f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:47:12.851978 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-ef3b977c-44ee-4313-b19a-b47892856200 None None] For port e5a4c3a8-e697-42df-81c2-4f9dfff68942, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=e5a4c3a8-e697-42df-81c2-4f9dfff68942,segment=NetworkSegment(3504f3e4-e254-483e-8bd6-b88bb21333cb),segment_id=3504f3e4-e254-483e-8bd6-b88bb21333cb)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:47:12.863957 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4b0041-f4d4-44fa-aa6d-57b0a652e76a tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Network e6fd5a79-273e-4f7a-8fc2-c7cc11826a58 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:12.877795 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-ad4b0041-f4d4-44fa-aa6d-57b0a652e76a tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:12.880668 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ef3b977c-44ee-4313-b19a-b47892856200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.884990 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-50d9ba87-3d08-42d4-8d05-ed9b779c0050 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] device_id is not set on port ab46ac99-0beb-4d5a-9841-fb3b3890e59b yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:47:12.932266 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b59b3118-3eb5-4399-a621-009c90c77059 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:47:12.935028 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5fc08993-6f47-4fa1-96aa-621cc653a0bd None None] Attempting to bind port e20ade67-7dc6-441e-9656-43ca49c87925 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:12.935676 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5fc08993-6f47-4fa1-96aa-621cc653a0bd None None] Attempting to bind port e20ade67-7dc6-441e-9656-43ca49c87925 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'c204a616-5876-4fdb-a470-e3725e8bc0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '0085d403-756b-4864-8389-a14b25720373'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:12.936285 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc08993-6f47-4fa1-96aa-621cc653a0bd None None] Attempting to bind port e20ade67-7dc6-441e-9656-43ca49c87925 on network 0085d403-756b-4864-8389-a14b25720373 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:47:13.022949 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc08993-6f47-4fa1-96aa-621cc653a0bd None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:47:13.023778 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc08993-6f47-4fa1-96aa-621cc653a0bd None None] Checking segment: {'id': 'c204a616-5876-4fdb-a470-e3725e8bc0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '0085d403-756b-4864-8389-a14b25720373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:47:13.024577 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5fc08993-6f47-4fa1-96aa-621cc653a0bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.025465 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc08993-6f47-4fa1-96aa-621cc653a0bd None None] Bound using segment: {'id': 'c204a616-5876-4fdb-a470-e3725e8bc0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '0085d403-756b-4864-8389-a14b25720373'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:47:13.026384 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5fc08993-6f47-4fa1-96aa-621cc653a0bd None None] Bound port: e20ade67-7dc6-441e-9656-43ca49c87925, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c204a616-5876-4fdb-a470-e3725e8bc0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '0085d403-756b-4864-8389-a14b25720373'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:13.027078 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5fc08993-6f47-4fa1-96aa-621cc653a0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.088057 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-d8f5ecf7-e08f-4529-83f3-3cc563518bbd None None] Provisioning complete for port b59b3118-3eb5-4399-a621-009c90c77059 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:13.088711 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d8f5ecf7-e08f-4529-83f3-3cc563518bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.101121 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-aecee001-f944-4e4a-b3a2-0f87fbb1537e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] device_id is not set on port 3daf531a-cefd-4013-8003-4c2f9cf0c540 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:47:13.161332 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2dd5f0ad-362a-4ef3-bc9f-473bad939a58 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.193758 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2dd5f0ad-362a-4ef3-bc9f-473bad939a58 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.204181 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-5059934b-21b0-47ec-b893-8b10f220bf17 None None] Allocated IP 2001:db8::2 (8f2fc9c2-6909-42b1-9817-f8926b88a024/16329e50-86e0-4e65-b052-3df5019e4910/c6dd783d-8930-493d-a058-f06bee420756) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:13.241014 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3b977c-44ee-4313-b19a-b47892856200 None None] Pushing event updated for resources: {'Port': ['ID=e5a4c3a8-e697-42df-81c2-4f9dfff68942,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:13.295570 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837d4d05-dc3f-40e3-8d40-d4cc38b7b310 None None] Network e9bfba32-efff-4490-bfec-f9aff14853dc requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:13.325977 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c7004b-d715-41bd-b7fd-06cb70c5c872 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Router 82cadb3a-55b1-497f-b25c-4b7a652b9a28 is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:47:13.329485 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-2dd5f0ad-362a-4ef3-bc9f-473bad939a58 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Allocated IP 172.26.2.86 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/d1b17a53-4d79-4915-9934-1e8c07e23455) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:13.336041 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7c8946a1-8339-4341-afdf-d58bf4ea521f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.352196 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-aecee001-f944-4e4a-b3a2-0f87fbb1537e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Allocated IP 172.20.0.11 (0085d403-756b-4864-8389-a14b25720373/f692874c-13d8-432b-bbf3-cee695404a16/3daf531a-cefd-4013-8003-4c2f9cf0c540) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:13.354190 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4b0041-f4d4-44fa-aa6d-57b0a652e76a tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Router dedf45f4-87d6-43c0-9af5-7ade02124783 is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:47:13.370292 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port b59b3118-3eb5-4399-a621-009c90c77059 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:13.370710 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.408953 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-5fc08993-6f47-4fa1-96aa-621cc653a0bd None None] For port e20ade67-7dc6-441e-9656-43ca49c87925, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:47:13.461042 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-5fc08993-6f47-4fa1-96aa-621cc653a0bd None None] For port e20ade67-7dc6-441e-9656-43ca49c87925, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=e20ade67-7dc6-441e-9656-43ca49c87925,segment=NetworkSegment(c204a616-5876-4fdb-a470-e3725e8bc0f5),segment_id=c204a616-5876-4fdb-a470-e3725e8bc0f5)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:47:13.482282 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-7c8946a1-8339-4341-afdf-d58bf4ea521f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Deleting port e5a4c3a8-e697-42df-81c2-4f9dfff68942 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:13.483149 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7c8946a1-8339-4341-afdf-d58bf4ea521f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.504595 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5fc08993-6f47-4fa1-96aa-621cc653a0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.550330 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2dd5f0ad-362a-4ef3-bc9f-473bad939a58 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.551689 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c7004b-d715-41bd-b7fd-06cb70c5c872 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:47:13.561110 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-43c7004b-d715-41bd-b7fd-06cb70c5c872 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "PUT /v2.0/routers/82cadb3a-55b1-497f-b25c-4b7a652b9a28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4332604 Feb 16 12:47:13.568443 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34942) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:13.576542 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-c9eb445a-b5b5-4e04-8f08-3ba843e6a804 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1181624539'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:13.608139 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4b0041-f4d4-44fa-aa6d-57b0a652e76a tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:47:13.609038 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-7c8946a1-8339-4341-afdf-d58bf4ea521f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] For port e5a4c3a8-e697-42df-81c2-4f9dfff68942, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=e5a4c3a8-e697-42df-81c2-4f9dfff68942,segment=NetworkSegment(3504f3e4-e254-483e-8bd6-b88bb21333cb),segment_id=3504f3e4-e254-483e-8bd6-b88bb21333cb)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:13.609615 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7c8946a1-8339-4341-afdf-d58bf4ea521f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.623154 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff07fbf7-b665-4679-b271-38403906b694 None None] Sync routers for ids ['dedf45f4-87d6-43c0-9af5-7ade02124783'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:13.634368 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff07fbf7-b665-4679-b271-38403906b694 None None] Routers {'dedf45f4-87d6-43c0-9af5-7ade02124783'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:47:13.635283 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ff07fbf7-b665-4679-b271-38403906b694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:46:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['dedf45f4-87d6-43c0-9af5-7ade02124783'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:13.635549 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-7c8946a1-8339-4341-afdf-d58bf4ea521f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Calling delete_port for e5a4c3a8-e697-42df-81c2-4f9dfff68942 owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:13.648182 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ad4b0041-f4d4-44fa-aa6d-57b0a652e76a tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] 10.222.0.90 "PUT /v2.0/routers/dedf45f4-87d6-43c0-9af5-7ade02124783/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4048219 Feb 16 12:47:13.649257 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34944) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:13.653350 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2dd5f0ad-362a-4ef3-bc9f-473bad939a58 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.658684 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e5da6cd4-b7a9-4ed8-bf91-d9b1c01d0caa tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Request body: {'port': {'network_id': 'e6fd5a79-273e-4f7a-8fc2-c7cc11826a58', 'name': 'tempest-FloatingIPNegativeTestJSON-1471906912'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:13.674887 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ff07fbf7-b665-4679-b271-38403906b694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:13.684820 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff07fbf7-b665-4679-b271-38403906b694 None None] Routers {'dedf45f4-87d6-43c0-9af5-7ade02124783'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:47:13.685748 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ff07fbf7-b665-4679-b271-38403906b694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:46:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['dedf45f4-87d6-43c0-9af5-7ade02124783'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:13.747563 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9eb445a-b5b5-4e04-8f08-3ba843e6a804 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Made reservation on behalf of 98b1135bbc52416fb743fd9e2fe1b3df for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:13.748285 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ff07fbf7-b665-4679-b271-38403906b694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:13.749222 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff07fbf7-b665-4679-b271-38403906b694 None None] The sync data for ids ['dedf45f4-87d6-43c0-9af5-7ade02124783'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:13.751563 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c9eb445a-b5b5-4e04-8f08-3ba843e6a804 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.773767 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd5f0ad-362a-4ef3-bc9f-473bad939a58 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Pushing event updated for resources: {'Port': ['ID=d1b17a53-4d79-4915-9934-1e8c07e23455,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:13.784646 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd5f0ad-362a-4ef3-bc9f-473bad939a58 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:13.794707 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-2dd5f0ad-362a-4ef3-bc9f-473bad939a58 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:13.796720 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd5f0ad-362a-4ef3-bc9f-473bad939a58 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:47:13.796971 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f61e64a-26b6-451d-954e-df15ec9384d3 None None] Sync routers for ids ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:13.831994 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aecee001-f944-4e4a-b3a2-0f87fbb1537e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.836790 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9eb445a-b5b5-4e04-8f08-3ba843e6a804 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:47:13.855808 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c9eb445a-b5b5-4e04-8f08-3ba843e6a804 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.856153 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-c9eb445a-b5b5-4e04-8f08-3ba843e6a804 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Added segment a544bfd0-a5d2-4843-aa2f-bf83dc531e5a of type vlan for network d32ad4e0-f8da-4d21-893e-beee07394c5b Feb 16 12:47:13.878482 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f61e64a-26b6-451d-954e-df15ec9384d3 None None] Routers {'82cadb3a-55b1-497f-b25c-4b7a652b9a28'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:47:13.879483 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-7f61e64a-26b6-451d-954e-df15ec9384d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:46:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:13.898973 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7c8946a1-8339-4341-afdf-d58bf4ea521f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.961590 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8946a1-8339-4341-afdf-d58bf4ea521f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event deleted for resources: {'Port': ['ID=e5a4c3a8-e697-42df-81c2-4f9dfff68942,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:13.961846 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5da6cd4-b7a9-4ed8-bf91-d9b1c01d0caa tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Made reservation on behalf of 0bbc7ac541294c45a9d6bd8d995fa4ac for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:13.969383 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8946a1-8339-4341-afdf-d58bf4ea521f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] No DVR routers for this DVR port e5a4c3a8-e697-42df-81c2-4f9dfff68942 on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:13.974032 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e5da6cd4-b7a9-4ed8-bf91-d9b1c01d0caa tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.981887 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c9eb445a-b5b5-4e04-8f08-3ba843e6a804 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.023182 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-e5da6cd4-b7a9-4ed8-bf91-d9b1c01d0caa tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] device_id is not set on port e17dea49-056d-4d57-9e16-db002af01115 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:47:14.035626 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aecee001-f944-4e4a-b3a2-0f87fbb1537e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.049437 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-d8f5ecf7-e08f-4529-83f3-3cc563518bbd None None] Provisioning complete for port bd29122c-021d-4a08-834b-67acb3554f64 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:14.049715 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d8f5ecf7-e08f-4529-83f3-3cc563518bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.051559 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc08993-6f47-4fa1-96aa-621cc653a0bd None None] Pushing event updated for resources: {'Port': ['ID=e20ade67-7dc6-441e-9656-43ca49c87925,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:14.135629 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5059934b-21b0-47ec-b893-8b10f220bf17 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.154153 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-d8f5ecf7-e08f-4529-83f3-3cc563518bbd None None] Port bd29122c-021d-4a08-834b-67acb3554f64 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:47:14.162497 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7c8946a1-8339-4341-afdf-d58bf4ea521f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.167086 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecee001-f944-4e4a-b3a2-0f87fbb1537e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Network 0085d403-756b-4864-8389-a14b25720373 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:14.167837 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5059934b-21b0-47ec-b893-8b10f220bf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.177291 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c9eb445a-b5b5-4e04-8f08-3ba843e6a804 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.182291 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-7f61e64a-26b6-451d-954e-df15ec9384d3 None None] Set router 82cadb3a-55b1-497f-b25c-4b7a652b9a28 gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:47:14.184251 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9eb445a-b5b5-4e04-8f08-3ba843e6a804 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:14.184251 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c9eb445a-b5b5-4e04-8f08-3ba843e6a804 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.201458 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5059934b-21b0-47ec-b893-8b10f220bf17 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:14.237051 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-7c8946a1-8339-4341-afdf-d58bf4ea521f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9bfba32-efff-4490-bfec-f9aff14853dc']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:14.252559 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-aecee001-f944-4e4a-b3a2-0f87fbb1537e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:14.253254 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-5059934b-21b0-47ec-b893-8b10f220bf17 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:14.253619 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-7c8946a1-8339-4341-afdf-d58bf4ea521f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3504f3e4-e254-483e-8bd6-b88bb21333cb') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:14.253955 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-7c8946a1-8339-4341-afdf-d58bf4ea521f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3504f3e4-e254-483e-8bd6-b88bb21333cb') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:14.256513 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5059934b-21b0-47ec-b893-8b10f220bf17 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:47:14.268731 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecee001-f944-4e4a-b3a2-0f87fbb1537e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:47:14.269255 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7c8946a1-8339-4341-afdf-d58bf4ea521f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.284000 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecee001-f944-4e4a-b3a2-0f87fbb1537e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'Port': ['ID=3daf531a-cefd-4013-8003-4c2f9cf0c540,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:14.285383 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2dd5f0ad-362a-4ef3-bc9f-473bad939a58 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.289413 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7c8946a1-8339-4341-afdf-d58bf4ea521f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.314166 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c9eb445a-b5b5-4e04-8f08-3ba843e6a804 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7418509 Feb 16 12:47:14.323727 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34946) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:14.336334 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-3c49602d-c5ab-4dae-81db-c052f1caa468 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Request body: {'subnet': {'network_id': 'd32ad4e0-f8da-4d21-893e-beee07394c5b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:14.356032 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8946a1-8339-4341-afdf-d58bf4ea521f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:47:14.356464 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7c8946a1-8339-4341-afdf-d58bf4ea521f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.360042 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:47:14.360042 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:47:14.360042 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:47:14.360042 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:47:14.360042 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:47:14.360042 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:47:14.360042 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:47:14.360042 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:47:14.360042 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:47:14.360042 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:47:14.360042 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:47:14.360042 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:47:14.360042 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:47:14.360042 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:47:14.360042 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:47:14.360042 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:47:14.360042 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:47:14.360042 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:47:14.360042 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:47:14.360042 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:47:14.360042 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:47:14.360042 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:47:14.360042 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:47:14.360042 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:47:14.360042 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:47:14.360042 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:47:14.360042 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:47:14.360042 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:47:14.360042 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:47:14.360042 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:47:14.360042 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:47:14.360042 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:47:14.368039 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device c3be4bf4-abe2-4398-a789-742daca1a318 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:47:14.392365 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-d8f5ecf7-e08f-4529-83f3-3cc563518bbd None None] Provisioning complete for port c3be4bf4-abe2-4398-a789-742daca1a318 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:14.392365 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d8f5ecf7-e08f-4529-83f3-3cc563518bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.438068 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-50d9ba87-3d08-42d4-8d05-ed9b779c0050 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Allocated IP 2001:db8::119 (8f2fc9c2-6909-42b1-9817-f8926b88a024/16329e50-86e0-4e65-b052-3df5019e4910/ab46ac99-0beb-4d5a-9841-fb3b3890e59b) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:14.443450 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb445a-b5b5-4e04-8f08-3ba843e6a804 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event updated for resources: {'Network': ['ID=d32ad4e0-f8da-4d21-893e-beee07394c5b,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:14.474893 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecee001-f944-4e4a-b3a2-0f87fbb1537e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:14.475949 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aecee001-f944-4e4a-b3a2-0f87fbb1537e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.480936 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-e5da6cd4-b7a9-4ed8-bf91-d9b1c01d0caa tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Allocated IP 172.20.0.11 (e6fd5a79-273e-4f7a-8fc2-c7cc11826a58/6163d39d-bb04-43aa-b878-f28206276f38/e17dea49-056d-4d57-9e16-db002af01115) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:14.502944 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network d32ad4e0-f8da-4d21-893e-beee07394c5b details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:47:14.534648 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-aecee001-f944-4e4a-b3a2-0f87fbb1537e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8628180 Feb 16 12:47:14.543620 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34948) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:14.570889 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7c8946a1-8339-4341-afdf-d58bf4ea521f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.573548 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059934b-21b0-47ec-b893-8b10f220bf17 None None] Pushing event updated for resources: {'Port': ['ID=c6dd783d-8930-493d-a058-f06bee420756,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:14.586149 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7c8946a1-8339-4341-afdf-d58bf4ea521f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.590145 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-7c8946a1-8339-4341-afdf-d58bf4ea521f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "DELETE /v2.0/networks/e9bfba32-efff-4490-bfec-f9aff14853dc HTTP/1.1" status: 204 len: 168 time: 4.8045630 Feb 16 12:47:14.594526 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34950) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:14.639289 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8946a1-8339-4341-afdf-d58bf4ea521f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event deleted for resources: {'Network': ['ID=e9bfba32-efff-4490-bfec-f9aff14853dc,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:14.645032 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-94dd1832-1057-415d-aa34-ccda2fb620bb tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] GET failed (client error): The resource could not be found. Feb 16 12:47:14.647037 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-94dd1832-1057-415d-aa34-ccda2fb620bb tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "GET /v2.0/subnets/5c1a93b0-b0e5-46ce-862f-12d2bffb478b HTTP/1.1" status: 404 len: 337 time: 0.0375814 Feb 16 12:47:14.651668 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34952) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:14.659214 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5059934b-21b0-47ec-b893-8b10f220bf17 None None] Attempting to bind port c6dd783d-8930-493d-a058-f06bee420756 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:14.661366 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5059934b-21b0-47ec-b893-8b10f220bf17 None None] Attempting to bind port c6dd783d-8930-493d-a058-f06bee420756 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:14.661860 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5059934b-21b0-47ec-b893-8b10f220bf17 None None] Attempting to bind port c6dd783d-8930-493d-a058-f06bee420756 on network 8f2fc9c2-6909-42b1-9817-f8926b88a024 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:47:14.683750 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f6d5e2f-c7d6-43ff-b0e7-4288a06090bc tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:14.684740 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f6d5e2f-c7d6-43ff-b0e7-4288a06090bc tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:14.688508 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-7f6d5e2f-c7d6-43ff-b0e7-4288a06090bc tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "DELETE /v2.0/networks/e9bfba32-efff-4490-bfec-f9aff14853dc HTTP/1.1" status: 404 len: 339 time: 0.0356472 Feb 16 12:47:14.713959 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34954) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:14.725211 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5059934b-21b0-47ec-b893-8b10f220bf17 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:47:14.725522 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5059934b-21b0-47ec-b893-8b10f220bf17 None None] Checking segment: {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:47:14.725792 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5059934b-21b0-47ec-b893-8b10f220bf17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.726050 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5059934b-21b0-47ec-b893-8b10f220bf17 None None] Bound using segment: {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:47:14.726530 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5059934b-21b0-47ec-b893-8b10f220bf17 None None] Bound port: c6dd783d-8930-493d-a058-f06bee420756, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:14.726924 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5059934b-21b0-47ec-b893-8b10f220bf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.735566 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c49602d-c5ab-4dae-81db-c052f1caa468 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Made reservation on behalf of 98b1135bbc52416fb743fd9e2fe1b3df for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:14.739918 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3c49602d-c5ab-4dae-81db-c052f1caa468 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.840346 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d83c34-1f62-4877-b270-217f93bcdce2 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:14.844702 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-85d83c34-1f62-4877-b270-217f93bcdce2 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 922 time: 0.2971554 Feb 16 12:47:14.846943 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34956) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:14.860449 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port c3be4bf4-abe2-4398-a789-742daca1a318 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:14.860795 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.912567 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b727fd-fc33-40d2-9cd3-858822fb5e42 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:14.916337 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d5b727fd-fc33-40d2-9cd3-858822fb5e42 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1950738 Feb 16 12:47:14.918604 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34958) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:14.941196 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-5059934b-21b0-47ec-b893-8b10f220bf17 None None] For port c6dd783d-8930-493d-a058-f06bee420756, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:47:14.949122 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-5059934b-21b0-47ec-b893-8b10f220bf17 None None] For port c6dd783d-8930-493d-a058-f06bee420756, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=c6dd783d-8930-493d-a058-f06bee420756,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:47:14.957056 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2dd5f0ad-362a-4ef3-bc9f-473bad939a58 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3843129', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3843523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28061'] for router, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.964663 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-50d9ba87-3d08-42d4-8d05-ed9b779c0050 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.970863 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ecd5b844-f822-48bf-bcdc-cab8f0286e87 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "GET /v2.0/subnets?network_id=a08a3d1b-2e35-4b18-9cb0-756d355083e6 HTTP/1.1" status: 200 len: 207 time: 0.0463738 Feb 16 12:47:14.973753 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-d8f5ecf7-e08f-4529-83f3-3cc563518bbd None None] Provisioning complete for port 3c70a181-f39d-4bcc-a17f-f63e559b8bde triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:14.974134 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d8f5ecf7-e08f-4529-83f3-3cc563518bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.975200 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34960) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:14.988247 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2dd5f0ad-362a-4ef3-bc9f-473bad939a58 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3843106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3843115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3843959'] for router, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.998076 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5059934b-21b0-47ec-b893-8b10f220bf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.065677 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e5da6cd4-b7a9-4ed8-bf91-d9b1c01d0caa tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.090821 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059934b-21b0-47ec-b893-8b10f220bf17 None None] Pushing event updated for resources: {'Port': ['ID=c6dd783d-8930-493d-a058-f06bee420756,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:15.116804 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-d8f5ecf7-e08f-4529-83f3-3cc563518bbd None None] Port 3c70a181-f39d-4bcc-a17f-f63e559b8bde cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:47:15.123486 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e5da6cd4-b7a9-4ed8-bf91-d9b1c01d0caa tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.130321 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-50d9ba87-3d08-42d4-8d05-ed9b779c0050 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.171347 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d9ba87-3d08-42d4-8d05-ed9b779c0050 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:15.195378 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-7f61e64a-26b6-451d-954e-df15ec9384d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'name': 'tempest-RoutersIpV6Test-router-1385319131', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:04Z', 'updated_at': '2022-02-16T12:47:10Z', 'revision_number': 2, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'gw_port_host': None, '_interfaces': [{'id': 'bd29122c-021d-4a08-834b-67acb3554f64', 'name': '', 'network_id': 'ef2b90ed-2280-42f9-9383-c32610fcff3f', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:60:98:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:08Z', 'updated_at': '2022-02-16T12:47:11Z', 'revision_number': 2, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:15.228543 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-50d9ba87-3d08-42d4-8d05-ed9b779c0050 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:15.259791 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d9ba87-3d08-42d4-8d05-ed9b779c0050 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:47:15.267204 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d9ba87-3d08-42d4-8d05-ed9b779c0050 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:15.268274 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-50d9ba87-3d08-42d4-8d05-ed9b779c0050 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.283766 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f61e64a-26b6-451d-954e-df15ec9384d3 None None] Checking router: 82cadb3a-55b1-497f-b25c-4b7a652b9a28 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:47:15.284116 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f61e64a-26b6-451d-954e-df15ec9384d3 None None] Updating router 82cadb3a-55b1-497f-b25c-4b7a652b9a28 port bd29122c-021d-4a08-834b-67acb3554f64 binding host dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:47:15.291369 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5da6cd4-b7a9-4ed8-bf91-d9b1c01d0caa tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Network e6fd5a79-273e-4f7a-8fc2-c7cc11826a58 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:15.309315 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-e5da6cd4-b7a9-4ed8-bf91-d9b1c01d0caa tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:15.343039 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-fabc5d00-914a-4950-b02b-be8b213b4dba None None] Provisioning complete for port bd29122c-021d-4a08-834b-67acb3554f64 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:15.349695 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fabc5d00-914a-4950-b02b-be8b213b4dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.350267 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5da6cd4-b7a9-4ed8-bf91-d9b1c01d0caa tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:47:15.352070 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-a9cb8081-bd2b-4497-9136-888819f448e2 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Deleting port 3daf531a-cefd-4013-8003-4c2f9cf0c540 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:15.352451 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a9cb8081-bd2b-4497-9136-888819f448e2 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.374779 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da6cd4-b7a9-4ed8-bf91-d9b1c01d0caa tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Pushing event updated for resources: {'Port': ['ID=e17dea49-056d-4d57-9e16-db002af01115,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:15.377125 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3c49602d-c5ab-4dae-81db-c052f1caa468 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.390384 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7f61e64a-26b6-451d-954e-df15ec9384d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.416845 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-50d9ba87-3d08-42d4-8d05-ed9b779c0050 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6576481 Feb 16 12:47:15.424074 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34962) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:15.427891 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device e20ade67-7dc6-441e-9656-43ca49c87925 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:47:15.436068 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a8913d-12e3-449d-ba15-221fd86130fa tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:15.445584 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a8913d-12e3-449d-ba15-221fd86130fa tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:15.455006 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a8913d-12e3-449d-ba15-221fd86130fa tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:15.466337 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a8913d-12e3-449d-ba15-221fd86130fa tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:15.468677 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-55a8913d-12e3-449d-ba15-221fd86130fa tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4912150 Feb 16 12:47:15.534587 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34964) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:15.548670 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c49602d-c5ab-4dae-81db-c052f1caa468 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event updated for resources: {'Subnet': ['ID=91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:15.550739 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-fabc5d00-914a-4950-b02b-be8b213b4dba None None] Port bd29122c-021d-4a08-834b-67acb3554f64 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:47:15.616131 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-fabc5d00-914a-4950-b02b-be8b213b4dba None None] Provisioning complete for port 3c70a181-f39d-4bcc-a17f-f63e559b8bde triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:15.616131 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fabc5d00-914a-4950-b02b-be8b213b4dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.632828 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c49602d-c5ab-4dae-81db-c052f1caa468 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Checking segment: {'id': 'a544bfd0-a5d2-4843-aa2f-bf83dc531e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd32ad4e0-f8da-4d21-893e-beee07394c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:47:15.633184 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c49602d-c5ab-4dae-81db-c052f1caa468 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Network hostable DHCP agents. Network: d32ad4e0-f8da-4d21-893e-beee07394c5b, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:47:15.635194 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd5f0ad-362a-4ef3-bc9f-473bad939a58 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Router e188d4c2-22e4-4901-a0d5-1dda2bd558c6 is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:47:15.701542 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c49602d-c5ab-4dae-81db-c052f1caa468 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Network d32ad4e0-f8da-4d21-893e-beee07394c5b is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:47:15.744644 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d9ba87-3d08-42d4-8d05-ed9b779c0050 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Port': ['ID=ab46ac99-0beb-4d5a-9841-fb3b3890e59b,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:15.779806 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5da6cd4-b7a9-4ed8-bf91-d9b1c01d0caa tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:15.780535 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e5da6cd4-b7a9-4ed8-bf91-d9b1c01d0caa tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.815990 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-3c49602d-c5ab-4dae-81db-c052f1caa468 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, d32ad4e0-f8da-4d21-893e-beee07394c5b) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:15.821524 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cf1388-6066-4dbe-8f01-ca0b645d2702 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:15.821668 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a9cb8081-bd2b-4497-9136-888819f448e2 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.829589 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cf1388-6066-4dbe-8f01-ca0b645d2702 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:15.831427 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-10cf1388-6066-4dbe-8f01-ca0b645d2702 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4038186 Feb 16 12:47:15.835496 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34966) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:15.838020 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c49602d-c5ab-4dae-81db-c052f1caa468 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:15.838776 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3c49602d-c5ab-4dae-81db-c052f1caa468 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.838915 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-fabc5d00-914a-4950-b02b-be8b213b4dba None None] Port 3c70a181-f39d-4bcc-a17f-f63e559b8bde cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:47:15.850058 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d9e81b-d600-4b60-a71a-cca162ca85f9 None None] Network 0085d403-756b-4864-8389-a14b25720373 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:15.853688 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45561d6-0724-4732-b610-c9757377c48a None None] Network d32ad4e0-f8da-4d21-893e-beee07394c5b requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:15.858200 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-a9cb8081-bd2b-4497-9136-888819f448e2 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Calling delete_port for 3daf531a-cefd-4013-8003-4c2f9cf0c540 owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:15.863797 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e5da6cd4-b7a9-4ed8-bf91-d9b1c01d0caa tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2084236 Feb 16 12:47:15.864386 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port e20ade67-7dc6-441e-9656-43ca49c87925 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:15.864386 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.867486 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34968) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:15.876110 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-d2b9446a-2e34-407b-a4d7-fc664884bfb4 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Request body: {'floatingip': {'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:15.920870 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5c00543b-ede6-4239-be49-1ddb98cc759d tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3825479 Feb 16 12:47:15.927908 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34970) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:16.249222 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-795bfa80-940d-40af-a70b-6a1fc99241ab None None] Provisioning complete for port e17dea49-056d-4d57-9e16-db002af01115 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:16.249719 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-795bfa80-940d-40af-a70b-6a1fc99241ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.283631 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3c49602d-c5ab-4dae-81db-c052f1caa468 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9552081 Feb 16 12:47:16.302725 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-795bfa80-940d-40af-a70b-6a1fc99241ab None None] Port e17dea49-056d-4d57-9e16-db002af01115 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:47:16.311879 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34972) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:16.351213 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d2b9446a-2e34-407b-a4d7-fc664884bfb4 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks [] for floatingip, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.357384 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0ed061-1791-4fea-8df7-ea318f336ec6 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:16.359941 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0ed061-1791-4fea-8df7-ea318f336ec6 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:16.361768 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5b0ed061-1791-4fea-8df7-ea318f336ec6 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.4325554 Feb 16 12:47:16.380377 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34974) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:16.460612 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932a4923-e92f-4871-9c69-f44fc25c65cf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Attributes excluded by policy engine: ['shared'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:16.462820 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932a4923-e92f-4871-9c69-f44fc25c65cf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Attributes excluded by policy engine: ['shared'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:16.464540 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-932a4923-e92f-4871-9c69-f44fc25c65cf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0817885 Feb 16 12:47:16.465755 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd5f0ad-362a-4ef3-bc9f-473bad939a58 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:47:16.472680 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34976) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:16.484967 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-795bfa80-940d-40af-a70b-6a1fc99241ab None None] Provisioning complete for port e20ade67-7dc6-441e-9656-43ca49c87925 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:16.485546 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-795bfa80-940d-40af-a70b-6a1fc99241ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.487054 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-e247daf0-3e60-493a-a062-32d71a8de37f tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting port ab46ac99-0beb-4d5a-9841-fb3b3890e59b {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:16.487479 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e247daf0-3e60-493a-a062-32d71a8de37f tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.497513 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf5a6f8-7912-43c6-a879-03298d609d94 None None] Sync routers for ids ['e188d4c2-22e4-4901-a0d5-1dda2bd558c6'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:16.507983 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2dd5f0ad-362a-4ef3-bc9f-473bad939a58 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.508216 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.511627 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2dd5f0ad-362a-4ef3-bc9f-473bad939a58 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] 10.222.0.90 "PUT /v2.0/routers/e188d4c2-22e4-4901-a0d5-1dda2bd558c6 HTTP/1.1" status: 200 len: 917 time: 4.7003098 Feb 16 12:47:16.514436 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34978) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:16.613948 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf5a6f8-7912-43c6-a879-03298d609d94 None None] Routers {'e188d4c2-22e4-4901-a0d5-1dda2bd558c6'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:47:16.614860 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6bf5a6f8-7912-43c6-a879-03298d609d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:46:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['e188d4c2-22e4-4901-a0d5-1dda2bd558c6'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:16.722426 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a9cb8081-bd2b-4497-9136-888819f448e2 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.731377 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e247daf0-3e60-493a-a062-32d71a8de37f tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.738817 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6bf5a6f8-7912-43c6-a879-03298d609d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:16.751071 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-e247daf0-3e60-493a-a062-32d71a8de37f tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Calling delete_port for ab46ac99-0beb-4d5a-9841-fb3b3890e59b owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:16.751215 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4b7819-290f-4ab8-8630-a4013c83c8a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-d32ad4e0-f8da-4d21-893e-beee07394c5b', 'network_id': 'd32ad4e0-f8da-4d21-893e-beee07394c5b', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'fixed_ips': [{'subnet_id': '91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:47:16.753771 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0e4b7819-290f-4ab8-8630-a4013c83c8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.761286 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port e20ade67-7dc6-441e-9656-43ca49c87925, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=e20ade67-7dc6-441e-9656-43ca49c87925,segment=NetworkSegment(c204a616-5876-4fdb-a470-e3725e8bc0f5),segment_id=c204a616-5876-4fdb-a470-e3725e8bc0f5)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:16.792766 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.796227 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb8081-bd2b-4497-9136-888819f448e2 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'Port': ['ID=3daf531a-cefd-4013-8003-4c2f9cf0c540,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:16.848852 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743e7f1a-6bea-4f3a-8cbf-85a3424f33d5 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:16.850879 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf5a6f8-7912-43c6-a879-03298d609d94 None None] Routers {'e188d4c2-22e4-4901-a0d5-1dda2bd558c6'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:47:16.851504 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6bf5a6f8-7912-43c6-a879-03298d609d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:46:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['e188d4c2-22e4-4901-a0d5-1dda2bd558c6'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:16.856756 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7f61e64a-26b6-451d-954e-df15ec9384d3 None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.951083 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8a564b-37c0-4e69-a5ff-7fd89472ad7f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:16.957886 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5a8a564b-37c0-4e69-a5ff-7fd89472ad7f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "GET /v2.0/networks/d76771af-479a-4d20-b784-90f8d7aed264 HTTP/1.1" status: 200 len: 799 time: 0.4840703 Feb 16 12:47:16.959483 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34980) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:16.975429 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d2b9446a-2e34-407b-a4d7-fc664884bfb4 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.977715 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7f61e64a-26b6-451d-954e-df15ec9384d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.979735 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6bf5a6f8-7912-43c6-a879-03298d609d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:16.981188 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf5a6f8-7912-43c6-a879-03298d609d94 None None] The sync data for ids ['e188d4c2-22e4-4901-a0d5-1dda2bd558c6'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:16.983706 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a9cb8081-bd2b-4497-9136-888819f448e2 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.989429 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a9cb8081-bd2b-4497-9136-888819f448e2 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/ports/3daf531a-cefd-4013-8003-4c2f9cf0c540 HTTP/1.1" status: 204 len: 168 time: 2.1409030 Feb 16 12:47:16.991842 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34982) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:17.083606 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e524e02-5995-42e3-9f68-2fe6e348d9eb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] GET failed (client error): The resource could not be found. Feb 16 12:47:17.085301 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2e524e02-5995-42e3-9f68-2fe6e348d9eb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "GET /v2.0/ports/3daf531a-cefd-4013-8003-4c2f9cf0c540 HTTP/1.1" status: 404 len: 333 time: 0.0895700 Feb 16 12:47:17.089649 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34984) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:17.097827 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-920e9a06-0a02-4bec-aec6-883b9f714811 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] 10.222.0.90 "GET /v2.0/routers/e188d4c2-22e4-4901-a0d5-1dda2bd558c6 HTTP/1.1" status: 200 len: 923 time: 0.4894903 Feb 16 12:47:17.099981 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34986) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:17.101420 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=e20ade67-7dc6-441e-9656-43ca49c87925,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:17.230877 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-d2b9446a-2e34-407b-a4d7-fc664884bfb4 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Allocated IP 172.26.2.136 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/f6a1c621-e3c2-4c19-bb46-cb888f5b7ddb) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:17.247221 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f5e43fd0-9a9e-4f2a-8406-b6246e07fc09 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:17.258338 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec500c58-5a0f-4147-a7df-34a04de34d2a tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:17.262175 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ec500c58-5a0f-4147-a7df-34a04de34d2a tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] 10.222.0.90 "GET /v2.0/ports?network_id=a08a3d1b-2e35-4b18-9cb0-756d355083e6&device_id=e188d4c2-22e4-4901-a0d5-1dda2bd558c6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1587417 Feb 16 12:47:17.271118 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-dc53424d-eb26-41eb-9c1a-7602025a62f8 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "GET /v2.0/networks/d76771af-479a-4d20-b784-90f8d7aed264?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2885857 Feb 16 12:47:17.271118 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34988) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:17.283868 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34990) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:17.323323 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e247daf0-3e60-493a-a062-32d71a8de37f tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:17.332438 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2260cf4-a3ca-41f2-bfd4-6294c7ce26aa None None] Pushing event updated for resources: {'Port': ['ID=bd29122c-021d-4a08-834b-67acb3554f64,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:17.462816 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-0e4b7819-290f-4ab8-8630-a4013c83c8a0 None None] Allocated IP 2001:db8:1::2 (d32ad4e0-f8da-4d21-893e-beee07394c5b/91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0/46fcceaf-6a36-48c0-80ba-c227dcc3125e) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:17.463431 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e247daf0-3e60-493a-a062-32d71a8de37f tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:17.472565 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e247daf0-3e60-493a-a062-32d71a8de37f tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/ports/ab46ac99-0beb-4d5a-9841-fb3b3890e59b HTTP/1.1" status: 204 len: 168 time: 1.6339321 Feb 16 12:47:17.472565 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e247daf0-3e60-493a-a062-32d71a8de37f tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Port': ['ID=ab46ac99-0beb-4d5a-9841-fb3b3890e59b,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:17.475138 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34992) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:17.504461 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-7f61e64a-26b6-451d-954e-df15ec9384d3 None None] Attempting to bind port bd29122c-021d-4a08-834b-67acb3554f64 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:17.505023 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-7f61e64a-26b6-451d-954e-df15ec9384d3 None None] Attempting to bind port bd29122c-021d-4a08-834b-67acb3554f64 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '390368aa-f88b-48a0-aa62-f8f13d99dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'ef2b90ed-2280-42f9-9383-c32610fcff3f'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:17.505511 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f61e64a-26b6-451d-954e-df15ec9384d3 None None] Attempting to bind port bd29122c-021d-4a08-834b-67acb3554f64 on network ef2b90ed-2280-42f9-9383-c32610fcff3f {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:47:17.526146 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f61e64a-26b6-451d-954e-df15ec9384d3 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:47:17.526552 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f61e64a-26b6-451d-954e-df15ec9384d3 None None] Checking segment: {'id': '390368aa-f88b-48a0-aa62-f8f13d99dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'ef2b90ed-2280-42f9-9383-c32610fcff3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:47:17.526921 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7f61e64a-26b6-451d-954e-df15ec9384d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:17.527310 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f61e64a-26b6-451d-954e-df15ec9384d3 None None] Bound using segment: {'id': '390368aa-f88b-48a0-aa62-f8f13d99dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'ef2b90ed-2280-42f9-9383-c32610fcff3f'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:47:17.527783 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-7f61e64a-26b6-451d-954e-df15ec9384d3 None None] Bound port: bd29122c-021d-4a08-834b-67acb3554f64, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '390368aa-f88b-48a0-aa62-f8f13d99dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'ef2b90ed-2280-42f9-9383-c32610fcff3f'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:17.528158 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7f61e64a-26b6-451d-954e-df15ec9384d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:17.545860 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b738935b-db0a-4bfd-b641-facaadf76e7e tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:17.552521 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b738935b-db0a-4bfd-b641-facaadf76e7e tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "GET /v2.0/subnets/2c232c7d-8baa-4eb4-8aca-8b84f13ac7f3 HTTP/1.1" status: 200 len: 811 time: 0.2623236 Feb 16 12:47:17.552648 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34994) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:17.590118 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device e20ade67-7dc6-441e-9656-43ca49c87925 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:47:17.623975 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b818ba-9ffc-48df-814c-fdc0ab4fb520 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:17.628217 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b818ba-9ffc-48df-814c-fdc0ab4fb520 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:17.630711 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a3b818ba-9ffc-48df-814c-fdc0ab4fb520 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1522226 Feb 16 12:47:17.633527 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 34996) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:17.648619 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08796bc2-2284-449e-8b31-4151fa9344cc tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:17.653458 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-08796bc2-2284-449e-8b31-4151fa9344cc tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] 10.222.0.90 "GET /v2.0/networks/a08a3d1b-2e35-4b18-9cb0-756d355083e6 HTTP/1.1" status: 200 len: 881 time: 0.3814402 Feb 16 12:47:17.653678 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 34998) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:17.677838 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-17d1964a-c319-4665-909f-1db867ae6201 None None] Provisioning complete for port c6dd783d-8930-493d-a058-f06bee420756 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:17.678223 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-17d1964a-c319-4665-909f-1db867ae6201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:17.723857 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c38da86-0182-4fda-a24a-4c9bb319373a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting subnet 16329e50-86e0-4e65-b052-3df5019e4910 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:47:17.729865 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6c38da86-0182-4fda-a24a-4c9bb319373a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:17.738658 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-8152f7ae-ac2b-43bc-a320-397bb0f8ab41 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] 10.222.0.90 "GET /v2.0/ports?device_id=e188d4c2-22e4-4901-a0d5-1dda2bd558c6 HTTP/1.1" status: 200 len: 205 time: 0.0648420 Feb 16 12:47:17.777928 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63de6485-0df6-4a3b-9e57-d58dfeb921c0 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Attributes excluded by policy engine: ['shared'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:17.782940 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-63de6485-0df6-4a3b-9e57-d58dfeb921c0 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "GET /v2.0/subnets/2c232c7d-8baa-4eb4-8aca-8b84f13ac7f3?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2273762 Feb 16 12:47:17.782940 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-1e48040f-696f-4595-a535-ddcc88fdddec tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Deleting port f2f755f8-b866-47ac-bea9-d65d7618a8ed {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:17.782940 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1e48040f-696f-4595-a535-ddcc88fdddec tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:17.791729 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35000) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:17.792730 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35002) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:17.798324 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6c38da86-0182-4fda-a24a-4c9bb319373a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:17.831732 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port e20ade67-7dc6-441e-9656-43ca49c87925 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:17.832103 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:17.894786 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-7f61e64a-26b6-451d-954e-df15ec9384d3 None None] For port bd29122c-021d-4a08-834b-67acb3554f64, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:47:17.896979 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-01bb0056-6f46-4b21-a1d6-aa334bd5795a tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-10570094'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:17.923833 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d2b9446a-2e34-407b-a4d7-fc664884bfb4 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:17.948845 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-7f61e64a-26b6-451d-954e-df15ec9384d3 None None] For port bd29122c-021d-4a08-834b-67acb3554f64, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=bd29122c-021d-4a08-834b-67acb3554f64,segment=NetworkSegment(390368aa-f88b-48a0-aa62-f8f13d99dfca),segment_id=390368aa-f88b-48a0-aa62-f8f13d99dfca)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:47:17.953992 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6c38da86-0182-4fda-a24a-4c9bb319373a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:17.995727 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7f61e64a-26b6-451d-954e-df15ec9384d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.058615 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0e4b7819-290f-4ab8-8630-a4013c83c8a0 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.097198 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0e4b7819-290f-4ab8-8630-a4013c83c8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.116315 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6c38da86-0182-4fda-a24a-4c9bb319373a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.123392 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-17d1964a-c319-4665-909f-1db867ae6201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.159547 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c38da86-0182-4fda-a24a-4c9bb319373a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Subnet': ['ID=16329e50-86e0-4e65-b052-3df5019e4910,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:18.167608 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6c38da86-0182-4fda-a24a-4c9bb319373a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.180206 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6c38da86-0182-4fda-a24a-4c9bb319373a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/16329e50-86e0-4e65-b052-3df5019e4910 HTTP/1.1" status: 204 len: 168 time: 0.5453048 Feb 16 12:47:18.181063 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35010) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:18.196914 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f61e64a-26b6-451d-954e-df15ec9384d3 None None] Routers {'82cadb3a-55b1-497f-b25c-4b7a652b9a28'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:47:18.197863 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-7f61e64a-26b6-451d-954e-df15ec9384d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:46:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:18.200567 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device c6dd783d-8930-493d-a058-f06bee420756 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:47:18.254652 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-68823735-907f-46ff-9554-88b74be63a81 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0721138 Feb 16 12:47:18.255731 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35012) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:18.261827 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-43e1e3ec-ae2d-4ced-9d96-9185ceb5b6d3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'subnet': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:18.300264 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4b7819-290f-4ab8-8630-a4013c83c8a0 None None] Network d32ad4e0-f8da-4d21-893e-beee07394c5b is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:18.303200 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2260cf4-a3ca-41f2-bfd4-6294c7ce26aa None None] Pushing event updated for resources: {'Port': ['ID=bd29122c-021d-4a08-834b-67acb3554f64,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:18.400369 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bb0056-6f46-4b21-a1d6-aa334bd5795a tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Made reservation on behalf of 05dd934713464510b741f50524d05f6e for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:18.403969 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-01bb0056-6f46-4b21-a1d6-aa334bd5795a tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.455959 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e1e3ec-ae2d-4ced-9d96-9185ceb5b6d3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:18.459877 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-43e1e3ec-ae2d-4ced-9d96-9185ceb5b6d3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.495342 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1e48040f-696f-4595-a535-ddcc88fdddec tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.555168 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-1e48040f-696f-4595-a535-ddcc88fdddec tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Calling delete_port for f2f755f8-b866-47ac-bea9-d65d7618a8ed owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:18.558797 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d2b9446a-2e34-407b-a4d7-fc664884bfb4 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.571068 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01bb0056-6f46-4b21-a1d6-aa334bd5795a tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:47:18.590229 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e3d19eda-7bca-404c-9655-b4de240ac282 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.610866 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f279fe66-bbbb-4a10-9851-55fbfc4e5186 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:18.626070 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-0e4b7819-290f-4ab8-8630-a4013c83c8a0 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:18.628690 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4b7819-290f-4ab8-8630-a4013c83c8a0 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:47:18.669334 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-f5e43fd0-9a9e-4f2a-8406-b6246e07fc09 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Allocated IP 2001:db8:1::1 (d32ad4e0-f8da-4d21-893e-beee07394c5b/91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0/d97df989-3e09-4ded-a1d3-b8b25a5cc65f) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:18.689196 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-01bb0056-6f46-4b21-a1d6-aa334bd5795a tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.689708 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-01bb0056-6f46-4b21-a1d6-aa334bd5795a tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Added segment 92cd1c79-112a-4884-a43f-a762990e0e97 of type vlan for network a1fc2dff-af93-454e-a369-95aead24ce9d Feb 16 12:47:18.734789 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b9446a-2e34-407b-a4d7-fc664884bfb4 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:18.763392 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-d2b9446a-2e34-407b-a4d7-fc664884bfb4 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:18.785687 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-43e1e3ec-ae2d-4ced-9d96-9185ceb5b6d3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.791976 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9446a-2e34-407b-a4d7-fc664884bfb4 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Pushing event updated for resources: {'Port': ['ID=f6a1c621-e3c2-4c19-bb46-cb888f5b7ddb,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:18.796430 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b9446a-2e34-407b-a4d7-fc664884bfb4 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:47:18.804509 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b7819-290f-4ab8-8630-a4013c83c8a0 None None] Pushing event updated for resources: {'Port': ['ID=46fcceaf-6a36-48c0-80ba-c227dcc3125e,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:18.842661 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-7f61e64a-26b6-451d-954e-df15ec9384d3 None None] Set router 82cadb3a-55b1-497f-b25c-4b7a652b9a28 gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:47:18.871097 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e1e3ec-ae2d-4ced-9d96-9185ceb5b6d3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:18.879086 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-43e1e3ec-ae2d-4ced-9d96-9185ceb5b6d3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:18.884667 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e1e3ec-ae2d-4ced-9d96-9185ceb5b6d3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:18.884969 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-43e1e3ec-ae2d-4ced-9d96-9185ceb5b6d3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.909969 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.db.api [None req-17d1964a-c319-4665-909f-1db867ae6201 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:47:18.909969 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG oslo_db.api [None req-17d1964a-c319-4665-909f-1db867ae6201 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:47:18.911536 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e1e3ec-ae2d-4ced-9d96-9185ceb5b6d3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Subnet': ['ID=61762c31-3ecc-4e10-ab13-49ce620f522e,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:18.919465 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-0e4b7819-290f-4ab8-8630-a4013c83c8a0 None None] Attempting to bind port 46fcceaf-6a36-48c0-80ba-c227dcc3125e on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:18.919837 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-0e4b7819-290f-4ab8-8630-a4013c83c8a0 None None] Attempting to bind port 46fcceaf-6a36-48c0-80ba-c227dcc3125e by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'a544bfd0-a5d2-4843-aa2f-bf83dc531e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd32ad4e0-f8da-4d21-893e-beee07394c5b'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:18.920179 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4b7819-290f-4ab8-8630-a4013c83c8a0 None None] Attempting to bind port 46fcceaf-6a36-48c0-80ba-c227dcc3125e on network d32ad4e0-f8da-4d21-893e-beee07394c5b {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:47:18.924060 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-43e1e3ec-ae2d-4ced-9d96-9185ceb5b6d3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6670620 Feb 16 12:47:18.926651 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35014) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:18.932055 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-31826657-33a3-49ba-b0cb-57a95027913a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'port': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'name': 'tempest-NetworksTestDHCPv6-533870084'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:18.939923 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port c6dd783d-8930-493d-a058-f06bee420756 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:18.940317 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.947638 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4b7819-290f-4ab8-8630-a4013c83c8a0 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:47:18.947638 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4b7819-290f-4ab8-8630-a4013c83c8a0 None None] Checking segment: {'id': 'a544bfd0-a5d2-4843-aa2f-bf83dc531e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd32ad4e0-f8da-4d21-893e-beee07394c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:47:18.948034 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0e4b7819-290f-4ab8-8630-a4013c83c8a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.948334 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4b7819-290f-4ab8-8630-a4013c83c8a0 None None] Bound using segment: {'id': 'a544bfd0-a5d2-4843-aa2f-bf83dc531e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd32ad4e0-f8da-4d21-893e-beee07394c5b'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:47:18.948842 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-0e4b7819-290f-4ab8-8630-a4013c83c8a0 None None] Bound port: 46fcceaf-6a36-48c0-80ba-c227dcc3125e, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a544bfd0-a5d2-4843-aa2f-bf83dc531e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd32ad4e0-f8da-4d21-893e-beee07394c5b'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:18.949224 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0e4b7819-290f-4ab8-8630-a4013c83c8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.064142 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-01bb0056-6f46-4b21-a1d6-aa334bd5795a tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.122689 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31826657-33a3-49ba-b0cb-57a95027913a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:19.130691 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-31826657-33a3-49ba-b0cb-57a95027913a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.136385 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d2b9446a-2e34-407b-a4d7-fc664884bfb4 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.157147 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e3d19eda-7bca-404c-9655-b4de240ac282 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.164078 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-01bb0056-6f46-4b21-a1d6-aa334bd5795a tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.165592 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-31826657-33a3-49ba-b0cb-57a95027913a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] device_id is not set on port b61bd907-c711-497a-9145-143da002c84a yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:47:19.170201 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bb0056-6f46-4b21-a1d6-aa334bd5795a tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:19.171055 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-01bb0056-6f46-4b21-a1d6-aa334bd5795a tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.193264 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-0e4b7819-290f-4ab8-8630-a4013c83c8a0 None None] For port 46fcceaf-6a36-48c0-80ba-c227dcc3125e, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:47:19.206344 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-0e4b7819-290f-4ab8-8630-a4013c83c8a0 None None] For port 46fcceaf-6a36-48c0-80ba-c227dcc3125e, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=46fcceaf-6a36-48c0-80ba-c227dcc3125e,segment=NetworkSegment(a544bfd0-a5d2-4843-aa2f-bf83dc531e5a),segment_id=a544bfd0-a5d2-4843-aa2f-bf83dc531e5a)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:47:19.218867 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0e4b7819-290f-4ab8-8630-a4013c83c8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.361790 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-31826657-33a3-49ba-b0cb-57a95027913a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Allocated IP 2001:db8::360 (8f2fc9c2-6909-42b1-9817-f8926b88a024/61762c31-3ecc-4e10-ab13-49ce620f522e/b61bd907-c711-497a-9145-143da002c84a) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:19.371018 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.403274 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b7819-290f-4ab8-8630-a4013c83c8a0 None None] Pushing event updated for resources: {'Port': ['ID=46fcceaf-6a36-48c0-80ba-c227dcc3125e,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:19.453106 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port c6dd783d-8930-493d-a058-f06bee420756, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=c6dd783d-8930-493d-a058-f06bee420756,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:19.469290 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.475569 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-17d1964a-c319-4665-909f-1db867ae6201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.515200 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-7f61e64a-26b6-451d-954e-df15ec9384d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'name': 'tempest-RoutersIpV6Test-router-1385319131', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:04Z', 'updated_at': '2022-02-16T12:47:10Z', 'revision_number': 2, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'gw_port_host': None, '_interfaces': [{'id': 'bd29122c-021d-4a08-834b-67acb3554f64', 'name': '', 'network_id': 'ef2b90ed-2280-42f9-9383-c32610fcff3f', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:60:98:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:08Z', 'updated_at': '2022-02-16T12:47:17Z', 'revision_number': 4, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:19.561941 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f61e64a-26b6-451d-954e-df15ec9384d3 None None] The sync data for ids ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'] in dv-neutron-828142-3-hyperv is: [{'id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'name': 'tempest-RoutersIpV6Test-router-1385319131', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:04Z', 'updated_at': '2022-02-16T12:47:10Z', 'revision_number': 2, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'gw_port_host': None, '_interfaces': [{'id': 'bd29122c-021d-4a08-834b-67acb3554f64', 'name': '', 'network_id': 'ef2b90ed-2280-42f9-9383-c32610fcff3f', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:60:98:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:08Z', 'updated_at': '2022-02-16T12:47:17Z', 'revision_number': 4, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:19.624312 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922039d1-4cc7-466c-8b85-484bd03ed200 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:19.651725 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=c6dd783d-8930-493d-a058-f06bee420756,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:19.721721 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-31826657-33a3-49ba-b0cb-57a95027913a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.740456 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.db.api [None req-17d1964a-c319-4665-909f-1db867ae6201 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:47:19.741005 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG oslo_db.api [None req-17d1964a-c319-4665-909f-1db867ae6201 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:47:19.799635 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-01bb0056-6f46-4b21-a1d6-aa334bd5795a tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.9198437 Feb 16 12:47:19.801266 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35016) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:19.806632 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-29e9db7a-f685-499c-92c7-4a6eae0b412a tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Request body: {'subnet': {'network_id': 'a1fc2dff-af93-454e-a369-95aead24ce9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:19.818195 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-31826657-33a3-49ba-b0cb-57a95027913a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.831890 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f5e43fd0-9a9e-4f2a-8406-b6246e07fc09 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.843471 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d2b9446a-2e34-407b-a4d7-fc664884bfb4 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.886372 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb0056-6f46-4b21-a1d6-aa334bd5795a tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event updated for resources: {'Network': ['ID=a1fc2dff-af93-454e-a369-95aead24ce9d,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:19.895139 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1e48040f-696f-4595-a535-ddcc88fdddec tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.913833 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network a1fc2dff-af93-454e-a369-95aead24ce9d details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:47:19.965476 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31826657-33a3-49ba-b0cb-57a95027913a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:19.978554 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-31826657-33a3-49ba-b0cb-57a95027913a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:19.982814 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31826657-33a3-49ba-b0cb-57a95027913a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:47:19.994289 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31826657-33a3-49ba-b0cb-57a95027913a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:19.994974 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-31826657-33a3-49ba-b0cb-57a95027913a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.043627 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31826657-33a3-49ba-b0cb-57a95027913a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Port': ['ID=b61bd907-c711-497a-9145-143da002c84a,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:20.069248 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31826657-33a3-49ba-b0cb-57a95027913a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:20.069483 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31826657-33a3-49ba-b0cb-57a95027913a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:20.069785 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31826657-33a3-49ba-b0cb-57a95027913a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:20.070071 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31826657-33a3-49ba-b0cb-57a95027913a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:20.070397 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31826657-33a3-49ba-b0cb-57a95027913a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:20.070721 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31826657-33a3-49ba-b0cb-57a95027913a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:20.070832 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48040f-696f-4595-a535-ddcc88fdddec tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'Port': ['ID=f2f755f8-b866-47ac-bea9-d65d7618a8ed,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:20.071052 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31826657-33a3-49ba-b0cb-57a95027913a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:20.071356 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31826657-33a3-49ba-b0cb-57a95027913a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:20.071849 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31826657-33a3-49ba-b0cb-57a95027913a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:20.072287 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31826657-33a3-49ba-b0cb-57a95027913a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:20.072612 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31826657-33a3-49ba-b0cb-57a95027913a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:20.075062 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31826657-33a3-49ba-b0cb-57a95027913a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:20.101629 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-31826657-33a3-49ba-b0cb-57a95027913a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1691484 Feb 16 12:47:20.113497 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35018) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:20.212128 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e9db7a-f685-499c-92c7-4a6eae0b412a tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Made reservation on behalf of 05dd934713464510b741f50524d05f6e for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:20.216596 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-29e9db7a-f685-499c-92c7-4a6eae0b412a tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.234282 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7a689d-f6c3-4463-a581-80245d6207f6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:20.240574 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7a689d-f6c3-4463-a581-80245d6207f6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:20.242485 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6e7a689d-f6c3-4463-a581-80245d6207f6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1279616 Feb 16 12:47:20.253401 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-89b3d9e0-a2b7-4b88-8fa0-fa63d5630711 None None] Could not find standard attr ID for object 3daf531a-cefd-4013-8003-4c2f9cf0c540. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:47:20.254124 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35020) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:20.282900 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-89b3d9e0-a2b7-4b88-8fa0-fa63d5630711 None None] Provisioning complete for port bd29122c-021d-4a08-834b-67acb3554f64 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:20.283516 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89b3d9e0-a2b7-4b88-8fa0-fa63d5630711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.416513 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f5e43fd0-9a9e-4f2a-8406-b6246e07fc09 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.421481 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.ipam_backend_mixin [None req-29e9db7a-f685-499c-92c7-4a6eae0b412a tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Performing IP validity checks on allocation pools {{(pid=109049) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 16 12:47:20.423295 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.ipam_backend_mixin [None req-29e9db7a-f685-499c-92c7-4a6eae0b412a tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109049) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 16 12:47:20.428315 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-e3d19eda-7bca-404c-9655-b4de240ac282 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Deleting port d1b17a53-4d79-4915-9934-1e8c07e23455 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:20.428819 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e3d19eda-7bca-404c-9655-b4de240ac282 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.429832 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89b3d9e0-a2b7-4b88-8fa0-fa63d5630711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.490167 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d2b9446a-2e34-407b-a4d7-fc664884bfb4 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.509814 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-89b3d9e0-a2b7-4b88-8fa0-fa63d5630711 None None] For port bd29122c-021d-4a08-834b-67acb3554f64, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=bd29122c-021d-4a08-834b-67acb3554f64,segment=NetworkSegment(390368aa-f88b-48a0-aa62-f8f13d99dfca),segment_id=390368aa-f88b-48a0-aa62-f8f13d99dfca)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:20.526162 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89b3d9e0-a2b7-4b88-8fa0-fa63d5630711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.566192 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d2b9446a-2e34-407b-a4d7-fc664884bfb4 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.569226 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e43fd0-9a9e-4f2a-8406-b6246e07fc09 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event updated for resources: {'Port': ['ID=d97df989-3e09-4ded-a1d3-b8b25a5cc65f,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:20.579808 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-89b3d9e0-a2b7-4b88-8fa0-fa63d5630711 None None] Could not find standard attr ID for object f2f755f8-b866-47ac-bea9-d65d7618a8ed. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:47:20.633697 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-29e9db7a-f685-499c-92c7-4a6eae0b412a tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.641931 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-89b3d9e0-a2b7-4b88-8fa0-fa63d5630711 None None] Provisioning complete for port e20ade67-7dc6-441e-9656-43ca49c87925 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:20.642502 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89b3d9e0-a2b7-4b88-8fa0-fa63d5630711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.653912 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-b48b59af-55be-4173-89cf-5df05adae2eb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting port b61bd907-c711-497a-9145-143da002c84a {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:20.654300 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b48b59af-55be-4173-89cf-5df05adae2eb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.663418 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9446a-2e34-407b-a4d7-fc664884bfb4 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Pushing event updated for resources: {'Port': ['ID=f6a1c621-e3c2-4c19-bb46-cb888f5b7ddb,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:20.677072 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1e48040f-696f-4595-a535-ddcc88fdddec tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.683712 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1e48040f-696f-4595-a535-ddcc88fdddec tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/ports/f2f755f8-b866-47ac-bea9-d65d7618a8ed HTTP/1.1" status: 204 len: 168 time: 3.5928600 Feb 16 12:47:20.691677 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e43fd0-9a9e-4f2a-8406-b6246e07fc09 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Network d32ad4e0-f8da-4d21-893e-beee07394c5b is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:20.694986 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35024) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:20.706595 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3d9e0-a2b7-4b88-8fa0-fa63d5630711 None None] Pushing event updated for resources: {'Port': ['ID=bd29122c-021d-4a08-834b-67acb3554f64,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:20.761144 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-f5e43fd0-9a9e-4f2a-8406-b6246e07fc09 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:20.764191 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-903c630d-dab4-46fe-b2bb-5e7c81688d20 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] GET failed (client error): The resource could not be found. Feb 16 12:47:20.766783 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-903c630d-dab4-46fe-b2bb-5e7c81688d20 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "GET /v2.0/ports/f2f755f8-b866-47ac-bea9-d65d7618a8ed HTTP/1.1" status: 404 len: 333 time: 0.0679586 Feb 16 12:47:20.774855 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e43fd0-9a9e-4f2a-8406-b6246e07fc09 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:47:20.775475 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f5e43fd0-9a9e-4f2a-8406-b6246e07fc09 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.801309 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35026) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:20.828483 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-89b3d9e0-a2b7-4b88-8fa0-fa63d5630711 None None] Provisioning complete for port c6dd783d-8930-493d-a058-f06bee420756 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:20.828886 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89b3d9e0-a2b7-4b88-8fa0-fa63d5630711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.837871 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d2b9446a-2e34-407b-a4d7-fc664884bfb4 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.924881 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9db7a-f685-499c-92c7-4a6eae0b412a tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event updated for resources: {'Subnet': ['ID=eba8bbde-c2bc-4d16-b4f2-15da597d6916,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:20.953359 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e3d19eda-7bca-404c-9655-b4de240ac282 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.959379 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e9db7a-f685-499c-92c7-4a6eae0b412a tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Checking segment: {'id': '92cd1c79-112a-4884-a43f-a762990e0e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a1fc2dff-af93-454e-a369-95aead24ce9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:47:20.959729 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e9db7a-f685-499c-92c7-4a6eae0b412a tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Network hostable DHCP agents. Network: a1fc2dff-af93-454e-a369-95aead24ce9d, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:47:20.973818 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-e3d19eda-7bca-404c-9655-b4de240ac282 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Calling delete_port for d1b17a53-4d79-4915-9934-1e8c07e23455 owned by network:router_gateway {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:20.985863 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b48b59af-55be-4173-89cf-5df05adae2eb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.993306 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-380f4f4b-821b-4fdf-8eba-b62aa078bb94 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Deleting subnet f692874c-13d8-432b-bbf3-cee695404a16 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:47:20.997510 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-380f4f4b-821b-4fdf-8eba-b62aa078bb94 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:21.037122 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d2b9446a-2e34-407b-a4d7-fc664884bfb4 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:21.038229 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-b48b59af-55be-4173-89cf-5df05adae2eb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Calling delete_port for b61bd907-c711-497a-9145-143da002c84a owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:21.038871 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d2b9446a-2e34-407b-a4d7-fc664884bfb4 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1662643 Feb 16 12:47:21.042385 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35028) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:21.067474 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e9db7a-f685-499c-92c7-4a6eae0b412a tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Network a1fc2dff-af93-454e-a369-95aead24ce9d is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:47:21.090495 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-9aae783a-55e0-4886-96a9-8cafb5c899c6 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Request body: {'floatingip': {'port_id': 'e17dea49-056d-4d57-9e16-db002af01115', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:21.098601 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-65c2e833-ed1e-4cc5-99d3-5d68c9d8ffea None None] Could not find standard attr ID for object ab46ac99-0beb-4d5a-9841-fb3b3890e59b. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:47:21.115191 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-65c2e833-ed1e-4cc5-99d3-5d68c9d8ffea None None] Provisioning complete for port b61bd907-c711-497a-9145-143da002c84a triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:21.115551 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-65c2e833-ed1e-4cc5-99d3-5d68c9d8ffea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:21.118841 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-380f4f4b-821b-4fdf-8eba-b62aa078bb94 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:21.145957 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-29e9db7a-f685-499c-92c7-4a6eae0b412a tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, a1fc2dff-af93-454e-a369-95aead24ce9d) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:21.159090 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e9db7a-f685-499c-92c7-4a6eae0b412a tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:21.159607 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-29e9db7a-f685-499c-92c7-4a6eae0b412a tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:21.193224 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f5e43fd0-9a9e-4f2a-8406-b6246e07fc09 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:21.211958 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441d7c1e-d76f-4a6c-94af-ee21fe0ee267 None None] Network a1fc2dff-af93-454e-a369-95aead24ce9d requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:21.218261 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-29e9db7a-f685-499c-92c7-4a6eae0b412a tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.4152272 Feb 16 12:47:21.222485 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35030) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:21.228073 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-0e9abb37-bfcd-419b-b48d-27ad693a5891 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:21.240262 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3ae785-16f8-433d-80d7-6f3530f9ce53 None None] Network d32ad4e0-f8da-4d21-893e-beee07394c5b requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:21.349438 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9aae783a-55e0-4886-96a9-8cafb5c899c6 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks [] for floatingip, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:21.421191 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-65c2e833-ed1e-4cc5-99d3-5d68c9d8ffea None None] Port b61bd907-c711-497a-9145-143da002c84a cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:47:21.434521 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0e9abb37-bfcd-419b-b48d-27ad693a5891 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9022215'] for subnet, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:21.448541 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-380f4f4b-821b-4fdf-8eba-b62aa078bb94 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:21.465518 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-65c2e833-ed1e-4cc5-99d3-5d68c9d8ffea None None] Provisioning complete for port c6dd783d-8930-493d-a058-f06bee420756 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:21.465919 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-65c2e833-ed1e-4cc5-99d3-5d68c9d8ffea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:21.543840 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-9aae783a-55e0-4886-96a9-8cafb5c899c6 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] update failed (client error): The resource could not be found. Feb 16 12:47:21.543840 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-9aae783a-55e0-4886-96a9-8cafb5c899c6 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] 10.222.0.90 "PUT /v2.0/floatingips/43ad62d7-ca34-401c-810b-c9b6ab845f57 HTTP/1.1" status: 404 len: 507 time: 0.4968185 Feb 16 12:47:21.546352 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b48b59af-55be-4173-89cf-5df05adae2eb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:21.547438 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e3d19eda-7bca-404c-9655-b4de240ac282 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:21.548494 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35032) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:21.707791 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d19eda-7bca-404c-9655-b4de240ac282 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Pushing event deleted for resources: {'Port': ['ID=d1b17a53-4d79-4915-9934-1e8c07e23455,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:21.732180 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b59af-55be-4173-89cf-5df05adae2eb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Port': ['ID=b61bd907-c711-497a-9145-143da002c84a,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:21.767568 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba68026-609a-486e-941b-3cf2b1d72443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-a1fc2dff-af93-454e-a369-95aead24ce9d', 'network_id': 'a1fc2dff-af93-454e-a369-95aead24ce9d', 'tenant_id': '05dd934713464510b741f50524d05f6e', 'fixed_ips': [{'subnet_id': 'eba8bbde-c2bc-4d16-b4f2-15da597d6916'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:47:21.769029 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-aba68026-609a-486e-941b-3cf2b1d72443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:21.844180 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-859e35c8-a5df-42b1-8fb5-f0e07e864b76 None None] Could not find standard attr ID for object b61bd907-c711-497a-9145-143da002c84a. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:47:21.892740 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-380f4f4b-821b-4fdf-8eba-b62aa078bb94 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:21.896442 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b48b59af-55be-4173-89cf-5df05adae2eb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:21.900299 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b48b59af-55be-4173-89cf-5df05adae2eb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/ports/b61bd907-c711-497a-9145-143da002c84a HTTP/1.1" status: 204 len: 168 time: 1.6449871 Feb 16 12:47:21.904149 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device bd29122c-021d-4a08-834b-67acb3554f64 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:47:21.932894 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35034) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:21.982448 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f4f4b-821b-4fdf-8eba-b62aa078bb94 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'Subnet': ['ID=f692874c-13d8-432b-bbf3-cee695404a16,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:21.994519 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-380f4f4b-821b-4fdf-8eba-b62aa078bb94 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:21.997948 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-380f4f4b-821b-4fdf-8eba-b62aa078bb94 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/subnets/f692874c-13d8-432b-bbf3-cee695404a16 HTTP/1.1" status: 204 len: 168 time: 1.1955724 Feb 16 12:47:22.002846 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35036) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:22.006489 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c02f97e-aa69-4884-abe4-5329d69dda37 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:22.008295 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c02f97e-aa69-4884-abe4-5329d69dda37 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:22.015960 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6c02f97e-aa69-4884-abe4-5329d69dda37 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0797234 Feb 16 12:47:22.016588 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35038) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:22.157419 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e3d19eda-7bca-404c-9655-b4de240ac282 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.313885 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5faaf70-2ad0-4264-bf0e-b09f5aeb8e1e None None] Network 0085d403-756b-4864-8389-a14b25720373 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:22.319941 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-df19452f-1189-4dd2-a319-a25380dc0521 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting subnet 61762c31-3ecc-4e10-ab13-49ce620f522e {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:47:22.324144 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-df19452f-1189-4dd2-a319-a25380dc0521 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.353989 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e3d19eda-7bca-404c-9655-b4de240ac282 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.355488 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-859e35c8-a5df-42b1-8fb5-f0e07e864b76 None None] Provisioning complete for port 46fcceaf-6a36-48c0-80ba-c227dcc3125e triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:22.356393 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-859e35c8-a5df-42b1-8fb5-f0e07e864b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.363837 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e3d19eda-7bca-404c-9655-b4de240ac282 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.440076 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-df19452f-1189-4dd2-a319-a25380dc0521 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.476380 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fe946c97-268b-4868-ae2b-6db33355137c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.524167 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e3d19eda-7bca-404c-9655-b4de240ac282 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.524751 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d19eda-7bca-404c-9655-b4de240ac282 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Fanout notify agent at l3_agent the message router_deleted on router e188d4c2-22e4-4901-a0d5-1dda2bd558c6 {{(pid=109048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:47:22.536244 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e3d19eda-7bca-404c-9655-b4de240ac282 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.541761 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35040) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:22.544156 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e3d19eda-7bca-404c-9655-b4de240ac282 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] 10.222.0.90 "DELETE /v2.0/routers/e188d4c2-22e4-4901-a0d5-1dda2bd558c6 HTTP/1.1" status: 204 len: 168 time: 4.6697862 Feb 16 12:47:22.557717 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-b1aabafa-f723-45fa-af3e-3d1af6e09f80 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-310855293', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:22.573960 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-df19452f-1189-4dd2-a319-a25380dc0521 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.584762 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0e9abb37-bfcd-419b-b48d-27ad693a5891 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736716730983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9630371'] for subnet, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.587372 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-5564fff6-9fa1-490f-b838-6257743827f6 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Deleting port f6a1c621-e3c2-4c19-bb46-cb888f5b7ddb {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:22.587707 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5564fff6-9fa1-490f-b838-6257743827f6 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.589892 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port bd29122c-021d-4a08-834b-67acb3554f64 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:22.590590 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.645179 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f5e43fd0-9a9e-4f2a-8406-b6246e07fc09 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.658102 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f5e43fd0-9a9e-4f2a-8406-b6246e07fc09 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.659068 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f5e43fd0-9a9e-4f2a-8406-b6246e07fc09 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.679322 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f6cce934-43b2-46c9-9207-19a4f50133eb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.698507 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-859e35c8-a5df-42b1-8fb5-f0e07e864b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.710110 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9abb37-bfcd-419b-b48d-27ad693a5891 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:22.710724 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0e9abb37-bfcd-419b-b48d-27ad693a5891 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.714784 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0e9abb37-bfcd-419b-b48d-27ad693a5891 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "PUT /v2.0/subnets/eba8bbde-c2bc-4d16-b4f2-15da597d6916 HTTP/1.1" status: 200 len: 877 time: 1.4885890 Feb 16 12:47:22.718549 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35042) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:22.735575 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9abb37-bfcd-419b-b48d-27ad693a5891 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event updated for resources: {'Subnet': ['ID=eba8bbde-c2bc-4d16-b4f2-15da597d6916,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:22.736836 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-aba68026-609a-486e-941b-3cf2b1d72443 None None] Allocated IP 172.20.0.3 (a1fc2dff-af93-454e-a369-95aead24ce9d/eba8bbde-c2bc-4d16-b4f2-15da597d6916/1c35a62d-496e-4bf5-a3f9-d2a296047cd0) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:22.738055 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b1aabafa-f723-45fa-af3e-3d1af6e09f80 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.739119 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b1aabafa-f723-45fa-af3e-3d1af6e09f80 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.770615 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-df19452f-1189-4dd2-a319-a25380dc0521 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.812346 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-859e35c8-a5df-42b1-8fb5-f0e07e864b76 None None] For port 46fcceaf-6a36-48c0-80ba-c227dcc3125e, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=46fcceaf-6a36-48c0-80ba-c227dcc3125e,segment=NetworkSegment(a544bfd0-a5d2-4843-aa2f-bf83dc531e5a),segment_id=a544bfd0-a5d2-4843-aa2f-bf83dc531e5a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:22.822863 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df19452f-1189-4dd2-a319-a25380dc0521 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Subnet': ['ID=61762c31-3ecc-4e10-ab13-49ce620f522e,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:22.829743 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e43fd0-9a9e-4f2a-8406-b6246e07fc09 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event updated for resources: {'Port': ['ID=d97df989-3e09-4ded-a1d3-b8b25a5cc65f,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:22.841603 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-df19452f-1189-4dd2-a319-a25380dc0521 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.848511 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-df19452f-1189-4dd2-a319-a25380dc0521 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/61762c31-3ecc-4e10-ab13-49ce620f522e HTTP/1.1" status: 204 len: 168 time: 0.7672782 Feb 16 12:47:22.849462 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35044) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:22.870355 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5564fff6-9fa1-490f-b838-6257743827f6 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.870731 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5564fff6-9fa1-490f-b838-6257743827f6 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.871173 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-859e35c8-a5df-42b1-8fb5-f0e07e864b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.873495 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f18ed6-c280-4fd5-8fdb-db04f2e6a851 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:22.928612 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-7dc126a9-791f-41ae-bda2-ec942012a4fa tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0725751 Feb 16 12:47:22.930641 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35046) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:22.930787 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-5564fff6-9fa1-490f-b838-6257743827f6 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Calling delete_port for f6a1c621-e3c2-4c19-bb46-cb888f5b7ddb owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:22.936760 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-b90adfab-604a-4823-ac23-9f0c65361561 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'subnet': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:22.940024 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b1aabafa-f723-45fa-af3e-3d1af6e09f80 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.959112 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e43fd0-9a9e-4f2a-8406-b6246e07fc09 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Network d32ad4e0-f8da-4d21-893e-beee07394c5b is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:22.959422 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b1aabafa-f723-45fa-af3e-3d1af6e09f80 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.962721 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-f5e43fd0-9a9e-4f2a-8406-b6246e07fc09 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:22.985291 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fab6cd-7226-44de-a791-d3491e8079b7 None None] DHCP port deletion for 0085d403-756b-4864-8389-a14b25720373 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:47:23.034349 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3962fc2c-acdc-4804-827a-ec77e20629c4 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.046049 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 46fcceaf-6a36-48c0-80ba-c227dcc3125e up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:47:23.066905 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b1aabafa-f723-45fa-af3e-3d1af6e09f80 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.068142 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b1aabafa-f723-45fa-af3e-3d1af6e09f80 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5227182 Feb 16 12:47:23.073590 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35048) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:23.083281 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-1c5f3aa3-8a82-442a-98f5-21f09a54c8bd tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'enable_snat': False}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:23.090646 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-f6cce934-43b2-46c9-9207-19a4f50133eb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Deleting port e20ade67-7dc6-441e-9656-43ca49c87925 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:23.091073 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f6cce934-43b2-46c9-9207-19a4f50133eb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.156386 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e35c8-a5df-42b1-8fb5-f0e07e864b76 None None] Pushing event updated for resources: {'Port': ['ID=46fcceaf-6a36-48c0-80ba-c227dcc3125e,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:23.189370 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3962fc2c-acdc-4804-827a-ec77e20629c4 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.217925 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90adfab-604a-4823-ac23-9f0c65361561 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:23.222940 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b90adfab-604a-4823-ac23-9f0c65361561 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.230096 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9b79bc9b-ae10-48db-be45-389b2ca81fac None None] Provisioning complete for port d97df989-3e09-4ded-a1d3-b8b25a5cc65f triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:23.230610 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9b79bc9b-ae10-48db-be45-389b2ca81fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.232851 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e43fd0-9a9e-4f2a-8406-b6246e07fc09 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Router 82cadb3a-55b1-497f-b25c-4b7a652b9a28 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:47:23.320616 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-aba68026-609a-486e-941b-3cf2b1d72443 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.336588 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-aba68026-609a-486e-941b-3cf2b1d72443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.345248 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9b79bc9b-ae10-48db-be45-389b2ca81fac None None] Port d97df989-3e09-4ded-a1d3-b8b25a5cc65f cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:47:23.352446 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 46fcceaf-6a36-48c0-80ba-c227dcc3125e triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:23.353423 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.380248 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-d2fab6cd-7226-44de-a791-d3491e8079b7 None None] Deleting port e20ade67-7dc6-441e-9656-43ca49c87925 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:23.380811 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d2fab6cd-7226-44de-a791-d3491e8079b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.404253 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-f6cce934-43b2-46c9-9207-19a4f50133eb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] For port e20ade67-7dc6-441e-9656-43ca49c87925, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=e20ade67-7dc6-441e-9656-43ca49c87925,segment=NetworkSegment(c204a616-5876-4fdb-a470-e3725e8bc0f5),segment_id=c204a616-5876-4fdb-a470-e3725e8bc0f5)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:23.404616 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f6cce934-43b2-46c9-9207-19a4f50133eb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.434468 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-f6cce934-43b2-46c9-9207-19a4f50133eb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Calling delete_port for e20ade67-7dc6-441e-9656-43ca49c87925 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:23.448447 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba68026-609a-486e-941b-3cf2b1d72443 None None] Network a1fc2dff-af93-454e-a369-95aead24ce9d is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:23.463872 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e43fd0-9a9e-4f2a-8406-b6246e07fc09 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:47:23.476138 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f5e43fd0-9a9e-4f2a-8406-b6246e07fc09 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "PUT /v2.0/routers/82cadb3a-55b1-497f-b25c-4b7a652b9a28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1615973 Feb 16 12:47:23.479189 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35050) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:23.484682 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-aba68026-609a-486e-941b-3cf2b1d72443 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:23.485218 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daac3cd-c0dd-403d-8565-d2c1d165d8fc None None] Sync routers for ids ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:23.486564 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-c156b39e-2ff1-4bf5-b890-bce90ed7326d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-814451945'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:23.493845 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba68026-609a-486e-941b-3cf2b1d72443 None None] Pushing event updated for resources: {'Port': ['ID=1c35a62d-496e-4bf5-a3f9-d2a296047cd0,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:23.496718 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba68026-609a-486e-941b-3cf2b1d72443 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:47:23.501892 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9b79bc9b-ae10-48db-be45-389b2ca81fac None None] Provisioning complete for port 46fcceaf-6a36-48c0-80ba-c227dcc3125e triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:23.502351 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9b79bc9b-ae10-48db-be45-389b2ca81fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.526936 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daac3cd-c0dd-403d-8565-d2c1d165d8fc None None] Routers {'82cadb3a-55b1-497f-b25c-4b7a652b9a28'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:47:23.527890 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8daac3cd-c0dd-403d-8565-d2c1d165d8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:46:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:23.541143 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dd9140-759c-4076-a42d-3080645eee25 None None] DHCP port deletion for 8f2fc9c2-6909-42b1-9817-f8926b88a024 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:47:23.554642 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3962fc2c-acdc-4804-827a-ec77e20629c4 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.588147 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-d2fab6cd-7226-44de-a791-d3491e8079b7 None None] For port e20ade67-7dc6-441e-9656-43ca49c87925, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=e20ade67-7dc6-441e-9656-43ca49c87925,segment=NetworkSegment(c204a616-5876-4fdb-a470-e3725e8bc0f5),segment_id=c204a616-5876-4fdb-a470-e3725e8bc0f5)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:23.588147 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d2fab6cd-7226-44de-a791-d3491e8079b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.596914 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1c5f3aa3-8a82-442a-98f5-21f09a54c8bd tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.606126 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c156b39e-2ff1-4bf5-b890-bce90ed7326d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Made reservation on behalf of 98b1135bbc52416fb743fd9e2fe1b3df for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:23.627245 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c156b39e-2ff1-4bf5-b890-bce90ed7326d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.633771 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3962fc2c-acdc-4804-827a-ec77e20629c4 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event deleted for resources: {'Subnet': ['ID=eba8bbde-c2bc-4d16-b4f2-15da597d6916,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:23.652768 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-d2fab6cd-7226-44de-a791-d3491e8079b7 None None] Calling delete_port for e20ade67-7dc6-441e-9656-43ca49c87925 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:23.654348 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5564fff6-9fa1-490f-b838-6257743827f6 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.675497 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-8daac3cd-c0dd-403d-8565-d2c1d165d8fc None None] Set router 82cadb3a-55b1-497f-b25c-4b7a652b9a28 gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:47:23.704309 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-aba68026-609a-486e-941b-3cf2b1d72443 None None] Attempting to bind port 1c35a62d-496e-4bf5-a3f9-d2a296047cd0 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:23.704716 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-aba68026-609a-486e-941b-3cf2b1d72443 None None] Attempting to bind port 1c35a62d-496e-4bf5-a3f9-d2a296047cd0 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '92cd1c79-112a-4884-a43f-a762990e0e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a1fc2dff-af93-454e-a369-95aead24ce9d'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:23.705153 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba68026-609a-486e-941b-3cf2b1d72443 None None] Attempting to bind port 1c35a62d-496e-4bf5-a3f9-d2a296047cd0 on network a1fc2dff-af93-454e-a369-95aead24ce9d {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:47:23.735364 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c156b39e-2ff1-4bf5-b890-bce90ed7326d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:47:23.759943 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba68026-609a-486e-941b-3cf2b1d72443 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:47:23.760934 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba68026-609a-486e-941b-3cf2b1d72443 None None] Checking segment: {'id': '92cd1c79-112a-4884-a43f-a762990e0e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a1fc2dff-af93-454e-a369-95aead24ce9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:47:23.760934 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-aba68026-609a-486e-941b-3cf2b1d72443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.761285 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba68026-609a-486e-941b-3cf2b1d72443 None None] Bound using segment: {'id': '92cd1c79-112a-4884-a43f-a762990e0e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a1fc2dff-af93-454e-a369-95aead24ce9d'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:47:23.761834 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-aba68026-609a-486e-941b-3cf2b1d72443 None None] Bound port: 1c35a62d-496e-4bf5-a3f9-d2a296047cd0, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92cd1c79-112a-4884-a43f-a762990e0e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a1fc2dff-af93-454e-a369-95aead24ce9d'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:23.762280 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-aba68026-609a-486e-941b-3cf2b1d72443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.763043 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564fff6-9fa1-490f-b838-6257743827f6 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Pushing event deleted for resources: {'Port': ['ID=f6a1c621-e3c2-4c19-bb46-cb888f5b7ddb,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:23.764102 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c156b39e-2ff1-4bf5-b890-bce90ed7326d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.766950 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-c156b39e-2ff1-4bf5-b890-bce90ed7326d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Added segment f56f1d37-d46e-4a03-9b61-5e57d675f4ca of type vlan for network dec03c52-208c-4000-8c23-509a719b0ff7 Feb 16 12:47:23.787481 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device c6dd783d-8930-493d-a058-f06bee420756 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:47:23.787822 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3962fc2c-acdc-4804-827a-ec77e20629c4 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.825886 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c156b39e-2ff1-4bf5-b890-bce90ed7326d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.872530 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c156b39e-2ff1-4bf5-b890-bce90ed7326d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.879680 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-3962fc2c-acdc-4804-827a-ec77e20629c4 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1fc2dff-af93-454e-a369-95aead24ce9d']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:23.882768 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c156b39e-2ff1-4bf5-b890-bce90ed7326d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:23.883622 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c156b39e-2ff1-4bf5-b890-bce90ed7326d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.895523 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-3962fc2c-acdc-4804-827a-ec77e20629c4 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92cd1c79-112a-4884-a43f-a762990e0e97') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:23.895909 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-3962fc2c-acdc-4804-827a-ec77e20629c4 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92cd1c79-112a-4884-a43f-a762990e0e97') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:23.914950 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3962fc2c-acdc-4804-827a-ec77e20629c4 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.918793 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-74dd9140-759c-4076-a42d-3080645eee25 None None] Deleting port c6dd783d-8930-493d-a058-f06bee420756 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:23.919388 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-74dd9140-759c-4076-a42d-3080645eee25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.934244 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f6cce934-43b2-46c9-9207-19a4f50133eb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.950303 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5564fff6-9fa1-490f-b838-6257743827f6 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.951941 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b90adfab-604a-4823-ac23-9f0c65361561 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.952985 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5564fff6-9fa1-490f-b838-6257743827f6 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.954275 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5564fff6-9fa1-490f-b838-6257743827f6 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] 10.222.0.90 "DELETE /v2.0/floatingips/43ad62d7-ca34-401c-810b-c9b6ab845f57 HTTP/1.1" status: 204 len: 168 time: 2.3831131 Feb 16 12:47:23.972161 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35052) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:23.974813 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3962fc2c-acdc-4804-827a-ec77e20629c4 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.981451 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-8d9cee3c-5d81-41c5-ba57-9380e47af81b tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Request body: {'floatingip': {'floating_network_id': 'e6fd5a79-273e-4f7a-8fc2-c7cc11826a58', 'port_id': 'e17dea49-056d-4d57-9e16-db002af01115', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:23.988709 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cce934-43b2-46c9-9207-19a4f50133eb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'Port': ['ID=e20ade67-7dc6-441e-9656-43ca49c87925,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:23.996186 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3962fc2c-acdc-4804-827a-ec77e20629c4 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:47:23.996510 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3962fc2c-acdc-4804-827a-ec77e20629c4 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.999796 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cce934-43b2-46c9-9207-19a4f50133eb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] No DVR routers for this DVR port e20ade67-7dc6-441e-9656-43ca49c87925 on host dv-neutron-828142-3-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:24.001963 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:47:24.001963 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:47:24.001963 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:47:24.001963 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:47:24.001963 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:47:24.001963 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:47:24.001963 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:47:24.001963 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:47:24.001963 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:47:24.001963 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:47:24.001963 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:47:24.001963 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:47:24.001963 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:47:24.001963 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:47:24.001963 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:47:24.001963 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:47:24.001963 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:47:24.001963 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:47:24.001963 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:47:24.001963 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:47:24.001963 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:47:24.001963 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:47:24.001963 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:47:24.001963 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:47:24.001963 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:47:24.001963 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:47:24.001963 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:47:24.001963 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:47:24.001963 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:47:24.001963 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:47:24.001963 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:47:24.001963 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:47:24.016321 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-aba68026-609a-486e-941b-3cf2b1d72443 None None] For port 1c35a62d-496e-4bf5-a3f9-d2a296047cd0, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:47:24.018520 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d2fab6cd-7226-44de-a791-d3491e8079b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.024246 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-74dd9140-759c-4076-a42d-3080645eee25 None None] For port c6dd783d-8930-493d-a058-f06bee420756, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=c6dd783d-8930-493d-a058-f06bee420756,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:24.024808 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-74dd9140-759c-4076-a42d-3080645eee25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.060919 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90adfab-604a-4823-ac23-9f0c65361561 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Subnet': ['ID=d41eed1d-8382-41e6-8d6c-98c09e4d969a,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:24.069891 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c156b39e-2ff1-4bf5-b890-bce90ed7326d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5887094 Feb 16 12:47:24.072404 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-74dd9140-759c-4076-a42d-3080645eee25 None None] Calling delete_port for c6dd783d-8930-493d-a058-f06bee420756 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:24.074794 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fab6cd-7226-44de-a791-d3491e8079b7 None None] Pushing event deleted for resources: {'Port': ['ID=e20ade67-7dc6-441e-9656-43ca49c87925,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:24.083553 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port c6dd783d-8930-493d-a058-f06bee420756 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:24.084042 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.086073 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35054) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:24.086228 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fab6cd-7226-44de-a791-d3491e8079b7 None None] No DVR routers for this DVR port e20ade67-7dc6-441e-9656-43ca49c87925 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:24.099728 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90adfab-604a-4823-ac23-9f0c65361561 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:24.106330 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-014be9cd-beaf-40dc-93cd-3412727029cc tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Request body: {'subnet': {'network_id': 'dec03c52-208c-4000-8c23-509a719b0ff7', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:24.112307 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90adfab-604a-4823-ac23-9f0c65361561 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:24.112685 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90adfab-604a-4823-ac23-9f0c65361561 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:24.113311 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90adfab-604a-4823-ac23-9f0c65361561 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:24.113541 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90adfab-604a-4823-ac23-9f0c65361561 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:24.113874 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90adfab-604a-4823-ac23-9f0c65361561 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:24.114406 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90adfab-604a-4823-ac23-9f0c65361561 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:24.114829 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90adfab-604a-4823-ac23-9f0c65361561 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:24.115159 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90adfab-604a-4823-ac23-9f0c65361561 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:24.115566 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90adfab-604a-4823-ac23-9f0c65361561 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:24.115890 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90adfab-604a-4823-ac23-9f0c65361561 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:24.116212 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90adfab-604a-4823-ac23-9f0c65361561 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:24.116605 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90adfab-604a-4823-ac23-9f0c65361561 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:24.121663 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-b90adfab-604a-4823-ac23-9f0c65361561 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:24.125586 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90adfab-604a-4823-ac23-9f0c65361561 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:24.126396 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b90adfab-604a-4823-ac23-9f0c65361561 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.135606 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-2a982dbd-220e-48cb-8c76-362d0c496e65 None None] Provisioning complete for port d97df989-3e09-4ded-a1d3-b8b25a5cc65f triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:24.135606 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2a982dbd-220e-48cb-8c76-362d0c496e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.144169 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156b39e-2ff1-4bf5-b890-bce90ed7326d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event updated for resources: {'Network': ['ID=dec03c52-208c-4000-8c23-509a719b0ff7,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:24.169716 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b90adfab-604a-4823-ac23-9f0c65361561 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2370739 Feb 16 12:47:24.172661 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35056) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:24.186248 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network dec03c52-208c-4000-8c23-509a719b0ff7 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:47:24.189375 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-eabfc984-3cda-4fb2-aed8-dec489c876b4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'port': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'name': 'tempest-NetworksTestDHCPv6-2121232050'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:24.213920 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.db.api [None req-3962fc2c-acdc-4804-827a-ec77e20629c4 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 12:47:24.213920 dv-neutron-828142-3-hyperv neutron-server[109049]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 12:47:24.213920 dv-neutron-828142-3-hyperv neutron-server[109049]: [parameters: {'id': 'a1fc2dff-af93-454e-a369-95aead24ce9d'}] Feb 16 12:47:24.213920 dv-neutron-828142-3-hyperv neutron-server[109049]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:47:24.214436 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG oslo_db.api [None req-3962fc2c-acdc-4804-827a-ec77e20629c4 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:47:24.223827 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8daac3cd-c0dd-403d-8565-d2c1d165d8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'name': 'tempest-RoutersIpV6Test-router-1385319131', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:04Z', 'updated_at': '2022-02-16T12:47:21Z', 'revision_number': 3, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'gw_port_host': None, '_interfaces': [{'id': 'bd29122c-021d-4a08-834b-67acb3554f64', 'name': '', 'network_id': 'ef2b90ed-2280-42f9-9383-c32610fcff3f', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:60:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:08Z', 'updated_at': '2022-02-16T12:47:20Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd97df989-3e09-4ded-a1d3-b8b25a5cc65f', 'name': '', 'network_id': 'd32ad4e0-f8da-4d21-893e-beee07394c5b', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:7e:85:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:17Z', 'updated_at': '2022-02-16T12:47:22Z', 'revision_number': 2, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:24.268672 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8d9cee3c-5d81-41c5-ba57-9380e47af81b tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks [] for floatingip, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.279815 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f6cce934-43b2-46c9-9207-19a4f50133eb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.289614 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daac3cd-c0dd-403d-8565-d2c1d165d8fc None None] Checking router: 82cadb3a-55b1-497f-b25c-4b7a652b9a28 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:47:24.290594 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daac3cd-c0dd-403d-8565-d2c1d165d8fc None None] Updating router 82cadb3a-55b1-497f-b25c-4b7a652b9a28 port d97df989-3e09-4ded-a1d3-b8b25a5cc65f binding host dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:47:24.337012 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8daac3cd-c0dd-403d-8565-d2c1d165d8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.354015 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabfc984-3cda-4fb2-aed8-dec489c876b4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'port': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:24.359512 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-f6cce934-43b2-46c9-9207-19a4f50133eb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0085d403-756b-4864-8389-a14b25720373']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:24.360874 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-eabfc984-3cda-4fb2-aed8-dec489c876b4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.383456 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-f6cce934-43b2-46c9-9207-19a4f50133eb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c204a616-5876-4fdb-a470-e3725e8bc0f5') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:24.384024 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-f6cce934-43b2-46c9-9207-19a4f50133eb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c204a616-5876-4fdb-a470-e3725e8bc0f5') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:24.386707 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-eabfc984-3cda-4fb2-aed8-dec489c876b4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] device_id is not set on port 193787fe-0a4d-4629-ae3c-cd1fc3c1efc1 yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:47:24.401931 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-aba68026-609a-486e-941b-3cf2b1d72443 None None] For port 1c35a62d-496e-4bf5-a3f9-d2a296047cd0, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=1c35a62d-496e-4bf5-a3f9-d2a296047cd0,segment=NetworkSegment(92cd1c79-112a-4884-a43f-a762990e0e97),segment_id=92cd1c79-112a-4884-a43f-a762990e0e97)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:47:24.408924 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f6cce934-43b2-46c9-9207-19a4f50133eb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.456608 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-aba68026-609a-486e-941b-3cf2b1d72443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.491316 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f6cce934-43b2-46c9-9207-19a4f50133eb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.496243 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014be9cd-beaf-40dc-93cd-3412727029cc tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Made reservation on behalf of 98b1135bbc52416fb743fd9e2fe1b3df for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:24.500031 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-014be9cd-beaf-40dc-93cd-3412727029cc tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.523064 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-aa2a47c5-0a0b-4268-b940-ed327a01a58a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.526737 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6cce934-43b2-46c9-9207-19a4f50133eb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:47:24.527661 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f6cce934-43b2-46c9-9207-19a4f50133eb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.535136 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:47:24.535136 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:47:24.535136 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:47:24.535136 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:47:24.535136 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:47:24.535136 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:47:24.535136 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:47:24.535136 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:47:24.535136 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:47:24.535136 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:47:24.535136 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:47:24.535136 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:47:24.535136 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:47:24.535136 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:47:24.535136 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:47:24.535136 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:47:24.535136 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:47:24.535136 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:47:24.535136 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:47:24.535136 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:47:24.535136 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:47:24.535136 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:47:24.535136 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:47:24.535136 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:47:24.535136 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:47:24.535136 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:47:24.535136 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:47:24.535136 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:47:24.535136 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:47:24.535136 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:47:24.535136 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:47:24.535136 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:47:24.545076 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-2a982dbd-220e-48cb-8c76-362d0c496e65 None None] Port d97df989-3e09-4ded-a1d3-b8b25a5cc65f cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:47:24.601368 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-eabfc984-3cda-4fb2-aed8-dec489c876b4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Allocated IP 2001:db8::102 (8f2fc9c2-6909-42b1-9817-f8926b88a024/d41eed1d-8382-41e6-8d6c-98c09e4d969a/193787fe-0a4d-4629-ae3c-cd1fc3c1efc1) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:24.641612 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba68026-609a-486e-941b-3cf2b1d72443 None None] Pushing event updated for resources: {'Port': ['ID=1c35a62d-496e-4bf5-a3f9-d2a296047cd0,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:24.647645 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-74dd9140-759c-4076-a42d-3080645eee25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.689130 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfe6b99-6f02-4731-b42f-2eda92e1c63f None None] Network a1fc2dff-af93-454e-a369-95aead24ce9d requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:24.695403 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd9140-759c-4076-a42d-3080645eee25 None None] Pushing event deleted for resources: {'Port': ['ID=c6dd783d-8930-493d-a058-f06bee420756,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:24.744039 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dd9140-759c-4076-a42d-3080645eee25 None None] No DVR routers for this DVR port c6dd783d-8930-493d-a058-f06bee420756 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:24.751597 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8daac3cd-c0dd-403d-8565-d2c1d165d8fc None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.776050 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278da9aa-2090-421a-bed8-0be0dc8d1073 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:24.779887 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8daac3cd-c0dd-403d-8565-d2c1d165d8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.851497 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0f8a1c-028b-45f6-a6dc-ad6230555d29 None None] Pushing event updated for resources: {'Port': ['ID=d97df989-3e09-4ded-a1d3-b8b25a5cc65f,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:24.933381 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 46fcceaf-6a36-48c0-80ba-c227dcc3125e up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:47:24.965387 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-8daac3cd-c0dd-403d-8565-d2c1d165d8fc None None] Attempting to bind port d97df989-3e09-4ded-a1d3-b8b25a5cc65f on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:24.965992 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-8daac3cd-c0dd-403d-8565-d2c1d165d8fc None None] Attempting to bind port d97df989-3e09-4ded-a1d3-b8b25a5cc65f by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'a544bfd0-a5d2-4843-aa2f-bf83dc531e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd32ad4e0-f8da-4d21-893e-beee07394c5b'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:24.966878 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daac3cd-c0dd-403d-8565-d2c1d165d8fc None None] Attempting to bind port d97df989-3e09-4ded-a1d3-b8b25a5cc65f on network d32ad4e0-f8da-4d21-893e-beee07394c5b {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:47:24.982462 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daac3cd-c0dd-403d-8565-d2c1d165d8fc None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:47:24.982872 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daac3cd-c0dd-403d-8565-d2c1d165d8fc None None] Checking segment: {'id': 'a544bfd0-a5d2-4843-aa2f-bf83dc531e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd32ad4e0-f8da-4d21-893e-beee07394c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:47:24.983309 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8daac3cd-c0dd-403d-8565-d2c1d165d8fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.983699 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daac3cd-c0dd-403d-8565-d2c1d165d8fc None None] Bound using segment: {'id': 'a544bfd0-a5d2-4843-aa2f-bf83dc531e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd32ad4e0-f8da-4d21-893e-beee07394c5b'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:47:24.984185 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-8daac3cd-c0dd-403d-8565-d2c1d165d8fc None None] Bound port: d97df989-3e09-4ded-a1d3-b8b25a5cc65f, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a544bfd0-a5d2-4843-aa2f-bf83dc531e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd32ad4e0-f8da-4d21-893e-beee07394c5b'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:24.984641 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8daac3cd-c0dd-403d-8565-d2c1d165d8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.993239 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-eabfc984-3cda-4fb2-aed8-dec489c876b4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.068890 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3962fc2c-acdc-4804-827a-ec77e20629c4 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.070599 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-eabfc984-3cda-4fb2-aed8-dec489c876b4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.101690 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8daac3cd-c0dd-403d-8565-d2c1d165d8fc None None] For port d97df989-3e09-4ded-a1d3-b8b25a5cc65f, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:47:25.123103 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6d9874-4c71-4cee-9667-60a25a94b2ea None None] Network a1fc2dff-af93-454e-a369-95aead24ce9d requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:25.134204 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1c5f3aa3-8a82-442a-98f5-21f09a54c8bd tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.139685 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8daac3cd-c0dd-403d-8565-d2c1d165d8fc None None] For port d97df989-3e09-4ded-a1d3-b8b25a5cc65f, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=d97df989-3e09-4ded-a1d3-b8b25a5cc65f,segment=NetworkSegment(a544bfd0-a5d2-4843-aa2f-bf83dc531e5a),segment_id=a544bfd0-a5d2-4843-aa2f-bf83dc531e5a)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:47:25.147086 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8daac3cd-c0dd-403d-8565-d2c1d165d8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.176176 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f6cce934-43b2-46c9-9207-19a4f50133eb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.177202 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabfc984-3cda-4fb2-aed8-dec489c876b4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Port': ['ID=193787fe-0a4d-4629-ae3c-cd1fc3c1efc1,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:25.181896 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabfc984-3cda-4fb2-aed8-dec489c876b4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:25.184057 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-eabfc984-3cda-4fb2-aed8-dec489c876b4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:25.188186 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabfc984-3cda-4fb2-aed8-dec489c876b4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:47:25.194170 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1c5f3aa3-8a82-442a-98f5-21f09a54c8bd tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.200372 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabfc984-3cda-4fb2-aed8-dec489c876b4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:25.201510 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-eabfc984-3cda-4fb2-aed8-dec489c876b4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.237734 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-eabfc984-3cda-4fb2-aed8-dec489c876b4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0591998 Feb 16 12:47:25.239043 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35060) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:25.266326 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 46fcceaf-6a36-48c0-80ba-c227dcc3125e triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:25.266708 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.271867 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f6cce934-43b2-46c9-9207-19a4f50133eb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.275244 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f6cce934-43b2-46c9-9207-19a4f50133eb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/networks/0085d403-756b-4864-8389-a14b25720373 HTTP/1.1" status: 204 len: 168 time: 3.2691069 Feb 16 12:47:25.282838 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35062) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:25.288893 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-87c8c900-2b24-4cb2-97e7-5fa74aa6da78 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1942811677'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:25.314236 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cce934-43b2-46c9-9207-19a4f50133eb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'Network': ['ID=0085d403-756b-4864-8389-a14b25720373,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:25.321713 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b9cb44-058e-4e4e-ac44-bc4d18747eb5 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:25.324257 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f1b9cb44-058e-4e4e-ac44-bc4d18747eb5 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0839431 Feb 16 12:47:25.327111 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35064) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:25.379007 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-65eaf100-b5b1-41e4-b0be-7d02e358cb51 None None] Provisioning complete for port d97df989-3e09-4ded-a1d3-b8b25a5cc65f triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:25.379562 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-65eaf100-b5b1-41e4-b0be-7d02e358cb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.381038 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daac3cd-c0dd-403d-8565-d2c1d165d8fc None None] Routers {'82cadb3a-55b1-497f-b25c-4b7a652b9a28'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:47:25.385700 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8daac3cd-c0dd-403d-8565-d2c1d165d8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:25.395218 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c8c900-2b24-4cb2-97e7-5fa74aa6da78 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Made reservation on behalf of 5b475467252d4f968fd5b204d0b30dc2 for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:25.400135 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-87c8c900-2b24-4cb2-97e7-5fa74aa6da78 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.440146 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87c8c900-2b24-4cb2-97e7-5fa74aa6da78 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:47:25.451520 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-87c8c900-2b24-4cb2-97e7-5fa74aa6da78 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.451857 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-87c8c900-2b24-4cb2-97e7-5fa74aa6da78 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Added segment 8c25c77d-1589-41b6-a1f5-b003734979d9 of type vlan for network be56ea69-cc10-4c73-9caa-cb6648b3092d Feb 16 12:47:25.456890 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0f8a1c-028b-45f6-a6dc-ad6230555d29 None None] Pushing event updated for resources: {'Port': ['ID=d97df989-3e09-4ded-a1d3-b8b25a5cc65f,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:25.514177 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-8d9cee3c-5d81-41c5-ba57-9380e47af81b tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:47:25.520472 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8d9cee3c-5d81-41c5-ba57-9380e47af81b tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.5383437 Feb 16 12:47:25.531812 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35066) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:25.539784 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-b680e1cd-12d1-497b-ae89-9488ef96edd8 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Request body: {'floatingip': {'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'port_id': 'e17dea49-056d-4d57-9e16-db002af01115', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:25.542621 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-87c8c900-2b24-4cb2-97e7-5fa74aa6da78 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.551316 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-3962fc2c-acdc-4804-827a-ec77e20629c4 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Deleting port 1c35a62d-496e-4bf5-a3f9-d2a296047cd0 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:25.551576 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3962fc2c-acdc-4804-827a-ec77e20629c4 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.564231 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-1c5f3aa3-8a82-442a-98f5-21f09a54c8bd tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Allocated IP 172.26.2.154 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/3f979277-254b-4601-8524-0164d3894ec7) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:25.586911 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-87c8c900-2b24-4cb2-97e7-5fa74aa6da78 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.592535 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c8c900-2b24-4cb2-97e7-5fa74aa6da78 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:25.592969 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-8daac3cd-c0dd-403d-8565-d2c1d165d8fc None None] Set router 82cadb3a-55b1-497f-b25c-4b7a652b9a28 gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:47:25.593206 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-87c8c900-2b24-4cb2-97e7-5fa74aa6da78 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.599269 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-014be9cd-beaf-40dc-93cd-3412727029cc tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.626964 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-69ab469a-9426-4525-91ce-419f186822ce tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting port 193787fe-0a4d-4629-ae3c-cd1fc3c1efc1 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:25.627205 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-69ab469a-9426-4525-91ce-419f186822ce tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.659007 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6542486c-9aa1-4526-ba8a-f7ac77147ed3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-8f2fc9c2-6909-42b1-9817-f8926b88a024', 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'tenant_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'fixed_ips': [{'subnet_id': 'd41eed1d-8382-41e6-8d6c-98c09e4d969a'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:47:25.659671 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6542486c-9aa1-4526-ba8a-f7ac77147ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.684867 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-65eaf100-b5b1-41e4-b0be-7d02e358cb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.701497 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-87c8c900-2b24-4cb2-97e7-5fa74aa6da78 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4165623 Feb 16 12:47:25.707491 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35068) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:25.738133 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-5508231d-513e-457e-acb0-bf25ca64b438 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'subnet': {'network_id': 'be56ea69-cc10-4c73-9caa-cb6648b3092d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:25.807563 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b680e1cd-12d1-497b-ae89-9488ef96edd8 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks [] for floatingip, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.852500 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-69ab469a-9426-4525-91ce-419f186822ce tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.853742 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-3962fc2c-acdc-4804-827a-ec77e20629c4 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] For port 1c35a62d-496e-4bf5-a3f9-d2a296047cd0, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=1c35a62d-496e-4bf5-a3f9-d2a296047cd0,segment=NetworkSegment(92cd1c79-112a-4884-a43f-a762990e0e97),segment_id=92cd1c79-112a-4884-a43f-a762990e0e97)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:25.854212 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3962fc2c-acdc-4804-827a-ec77e20629c4 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.866473 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-69ab469a-9426-4525-91ce-419f186822ce tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Calling delete_port for 193787fe-0a4d-4629-ae3c-cd1fc3c1efc1 owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:25.870571 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014be9cd-beaf-40dc-93cd-3412727029cc tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event updated for resources: {'Subnet': ['ID=831a32a2-afd2-4af5-98fb-564330cb2964,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:25.906909 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-6542486c-9aa1-4526-ba8a-f7ac77147ed3 None None] Allocated IP 2001:db8::2 (8f2fc9c2-6909-42b1-9817-f8926b88a024/d41eed1d-8382-41e6-8d6c-98c09e4d969a/41442fae-357a-4cb6-a27b-515f8a27c852) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:25.912292 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-3962fc2c-acdc-4804-827a-ec77e20629c4 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Calling delete_port for 1c35a62d-496e-4bf5-a3f9-d2a296047cd0 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:25.918061 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8daac3cd-c0dd-403d-8565-d2c1d165d8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'name': 'tempest-RoutersIpV6Test-router-1385319131', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:04Z', 'updated_at': '2022-02-16T12:47:21Z', 'revision_number': 3, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'gw_port_host': None, '_interfaces': [{'id': 'bd29122c-021d-4a08-834b-67acb3554f64', 'name': '', 'network_id': 'ef2b90ed-2280-42f9-9383-c32610fcff3f', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:60:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:08Z', 'updated_at': '2022-02-16T12:47:20Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd97df989-3e09-4ded-a1d3-b8b25a5cc65f', 'name': '', 'network_id': 'd32ad4e0-f8da-4d21-893e-beee07394c5b', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:7e:85:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:17Z', 'updated_at': '2022-02-16T12:47:25Z', 'revision_number': 4, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:25.950476 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014be9cd-beaf-40dc-93cd-3412727029cc tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Checking segment: {'id': 'f56f1d37-d46e-4a03-9b61-5e57d675f4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'dec03c52-208c-4000-8c23-509a719b0ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:47:25.950994 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014be9cd-beaf-40dc-93cd-3412727029cc tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Network hostable DHCP agents. Network: dec03c52-208c-4000-8c23-509a719b0ff7, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:47:25.967925 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daac3cd-c0dd-403d-8565-d2c1d165d8fc None None] The sync data for ids ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'] in dv-neutron-828142-3-hyperv is: [{'id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'name': 'tempest-RoutersIpV6Test-router-1385319131', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:04Z', 'updated_at': '2022-02-16T12:47:21Z', 'revision_number': 3, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'gw_port_host': None, '_interfaces': [{'id': 'bd29122c-021d-4a08-834b-67acb3554f64', 'name': '', 'network_id': 'ef2b90ed-2280-42f9-9383-c32610fcff3f', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:60:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:08Z', 'updated_at': '2022-02-16T12:47:20Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd97df989-3e09-4ded-a1d3-b8b25a5cc65f', 'name': '', 'network_id': 'd32ad4e0-f8da-4d21-893e-beee07394c5b', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:7e:85:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:17Z', 'updated_at': '2022-02-16T12:47:25Z', 'revision_number': 4, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:25.997460 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8c900-2b24-4cb2-97e7-5fa74aa6da78 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'Network': ['ID=be56ea69-cc10-4c73-9caa-cb6648b3092d,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:26.015440 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device e20ade67-7dc6-441e-9656-43ca49c87925 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:47:26.042445 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.047043 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-69ab469a-9426-4525-91ce-419f186822ce tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.124822 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: e20ade67-7dc6-441e-9656-43ca49c87925 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:47:26.125492 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device e20ade67-7dc6-441e-9656-43ca49c87925 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:47:26.126135 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device c6dd783d-8930-493d-a058-f06bee420756 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:47:26.160274 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1c5f3aa3-8a82-442a-98f5-21f09a54c8bd tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.164126 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-65eaf100-b5b1-41e4-b0be-7d02e358cb51 None None] For port d97df989-3e09-4ded-a1d3-b8b25a5cc65f, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=d97df989-3e09-4ded-a1d3-b8b25a5cc65f,segment=NetworkSegment(a544bfd0-a5d2-4843-aa2f-bf83dc531e5a),segment_id=a544bfd0-a5d2-4843-aa2f-bf83dc531e5a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:26.214384 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-65eaf100-b5b1-41e4-b0be-7d02e358cb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.224163 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: c6dd783d-8930-493d-a058-f06bee420756 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:47:26.224735 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device c6dd783d-8930-493d-a058-f06bee420756 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:47:26.234593 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network be56ea69-cc10-4c73-9caa-cb6648b3092d details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:47:26.239537 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-69ab469a-9426-4525-91ce-419f186822ce tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.259371 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1c5f3aa3-8a82-442a-98f5-21f09a54c8bd tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.263596 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-69ab469a-9426-4525-91ce-419f186822ce tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/ports/193787fe-0a4d-4629-ae3c-cd1fc3c1efc1 HTTP/1.1" status: 204 len: 168 time: 0.9351418 Feb 16 12:47:26.265369 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab469a-9426-4525-91ce-419f186822ce tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Port': ['ID=193787fe-0a4d-4629-ae3c-cd1fc3c1efc1,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:26.265525 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35070) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:26.352329 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014be9cd-beaf-40dc-93cd-3412727029cc tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Network dec03c52-208c-4000-8c23-509a719b0ff7 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:47:26.354539 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5508231d-513e-457e-acb0-bf25ca64b438 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Made reservation on behalf of 5b475467252d4f968fd5b204d0b30dc2 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:26.358309 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5508231d-513e-457e-acb0-bf25ca64b438 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.361448 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6542486c-9aa1-4526-ba8a-f7ac77147ed3 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.386808 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6542486c-9aa1-4526-ba8a-f7ac77147ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.394077 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eaf100-b5b1-41e4-b0be-7d02e358cb51 None None] Pushing event updated for resources: {'Port': ['ID=d97df989-3e09-4ded-a1d3-b8b25a5cc65f,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:26.438756 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-02f8c697-28f6-4730-a431-88c5126bf308 None None] Provisioning complete for port d97df989-3e09-4ded-a1d3-b8b25a5cc65f triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:26.439203 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-02f8c697-28f6-4730-a431-88c5126bf308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.472316 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-014be9cd-beaf-40dc-93cd-3412727029cc tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, dec03c52-208c-4000-8c23-509a719b0ff7) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:26.480809 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6542486c-9aa1-4526-ba8a-f7ac77147ed3 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:26.481250 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5f3aa3-8a82-442a-98f5-21f09a54c8bd tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:26.487087 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-6542486c-9aa1-4526-ba8a-f7ac77147ed3 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:26.494428 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d11008d-1a46-43c0-8900-859b8b2c6589 None None] Network dec03c52-208c-4000-8c23-509a719b0ff7 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:26.503622 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-1c5f3aa3-8a82-442a-98f5-21f09a54c8bd tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:26.509933 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014be9cd-beaf-40dc-93cd-3412727029cc tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:26.510572 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-014be9cd-beaf-40dc-93cd-3412727029cc tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.517122 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f3aa3-8a82-442a-98f5-21f09a54c8bd tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Pushing event updated for resources: {'Port': ['ID=3f979277-254b-4601-8524-0164d3894ec7,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:26.519939 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5f3aa3-8a82-442a-98f5-21f09a54c8bd tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:47:26.534929 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3962fc2c-acdc-4804-827a-ec77e20629c4 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.540044 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197a0be1-9b15-453f-a36c-728c994a9f2e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:26.541452 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197a0be1-9b15-453f-a36c-728c994a9f2e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:26.547653 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6542486c-9aa1-4526-ba8a-f7ac77147ed3 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:47:26.547959 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-197a0be1-9b15-453f-a36c-728c994a9f2e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2678738 Feb 16 12:47:26.548686 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35072) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:26.548896 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6542486c-9aa1-4526-ba8a-f7ac77147ed3 None None] Pushing event updated for resources: {'Port': ['ID=41442fae-357a-4cb6-a27b-515f8a27c852,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:26.595815 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-014be9cd-beaf-40dc-93cd-3412727029cc tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4999754 Feb 16 12:47:26.600480 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35074) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:26.651013 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7486bf3-c9cf-48c6-999a-e827382e9fe3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting subnet d41eed1d-8382-41e6-8d6c-98c09e4d969a {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:47:26.651378 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-6542486c-9aa1-4526-ba8a-f7ac77147ed3 None None] Attempting to bind port 41442fae-357a-4cb6-a27b-515f8a27c852 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:26.651378 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-6542486c-9aa1-4526-ba8a-f7ac77147ed3 None None] Attempting to bind port 41442fae-357a-4cb6-a27b-515f8a27c852 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:26.651750 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6542486c-9aa1-4526-ba8a-f7ac77147ed3 None None] Attempting to bind port 41442fae-357a-4cb6-a27b-515f8a27c852 on network 8f2fc9c2-6909-42b1-9817-f8926b88a024 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:47:26.655190 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a7486bf3-c9cf-48c6-999a-e827382e9fe3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.713135 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6542486c-9aa1-4526-ba8a-f7ac77147ed3 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:47:26.713511 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6542486c-9aa1-4526-ba8a-f7ac77147ed3 None None] Checking segment: {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:47:26.714619 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6542486c-9aa1-4526-ba8a-f7ac77147ed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.715026 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6542486c-9aa1-4526-ba8a-f7ac77147ed3 None None] Bound using segment: {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:47:26.715522 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-6542486c-9aa1-4526-ba8a-f7ac77147ed3 None None] Bound port: 41442fae-357a-4cb6-a27b-515f8a27c852, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:26.715906 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6542486c-9aa1-4526-ba8a-f7ac77147ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.724124 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a7486bf3-c9cf-48c6-999a-e827382e9fe3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.726462 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3962fc2c-acdc-4804-827a-ec77e20629c4 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event deleted for resources: {'Port': ['ID=1c35a62d-496e-4bf5-a3f9-d2a296047cd0,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:26.728782 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3962fc2c-acdc-4804-827a-ec77e20629c4 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] No DVR routers for this DVR port 1c35a62d-496e-4bf5-a3f9-d2a296047cd0 on host dv-neutron-828142-3-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:26.945860 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device d97df989-3e09-4ded-a1d3-b8b25a5cc65f up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:47:26.957461 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a7486bf3-c9cf-48c6-999a-e827382e9fe3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.001071 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b680e1cd-12d1-497b-ae89-9488ef96edd8 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.048989 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a7486bf3-c9cf-48c6-999a-e827382e9fe3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.121299 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3962fc2c-acdc-4804-827a-ec77e20629c4 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.164255 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.178672 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce4c4da-d3d1-4118-9b8f-59659e0839cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-dec03c52-208c-4000-8c23-509a719b0ff7', 'network_id': 'dec03c52-208c-4000-8c23-509a719b0ff7', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'fixed_ips': [{'subnet_id': '831a32a2-afd2-4af5-98fb-564330cb2964'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:47:27.179954 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1ce4c4da-d3d1-4118-9b8f-59659e0839cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.214538 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-6542486c-9aa1-4526-ba8a-f7ac77147ed3 None None] For port 41442fae-357a-4cb6-a27b-515f8a27c852, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:47:27.217245 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-3962fc2c-acdc-4804-827a-ec77e20629c4 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1fc2dff-af93-454e-a369-95aead24ce9d']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:27.251856 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-6542486c-9aa1-4526-ba8a-f7ac77147ed3 None None] For port 41442fae-357a-4cb6-a27b-515f8a27c852, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=41442fae-357a-4cb6-a27b-515f8a27c852,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:47:27.275340 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6542486c-9aa1-4526-ba8a-f7ac77147ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.288875 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-3962fc2c-acdc-4804-827a-ec77e20629c4 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92cd1c79-112a-4884-a43f-a762990e0e97') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:27.289580 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-3962fc2c-acdc-4804-827a-ec77e20629c4 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92cd1c79-112a-4884-a43f-a762990e0e97') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:27.376355 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port d97df989-3e09-4ded-a1d3-b8b25a5cc65f triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:27.376355 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.416952 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.422210 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3962fc2c-acdc-4804-827a-ec77e20629c4 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.465346 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7486bf3-c9cf-48c6-999a-e827382e9fe3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Subnet': ['ID=d41eed1d-8382-41e6-8d6c-98c09e4d969a,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:27.466880 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6542486c-9aa1-4526-ba8a-f7ac77147ed3 None None] Pushing event updated for resources: {'Port': ['ID=41442fae-357a-4cb6-a27b-515f8a27c852,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:27.475967 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a7486bf3-c9cf-48c6-999a-e827382e9fe3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.483982 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a7486bf3-c9cf-48c6-999a-e827382e9fe3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/d41eed1d-8382-41e6-8d6c-98c09e4d969a HTTP/1.1" status: 204 len: 168 time: 0.9343166 Feb 16 12:47:27.484247 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3962fc2c-acdc-4804-827a-ec77e20629c4 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.485557 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35076) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:27.492085 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5508231d-513e-457e-acb0-bf25ca64b438 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.524280 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-b680e1cd-12d1-497b-ae89-9488ef96edd8 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Allocated IP 172.26.2.173 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/886df779-1654-4f56-811f-44728f8b7c30) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:27.526652 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3962fc2c-acdc-4804-827a-ec77e20629c4 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:47:27.527016 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3962fc2c-acdc-4804-827a-ec77e20629c4 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.531148 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:47:27.531148 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:47:27.531148 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:47:27.531148 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:47:27.531148 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:47:27.531148 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:47:27.531148 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:47:27.531148 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:47:27.531148 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:47:27.531148 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:47:27.531148 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:47:27.531148 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:47:27.531148 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:47:27.531148 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:47:27.531148 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:47:27.531148 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:47:27.531148 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:47:27.531148 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:47:27.531148 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:47:27.531148 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:47:27.531148 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:47:27.531148 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:47:27.531148 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:47:27.531148 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:47:27.531148 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:47:27.531148 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:47:27.531148 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:47:27.531148 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:47:27.531148 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:47:27.531148 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:47:27.531148 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:47:27.531148 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:47:27.538566 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b11eb020-5d79-4970-ba64-79c7013a5491 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515916 Feb 16 12:47:27.539385 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35078) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:27.550978 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-1ce4c4da-d3d1-4118-9b8f-59659e0839cb None None] Allocated IP 2001:db8:2::2 (dec03c52-208c-4000-8c23-509a719b0ff7/831a32a2-afd2-4af5-98fb-564330cb2964/573b4081-f6e0-4d2c-bb11-44c5fffe1cd4) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:27.598419 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448feae9-34a1-4ddd-abe2-74e2fa241a9b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:27.603682 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-448feae9-34a1-4ddd-abe2-74e2fa241a9b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0631647 Feb 16 12:47:27.604419 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35080) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:27.667400 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6864372e-e86c-4b63-b749-ac658b70ab21 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:27.673446 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6864372e-e86c-4b63-b749-ac658b70ab21 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0676715 Feb 16 12:47:27.674359 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35082) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:27.728727 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2b007f40-60be-4e2f-aec8-652aa2c43883 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0528352 Feb 16 12:47:27.729539 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35084) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:27.741248 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-c442c64b-c990-499c-8d84-4f41eea5a558 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'subnet': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:27.795222 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1ce4c4da-d3d1-4118-9b8f-59659e0839cb None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.804403 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1ce4c4da-d3d1-4118-9b8f-59659e0839cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.867522 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce4c4da-d3d1-4118-9b8f-59659e0839cb None None] Network dec03c52-208c-4000-8c23-509a719b0ff7 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:27.871129 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-1ce4c4da-d3d1-4118-9b8f-59659e0839cb None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:27.875891 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce4c4da-d3d1-4118-9b8f-59659e0839cb None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:47:27.878833 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c442c64b-c990-499c-8d84-4f41eea5a558 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:27.882338 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce4c4da-d3d1-4118-9b8f-59659e0839cb None None] Pushing event updated for resources: {'Port': ['ID=573b4081-f6e0-4d2c-bb11-44c5fffe1cd4,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:27.885321 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c442c64b-c990-499c-8d84-4f41eea5a558 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.946411 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-1ce4c4da-d3d1-4118-9b8f-59659e0839cb None None] Attempting to bind port 573b4081-f6e0-4d2c-bb11-44c5fffe1cd4 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:27.947246 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-1ce4c4da-d3d1-4118-9b8f-59659e0839cb None None] Attempting to bind port 573b4081-f6e0-4d2c-bb11-44c5fffe1cd4 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'f56f1d37-d46e-4a03-9b61-5e57d675f4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'dec03c52-208c-4000-8c23-509a719b0ff7'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:27.947916 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce4c4da-d3d1-4118-9b8f-59659e0839cb None None] Attempting to bind port 573b4081-f6e0-4d2c-bb11-44c5fffe1cd4 on network dec03c52-208c-4000-8c23-509a719b0ff7 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:47:27.961689 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce4c4da-d3d1-4118-9b8f-59659e0839cb None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:47:27.962536 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce4c4da-d3d1-4118-9b8f-59659e0839cb None None] Checking segment: {'id': 'f56f1d37-d46e-4a03-9b61-5e57d675f4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'dec03c52-208c-4000-8c23-509a719b0ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:47:27.963193 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1ce4c4da-d3d1-4118-9b8f-59659e0839cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.963803 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce4c4da-d3d1-4118-9b8f-59659e0839cb None None] Bound using segment: {'id': 'f56f1d37-d46e-4a03-9b61-5e57d675f4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'dec03c52-208c-4000-8c23-509a719b0ff7'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:47:27.964454 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-1ce4c4da-d3d1-4118-9b8f-59659e0839cb None None] Bound port: 573b4081-f6e0-4d2c-bb11-44c5fffe1cd4, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f56f1d37-d46e-4a03-9b61-5e57d675f4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'dec03c52-208c-4000-8c23-509a719b0ff7'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:27.965203 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1ce4c4da-d3d1-4118-9b8f-59659e0839cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.044414 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-1ce4c4da-d3d1-4118-9b8f-59659e0839cb None None] For port 573b4081-f6e0-4d2c-bb11-44c5fffe1cd4, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:47:28.049227 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-1ce4c4da-d3d1-4118-9b8f-59659e0839cb None None] For port 573b4081-f6e0-4d2c-bb11-44c5fffe1cd4, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=573b4081-f6e0-4d2c-bb11-44c5fffe1cd4,segment=NetworkSegment(f56f1d37-d46e-4a03-9b61-5e57d675f4ca),segment_id=f56f1d37-d46e-4a03-9b61-5e57d675f4ca)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:47:28.054446 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1ce4c4da-d3d1-4118-9b8f-59659e0839cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.110244 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce4c4da-d3d1-4118-9b8f-59659e0839cb None None] Pushing event updated for resources: {'Port': ['ID=573b4081-f6e0-4d2c-bb11-44c5fffe1cd4,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:28.139513 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c442c64b-c990-499c-8d84-4f41eea5a558 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.185519 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508231d-513e-457e-acb0-bf25ca64b438 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'Subnet': ['ID=f2bd474b-2498-4dbf-8f29-a648462cd078,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:28.201577 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c442c64b-c990-499c-8d84-4f41eea5a558 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:28.205147 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-c442c64b-c990-499c-8d84-4f41eea5a558 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:28.209798 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c442c64b-c990-499c-8d84-4f41eea5a558 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:28.210928 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c442c64b-c990-499c-8d84-4f41eea5a558 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.226103 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3962fc2c-acdc-4804-827a-ec77e20629c4 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.226892 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442c64b-c990-499c-8d84-4f41eea5a558 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Subnet': ['ID=06206a24-7e1b-4df6-a6a3-66610ab3a459,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:28.242578 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c442c64b-c990-499c-8d84-4f41eea5a558 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5117290 Feb 16 12:47:28.245378 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3962fc2c-acdc-4804-827a-ec77e20629c4 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.245533 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35086) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:28.248456 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3962fc2c-acdc-4804-827a-ec77e20629c4 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "DELETE /v2.0/networks/a1fc2dff-af93-454e-a369-95aead24ce9d HTTP/1.1" status: 204 len: 168 time: 5.5255017 Feb 16 12:47:28.251975 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-6fea0b9a-de0e-4a4a-ab7f-86f98043e006 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'port': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'fixed_ips': [{'subnet_id': '06206a24-7e1b-4df6-a6a3-66610ab3a459', 'ip_address': '2001:db8::64b0:e002:2464:7c9f'}], 'name': 'tempest-NetworksTestDHCPv6-992889854'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:28.255012 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1c5f3aa3-8a82-442a-98f5-21f09a54c8bd tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.255492 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35088) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:28.340325 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2570d66-1161-4ac0-b55e-be53836f9a85 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:28.340916 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2570d66-1161-4ac0-b55e-be53836f9a85 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:28.345539 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e2570d66-1161-4ac0-b55e-be53836f9a85 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "DELETE /v2.0/subnets/eba8bbde-c2bc-4d16-b4f2-15da597d6916 HTTP/1.1" status: 404 len: 337 time: 0.0877144 Feb 16 12:47:28.350720 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35090) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:28.356511 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3962fc2c-acdc-4804-827a-ec77e20629c4 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event deleted for resources: {'Network': ['ID=a1fc2dff-af93-454e-a369-95aead24ce9d,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:28.389572 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-509a6736-6015-478e-8674-a333d3faf04c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:28.390343 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-509a6736-6015-478e-8674-a333d3faf04c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:28.405154 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-509a6736-6015-478e-8674-a333d3faf04c tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "DELETE /v2.0/networks/a1fc2dff-af93-454e-a369-95aead24ce9d HTTP/1.1" status: 404 len: 339 time: 0.0520036 Feb 16 12:47:28.406918 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35092) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:28.436100 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.454543 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-480b46d6-7020-4310-9caa-5bbe3b8f9269 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:28.455206 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-480b46d6-7020-4310-9caa-5bbe3b8f9269 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:28.458572 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-480b46d6-7020-4310-9caa-5bbe3b8f9269 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "DELETE /v2.0/subnets/5c1a93b0-b0e5-46ce-862f-12d2bffb478b HTTP/1.1" status: 404 len: 337 time: 0.0504627 Feb 16 12:47:28.466384 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35094) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:28.495511 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bbae03f-5406-489f-925c-a5fad36241cb tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:28.496161 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bbae03f-5406-489f-925c-a5fad36241cb tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:28.497515 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5508231d-513e-457e-acb0-bf25ca64b438 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Checking segment: {'id': '8c25c77d-1589-41b6-a1f5-b003734979d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'be56ea69-cc10-4c73-9caa-cb6648b3092d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:47:28.498411 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5508231d-513e-457e-acb0-bf25ca64b438 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Network hostable DHCP agents. Network: be56ea69-cc10-4c73-9caa-cb6648b3092d, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:47:28.500433 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5bbae03f-5406-489f-925c-a5fad36241cb tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "DELETE /v2.0/networks/e9bfba32-efff-4490-bfec-f9aff14853dc HTTP/1.1" status: 404 len: 339 time: 0.0324984 Feb 16 12:47:28.506306 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35096) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:28.579793 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0ac930e7-8d8b-4747-b613-9c0d21815179 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.593221 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b680e1cd-12d1-497b-ae89-9488ef96edd8 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.611030 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5508231d-513e-457e-acb0-bf25ca64b438 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Network be56ea69-cc10-4c73-9caa-cb6648b3092d is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:47:28.621503 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-84d4e5bc-1df3-45d8-9b4a-dfd2328cfbcf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.628024 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fea0b9a-de0e-4a4a-ab7f-86f98043e006 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'port': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:28.698373 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-5508231d-513e-457e-acb0-bf25ca64b438 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, be56ea69-cc10-4c73-9caa-cb6648b3092d) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:28.711262 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb17a8e-12d8-44de-a9d9-b4d17789ba8e None None] Network be56ea69-cc10-4c73-9caa-cb6648b3092d requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:28.748523 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5508231d-513e-457e-acb0-bf25ca64b438 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:28.749148 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5508231d-513e-457e-acb0-bf25ca64b438 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.811645 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-84d4e5bc-1df3-45d8-9b4a-dfd2328cfbcf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.835090 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6fea0b9a-de0e-4a4a-ab7f-86f98043e006 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.886865 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5508231d-513e-457e-acb0-bf25ca64b438 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1588798 Feb 16 12:47:28.891764 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35098) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:28.902483 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-d8354886-4ec5-4aef-8c68-bd8570382deb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'port': {'network_id': 'be56ea69-cc10-4c73-9caa-cb6648b3092d', 'name': 'tempest-PortsTestJSON-457037171', 'fixed_ips': [{'subnet_id': 'f2bd474b-2498-4dbf-8f29-a648462cd078', 'ip_address': '172.20.0.10'}]}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:28.908307 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-6fea0b9a-de0e-4a4a-ab7f-86f98043e006 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] device_id is not set on port 710dd6b9-c3ec-413d-ab22-75b41205c8e3 yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:47:28.914412 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-84d4e5bc-1df3-45d8-9b4a-dfd2328cfbcf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['249e273c-fd3d-4809-b056-b2a6683bd3b9']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:28.942402 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b680e1cd-12d1-497b-ae89-9488ef96edd8 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.971087 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1c5f3aa3-8a82-442a-98f5-21f09a54c8bd tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3843129', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3843523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28061'] for router, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.974465 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b331d816-3169-43f8-b7df-5237723428f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-be56ea69-cc10-4c73-9caa-cb6648b3092d', 'network_id': 'be56ea69-cc10-4c73-9caa-cb6648b3092d', 'tenant_id': '5b475467252d4f968fd5b204d0b30dc2', 'fixed_ips': [{'subnet_id': 'f2bd474b-2498-4dbf-8f29-a648462cd078'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:47:28.975509 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b331d816-3169-43f8-b7df-5237723428f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:29.013447 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 573b4081-f6e0-4d2c-bb11-44c5fffe1cd4 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:47:29.023283 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1c5f3aa3-8a82-442a-98f5-21f09a54c8bd tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3843106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3843115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3843959'] for router, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:29.084106 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf4b926-ec1b-42ee-a72d-3976b8d35fa5 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:29.102415 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-84d4e5bc-1df3-45d8-9b4a-dfd2328cfbcf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d2b2306-7e44-4c25-bb0c-597af177f7ad') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:29.102720 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-84d4e5bc-1df3-45d8-9b4a-dfd2328cfbcf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d2b2306-7e44-4c25-bb0c-597af177f7ad') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:29.138805 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b680e1cd-12d1-497b-ae89-9488ef96edd8 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:29.160895 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-b680e1cd-12d1-497b-ae89-9488ef96edd8 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:29.170187 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680e1cd-12d1-497b-ae89-9488ef96edd8 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Pushing event updated for resources: {'Port': ['ID=886df779-1654-4f56-811f-44728f8b7c30,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:29.175343 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-84d4e5bc-1df3-45d8-9b4a-dfd2328cfbcf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:29.176073 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b680e1cd-12d1-497b-ae89-9488ef96edd8 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:47:29.228075 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-84d4e5bc-1df3-45d8-9b4a-dfd2328cfbcf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:29.236294 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-dad9b916-069f-4d62-88b0-4c1bbc8c073b None None] Could not find standard attr ID for object 193787fe-0a4d-4629-ae3c-cd1fc3c1efc1. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:47:29.240455 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d4e5bc-1df3-45d8-9b4a-dfd2328cfbcf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:47:29.240999 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-84d4e5bc-1df3-45d8-9b4a-dfd2328cfbcf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:29.244638 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:47:29.244638 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:47:29.244638 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:47:29.244638 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:47:29.244638 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:47:29.244638 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:47:29.244638 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:47:29.244638 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:47:29.244638 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:47:29.244638 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:47:29.244638 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:47:29.244638 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:47:29.244638 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:47:29.244638 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:47:29.244638 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:47:29.244638 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:47:29.244638 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:47:29.244638 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:47:29.244638 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:47:29.244638 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:47:29.244638 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:47:29.244638 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:47:29.244638 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:47:29.244638 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:47:29.244638 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:47:29.244638 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:47:29.244638 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:47:29.244638 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:47:29.244638 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:47:29.244638 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:47:29.244638 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:47:29.244638 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:47:29.288019 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8354886-4ec5-4aef-8c68-bd8570382deb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Made reservation on behalf of 5b475467252d4f968fd5b204d0b30dc2 for: {'port': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:29.329691 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-b331d816-3169-43f8-b7df-5237723428f5 None None] Allocated IP 172.20.0.2 (be56ea69-cc10-4c73-9caa-cb6648b3092d/f2bd474b-2498-4dbf-8f29-a648462cd078/bf94b7e8-9416-41cf-b8b9-0ae60e25a7e0) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:29.487835 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d8354886-4ec5-4aef-8c68-bd8570382deb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:29.505717 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b331d816-3169-43f8-b7df-5237723428f5 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:29.517209 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-d8354886-4ec5-4aef-8c68-bd8570382deb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] device_id is not set on port 39479cf2-a886-4109-af40-869bc955a00d yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:47:29.519262 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b331d816-3169-43f8-b7df-5237723428f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:29.590140 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-dad9b916-069f-4d62-88b0-4c1bbc8c073b None None] Provisioning complete for port 41442fae-357a-4cb6-a27b-515f8a27c852 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:29.590625 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dad9b916-069f-4d62-88b0-4c1bbc8c073b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:29.661302 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 573b4081-f6e0-4d2c-bb11-44c5fffe1cd4 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:29.662533 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:29.666930 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-0ac930e7-8d8b-4747-b613-9c0d21815179 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Allocated IP 2001:db8:2::1 (dec03c52-208c-4000-8c23-509a719b0ff7/831a32a2-afd2-4af5-98fb-564330cb2964/bccc0610-cc63-4ae5-bd17-e5bea35be343) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:29.675834 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b331d816-3169-43f8-b7df-5237723428f5 None None] Network be56ea69-cc10-4c73-9caa-cb6648b3092d is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:29.715161 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-b331d816-3169-43f8-b7df-5237723428f5 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:29.720399 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331d816-3169-43f8-b7df-5237723428f5 None None] Pushing event updated for resources: {'Port': ['ID=bf94b7e8-9416-41cf-b8b9-0ae60e25a7e0,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:29.723164 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b331d816-3169-43f8-b7df-5237723428f5 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:47:29.753530 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-84d4e5bc-1df3-45d8-9b4a-dfd2328cfbcf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:29.755740 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-6fea0b9a-de0e-4a4a-ab7f-86f98043e006 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Allocated IP 2001:db8::64b0:e002:2464:7c9f (8f2fc9c2-6909-42b1-9817-f8926b88a024/06206a24-7e1b-4df6-a6a3-66610ab3a459/710dd6b9-c3ec-413d-ab22-75b41205c8e3) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:29.809251 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5f3aa3-8a82-442a-98f5-21f09a54c8bd tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Router e1757747-6c94-4767-95ad-b3f06022087c is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:47:29.834280 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-84d4e5bc-1df3-45d8-9b4a-dfd2328cfbcf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:29.838980 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-84d4e5bc-1df3-45d8-9b4a-dfd2328cfbcf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "DELETE /v2.0/networks/249e273c-fd3d-4809-b056-b2a6683bd3b9 HTTP/1.1" status: 204 len: 168 time: 1.3308816 Feb 16 12:47:29.847229 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35120) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:29.894679 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4e5bc-1df3-45d8-9b4a-dfd2328cfbcf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event deleted for resources: {'Network': ['ID=249e273c-fd3d-4809-b056-b2a6683bd3b9,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:29.897696 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dad9b916-069f-4d62-88b0-4c1bbc8c073b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:29.926276 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-b331d816-3169-43f8-b7df-5237723428f5 None None] Attempting to bind port bf94b7e8-9416-41cf-b8b9-0ae60e25a7e0 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:29.926636 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-b331d816-3169-43f8-b7df-5237723428f5 None None] Attempting to bind port bf94b7e8-9416-41cf-b8b9-0ae60e25a7e0 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '8c25c77d-1589-41b6-a1f5-b003734979d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'be56ea69-cc10-4c73-9caa-cb6648b3092d'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:29.926992 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b331d816-3169-43f8-b7df-5237723428f5 None None] Attempting to bind port bf94b7e8-9416-41cf-b8b9-0ae60e25a7e0 on network be56ea69-cc10-4c73-9caa-cb6648b3092d {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:47:29.933636 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce0883dd-ca13-4106-af38-dd805fd7f029 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:29.934088 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce0883dd-ca13-4106-af38-dd805fd7f029 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:29.937250 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ce0883dd-ca13-4106-af38-dd805fd7f029 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "DELETE /v2.0/subnets/7da0c5cd-f0c5-462e-aa5d-9c7351a6ab7c HTTP/1.1" status: 404 len: 337 time: 0.0879614 Feb 16 12:47:29.942900 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35122) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:29.967644 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-d8354886-4ec5-4aef-8c68-bd8570382deb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Allocated IP 172.20.0.10 (be56ea69-cc10-4c73-9caa-cb6648b3092d/f2bd474b-2498-4dbf-8f29-a648462cd078/39479cf2-a886-4109-af40-869bc955a00d) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:29.969993 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9285ec2-cab7-4a89-899e-304907ce331b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:29.970571 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9285ec2-cab7-4a89-899e-304907ce331b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:29.973668 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a9285ec2-cab7-4a89-899e-304907ce331b tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "DELETE /v2.0/networks/be5b19fb-06dc-47cb-a799-708439a455d9 HTTP/1.1" status: 404 len: 339 time: 0.0272739 Feb 16 12:47:29.981731 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e8d43-3614-466d-852f-0ccfafe82da6 req-e3d499b4-2e7b-4bec-8922-4c43fa0c2013 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:29.983491 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35124) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:29.991918 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-fa2e8d43-3614-466d-852f-0ccfafe82da6 req-e3d499b4-2e7b-4bec-8922-4c43fa0c2013 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/ports?device_id=38d0e125-2fc2-446a-a405-e79e4ba03c11 HTTP/1.1" status: 200 len: 946 time: 0.2051475 Feb 16 12:47:30.004445 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.007036 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b331d816-3169-43f8-b7df-5237723428f5 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:47:30.007482 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b331d816-3169-43f8-b7df-5237723428f5 None None] Checking segment: {'id': '8c25c77d-1589-41b6-a1f5-b003734979d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'be56ea69-cc10-4c73-9caa-cb6648b3092d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:47:30.007902 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b331d816-3169-43f8-b7df-5237723428f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.008269 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b331d816-3169-43f8-b7df-5237723428f5 None None] Bound using segment: {'id': '8c25c77d-1589-41b6-a1f5-b003734979d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'be56ea69-cc10-4c73-9caa-cb6648b3092d'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:47:30.008770 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-b331d816-3169-43f8-b7df-5237723428f5 None None] Bound port: bf94b7e8-9416-41cf-b8b9-0ae60e25a7e0, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c25c77d-1589-41b6-a1f5-b003734979d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'be56ea69-cc10-4c73-9caa-cb6648b3092d'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:30.009146 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b331d816-3169-43f8-b7df-5237723428f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.011156 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0298565-ecab-4bf2-9b97-696015660d3b None None] Network dec03c52-208c-4000-8c23-509a719b0ff7 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:30.068111 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a58670-3157-40b5-bb88-fe063634e691 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:30.068566 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4a58670-3157-40b5-bb88-fe063634e691 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:30.071748 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f4a58670-3157-40b5-bb88-fe063634e691 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "DELETE /v2.0/subnets/e98b40a3-603e-499c-8b4d-db38b8d4d10a HTTP/1.1" status: 404 len: 337 time: 0.0843689 Feb 16 12:47:30.078867 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35126) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:30.100502 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-b680e1cd-12d1-497b-ae89-9488ef96edd8 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Deleting port 886df779-1654-4f56-811f-44728f8b7c30 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:30.100502 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b680e1cd-12d1-497b-ae89-9488ef96edd8 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.152817 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f24c623-594c-42c9-882e-1ef5ac7eac52 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:30.153457 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f24c623-594c-42c9-882e-1ef5ac7eac52 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:30.156658 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4f24c623-594c-42c9-882e-1ef5ac7eac52 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "DELETE /v2.0/networks/da4f94c0-7ec0-4117-996e-96adfebe6afa HTTP/1.1" status: 404 len: 339 time: 0.0733907 Feb 16 12:47:30.160721 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35128) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:30.189253 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0ac930e7-8d8b-4747-b613-9c0d21815179 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.198942 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5f3aa3-8a82-442a-98f5-21f09a54c8bd tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:47:30.207614 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1c5f3aa3-8a82-442a-98f5-21f09a54c8bd tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.209104 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1c5f3aa3-8a82-442a-98f5-21f09a54c8bd tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] 10.222.0.90 "PUT /v2.0/routers/e1757747-6c94-4767-95ad-b3f06022087c HTTP/1.1" status: 200 len: 919 time: 7.1317430 Feb 16 12:47:30.212935 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35130) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:30.223678 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-fa2e8d43-3614-466d-852f-0ccfafe82da6 req-184d2164-3f4e-40bb-88ff-4435c005453f tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/security-groups?id=582a4e72-733c-446a-a0ec-8cb208ee5c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2293043 Feb 16 12:47:30.229412 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c59d1e-d911-4036-a726-a821e5439566 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:30.229874 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4c59d1e-d911-4036-a726-a821e5439566 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:30.233282 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f4c59d1e-d911-4036-a726-a821e5439566 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "DELETE /v2.0/subnets/ad224788-8b69-4289-a4ec-cb0f3ecb55a8 HTTP/1.1" status: 404 len: 337 time: 0.0623899 Feb 16 12:47:30.243255 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35132) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:30.283565 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a82407-0822-4fca-9aaf-9ab2a8e6dde0 None None] Sync routers for ids ['e1757747-6c94-4767-95ad-b3f06022087c'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:30.298471 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-e34e6135-4c63-4ed5-8927-e0df729f752e tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:30.299101 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e34e6135-4c63-4ed5-8927-e0df729f752e tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:30.300375 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-dad9b916-069f-4d62-88b0-4c1bbc8c073b None None] For port 41442fae-357a-4cb6-a27b-515f8a27c852, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=41442fae-357a-4cb6-a27b-515f8a27c852,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:30.302438 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e34e6135-4c63-4ed5-8927-e0df729f752e tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "DELETE /v2.0/networks/f03c3967-4b6a-4387-8d8b-0e9ac48f4ca8 HTTP/1.1" status: 404 len: 339 time: 0.0551844 Feb 16 12:47:30.308776 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35134) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:30.359960 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dad9b916-069f-4d62-88b0-4c1bbc8c073b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.371114 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-210619b1-e1b3-4fab-ab17-d4eb374a91e6 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:30.371716 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-210619b1-e1b3-4fab-ab17-d4eb374a91e6 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:30.375605 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-210619b1-e1b3-4fab-ab17-d4eb374a91e6 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "DELETE /v2.0/subnets/c925534d-a2fb-49b7-86d5-726b134dfdc1 HTTP/1.1" status: 404 len: 337 time: 0.0647771 Feb 16 12:47:30.378643 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6fea0b9a-de0e-4a4a-ab7f-86f98043e006 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.387289 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b680e1cd-12d1-497b-ae89-9488ef96edd8 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.387757 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b680e1cd-12d1-497b-ae89-9488ef96edd8 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.389005 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35136) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:30.423069 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9962514-53e2-42fd-8d0c-4f6a29032cd8 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:30.423792 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9962514-53e2-42fd-8d0c-4f6a29032cd8 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:30.427129 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f9962514-53e2-42fd-8d0c-4f6a29032cd8 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "DELETE /v2.0/networks/67b5b07d-701c-431b-a142-ff1c83831764 HTTP/1.1" status: 404 len: 339 time: 0.0369086 Feb 16 12:47:30.428285 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0ac930e7-8d8b-4747-b613-9c0d21815179 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.432032 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35138) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:30.485479 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac930e7-8d8b-4747-b613-9c0d21815179 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event updated for resources: {'Port': ['ID=bccc0610-cc63-4ae5-bd17-e5bea35be343,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:30.487685 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6fea0b9a-de0e-4a4a-ab7f-86f98043e006 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.498773 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d8354886-4ec5-4aef-8c68-bd8570382deb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.541935 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-b331d816-3169-43f8-b7df-5237723428f5 None None] For port bf94b7e8-9416-41cf-b8b9-0ae60e25a7e0, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:47:30.547368 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-b331d816-3169-43f8-b7df-5237723428f5 None None] For port bf94b7e8-9416-41cf-b8b9-0ae60e25a7e0, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=bf94b7e8-9416-41cf-b8b9-0ae60e25a7e0,segment=NetworkSegment(8c25c77d-1589-41b6-a1f5-b003734979d9),segment_id=8c25c77d-1589-41b6-a1f5-b003734979d9)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:47:30.551988 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ba0d895f-5fcf-4e7e-a653-055cfd85abb3 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] 10.222.0.90 "GET /v2.0/routers/e1757747-6c94-4767-95ad-b3f06022087c HTTP/1.1" status: 200 len: 925 time: 0.3364437 Feb 16 12:47:30.557412 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-b680e1cd-12d1-497b-ae89-9488ef96edd8 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Calling delete_port for 886df779-1654-4f56-811f-44728f8b7c30 owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:30.558806 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a82407-0822-4fca-9aaf-9ab2a8e6dde0 None None] Routers {'e1757747-6c94-4767-95ad-b3f06022087c'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:47:30.559567 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-87a82407-0822-4fca-9aaf-9ab2a8e6dde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['e1757747-6c94-4767-95ad-b3f06022087c'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:30.563398 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fea0b9a-de0e-4a4a-ab7f-86f98043e006 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:30.564339 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35140) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:30.574857 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b331d816-3169-43f8-b7df-5237723428f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.579818 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 573b4081-f6e0-4d2c-bb11-44c5fffe1cd4, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=573b4081-f6e0-4d2c-bb11-44c5fffe1cd4,segment=NetworkSegment(f56f1d37-d46e-4a03-9b61-5e57d675f4ca),segment_id=f56f1d37-d46e-4a03-9b61-5e57d675f4ca)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:30.591076 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a8a27a8-91f0-4e83-bd9e-69c58268919f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:30.591797 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a8a27a8-91f0-4e83-bd9e-69c58268919f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:30.601643 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7a8a27a8-91f0-4e83-bd9e-69c58268919f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "DELETE /v2.0/subnets/b67d307e-473b-44fc-83e6-c99d5f552aa4 HTTP/1.1" status: 404 len: 337 time: 0.1178493 Feb 16 12:47:30.601643 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac930e7-8d8b-4747-b613-9c0d21815179 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Network dec03c52-208c-4000-8c23-509a719b0ff7 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:30.602244 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-6fea0b9a-de0e-4a4a-ab7f-86f98043e006 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:30.602699 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35142) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:30.604398 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fea0b9a-de0e-4a4a-ab7f-86f98043e006 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:47:30.613365 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fea0b9a-de0e-4a4a-ab7f-86f98043e006 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:30.614084 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6fea0b9a-de0e-4a4a-ab7f-86f98043e006 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.615256 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-0ac930e7-8d8b-4747-b613-9c0d21815179 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:30.647225 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad9b916-069f-4d62-88b0-4c1bbc8c073b None None] Pushing event updated for resources: {'Port': ['ID=41442fae-357a-4cb6-a27b-515f8a27c852,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:30.664353 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.664958 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 41442fae-357a-4cb6-a27b-515f8a27c852 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:47:30.669063 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-87a82407-0822-4fca-9aaf-9ab2a8e6dde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:30.670929 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac930e7-8d8b-4747-b613-9c0d21815179 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:47:30.671579 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0ac930e7-8d8b-4747-b613-9c0d21815179 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.678516 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-7480f8dc-4824-47dc-a09b-102feeb67fa6 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:30.679237 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7480f8dc-4824-47dc-a09b-102feeb67fa6 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:30.684575 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6fea0b9a-de0e-4a4a-ab7f-86f98043e006 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4350507 Feb 16 12:47:30.684780 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7480f8dc-4824-47dc-a09b-102feeb67fa6 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "DELETE /v2.0/networks/1f2d6662-0d51-4971-b763-9b8501090561 HTTP/1.1" status: 404 len: 339 time: 0.0784986 Feb 16 12:47:30.689204 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35144) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:30.689204 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35146) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:30.725685 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea0b9a-de0e-4a4a-ab7f-86f98043e006 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Port': ['ID=710dd6b9-c3ec-413d-ab22-75b41205c8e3,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:30.744238 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e9e6d7f-3ee2-4f0a-8037-e9a885375a8d tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:30.745598 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e9e6d7f-3ee2-4f0a-8037-e9a885375a8d tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:30.752572 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0e9e6d7f-3ee2-4f0a-8037-e9a885375a8d tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "DELETE /v2.0/subnets/9ab2e3e0-a325-4fed-a1c2-40f9ced75453 HTTP/1.1" status: 404 len: 337 time: 0.0595977 Feb 16 12:47:30.770861 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a82407-0822-4fca-9aaf-9ab2a8e6dde0 None None] Routers {'e1757747-6c94-4767-95ad-b3f06022087c'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:47:30.772037 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35148) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:30.773019 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-87a82407-0822-4fca-9aaf-9ab2a8e6dde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['e1757747-6c94-4767-95ad-b3f06022087c'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:30.783625 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bedee4-90d0-4363-9943-6100f8ee3603 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:30.785376 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d4bedee4-90d0-4363-9943-6100f8ee3603 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] 10.222.0.90 "GET /v2.0/ports?network_id=a08a3d1b-2e35-4b18-9cb0-756d355083e6&device_id=e1757747-6c94-4767-95ad-b3f06022087c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2179439 Feb 16 12:47:30.788767 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35150) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:30.820700 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f6aa00-bb64-4e17-af3a-30737bd4dfe2 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:30.821376 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76f6aa00-bb64-4e17-af3a-30737bd4dfe2 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:30.827696 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-76f6aa00-bb64-4e17-af3a-30737bd4dfe2 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "DELETE /v2.0/networks/9c1d0377-9d2d-410f-9789-ab2e3f7d8a2a HTTP/1.1" status: 404 len: 339 time: 0.0544782 Feb 16 12:47:30.832285 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35152) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:30.890939 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-70c2f033-7ce5-429d-bdd8-9e62339b8f55 None None] Provisioning complete for port 573b4081-f6e0-4d2c-bb11-44c5fffe1cd4 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:30.891202 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-70c2f033-7ce5-429d-bdd8-9e62339b8f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.899391 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-790d959e-fd28-46d0-ac1b-477d3d95c69f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:30.900563 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-790d959e-fd28-46d0-ac1b-477d3d95c69f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:30.902974 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-87a82407-0822-4fca-9aaf-9ab2a8e6dde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:30.903757 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a82407-0822-4fca-9aaf-9ab2a8e6dde0 None None] The sync data for ids ['e1757747-6c94-4767-95ad-b3f06022087c'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:30.908535 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d8354886-4ec5-4aef-8c68-bd8570382deb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.909769 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-790d959e-fd28-46d0-ac1b-477d3d95c69f tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "DELETE /v2.0/subnets/190b0335-c0e5-4ebd-ab87-d83c1c802149 HTTP/1.1" status: 404 len: 337 time: 0.0773666 Feb 16 12:47:30.910436 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35154) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:30.967208 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b680e1cd-12d1-497b-ae89-9488ef96edd8 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.985816 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d51e51-252f-4012-8e07-3d1525a1a074 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:30.986513 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9d51e51-252f-4012-8e07-3d1525a1a074 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:30.992338 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c9d51e51-252f-4012-8e07-3d1525a1a074 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "DELETE /v2.0/networks/5141a225-c975-4906-b1e4-c793e4669755 HTTP/1.1" status: 404 len: 339 time: 0.0639131 Feb 16 12:47:31.001090 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331d816-3169-43f8-b7df-5237723428f5 None None] Pushing event updated for resources: {'Port': ['ID=bf94b7e8-9416-41cf-b8b9-0ae60e25a7e0,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:31.033421 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35156) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:31.049851 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10658b90-099e-4214-a3fc-1d2e1431b860 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:31.050095 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680e1cd-12d1-497b-ae89-9488ef96edd8 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Pushing event deleted for resources: {'Port': ['ID=886df779-1654-4f56-811f-44728f8b7c30,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:31.055803 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0ac930e7-8d8b-4747-b613-9c0d21815179 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:31.062024 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10658b90-099e-4214-a3fc-1d2e1431b860 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:31.064684 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-10658b90-099e-4214-a3fc-1d2e1431b860 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.3724091 Feb 16 12:47:31.078497 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35158) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:31.083365 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 41442fae-357a-4cb6-a27b-515f8a27c852 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:31.083736 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:31.116081 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-53fda1c9-fdf0-4b3d-96d5-2f25e931d992 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:31.117123 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53fda1c9-fdf0-4b3d-96d5-2f25e931d992 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:31.120613 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-53fda1c9-fdf0-4b3d-96d5-2f25e931d992 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "DELETE /v2.0/subnets/52528be7-5947-4c60-90d2-8826bb3d8428 HTTP/1.1" status: 404 len: 337 time: 0.0544903 Feb 16 12:47:31.127553 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35160) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:31.157391 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=573b4081-f6e0-4d2c-bb11-44c5fffe1cd4,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:31.157803 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8354886-4ec5-4aef-8c68-bd8570382deb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Network be56ea69-cc10-4c73-9caa-cb6648b3092d is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:31.181317 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-d8354886-4ec5-4aef-8c68-bd8570382deb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:31.241755 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8354886-4ec5-4aef-8c68-bd8570382deb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:47:31.303791 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-1021dcc5-5d1e-4d63-a5b4-4d1ba345e759 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:31.304567 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1021dcc5-5d1e-4d63-a5b4-4d1ba345e759 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:31.308754 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1021dcc5-5d1e-4d63-a5b4-4d1ba345e759 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "DELETE /v2.0/networks/215af59e-7bca-4dd4-ac79-65cdd8ab6870 HTTP/1.1" status: 404 len: 339 time: 0.1738718 Feb 16 12:47:31.316122 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35164) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:31.320821 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe7676d-3614-497f-ab1a-9b4840f503b4 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:31.322663 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0fe7676d-3614-497f-ab1a-9b4840f503b4 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] 10.222.0.90 "GET /v2.0/networks/a08a3d1b-2e35-4b18-9cb0-756d355083e6 HTTP/1.1" status: 200 len: 881 time: 0.5277658 Feb 16 12:47:31.324852 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8354886-4ec5-4aef-8c68-bd8570382deb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'Port': ['ID=39479cf2-a886-4109-af40-869bc955a00d,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:31.325280 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-b2836924-2d19-49cd-a408-952edc3fb739 None None] Could not find standard attr ID for object 193787fe-0a4d-4629-ae3c-cd1fc3c1efc1. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:47:31.327628 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35166) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:31.362261 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-b2836924-2d19-49cd-a408-952edc3fb739 None None] Provisioning complete for port 41442fae-357a-4cb6-a27b-515f8a27c852 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:31.362630 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b2836924-2d19-49cd-a408-952edc3fb739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:31.413393 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8354886-4ec5-4aef-8c68-bd8570382deb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:31.414070 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d8354886-4ec5-4aef-8c68-bd8570382deb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:31.602671 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 573b4081-f6e0-4d2c-bb11-44c5fffe1cd4 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:47:31.614507 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-b680e1cd-12d1-497b-ae89-9488ef96edd8 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] create failed (client error): The resource could not be found. Feb 16 12:47:31.617623 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b680e1cd-12d1-497b-ae89-9488ef96edd8 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.0839598 Feb 16 12:47:31.629945 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35168) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:31.645909 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-8cdbd345-1892-4da5-a574-6ec2ebbe4896 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] 10.222.0.90 "GET /v2.0/ports?device_id=e1757747-6c94-4767-95ad-b3f06022087c HTTP/1.1" status: 200 len: 205 time: 0.2922828 Feb 16 12:47:31.651531 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35170) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:31.692337 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 573b4081-f6e0-4d2c-bb11-44c5fffe1cd4 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:31.692766 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:31.792022 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-4bc1d903-3e34-4cf2-8b6a-0c2224ac6b4a None None] Provisioning complete for port 710dd6b9-c3ec-413d-ab22-75b41205c8e3 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:31.793009 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4bc1d903-3e34-4cf2-8b6a-0c2224ac6b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:31.795799 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a18c8111-b6fa-4612-ac86-1df20d3e27b8 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:31.808452 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d8354886-4ec5-4aef-8c68-bd8570382deb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9137125 Feb 16 12:47:31.880317 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-3636938a-fdd4-4564-9711-4c6a65d27f39 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Deleting subnet 2c232c7d-8baa-4eb4-8aca-8b84f13ac7f3 {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:47:31.884414 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35172) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:31.884608 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device bf94b7e8-9416-41cf-b8b9-0ae60e25a7e0 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:47:31.915012 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-4bc1d903-3e34-4cf2-8b6a-0c2224ac6b4a None None] Port 710dd6b9-c3ec-413d-ab22-75b41205c8e3 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:47:31.977716 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port bf94b7e8-9416-41cf-b8b9-0ae60e25a7e0 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:31.978331 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:31.998018 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-0d238d4b-843c-4b8f-a3bb-57ed9ae336ef tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'port': {'network_id': 'be56ea69-cc10-4c73-9caa-cb6648b3092d', 'name': 'tempest-PortsTestJSON-954229993', 'fixed_ips': [{'subnet_id': 'f2bd474b-2498-4dbf-8f29-a648462cd078', 'ip_address': '172.20.0.9'}]}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:32.012025 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3636938a-fdd4-4564-9711-4c6a65d27f39 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.119059 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-34fc1343-02d3-43d6-bc62-ade0a443fa0a None None] Provisioning complete for port bccc0610-cc63-4ae5-bd17-e5bea35be343 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:32.119434 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-34fc1343-02d3-43d6-bc62-ade0a443fa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.178748 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.196538 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-34fc1343-02d3-43d6-bc62-ade0a443fa0a None None] Port bccc0610-cc63-4ae5-bd17-e5bea35be343 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:47:32.209190 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3636938a-fdd4-4564-9711-4c6a65d27f39 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.220327 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a18c8111-b6fa-4612-ac86-1df20d3e27b8 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.227189 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-34fc1343-02d3-43d6-bc62-ade0a443fa0a None None] Provisioning complete for port 573b4081-f6e0-4d2c-bb11-44c5fffe1cd4 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:32.227447 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-34fc1343-02d3-43d6-bc62-ade0a443fa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.241536 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-71cec866-573a-4001-8ac2-cf6f7e013f23 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting port 710dd6b9-c3ec-413d-ab22-75b41205c8e3 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:32.242133 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-71cec866-573a-4001-8ac2-cf6f7e013f23 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.259729 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d657d-5f24-418a-b74c-dab5fa4fb2c8 req-91e032ef-124a-4b63-99ed-5805ab948bd8 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:32.262062 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2e7d657d-5f24-418a-b74c-dab5fa4fb2c8 req-91e032ef-124a-4b63-99ed-5805ab948bd8 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/ports?device_id=38d0e125-2fc2-446a-a405-e79e4ba03c11 HTTP/1.1" status: 200 len: 946 time: 0.6999819 Feb 16 12:47:32.269309 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port bf94b7e8-9416-41cf-b8b9-0ae60e25a7e0, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=bf94b7e8-9416-41cf-b8b9-0ae60e25a7e0,segment=NetworkSegment(8c25c77d-1589-41b6-a1f5-b003734979d9),segment_id=8c25c77d-1589-41b6-a1f5-b003734979d9)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:32.279427 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.280394 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 41442fae-357a-4cb6-a27b-515f8a27c852 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:47:32.382207 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2e7d657d-5f24-418a-b74c-dab5fa4fb2c8 req-d56af6cc-b1a2-48c6-b22d-267ee741f1af tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/security-groups?id=582a4e72-733c-446a-a0ec-8cb208ee5c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104424 Feb 16 12:47:32.397899 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f44a1d-6159-428b-8c87-4e849810ab34 req-941d647b-8846-4075-814c-f54f48bf5cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:32.400516 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-05f44a1d-6159-428b-8c87-4e849810ab34 req-941d647b-8846-4075-814c-f54f48bf5cf3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b8da0c113224745a027e6a94fb34ab0&device_id=38d0e125-2fc2-446a-a405-e79e4ba03c11 HTTP/1.1" status: 200 len: 1099 time: 0.7108896 Feb 16 12:47:32.439979 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=bf94b7e8-9416-41cf-b8b9-0ae60e25a7e0,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:32.455592 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 41442fae-357a-4cb6-a27b-515f8a27c852 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:32.455961 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.464517 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d238d4b-843c-4b8f-a3bb-57ed9ae336ef tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Made reservation on behalf of 5b475467252d4f968fd5b204d0b30dc2 for: {'port': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:32.469964 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0d238d4b-843c-4b8f-a3bb-57ed9ae336ef tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.529441 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-0d238d4b-843c-4b8f-a3bb-57ed9ae336ef tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] device_id is not set on port ea5f44df-7e3f-4e59-91a8-04ef0e8892b5 yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:47:32.587901 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-1405d604-50fa-416f-9e50-9923562bf4b9 None None] Provisioning complete for port bccc0610-cc63-4ae5-bd17-e5bea35be343 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:32.588301 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1405d604-50fa-416f-9e50-9923562bf4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.597961 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-65f6e71d-e061-4e7b-9e4b-a6027cbe6fef tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Deleting port e17dea49-056d-4d57-9e16-db002af01115 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:32.597961 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-65f6e71d-e061-4e7b-9e4b-a6027cbe6fef tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.605481 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-a18c8111-b6fa-4612-ac86-1df20d3e27b8 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Deleting port 3f979277-254b-4601-8524-0164d3894ec7 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:32.605864 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a18c8111-b6fa-4612-ac86-1df20d3e27b8 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.614137 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6afe93-08e3-46ed-9c47-77f1d46e90c7 None None] Network be56ea69-cc10-4c73-9caa-cb6648b3092d requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:32.666018 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3636938a-fdd4-4564-9711-4c6a65d27f39 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.690873 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-1405d604-50fa-416f-9e50-9923562bf4b9 None None] Port bccc0610-cc63-4ae5-bd17-e5bea35be343 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:47:32.713559 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-71cec866-573a-4001-8ac2-cf6f7e013f23 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.717158 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f44a1d-6159-428b-8c87-4e849810ab34 req-e22d57a5-9b06-4ec5-a9db-c4a04069cefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:32.719298 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-05f44a1d-6159-428b-8c87-4e849810ab34 req-e22d57a5-9b06-4ec5-a9db-c4a04069cefb service neutron] 10.222.0.42 "GET /v2.0/networks?id=9df35863-0ddd-484c-a539-99ce67aab768 HTTP/1.1" status: 200 len: 898 time: 0.2749207 Feb 16 12:47:32.744287 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0ac930e7-8d8b-4747-b613-9c0d21815179 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.782979 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-71cec866-573a-4001-8ac2-cf6f7e013f23 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Calling delete_port for 710dd6b9-c3ec-413d-ab22-75b41205c8e3 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:32.791602 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0ac930e7-8d8b-4747-b613-9c0d21815179 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.792518 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0ac930e7-8d8b-4747-b613-9c0d21815179 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.844053 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-a24c3517-c6b1-4f13-aa20-4430faf7d41f None None] Provisioning complete for port bf94b7e8-9416-41cf-b8b9-0ae60e25a7e0 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:32.844436 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a24c3517-c6b1-4f13-aa20-4430faf7d41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.949338 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-65f6e71d-e061-4e7b-9e4b-a6027cbe6fef tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.970917 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-05f44a1d-6159-428b-8c87-4e849810ab34 req-1809d302-a63e-4cef-b6f2-7b6e1dee4208 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8806cc2f-337a-4ea5-96ba-e1457749a273 HTTP/1.1" status: 200 len: 1002 time: 0.2394505 Feb 16 12:47:33.010617 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-65f6e71d-e061-4e7b-9e4b-a6027cbe6fef tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Calling delete_port for e17dea49-056d-4d57-9e16-db002af01115 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:33.022188 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac930e7-8d8b-4747-b613-9c0d21815179 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event updated for resources: {'Port': ['ID=bccc0610-cc63-4ae5-bd17-e5bea35be343,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:33.174638 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f44a1d-6159-428b-8c87-4e849810ab34 req-840987b8-75d2-4faa-9644-a5a641079d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:33.176140 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-05f44a1d-6159-428b-8c87-4e849810ab34 req-840987b8-75d2-4faa-9644-a5a641079d82 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf796c68-f1ba-4a90-a53d-382e7e9121ed HTTP/1.1" status: 200 len: 835 time: 0.1734641 Feb 16 12:47:33.228181 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-63457718-54a0-4947-a80f-88fd9d22fa03 None None] Provisioning complete for port bf94b7e8-9416-41cf-b8b9-0ae60e25a7e0 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:33.228554 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-63457718-54a0-4947-a80f-88fd9d22fa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.245599 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a18c8111-b6fa-4612-ac86-1df20d3e27b8 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.291770 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac930e7-8d8b-4747-b613-9c0d21815179 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Network dec03c52-208c-4000-8c23-509a719b0ff7 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:33.306026 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-0ac930e7-8d8b-4747-b613-9c0d21815179 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:33.327837 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-a18c8111-b6fa-4612-ac86-1df20d3e27b8 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Calling delete_port for 3f979277-254b-4601-8524-0164d3894ec7 owned by network:router_gateway {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:33.437752 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-63457718-54a0-4947-a80f-88fd9d22fa03 None None] Provisioning complete for port 39479cf2-a886-4109-af40-869bc955a00d triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:33.438131 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-63457718-54a0-4947-a80f-88fd9d22fa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.505289 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device bf94b7e8-9416-41cf-b8b9-0ae60e25a7e0 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:47:33.509304 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f44a1d-6159-428b-8c87-4e849810ab34 req-5cf3134d-d09b-4b5a-b32a-6718d12f715b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:33.510966 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-05f44a1d-6159-428b-8c87-4e849810ab34 req-5cf3134d-d09b-4b5a-b32a-6718d12f715b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9df35863-0ddd-484c-a539-99ce67aab768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3277779 Feb 16 12:47:33.539249 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-63457718-54a0-4947-a80f-88fd9d22fa03 None None] Port 39479cf2-a886-4109-af40-869bc955a00d cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:47:33.548491 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac930e7-8d8b-4747-b613-9c0d21815179 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Router 82cadb3a-55b1-497f-b25c-4b7a652b9a28 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:47:33.574946 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-71cec866-573a-4001-8ac2-cf6f7e013f23 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.591063 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a18c8111-b6fa-4612-ac86-1df20d3e27b8 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.596660 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port bf94b7e8-9416-41cf-b8b9-0ae60e25a7e0 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:33.597270 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.607351 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3636938a-fdd4-4564-9711-4c6a65d27f39 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.684914 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-71cec866-573a-4001-8ac2-cf6f7e013f23 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.688345 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-71cec866-573a-4001-8ac2-cf6f7e013f23 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/ports/710dd6b9-c3ec-413d-ab22-75b41205c8e3 HTTP/1.1" status: 204 len: 168 time: 2.5961938 Feb 16 12:47:33.689433 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cec866-573a-4001-8ac2-cf6f7e013f23 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Port': ['ID=710dd6b9-c3ec-413d-ab22-75b41205c8e3,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:33.694870 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35176) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:33.707580 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-0d238d4b-843c-4b8f-a3bb-57ed9ae336ef tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Allocated IP 172.20.0.9 (be56ea69-cc10-4c73-9caa-cb6648b3092d/f2bd474b-2498-4dbf-8f29-a648462cd078/ea5f44df-7e3f-4e59-91a8-04ef0e8892b5) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:33.726183 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18c8111-b6fa-4612-ac86-1df20d3e27b8 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Pushing event deleted for resources: {'Port': ['ID=3f979277-254b-4601-8524-0164d3894ec7,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:33.751471 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3636938a-fdd4-4564-9711-4c6a65d27f39 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event deleted for resources: {'Subnet': ['ID=2c232c7d-8baa-4eb4-8aca-8b84f13ac7f3,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:33.754923 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3636938a-fdd4-4564-9711-4c6a65d27f39 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.762205 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-005638b1-6cfc-4c15-9034-fb01fc6beb82 None None] Provisioning complete for port 39479cf2-a886-4109-af40-869bc955a00d triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:33.762811 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3636938a-fdd4-4564-9711-4c6a65d27f39 tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "DELETE /v2.0/subnets/2c232c7d-8baa-4eb4-8aca-8b84f13ac7f3 HTTP/1.1" status: 204 len: 168 time: 2.4350355 Feb 16 12:47:33.762925 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-005638b1-6cfc-4c15-9034-fb01fc6beb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.776083 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549ec9c5-879d-46d1-bc5b-8937d653ce64 None None] Network d76771af-479a-4d20-b784-90f8d7aed264 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:33.791738 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35178) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:33.811243 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-65f6e71d-e061-4e7b-9e4b-a6027cbe6fef tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.823081 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac930e7-8d8b-4747-b613-9c0d21815179 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:47:33.831808 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0ac930e7-8d8b-4747-b613-9c0d21815179 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "PUT /v2.0/routers/82cadb3a-55b1-497f-b25c-4b7a652b9a28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2051454 Feb 16 12:47:33.838264 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7528eef3-f85e-4148-a39f-fc20d113e40e None None] Sync routers for ids ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:33.851856 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35180) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:33.854460 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7528eef3-f85e-4148-a39f-fc20d113e40e None None] Routers {'82cadb3a-55b1-497f-b25c-4b7a652b9a28'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:47:33.856516 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7528eef3-f85e-4148-a39f-fc20d113e40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:33.861913 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-7ce9fbf1-a266-4a87-9f72-6534487fb1f4 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1373279739'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:33.924346 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-78828bea-4990-470c-af4b-aab7b2cc17bf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.924795 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-005638b1-6cfc-4c15-9034-fb01fc6beb82 None None] Port 39479cf2-a886-4109-af40-869bc955a00d cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:47:33.964759 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6e71d-e061-4e7b-9e4b-a6027cbe6fef tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Pushing event deleted for resources: {'Port': ['ID=e17dea49-056d-4d57-9e16-db002af01115,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:33.989033 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19592140-cd1f-423c-98b5-3615d7d10a3d req-5d093849-754a-4508-8de2-1d492c31317b tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:33.991853 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-19592140-cd1f-423c-98b5-3615d7d10a3d req-5d093849-754a-4508-8de2-1d492c31317b tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/ports?device_id=38d0e125-2fc2-446a-a405-e79e4ba03c11 HTTP/1.1" status: 200 len: 946 time: 0.4060278 Feb 16 12:47:34.063727 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-7528eef3-f85e-4148-a39f-fc20d113e40e None None] Set router 82cadb3a-55b1-497f-b25c-4b7a652b9a28 gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:47:34.089285 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-935b3f34-1a08-4443-878d-5603ea9b460e None None] Provisioning complete for port bccc0610-cc63-4ae5-bd17-e5bea35be343 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:34.091199 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-935b3f34-1a08-4443-878d-5603ea9b460e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:34.136546 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-05f44a1d-6159-428b-8c87-4e849810ab34 req-47d24211-d40f-4b8f-b77d-6d85de7fb401 service neutron] 10.222.0.42 "GET /v2.0/networks/9df35863-0ddd-484c-a539-99ce67aab768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6021678 Feb 16 12:47:34.145791 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d990bc9a-171f-409f-8b87-33b10fb786d7 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:34.145791 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d990bc9a-171f-409f-8b87-33b10fb786d7 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:34.152012 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d990bc9a-171f-409f-8b87-33b10fb786d7 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3460033 Feb 16 12:47:34.166392 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5f8952-5bf0-4fc0-84be-5d5af464a5b9 None None] DHCP port deletion for d76771af-479a-4d20-b784-90f8d7aed264 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:47:34.215700 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-935b3f34-1a08-4443-878d-5603ea9b460e None None] Port bccc0610-cc63-4ae5-bd17-e5bea35be343 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:47:34.236841 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35182) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:34.257499 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-65f6e71d-e061-4e7b-9e4b-a6027cbe6fef tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:34.260918 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-65f6e71d-e061-4e7b-9e4b-a6027cbe6fef tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] 10.222.0.90 "DELETE /v2.0/ports/e17dea49-056d-4d57-9e16-db002af01115 HTTP/1.1" status: 204 len: 168 time: 2.6280942 Feb 16 12:47:34.304210 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35184) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:34.321067 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-05f44a1d-6159-428b-8c87-4e849810ab34 req-12b350c5-9f73-487c-b460-ea43f1326a86 service neutron] 10.222.0.42 "GET /v2.0/networks/9df35863-0ddd-484c-a539-99ce67aab768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711788 Feb 16 12:47:34.330031 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce9fbf1-a266-4a87-9f72-6534487fb1f4 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Made reservation on behalf of 98b1135bbc52416fb743fd9e2fe1b3df for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:34.334907 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7ce9fbf1-a266-4a87-9f72-6534487fb1f4 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:34.347633 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-5e5f8952-5bf0-4fc0-84be-5d5af464a5b9 None None] Deleting port dfbe9de3-c712-4cfc-961d-a94e1dadc127 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:34.348005 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5e5f8952-5bf0-4fc0-84be-5d5af464a5b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:34.383812 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ce9fbf1-a266-4a87-9f72-6534487fb1f4 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:47:34.397522 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7ce9fbf1-a266-4a87-9f72-6534487fb1f4 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:34.398220 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-7ce9fbf1-a266-4a87-9f72-6534487fb1f4 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Added segment ea2899a2-c655-4d11-bbe9-e92c7ae84147 of type vlan for network 58eff633-4389-4822-aa08-67bde8e5302c Feb 16 12:47:34.455658 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7528eef3-f85e-4148-a39f-fc20d113e40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'name': 'tempest-RoutersIpV6Test-router-1385319131', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:04Z', 'updated_at': '2022-02-16T12:47:30Z', 'revision_number': 4, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'gw_port_host': None, '_interfaces': [{'id': 'bccc0610-cc63-4ae5-bd17-e5bea35be343', 'name': '', 'network_id': 'dec03c52-208c-4000-8c23-509a719b0ff7', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:52:3c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '831a32a2-afd2-4af5-98fb-564330cb2964', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:28Z', 'updated_at': '2022-02-16T12:47:31Z', 'revision_number': 2, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '831a32a2-afd2-4af5-98fb-564330cb2964', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd29122c-021d-4a08-834b-67acb3554f64', 'name': '', 'network_id': 'ef2b90ed-2280-42f9-9383-c32610fcff3f', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:60:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:08Z', 'updated_at': '2022-02-16T12:47:20Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd97df989-3e09-4ded-a1d3-b8b25a5cc65f', 'name': '', 'network_id': 'd32ad4e0-f8da-4d21-893e-beee07394c5b', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:7e:85:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:17Z', 'updated_at': '2022-02-16T12:47:25Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:34.469904 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-5e5f8952-5bf0-4fc0-84be-5d5af464a5b9 None None] For port dfbe9de3-c712-4cfc-961d-a94e1dadc127, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=dfbe9de3-c712-4cfc-961d-a94e1dadc127,segment=NetworkSegment(ed71f038-e600-4801-b083-98bbce5746e8),segment_id=ed71f038-e600-4801-b083-98bbce5746e8)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:34.470303 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5e5f8952-5bf0-4fc0-84be-5d5af464a5b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:34.470848 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7ce9fbf1-a266-4a87-9f72-6534487fb1f4 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:34.488796 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0d238d4b-843c-4b8f-a3bb-57ed9ae336ef tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:34.491877 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-5e5f8952-5bf0-4fc0-84be-5d5af464a5b9 None None] Calling delete_port for dfbe9de3-c712-4cfc-961d-a94e1dadc127 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:34.502438 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7528eef3-f85e-4148-a39f-fc20d113e40e None None] Checking router: 82cadb3a-55b1-497f-b25c-4b7a652b9a28 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:47:34.503199 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7528eef3-f85e-4148-a39f-fc20d113e40e None None] Updating router 82cadb3a-55b1-497f-b25c-4b7a652b9a28 port bccc0610-cc63-4ae5-bd17-e5bea35be343 binding host dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:47:34.524161 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c449f7-0e12-410a-857b-fd2ce8716391 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:34.528463 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7ce9fbf1-a266-4a87-9f72-6534487fb1f4 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:34.529002 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-49c449f7-0e12-410a-857b-fd2ce8716391 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] 10.222.0.90 "GET /v2.0/ports?device_id=dedf45f4-87d6-43c0-9af5-7ade02124783 HTTP/1.1" status: 200 len: 913 time: 0.2074640 Feb 16 12:47:34.536608 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7528eef3-f85e-4148-a39f-fc20d113e40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:34.536840 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35186) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:34.538425 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce9fbf1-a266-4a87-9f72-6534487fb1f4 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:34.539434 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7ce9fbf1-a266-4a87-9f72-6534487fb1f4 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:34.541642 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-19592140-cd1f-423c-98b5-3615d7d10a3d req-81da8163-ed7d-43bb-b0b4-db40a9555383 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/security-groups?id=582a4e72-733c-446a-a0ec-8cb208ee5c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3034832 Feb 16 12:47:34.638697 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7ce9fbf1-a266-4a87-9f72-6534487fb1f4 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7808037 Feb 16 12:47:34.639836 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35188) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:34.647843 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-99e28269-43cb-47b3-bb04-8895b0ce05c1 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Request body: {'subnet': {'network_id': '58eff633-4389-4822-aa08-67bde8e5302c', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:34.674890 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5e5f8952-5bf0-4fc0-84be-5d5af464a5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:34.679825 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9fbf1-a266-4a87-9f72-6534487fb1f4 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event updated for resources: {'Network': ['ID=58eff633-4389-4822-aa08-67bde8e5302c,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:34.726793 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f8952-5bf0-4fc0-84be-5d5af464a5b9 None None] Pushing event deleted for resources: {'Port': ['ID=dfbe9de3-c712-4cfc-961d-a94e1dadc127,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:34.731633 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 58eff633-4389-4822-aa08-67bde8e5302c details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:47:34.743315 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a18c8111-b6fa-4612-ac86-1df20d3e27b8 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:34.784919 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf83f6b4-89d2-48b0-ac1e-afeb2064bbcc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting subnet 06206a24-7e1b-4df6-a6a3-66610ab3a459 {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:47:34.788563 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bf83f6b4-89d2-48b0-ac1e-afeb2064bbcc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:34.824812 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f8952-5bf0-4fc0-84be-5d5af464a5b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:34.825421 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f8952-5bf0-4fc0-84be-5d5af464a5b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:34.826213 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f8952-5bf0-4fc0-84be-5d5af464a5b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:34.827181 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f8952-5bf0-4fc0-84be-5d5af464a5b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:34.827316 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f8952-5bf0-4fc0-84be-5d5af464a5b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:34.827704 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f8952-5bf0-4fc0-84be-5d5af464a5b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:34.828205 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f8952-5bf0-4fc0-84be-5d5af464a5b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:34.828674 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f8952-5bf0-4fc0-84be-5d5af464a5b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:34.829115 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f8952-5bf0-4fc0-84be-5d5af464a5b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:34.829502 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f8952-5bf0-4fc0-84be-5d5af464a5b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:34.830330 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f8952-5bf0-4fc0-84be-5d5af464a5b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:34.830971 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f8952-5bf0-4fc0-84be-5d5af464a5b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:34.836858 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bf83f6b4-89d2-48b0-ac1e-afeb2064bbcc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:34.848547 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5f8952-5bf0-4fc0-84be-5d5af464a5b9 None None] No DVR routers for this DVR port dfbe9de3-c712-4cfc-961d-a94e1dadc127 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:34.855956 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e28269-43cb-47b3-bb04-8895b0ce05c1 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Made reservation on behalf of 98b1135bbc52416fb743fd9e2fe1b3df for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:34.861514 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-99e28269-43cb-47b3-bb04-8895b0ce05c1 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:34.886367 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543396f0-6e6f-4588-b77b-126440343915 None None] get_active_networks_info from dv-neutron-828142-3-hyperv {{(pid=109050) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 12:47:34.896663 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bf83f6b4-89d2-48b0-ac1e-afeb2064bbcc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:34.987842 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7528eef3-f85e-4148-a39f-fc20d113e40e None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:34.996787 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7528eef3-f85e-4148-a39f-fc20d113e40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.098786 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a18c8111-b6fa-4612-ac86-1df20d3e27b8 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.100136 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c6dedd-4ce4-4ba9-8513-55b183724173 None None] Pushing event updated for resources: {'Port': ['ID=bccc0610-cc63-4ae5-bd17-e5bea35be343,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:35.114466 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a18c8111-b6fa-4612-ac86-1df20d3e27b8 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.117066 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6dedd-4ce4-4ba9-8513-55b183724173 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:35.118688 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6dedd-4ce4-4ba9-8513-55b183724173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:35.119046 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6dedd-4ce4-4ba9-8513-55b183724173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:35.119378 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6dedd-4ce4-4ba9-8513-55b183724173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:35.119757 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6dedd-4ce4-4ba9-8513-55b183724173 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:35.120594 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6dedd-4ce4-4ba9-8513-55b183724173 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:35.120922 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6dedd-4ce4-4ba9-8513-55b183724173 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:35.121247 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6dedd-4ce4-4ba9-8513-55b183724173 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:35.121720 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6dedd-4ce4-4ba9-8513-55b183724173 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:35.122045 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6dedd-4ce4-4ba9-8513-55b183724173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:35.122367 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6dedd-4ce4-4ba9-8513-55b183724173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:35.123660 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6dedd-4ce4-4ba9-8513-55b183724173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:35.162889 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-78828bea-4990-470c-af4b-aab7b2cc17bf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Deleting port dfbe9de3-c712-4cfc-961d-a94e1dadc127 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:35.163244 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-78828bea-4990-470c-af4b-aab7b2cc17bf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.166967 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-99e28269-43cb-47b3-bb04-8895b0ce05c1 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.199672 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0d238d4b-843c-4b8f-a3bb-57ed9ae336ef tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.206372 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bf83f6b4-89d2-48b0-ac1e-afeb2064bbcc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.210349 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-7528eef3-f85e-4148-a39f-fc20d113e40e None None] Attempting to bind port bccc0610-cc63-4ae5-bd17-e5bea35be343 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:35.210576 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-7528eef3-f85e-4148-a39f-fc20d113e40e None None] Attempting to bind port bccc0610-cc63-4ae5-bd17-e5bea35be343 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'f56f1d37-d46e-4a03-9b61-5e57d675f4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'dec03c52-208c-4000-8c23-509a719b0ff7'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:35.211340 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7528eef3-f85e-4148-a39f-fc20d113e40e None None] Attempting to bind port bccc0610-cc63-4ae5-bd17-e5bea35be343 on network dec03c52-208c-4000-8c23-509a719b0ff7 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:47:35.220665 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7528eef3-f85e-4148-a39f-fc20d113e40e None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:47:35.220946 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7528eef3-f85e-4148-a39f-fc20d113e40e None None] Checking segment: {'id': 'f56f1d37-d46e-4a03-9b61-5e57d675f4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'dec03c52-208c-4000-8c23-509a719b0ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:47:35.221162 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7528eef3-f85e-4148-a39f-fc20d113e40e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.221639 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7528eef3-f85e-4148-a39f-fc20d113e40e None None] Bound using segment: {'id': 'f56f1d37-d46e-4a03-9b61-5e57d675f4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'dec03c52-208c-4000-8c23-509a719b0ff7'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:47:35.222105 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-7528eef3-f85e-4148-a39f-fc20d113e40e None None] Bound port: bccc0610-cc63-4ae5-bd17-e5bea35be343, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f56f1d37-d46e-4a03-9b61-5e57d675f4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'dec03c52-208c-4000-8c23-509a719b0ff7'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:35.222287 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543396f0-6e6f-4588-b77b-126440343915 None None] Resources bound (agent type, host, resource id): {{(pid=109050) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:47:35.222473 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7528eef3-f85e-4148-a39f-fc20d113e40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.237359 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e28269-43cb-47b3-bb04-8895b0ce05c1 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event updated for resources: {'Subnet': ['ID=f790ea3f-fbba-4f0d-8a56-5f79a8d522d5,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:35.279731 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e28269-43cb-47b3-bb04-8895b0ce05c1 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Checking segment: {'id': 'ea2899a2-c655-4d11-bbe9-e92c7ae84147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '58eff633-4389-4822-aa08-67bde8e5302c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:47:35.280137 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e28269-43cb-47b3-bb04-8895b0ce05c1 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Network hostable DHCP agents. Network: 58eff633-4389-4822-aa08-67bde8e5302c, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:47:35.303865 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e28269-43cb-47b3-bb04-8895b0ce05c1 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Network 58eff633-4389-4822-aa08-67bde8e5302c is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:47:35.318056 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-99e28269-43cb-47b3-bb04-8895b0ce05c1 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 58eff633-4389-4822-aa08-67bde8e5302c) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:35.320842 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 12:47:35.326866 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-7528eef3-f85e-4148-a39f-fc20d113e40e None None] For port bccc0610-cc63-4ae5-bd17-e5bea35be343, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:47:35.328006 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf83f6b4-89d2-48b0-ac1e-afeb2064bbcc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Subnet': ['ID=06206a24-7e1b-4df6-a6a3-66610ab3a459,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:35.330164 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a18c8111-b6fa-4612-ac86-1df20d3e27b8 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.330674 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18c8111-b6fa-4612-ac86-1df20d3e27b8 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Fanout notify agent at l3_agent the message router_deleted on router e1757747-6c94-4767-95ad-b3f06022087c {{(pid=109048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:47:35.331972 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-7528eef3-f85e-4148-a39f-fc20d113e40e None None] For port bccc0610-cc63-4ae5-bd17-e5bea35be343, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=bccc0610-cc63-4ae5-bd17-e5bea35be343,segment=NetworkSegment(f56f1d37-d46e-4a03-9b61-5e57d675f4ca),segment_id=f56f1d37-d46e-4a03-9b61-5e57d675f4ca)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:47:35.335014 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bf83f6b4-89d2-48b0-ac1e-afeb2064bbcc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.340537 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-bf83f6b4-89d2-48b0-ac1e-afeb2064bbcc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/06206a24-7e1b-4df6-a6a3-66610ab3a459 HTTP/1.1" status: 204 len: 168 time: 1.0916889 Feb 16 12:47:35.341372 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e28269-43cb-47b3-bb04-8895b0ce05c1 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:35.341372 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-99e28269-43cb-47b3-bb04-8895b0ce05c1 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.347166 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35190) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:35.350008 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7528eef3-f85e-4148-a39f-fc20d113e40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.350739 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a18c8111-b6fa-4612-ac86-1df20d3e27b8 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.351850 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a18c8111-b6fa-4612-ac86-1df20d3e27b8 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] 10.222.0.90 "DELETE /v2.0/routers/e1757747-6c94-4767-95ad-b3f06022087c HTTP/1.1" status: 204 len: 168 time: 3.6764550 Feb 16 12:47:35.359701 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35192) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:35.370609 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-add5bd7c-cb4c-4a7e-ae7e-ea0fbf7896a1 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-481931751', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}, 'admin_state_up': False}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:35.401833 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ed030b70-6322-48a7-8d72-877962fa7e6a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0530121 Feb 16 12:47:35.404465 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35194) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:35.414829 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-5bdba0c1-c575-473b-a559-67bd37a53eed tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'subnet': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:35.425265 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d238d4b-843c-4b8f-a3bb-57ed9ae336ef tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Network be56ea69-cc10-4c73-9caa-cb6648b3092d is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:35.434478 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-0d238d4b-843c-4b8f-a3bb-57ed9ae336ef tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:35.437058 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-78828bea-4990-470c-af4b-aab7b2cc17bf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] For port dfbe9de3-c712-4cfc-961d-a94e1dadc127, host dv-neutron-828142-3-hyperv, got binding levels [] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:35.437454 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-78828bea-4990-470c-af4b-aab7b2cc17bf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.446080 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d238d4b-843c-4b8f-a3bb-57ed9ae336ef tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:47:35.453424 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d238d4b-843c-4b8f-a3bb-57ed9ae336ef tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'Port': ['ID=ea5f44df-7e3f-4e59-91a8-04ef0e8892b5,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:35.453924 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c6dedd-4ce4-4ba9-8513-55b183724173 None None] Pushing event updated for resources: {'Port': ['ID=bccc0610-cc63-4ae5-bd17-e5bea35be343,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:35.470759 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7528eef3-f85e-4148-a39f-fc20d113e40e None None] Routers {'82cadb3a-55b1-497f-b25c-4b7a652b9a28'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:47:35.472272 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7528eef3-f85e-4148-a39f-fc20d113e40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:35.501881 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device dfbe9de3-c712-4cfc-961d-a94e1dadc127 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:47:35.514554 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-78828bea-4990-470c-af4b-aab7b2cc17bf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Calling delete_port for dfbe9de3-c712-4cfc-961d-a94e1dadc127 owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:35.520466 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.ipam_backend_mixin [None req-78828bea-4990-470c-af4b-aab7b2cc17bf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Port dfbe9de3-c712-4cfc-961d-a94e1dadc127 was not found and therefore no delete operation was performed {{(pid=109048) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 12:47:35.529870 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-78828bea-4990-470c-af4b-aab7b2cc17bf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.537293 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-99e28269-43cb-47b3-bb04-8895b0ce05c1 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8919904 Feb 16 12:47:35.537822 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35196) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:35.541627 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: dfbe9de3-c712-4cfc-961d-a94e1dadc127 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:47:35.541962 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device dfbe9de3-c712-4cfc-961d-a94e1dadc127 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:47:35.582310 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-add5bd7c-cb4c-4a7e-ae7e-ea0fbf7896a1 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.583671 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-add5bd7c-cb4c-4a7e-ae7e-ea0fbf7896a1 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.602292 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78828bea-4990-470c-af4b-aab7b2cc17bf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event deleted for resources: {'Port': ['ID=dfbe9de3-c712-4cfc-961d-a94e1dadc127,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:35.613804 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78828bea-4990-470c-af4b-aab7b2cc17bf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] No DVR routers for this DVR port dfbe9de3-c712-4cfc-961d-a94e1dadc127 on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:35.624962 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d238d4b-843c-4b8f-a3bb-57ed9ae336ef tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:35.627551 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0d238d4b-843c-4b8f-a3bb-57ed9ae336ef tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.683469 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdba0c1-c575-473b-a559-67bd37a53eed tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:35.688121 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5bdba0c1-c575-473b-a559-67bd37a53eed tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.694848 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-7528eef3-f85e-4148-a39f-fc20d113e40e None None] Set router 82cadb3a-55b1-497f-b25c-4b7a652b9a28 gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:47:35.700933 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791e371a-a10e-4872-b4b7-7aef37230978 None None] get_active_networks_info from dv-neutron-828142-3-hyperv {{(pid=109050) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 12:47:35.812165 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0d238d4b-843c-4b8f-a3bb-57ed9ae336ef tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.8288302 Feb 16 12:47:35.816956 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-add5bd7c-cb4c-4a7e-ae7e-ea0fbf7896a1 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.820544 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35200) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:35.851718 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791e371a-a10e-4872-b4b7-7aef37230978 None None] Resources bound (agent type, host, resource id): {{(pid=109050) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:47:35.908814 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-78828bea-4990-470c-af4b-aab7b2cc17bf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.012416 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-78828bea-4990-470c-af4b-aab7b2cc17bf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d76771af-479a-4d20-b784-90f8d7aed264']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:36.045201 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-78828bea-4990-470c-af4b-aab7b2cc17bf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed71f038-e600-4801-b083-98bbce5746e8') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:36.045770 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-78828bea-4990-470c-af4b-aab7b2cc17bf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed71f038-e600-4801-b083-98bbce5746e8') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:36.071638 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-78828bea-4990-470c-af4b-aab7b2cc17bf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.084002 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf6c39-56c4-49a0-977c-ee923027fff1 req-525558fa-7370-466a-ab39-3ec2a1909a3a tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:36.086124 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9dbf6c39-56c4-49a0-977c-ee923027fff1 req-525558fa-7370-466a-ab39-3ec2a1909a3a tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/ports?device_id=38d0e125-2fc2-446a-a405-e79e4ba03c11 HTTP/1.1" status: 200 len: 946 time: 0.4005370 Feb 16 12:47:36.143353 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7528eef3-f85e-4148-a39f-fc20d113e40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'name': 'tempest-RoutersIpV6Test-router-1385319131', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:04Z', 'updated_at': '2022-02-16T12:47:30Z', 'revision_number': 4, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'gw_port_host': None, '_interfaces': [{'id': 'bccc0610-cc63-4ae5-bd17-e5bea35be343', 'name': '', 'network_id': 'dec03c52-208c-4000-8c23-509a719b0ff7', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:52:3c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '831a32a2-afd2-4af5-98fb-564330cb2964', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:28Z', 'updated_at': '2022-02-16T12:47:35Z', 'revision_number': 4, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '831a32a2-afd2-4af5-98fb-564330cb2964', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd29122c-021d-4a08-834b-67acb3554f64', 'name': '', 'network_id': 'ef2b90ed-2280-42f9-9383-c32610fcff3f', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:60:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:08Z', 'updated_at': '2022-02-16T12:47:20Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd97df989-3e09-4ded-a1d3-b8b25a5cc65f', 'name': '', 'network_id': 'd32ad4e0-f8da-4d21-893e-beee07394c5b', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:7e:85:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:17Z', 'updated_at': '2022-02-16T12:47:25Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:36.181863 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7528eef3-f85e-4148-a39f-fc20d113e40e None None] The sync data for ids ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'] in dv-neutron-828142-3-hyperv is: [{'id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'name': 'tempest-RoutersIpV6Test-router-1385319131', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:04Z', 'updated_at': '2022-02-16T12:47:30Z', 'revision_number': 4, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'gw_port_host': None, '_interfaces': [{'id': 'bccc0610-cc63-4ae5-bd17-e5bea35be343', 'name': '', 'network_id': 'dec03c52-208c-4000-8c23-509a719b0ff7', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:52:3c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '831a32a2-afd2-4af5-98fb-564330cb2964', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:28Z', 'updated_at': '2022-02-16T12:47:35Z', 'revision_number': 4, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '831a32a2-afd2-4af5-98fb-564330cb2964', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd29122c-021d-4a08-834b-67acb3554f64', 'name': '', 'network_id': 'ef2b90ed-2280-42f9-9383-c32610fcff3f', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:60:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:08Z', 'updated_at': '2022-02-16T12:47:20Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd97df989-3e09-4ded-a1d3-b8b25a5cc65f', 'name': '', 'network_id': 'd32ad4e0-f8da-4d21-893e-beee07394c5b', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:7e:85:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:17Z', 'updated_at': '2022-02-16T12:47:25Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:36.219913 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a03e00e-de74-481d-8199-9ad210abc1e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-58eff633-4389-4822-aa08-67bde8e5302c', 'network_id': '58eff633-4389-4822-aa08-67bde8e5302c', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'fixed_ips': [{'subnet_id': 'f790ea3f-fbba-4f0d-8a56-5f79a8d522d5'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:47:36.220995 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2a03e00e-de74-481d-8199-9ad210abc1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.472565 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-2a03e00e-de74-481d-8199-9ad210abc1e2 None None] Allocated IP 2001:db8:3::2 (58eff633-4389-4822-aa08-67bde8e5302c/f790ea3f-fbba-4f0d-8a56-5f79a8d522d5/a891bace-e7dd-4b1e-80e2-38a899aba34f) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:36.564572 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5bdba0c1-c575-473b-a559-67bd37a53eed tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.612199 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-add5bd7c-cb4c-4a7e-ae7e-ea0fbf7896a1 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.625984 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-78828bea-4990-470c-af4b-aab7b2cc17bf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.633436 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdba0c1-c575-473b-a559-67bd37a53eed tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:36.637095 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd14ef93-8bc1-417d-bb10-9175126f3eff tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:36.638682 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-dd14ef93-8bc1-417d-bb10-9175126f3eff tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.8017750 Feb 16 12:47:36.645830 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-5bdba0c1-c575-473b-a559-67bd37a53eed tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:36.649132 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdba0c1-c575-473b-a559-67bd37a53eed tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:36.649725 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5bdba0c1-c575-473b-a559-67bd37a53eed tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.654396 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35202) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:36.671764 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78828bea-4990-470c-af4b-aab7b2cc17bf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:47:36.672209 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-78828bea-4990-470c-af4b-aab7b2cc17bf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.682359 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:47:36.682359 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:47:36.682359 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:47:36.682359 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:47:36.682359 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:47:36.682359 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:47:36.682359 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:47:36.682359 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:47:36.682359 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:47:36.682359 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:47:36.682359 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:47:36.682359 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:47:36.682359 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:47:36.682359 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:47:36.682359 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:47:36.682359 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:47:36.682359 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:47:36.682359 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:47:36.682359 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:47:36.682359 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:47:36.682359 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:47:36.682359 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:47:36.682359 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:47:36.682359 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:47:36.682359 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:47:36.682359 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:47:36.682359 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:47:36.682359 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:47:36.682359 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:47:36.682359 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:47:36.682359 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:47:36.682359 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:47:36.684764 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1e9a2ecc-2bc1-4a2e-a339-aa134da4981d tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.710174 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5bdba0c1-c575-473b-a559-67bd37a53eed tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3044369 Feb 16 12:47:36.714337 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35204) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:36.715010 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2a03e00e-de74-481d-8199-9ad210abc1e2 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.726546 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-de5eb390-7e41-4f1d-a103-a2559c7b0235 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'port': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'fixed_ips': [{'subnet_id': 'a06c73e9-6afa-419c-8ef8-1c7b0b16f910', 'ip_address': '2001:db8::4937:1eb9:ff88:ef42'}], 'name': 'tempest-NetworksTestDHCPv6-1464813870'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:36.727442 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2a03e00e-de74-481d-8199-9ad210abc1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.772736 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03e00e-de74-481d-8199-9ad210abc1e2 None None] Pushing event updated for resources: {'Port': ['ID=a891bace-e7dd-4b1e-80e2-38a899aba34f,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:36.788816 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a03e00e-de74-481d-8199-9ad210abc1e2 None None] Network 58eff633-4389-4822-aa08-67bde8e5302c is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:36.789429 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdba0c1-c575-473b-a559-67bd37a53eed tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Subnet': ['ID=a06c73e9-6afa-419c-8ef8-1c7b0b16f910,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:36.790287 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-2a03e00e-de74-481d-8199-9ad210abc1e2 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:36.792552 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a03e00e-de74-481d-8199-9ad210abc1e2 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:47:36.801607 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d5dd0f2a-eb66-40e4-8ec2-e09593729f92 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.802928 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9dbf6c39-56c4-49a0-977c-ee923027fff1 req-a2ee869d-4e94-4a84-9aaf-3a9997ff2f5c tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/security-groups?id=582a4e72-733c-446a-a0ec-8cb208ee5c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277029 Feb 16 12:47:36.878491 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-2a03e00e-de74-481d-8199-9ad210abc1e2 None None] Attempting to bind port a891bace-e7dd-4b1e-80e2-38a899aba34f on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:36.879066 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-2a03e00e-de74-481d-8199-9ad210abc1e2 None None] Attempting to bind port a891bace-e7dd-4b1e-80e2-38a899aba34f by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'ea2899a2-c655-4d11-bbe9-e92c7ae84147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '58eff633-4389-4822-aa08-67bde8e5302c'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:36.879322 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a03e00e-de74-481d-8199-9ad210abc1e2 None None] Attempting to bind port a891bace-e7dd-4b1e-80e2-38a899aba34f on network 58eff633-4389-4822-aa08-67bde8e5302c {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:47:36.885753 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a03e00e-de74-481d-8199-9ad210abc1e2 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:47:36.886191 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a03e00e-de74-481d-8199-9ad210abc1e2 None None] Checking segment: {'id': 'ea2899a2-c655-4d11-bbe9-e92c7ae84147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '58eff633-4389-4822-aa08-67bde8e5302c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:47:36.886526 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2a03e00e-de74-481d-8199-9ad210abc1e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.886921 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a03e00e-de74-481d-8199-9ad210abc1e2 None None] Bound using segment: {'id': 'ea2899a2-c655-4d11-bbe9-e92c7ae84147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '58eff633-4389-4822-aa08-67bde8e5302c'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:47:36.887425 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-2a03e00e-de74-481d-8199-9ad210abc1e2 None None] Bound port: a891bace-e7dd-4b1e-80e2-38a899aba34f, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea2899a2-c655-4d11-bbe9-e92c7ae84147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '58eff633-4389-4822-aa08-67bde8e5302c'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:36.887853 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2a03e00e-de74-481d-8199-9ad210abc1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.963386 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-78828bea-4990-470c-af4b-aab7b2cc17bf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.978651 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-78828bea-4990-470c-af4b-aab7b2cc17bf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.980481 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-2a03e00e-de74-481d-8199-9ad210abc1e2 None None] For port a891bace-e7dd-4b1e-80e2-38a899aba34f, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:47:36.984603 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-2a03e00e-de74-481d-8199-9ad210abc1e2 None None] For port a891bace-e7dd-4b1e-80e2-38a899aba34f, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=a891bace-e7dd-4b1e-80e2-38a899aba34f,segment=NetworkSegment(ea2899a2-c655-4d11-bbe9-e92c7ae84147),segment_id=ea2899a2-c655-4d11-bbe9-e92c7ae84147)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:47:36.985474 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-78828bea-4990-470c-af4b-aab7b2cc17bf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] 10.222.0.90 "DELETE /v2.0/networks/d76771af-479a-4d20-b784-90f8d7aed264 HTTP/1.1" status: 204 len: 168 time: 3.1893692 Feb 16 12:47:36.994866 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2a03e00e-de74-481d-8199-9ad210abc1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.072683 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc6f429-bf55-4d8a-b6a9-ac734bc06dfa tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:37.079380 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc6f429-bf55-4d8a-b6a9-ac734bc06dfa tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:37.085557 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc6f429-bf55-4d8a-b6a9-ac734bc06dfa tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:37.090442 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0bc6f429-bf55-4d8a-b6a9-ac734bc06dfa tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.4339747 Feb 16 12:47:37.091132 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35208) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:37.096299 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78828bea-4990-470c-af4b-aab7b2cc17bf tempest-NetworksTest-484248728 tempest-NetworksTest-484248728-project] Pushing event deleted for resources: {'Network': ['ID=d76771af-479a-4d20-b784-90f8d7aed264,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:37.117164 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5eb390-7e41-4f1d-a103-a2559c7b0235 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:37.159144 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03e00e-de74-481d-8199-9ad210abc1e2 None None] Pushing event updated for resources: {'Port': ['ID=a891bace-e7dd-4b1e-80e2-38a899aba34f,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:37.281785 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-4e1b25e7-fe7b-4a85-93f2-695791c998bf tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Deleting port ea5f44df-7e3f-4e59-91a8-04ef0e8892b5 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:37.282185 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4e1b25e7-fe7b-4a85-93f2-695791c998bf tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.365378 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-de5eb390-7e41-4f1d-a103-a2559c7b0235 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.403212 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-de5eb390-7e41-4f1d-a103-a2559c7b0235 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] device_id is not set on port 968edb07-6428-4d75-af11-a2eb06b796d4 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:47:37.413944 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-d5dd0f2a-eb66-40e4-8ec2-e09593729f92 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Allocated IP 2001:db8:3::1 (58eff633-4389-4822-aa08-67bde8e5302c/f790ea3f-fbba-4f0d-8a56-5f79a8d522d5/67c1786b-c0a9-4efc-a334-d1abfa532ed2) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:37.428691 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35212) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:37.577193 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-add5bd7c-cb4c-4a7e-ae7e-ea0fbf7896a1 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router_gateway, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.621538 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-add5bd7c-cb4c-4a7e-ae7e-ea0fbf7896a1 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.634284 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4e1b25e7-fe7b-4a85-93f2-695791c998bf tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.634966 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device bccc0610-cc63-4ae5-bd17-e5bea35be343 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:47:37.688229 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-4e1b25e7-fe7b-4a85-93f2-695791c998bf tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Calling delete_port for ea5f44df-7e3f-4e59-91a8-04ef0e8892b5 owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:37.734023 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port bccc0610-cc63-4ae5-bd17-e5bea35be343 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:37.735112 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.774212 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-1e9a2ecc-2bc1-4a2e-a339-aa134da4981d tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Deleting port 3c70a181-f39d-4bcc-a17f-f63e559b8bde {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:37.774489 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d5dd0f2a-eb66-40e4-8ec2-e09593729f92 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.775462 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1e9a2ecc-2bc1-4a2e-a339-aa134da4981d tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.776498 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-de5eb390-7e41-4f1d-a103-a2559c7b0235 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Allocated IP 2001:db8::4937:1eb9:ff88:ef42 (8f2fc9c2-6909-42b1-9817-f8926b88a024/a06c73e9-6afa-419c-8ef8-1c7b0b16f910/968edb07-6428-4d75-af11-a2eb06b796d4) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:37.799666 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3dd29fe6-33af-4e97-bd8a-5e7fd9f28828 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=05dd934713464510b741f50524d05f6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3712485 Feb 16 12:47:37.805136 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35216) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:37.870594 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.896908 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-add5bd7c-cb4c-4a7e-ae7e-ea0fbf7896a1 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Allocated IP 172.26.2.150 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/c27cc738-7a97-47c9-87f6-5d0eb1fad429) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:37.936199 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d5dd0f2a-eb66-40e4-8ec2-e09593729f92 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.957573 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port bccc0610-cc63-4ae5-bd17-e5bea35be343, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=bccc0610-cc63-4ae5-bd17-e5bea35be343,segment=NetworkSegment(f56f1d37-d46e-4a03-9b61-5e57d675f4ca),segment_id=f56f1d37-d46e-4a03-9b61-5e57d675f4ca)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:37.963423 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.025146 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-19c46d55-6821-4b6c-9443-57a898254294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.027205 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=bccc0610-cc63-4ae5-bd17-e5bea35be343,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:38.032260 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1e9a2ecc-2bc1-4a2e-a339-aa134da4981d tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.061359 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dd0f2a-eb66-40e4-8ec2-e09593729f92 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Network 58eff633-4389-4822-aa08-67bde8e5302c is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:38.083406 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-d5dd0f2a-eb66-40e4-8ec2-e09593729f92 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:38.087195 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-19c46d55-6821-4b6c-9443-57a898254294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.091740 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd0f2a-eb66-40e4-8ec2-e09593729f92 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event updated for resources: {'Port': ['ID=67c1786b-c0a9-4efc-a334-d1abfa532ed2,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:38.093539 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-1e9a2ecc-2bc1-4a2e-a339-aa134da4981d tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Calling delete_port for 3c70a181-f39d-4bcc-a17f-f63e559b8bde owned by network:router_interface {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:38.103187 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dd0f2a-eb66-40e4-8ec2-e09593729f92 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:47:38.103751 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d5dd0f2a-eb66-40e4-8ec2-e09593729f92 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.158870 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058be18-3bf6-4633-b394-0e7d4c441478 req-079876d7-c8c0-4fff-a3e5-4fbfb0325097 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:38.160551 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0058be18-3bf6-4633-b394-0e7d4c441478 req-079876d7-c8c0-4fff-a3e5-4fbfb0325097 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/ports?device_id=38d0e125-2fc2-446a-a405-e79e4ba03c11 HTTP/1.1" status: 200 len: 946 time: 0.2146978 Feb 16 12:47:38.194658 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-de5eb390-7e41-4f1d-a103-a2559c7b0235 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.244299 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4e1b25e7-fe7b-4a85-93f2-695791c998bf tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.285320 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-19c46d55-6821-4b6c-9443-57a898254294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.288482 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-19c46d55-6821-4b6c-9443-57a898254294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.289986 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-19c46d55-6821-4b6c-9443-57a898254294 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f20f1d89-d0f8-4792-9bcf-0f2e2612f3a6 HTTP/1.1" status: 204 len: 168 time: 0.4838653 Feb 16 12:47:38.309737 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-add5bd7c-cb4c-4a7e-ae7e-ea0fbf7896a1 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.317259 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b25e7-fe7b-4a85-93f2-695791c998bf tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'Port': ['ID=ea5f44df-7e3f-4e59-91a8-04ef0e8892b5,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:38.328961 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-de5eb390-7e41-4f1d-a103-a2559c7b0235 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.360247 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c46d55-6821-4b6c-9443-57a898254294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20f1d89-d0f8-4792-9bcf-0f2e2612f3a6,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:38.387661 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d5dd0f2a-eb66-40e4-8ec2-e09593729f92 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.408135 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5eb390-7e41-4f1d-a103-a2559c7b0235 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:38.413824 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-de5eb390-7e41-4f1d-a103-a2559c7b0235 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:38.417448 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5eb390-7e41-4f1d-a103-a2559c7b0235 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:47:38.429477 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5eb390-7e41-4f1d-a103-a2559c7b0235 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:38.430188 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-de5eb390-7e41-4f1d-a103-a2559c7b0235 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.449552 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0058be18-3bf6-4633-b394-0e7d4c441478 req-04ded5e6-0170-4d7e-a522-19e432d15aad tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/security-groups?id=582a4e72-733c-446a-a0ec-8cb208ee5c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2392809 Feb 16 12:47:38.491981 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5eb390-7e41-4f1d-a103-a2559c7b0235 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Port': ['ID=968edb07-6428-4d75-af11-a2eb06b796d4,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:38.507404 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-de5eb390-7e41-4f1d-a103-a2559c7b0235 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7859058 Feb 16 12:47:38.509531 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35222) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:38.560121 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4e1b25e7-fe7b-4a85-93f2-695791c998bf tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.564367 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-4e1b25e7-fe7b-4a85-93f2-695791c998bf tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/ports/ea5f44df-7e3f-4e59-91a8-04ef0e8892b5 HTTP/1.1" status: 204 len: 168 time: 1.4692070 Feb 16 12:47:38.569827 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35224) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:38.622996 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8c81f52-366a-41fc-a7e5-f8e182e00210 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] GET failed (client error): The resource could not be found. Feb 16 12:47:38.628286 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a8c81f52-366a-41fc-a7e5-f8e182e00210 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "GET /v2.0/ports/ea5f44df-7e3f-4e59-91a8-04ef0e8892b5 HTTP/1.1" status: 404 len: 333 time: 0.0305822 Feb 16 12:47:38.628286 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-add5bd7c-cb4c-4a7e-ae7e-ea0fbf7896a1 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.638021 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35228) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:38.700799 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49db84cd-100a-4dfc-8a41-7cf9417afeb0 None None] Network 58eff633-4389-4822-aa08-67bde8e5302c requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:38.707196 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5823ba4d-a2d7-4abd-9f7f-88c3a6d7356b None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:38.719593 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add5bd7c-cb4c-4a7e-ae7e-ea0fbf7896a1 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:38.796267 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-add5bd7c-cb4c-4a7e-ae7e-ea0fbf7896a1 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:38.808077 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1e9a2ecc-2bc1-4a2e-a339-aa134da4981d tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.819598 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add5bd7c-cb4c-4a7e-ae7e-ea0fbf7896a1 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:47:38.828238 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d5dd0f2a-eb66-40e4-8ec2-e09593729f92 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.843546 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d5dd0f2a-eb66-40e4-8ec2-e09593729f92 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.844384 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d5dd0f2a-eb66-40e4-8ec2-e09593729f92 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.881196 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add5bd7c-cb4c-4a7e-ae7e-ea0fbf7896a1 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Pushing event updated for resources: {'Port': ['ID=c27cc738-7a97-47c9-87f6-5d0eb1fad429,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:39.106882 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f8f2a9-065c-4a8e-af6b-347dfd0b8ffe tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:39.126266 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f8f2a9-065c-4a8e-af6b-347dfd0b8ffe tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:39.127630 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-398f23a5-7189-469f-95ea-6c320dd4fa52 None None] Provisioning complete for port a891bace-e7dd-4b1e-80e2-38a899aba34f triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:39.129394 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-398f23a5-7189-469f-95ea-6c320dd4fa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.150798 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a5f8f2a9-065c-4a8e-af6b-347dfd0b8ffe tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.3200932 Feb 16 12:47:39.153327 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35238) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:39.208664 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd0f2a-eb66-40e4-8ec2-e09593729f92 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event updated for resources: {'Port': ['ID=67c1786b-c0a9-4efc-a334-d1abfa532ed2,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:39.273239 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a2ecc-2bc1-4a2e-a339-aa134da4981d tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Pushing event deleted for resources: {'Port': ['ID=3c70a181-f39d-4bcc-a17f-f63e559b8bde,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:39.424145 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dd0f2a-eb66-40e4-8ec2-e09593729f92 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Network 58eff633-4389-4822-aa08-67bde8e5302c is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:39.441064 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-d5dd0f2a-eb66-40e4-8ec2-e09593729f92 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:39.546347 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-398f23a5-7189-469f-95ea-6c320dd4fa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.609626 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-ff61bac0-a6c0-4a7e-962a-a3dc5ace0d67 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting port 968edb07-6428-4d75-af11-a2eb06b796d4 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:39.609973 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ff61bac0-a6c0-4a7e-962a-a3dc5ace0d67 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.748703 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-398f23a5-7189-469f-95ea-6c320dd4fa52 None None] For port a891bace-e7dd-4b1e-80e2-38a899aba34f, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=a891bace-e7dd-4b1e-80e2-38a899aba34f,segment=NetworkSegment(ea2899a2-c655-4d11-bbe9-e92c7ae84147),segment_id=ea2899a2-c655-4d11-bbe9-e92c7ae84147)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:39.759112 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-398f23a5-7189-469f-95ea-6c320dd4fa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.775983 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5dd0f2a-eb66-40e4-8ec2-e09593729f92 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Router 82cadb3a-55b1-497f-b25c-4b7a652b9a28 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:47:39.783411 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device a891bace-e7dd-4b1e-80e2-38a899aba34f up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:47:39.880491 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-4658db85-d381-478d-b55d-d1f4ffa057d3 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Deleting port 39479cf2-a886-4109-af40-869bc955a00d {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:39.888295 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4658db85-d381-478d-b55d-d1f4ffa057d3 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.895275 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35250) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:39.895600 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1e9a2ecc-2bc1-4a2e-a339-aa134da4981d tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.925705 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f23a5-7189-469f-95ea-6c320dd4fa52 None None] Pushing event updated for resources: {'Port': ['ID=a891bace-e7dd-4b1e-80e2-38a899aba34f,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:39.942178 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-41e360f3-de04-4451-9823-f977ade94c4b None None] Provisioning complete for port bccc0610-cc63-4ae5-bd17-e5bea35be343 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:39.942798 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-41e360f3-de04-4451-9823-f977ade94c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.963818 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ff61bac0-a6c0-4a7e-962a-a3dc5ace0d67 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:40.059518 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port a891bace-e7dd-4b1e-80e2-38a899aba34f triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:40.059891 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:40.065708 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-ff61bac0-a6c0-4a7e-962a-a3dc5ace0d67 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Calling delete_port for 968edb07-6428-4d75-af11-a2eb06b796d4 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:40.163760 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23210a3d-a192-495a-9be8-9420395f1607 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:40.177718 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5dd0f2a-eb66-40e4-8ec2-e09593729f92 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:47:40.187001 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d5dd0f2a-eb66-40e4-8ec2-e09593729f92 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "PUT /v2.0/routers/82cadb3a-55b1-497f-b25c-4b7a652b9a28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6453414 Feb 16 12:47:40.190244 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35254) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:40.192176 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4349c7c6-bd10-44ed-b6d5-f7fef15866d3 None None] Sync routers for ids ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:40.197103 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-9c81cf87-b752-47ba-bcf1-22aba92cd969 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:40.262441 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-41e360f3-de04-4451-9823-f977ade94c4b None None] Could not find standard attr ID for object ea5f44df-7e3f-4e59-91a8-04ef0e8892b5. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:47:40.262762 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4349c7c6-bd10-44ed-b6d5-f7fef15866d3 None None] Routers {'82cadb3a-55b1-497f-b25c-4b7a652b9a28'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:47:40.263400 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-4349c7c6-bd10-44ed-b6d5-f7fef15866d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:40.601994 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ff61bac0-a6c0-4a7e-962a-a3dc5ace0d67 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:40.661680 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device bccc0610-cc63-4ae5-bd17-e5bea35be343 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:47:40.663218 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61bac0-a6c0-4a7e-962a-a3dc5ace0d67 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Port': ['ID=968edb07-6428-4d75-af11-a2eb06b796d4,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:40.666068 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-4349c7c6-bd10-44ed-b6d5-f7fef15866d3 None None] Set router 82cadb3a-55b1-497f-b25c-4b7a652b9a28 gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:47:40.707588 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-65e0862b-fa2c-451f-83f1-15fc338fdaeb None None] Provisioning complete for port bccc0610-cc63-4ae5-bd17-e5bea35be343 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:40.708030 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-65e0862b-fa2c-451f-83f1-15fc338fdaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:40.708371 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ff61bac0-a6c0-4a7e-962a-a3dc5ace0d67 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:40.712038 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ff61bac0-a6c0-4a7e-962a-a3dc5ace0d67 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/ports/968edb07-6428-4d75-af11-a2eb06b796d4 HTTP/1.1" status: 204 len: 168 time: 1.5491045 Feb 16 12:47:40.717039 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35256) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:40.730068 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ef0a65-2ff3-47b4-910f-74da4a2980be None None] Network 58eff633-4389-4822-aa08-67bde8e5302c requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:40.737656 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-0ff5d89a-926d-4ce8-96ec-048ad53b364d tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1100209060', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:40.780342 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d012986-50af-47ef-8c0d-b61edee979bb req-59398a68-9554-4d99-8562-ba4939b024d4 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:40.782511 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8d012986-50af-47ef-8c0d-b61edee979bb req-59398a68-9554-4d99-8562-ba4939b024d4 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/ports?device_id=38d0e125-2fc2-446a-a405-e79e4ba03c11 HTTP/1.1" status: 200 len: 946 time: 1.1151767 Feb 16 12:47:40.821886 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918a5163-fefa-4f61-8c3f-640f40ebcb2a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:40.822301 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918a5163-fefa-4f61-8c3f-640f40ebcb2a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:40.826596 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-918a5163-fefa-4f61-8c3f-640f40ebcb2a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1056397 Feb 16 12:47:40.828714 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35258) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:40.960235 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0ff5d89a-926d-4ce8-96ec-048ad53b364d tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:40.961333 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0ff5d89a-926d-4ce8-96ec-048ad53b364d tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:40.970511 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4658db85-d381-478d-b55d-d1f4ffa057d3 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.004407 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-add5bd7c-cb4c-4a7e-ae7e-ea0fbf7896a1 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router_gateway, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.011224 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-4658db85-d381-478d-b55d-d1f4ffa057d3 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Calling delete_port for 39479cf2-a886-4109-af40-869bc955a00d owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:41.053858 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port bccc0610-cc63-4ae5-bd17-e5bea35be343 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:41.054382 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.061359 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9a2ecc-2bc1-4a2e-a339-aa134da4981d tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Router dedf45f4-87d6-43c0-9af5-7ade02124783 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:47:41.083161 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8d012986-50af-47ef-8c0d-b61edee979bb req-35df3ed9-f9c3-49e7-adab-d94fe46ac768 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/security-groups?id=582a4e72-733c-446a-a0ec-8cb208ee5c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2593784 Feb 16 12:47:41.244771 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-65e0862b-fa2c-451f-83f1-15fc338fdaeb None None] Provisioning complete for port 41442fae-357a-4cb6-a27b-515f8a27c852 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:41.245350 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-65e0862b-fa2c-451f-83f1-15fc338fdaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.277514 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc7d3c0-1439-4e00-a0e3-81de24b9e3e5 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting subnet a06c73e9-6afa-419c-8ef8-1c7b0b16f910 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:47:41.283421 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2bc7d3c0-1439-4e00-a0e3-81de24b9e3e5 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.299771 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0ff5d89a-926d-4ce8-96ec-048ad53b364d tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.321619 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.extraroute_db [None req-9c81cf87-b752-47ba-bcf1-22aba92cd969 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109049) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 16 12:47:41.346229 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2bc7d3c0-1439-4e00-a0e3-81de24b9e3e5 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.349395 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0ff5d89a-926d-4ce8-96ec-048ad53b364d tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.363931 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9a2ecc-2bc1-4a2e-a339-aa134da4981d tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:47:41.375633 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1e9a2ecc-2bc1-4a2e-a339-aa134da4981d tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] 10.222.0.90 "PUT /v2.0/routers/dedf45f4-87d6-43c0-9af5-7ade02124783/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8350756 Feb 16 12:47:41.377903 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-4349c7c6-bd10-44ed-b6d5-f7fef15866d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'name': 'tempest-RoutersIpV6Test-router-1385319131', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:04Z', 'updated_at': '2022-02-16T12:47:38Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'gw_port_host': None, '_interfaces': [{'id': '67c1786b-c0a9-4efc-a334-d1abfa532ed2', 'name': '', 'network_id': '58eff633-4389-4822-aa08-67bde8e5302c', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:2e:98:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'f790ea3f-fbba-4f0d-8a56-5f79a8d522d5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:37Z', 'updated_at': '2022-02-16T12:47:38Z', 'revision_number': 2, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': 'f790ea3f-fbba-4f0d-8a56-5f79a8d522d5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bccc0610-cc63-4ae5-bd17-e5bea35be343', 'name': '', 'network_id': 'dec03c52-208c-4000-8c23-509a719b0ff7', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:52:3c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '831a32a2-afd2-4af5-98fb-564330cb2964', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:28Z', 'updated_at': '2022-02-16T12:47:37Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '831a32a2-afd2-4af5-98fb-564330cb2964', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd29122c-021d-4a08-834b-67acb3554f64', 'name': '', 'network_id': 'ef2b90ed-2280-42f9-9383-c32610fcff3f', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:60:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:08Z', 'updated_at': '2022-02-16T12:47:20Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd97df989-3e09-4ded-a1d3-b8b25a5cc65f', 'name': '', 'network_id': 'd32ad4e0-f8da-4d21-893e-beee07394c5b', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:7e:85:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:17Z', 'updated_at': '2022-02-16T12:47:25Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:41.379639 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35260) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:41.380157 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.extraroute_db [None req-9c81cf87-b752-47ba-bcf1-22aba92cd969 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Removed routes are [] {{(pid=109049) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 16 12:47:41.380736 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c81cf87-b752-47ba-bcf1-22aba92cd969 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3843129', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3843523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28061'] for router, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.386562 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893aaebd-da34-498f-bebc-8311f37860d0 None None] Sync routers for ids ['dedf45f4-87d6-43c0-9af5-7ade02124783'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:41.404358 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0ff5d89a-926d-4ce8-96ec-048ad53b364d tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.410088 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0ff5d89a-926d-4ce8-96ec-048ad53b364d tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.5075688 Feb 16 12:47:41.415796 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4349c7c6-bd10-44ed-b6d5-f7fef15866d3 None None] Checking router: 82cadb3a-55b1-497f-b25c-4b7a652b9a28 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:47:41.416152 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4349c7c6-bd10-44ed-b6d5-f7fef15866d3 None None] Updating router 82cadb3a-55b1-497f-b25c-4b7a652b9a28 port 67c1786b-c0a9-4efc-a334-d1abfa532ed2 binding host dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:47:41.416265 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893aaebd-da34-498f-bebc-8311f37860d0 None None] Routers {'dedf45f4-87d6-43c0-9af5-7ade02124783'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:47:41.416914 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-893aaebd-da34-498f-bebc-8311f37860d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['dedf45f4-87d6-43c0-9af5-7ade02124783'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:41.429055 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35262) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:41.440513 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-42effa0d-2ae0-476b-ab64-288ccd74c680 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-20736899'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:41.499222 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-893aaebd-da34-498f-bebc-8311f37860d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:41.524663 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893aaebd-da34-498f-bebc-8311f37860d0 None None] Routers {'dedf45f4-87d6-43c0-9af5-7ade02124783'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:47:41.526220 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-893aaebd-da34-498f-bebc-8311f37860d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['dedf45f4-87d6-43c0-9af5-7ade02124783'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:41.542221 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4349c7c6-bd10-44ed-b6d5-f7fef15866d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.552418 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device a891bace-e7dd-4b1e-80e2-38a899aba34f up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:47:41.556596 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42effa0d-2ae0-476b-ab64-288ccd74c680 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Made reservation on behalf of 6e0f0caae1844aeca519116d69031e70 for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:41.565375 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-42effa0d-2ae0-476b-ab64-288ccd74c680 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.589667 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-893aaebd-da34-498f-bebc-8311f37860d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:41.590699 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893aaebd-da34-498f-bebc-8311f37860d0 None None] The sync data for ids ['dedf45f4-87d6-43c0-9af5-7ade02124783'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:41.595331 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2bc7d3c0-1439-4e00-a0e3-81de24b9e3e5 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.611502 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6d616013-8c25-48f3-8d90-adb2045319ba tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.639467 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-42effa0d-2ae0-476b-ab64-288ccd74c680 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.815387 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4658db85-d381-478d-b55d-d1f4ffa057d3 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.874833 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658db85-d381-478d-b55d-d1f4ffa057d3 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'Port': ['ID=39479cf2-a886-4109-af40-869bc955a00d,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:41.891718 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-add5bd7c-cb4c-4a7e-ae7e-ea0fbf7896a1 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.960551 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-65e0862b-fa2c-451f-83f1-15fc338fdaeb None None] Could not find standard attr ID for object 968edb07-6428-4d75-af11-a2eb06b796d4. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:47:42.034318 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port a891bace-e7dd-4b1e-80e2-38a899aba34f triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:42.034683 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.101986 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4658db85-d381-478d-b55d-d1f4ffa057d3 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.111848 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-4658db85-d381-478d-b55d-d1f4ffa057d3 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/ports/39479cf2-a886-4109-af40-869bc955a00d HTTP/1.1" status: 204 len: 168 time: 3.4686959 Feb 16 12:47:42.124485 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35266) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:42.143010 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2bc7d3c0-1439-4e00-a0e3-81de24b9e3e5 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.164177 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6d616013-8c25-48f3-8d90-adb2045319ba tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.185309 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6d616013-8c25-48f3-8d90-adb2045319ba tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.213238 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-42effa0d-2ae0-476b-ab64-288ccd74c680 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.232698 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-17a0da95-c99a-46fb-9309-2ea70d449e93 None None] Provisioning complete for port a891bace-e7dd-4b1e-80e2-38a899aba34f triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:42.232985 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-17a0da95-c99a-46fb-9309-2ea70d449e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.241430 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2bc7d3c0-1439-4e00-a0e3-81de24b9e3e5 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.249192 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2bc7d3c0-1439-4e00-a0e3-81de24b9e3e5 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/a06c73e9-6afa-419c-8ef8-1c7b0b16f910 HTTP/1.1" status: 204 len: 168 time: 1.4195392 Feb 16 12:47:42.253239 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7d3c0-1439-4e00-a0e3-81de24b9e3e5 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Subnet': ['ID=a06c73e9-6afa-419c-8ef8-1c7b0b16f910,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:42.265036 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35268) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:42.269268 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-42effa0d-2ae0-476b-ab64-288ccd74c680 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.311854 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa50922-048d-4232-8adc-33258660f84e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] GET failed (client error): The resource could not be found. Feb 16 12:47:42.313924 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-7fa50922-048d-4232-8adc-33258660f84e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "GET /v2.0/ports/39479cf2-a886-4109-af40-869bc955a00d HTTP/1.1" status: 404 len: 333 time: 0.1874859 Feb 16 12:47:42.320980 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4349c7c6-bd10-44ed-b6d5-f7fef15866d3 None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.329886 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f8d31b-d859-4b4b-b5d4-5918c409a93e None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:42.340507 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35270) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:42.364908 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c81cf87-b752-47ba-bcf1-22aba92cd969 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3843129', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3843523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28061'] for router, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.410152 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42effa0d-2ae0-476b-ab64-288ccd74c680 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:47:42.413918 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-637d055b-d653-472a-ac4d-eea12dabe09b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1407311 Feb 16 12:47:42.421860 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35272) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:42.423448 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c81cf87-b752-47ba-bcf1-22aba92cd969 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3843106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3843115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3843959'] for router, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.423903 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-42effa0d-2ae0-476b-ab64-288ccd74c680 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.424151 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-42effa0d-2ae0-476b-ab64-288ccd74c680 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Added segment 98df229e-5485-487e-9209-bc9908063130 of type vlan for network acc3d0c7-b2b3-48e7-b0ee-9fc45b8c66af Feb 16 12:47:42.431648 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-988b1e28-1d04-4b76-b219-3983f51529ea tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'subnet': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:42.433259 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4349c7c6-bd10-44ed-b6d5-f7fef15866d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.453206 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6d616013-8c25-48f3-8d90-adb2045319ba tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.453748 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d616013-8c25-48f3-8d90-adb2045319ba tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Fanout notify agent at l3_agent the message router_deleted on router dedf45f4-87d6-43c0-9af5-7ade02124783 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:47:42.468457 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6d616013-8c25-48f3-8d90-adb2045319ba tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.472437 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6d616013-8c25-48f3-8d90-adb2045319ba tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] 10.222.0.90 "DELETE /v2.0/routers/dedf45f4-87d6-43c0-9af5-7ade02124783 HTTP/1.1" status: 204 len: 168 time: 1.0873461 Feb 16 12:47:42.482582 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-42effa0d-2ae0-476b-ab64-288ccd74c680 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.498676 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35274) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:42.504160 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42effa0d-2ae0-476b-ab64-288ccd74c680 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdffc17-4f67-4ec3-b91e-ef14b4b3128e,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:42.652693 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c81cf87-b752-47ba-bcf1-22aba92cd969 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Router 82cadb3a-55b1-497f-b25c-4b7a652b9a28 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:47:42.663514 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900eeae-bf31-405b-941d-620c66053480 req-8391882a-7125-401a-9050-d7fbcda7450e tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:42.667796 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3900eeae-bf31-405b-941d-620c66053480 req-8391882a-7125-401a-9050-d7fbcda7450e tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/ports?device_id=38d0e125-2fc2-446a-a405-e79e4ba03c11 HTTP/1.1" status: 200 len: 946 time: 0.4012823 Feb 16 12:47:42.685165 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988b1e28-1d04-4b76-b219-3983f51529ea tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:42.688937 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-988b1e28-1d04-4b76-b219-3983f51529ea tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.704122 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9a7e9-b3ed-4c85-b1a5-f0b4ac782fc2 None None] Pushing event updated for resources: {'Port': ['ID=67c1786b-c0a9-4efc-a334-d1abfa532ed2,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:42.704990 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-42effa0d-2ae0-476b-ab64-288ccd74c680 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.722175 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-4349c7c6-bd10-44ed-b6d5-f7fef15866d3 None None] Attempting to bind port 67c1786b-c0a9-4efc-a334-d1abfa532ed2 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:42.722655 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-4349c7c6-bd10-44ed-b6d5-f7fef15866d3 None None] Attempting to bind port 67c1786b-c0a9-4efc-a334-d1abfa532ed2 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'ea2899a2-c655-4d11-bbe9-e92c7ae84147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '58eff633-4389-4822-aa08-67bde8e5302c'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:42.723056 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42effa0d-2ae0-476b-ab64-288ccd74c680 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:42.723205 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4349c7c6-bd10-44ed-b6d5-f7fef15866d3 None None] Attempting to bind port 67c1786b-c0a9-4efc-a334-d1abfa532ed2 on network 58eff633-4389-4822-aa08-67bde8e5302c {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:47:42.725710 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-42effa0d-2ae0-476b-ab64-288ccd74c680 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.739334 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4349c7c6-bd10-44ed-b6d5-f7fef15866d3 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:47:42.739701 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4349c7c6-bd10-44ed-b6d5-f7fef15866d3 None None] Checking segment: {'id': 'ea2899a2-c655-4d11-bbe9-e92c7ae84147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '58eff633-4389-4822-aa08-67bde8e5302c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:47:42.740280 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4349c7c6-bd10-44ed-b6d5-f7fef15866d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.740804 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4349c7c6-bd10-44ed-b6d5-f7fef15866d3 None None] Bound using segment: {'id': 'ea2899a2-c655-4d11-bbe9-e92c7ae84147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '58eff633-4389-4822-aa08-67bde8e5302c'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:47:42.741350 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-4349c7c6-bd10-44ed-b6d5-f7fef15866d3 None None] Bound port: 67c1786b-c0a9-4efc-a334-d1abfa532ed2, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea2899a2-c655-4d11-bbe9-e92c7ae84147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '58eff633-4389-4822-aa08-67bde8e5302c'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:42.741803 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4349c7c6-bd10-44ed-b6d5-f7fef15866d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.766548 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c5ff3f4-6fa0-4b1e-ae2b-191bc09ec87d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Deleting subnet f2bd474b-2498-4dbf-8f29-a648462cd078 {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:47:42.793058 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-42effa0d-2ae0-476b-ab64-288ccd74c680 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3624742 Feb 16 12:47:42.800358 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35276) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:42.819408 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4c5ff3f4-6fa0-4b1e-ae2b-191bc09ec87d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.855743 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-34911747-970f-4b0a-8761-d3477d560849 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Request body: {'subnet': {'network_id': 'acc3d0c7-b2b3-48e7-b0ee-9fc45b8c66af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:42.994885 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34911747-970f-4b0a-8761-d3477d560849 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Made reservation on behalf of 6e0f0caae1844aeca519116d69031e70 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:42.998583 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-5743c183-df50-40fc-bf2d-f1931a03b483 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Deleting subnet 6163d39d-bb04-43aa-b878-f28206276f38 {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:47:42.998787 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-34911747-970f-4b0a-8761-d3477d560849 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.011998 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5743c183-df50-40fc-bf2d-f1931a03b483 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.070786 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42effa0d-2ae0-476b-ab64-288ccd74c680 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Pushing event updated for resources: {'Network': ['ID=acc3d0c7-b2b3-48e7-b0ee-9fc45b8c66af,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:43.086009 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4c5ff3f4-6fa0-4b1e-ae2b-191bc09ec87d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.094388 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3900eeae-bf31-405b-941d-620c66053480 req-f9749f86-0cda-4c97-bfc5-c3d8c25e1f04 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/security-groups?id=582a4e72-733c-446a-a0ec-8cb208ee5c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3964677 Feb 16 12:47:43.099931 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c81cf87-b752-47ba-bcf1-22aba92cd969 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:47:43.107152 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c81cf87-b752-47ba-bcf1-22aba92cd969 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.111311 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9c81cf87-b752-47ba-bcf1-22aba92cd969 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "PUT /v2.0/routers/82cadb3a-55b1-497f-b25c-4b7a652b9a28 HTTP/1.1" status: 200 len: 954 time: 2.9200540 Feb 16 12:47:43.115776 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35278) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:43.130039 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add5bd7c-cb4c-4a7e-ae7e-ea0fbf7896a1 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Router 1be4f1da-78d1-4b75-a2be-30af6295f309 is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:47:43.139823 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network acc3d0c7-b2b3-48e7-b0ee-9fc45b8c66af details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:47:43.146879 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5743c183-df50-40fc-bf2d-f1931a03b483 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.158926 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-4349c7c6-bd10-44ed-b6d5-f7fef15866d3 None None] For port 67c1786b-c0a9-4efc-a334-d1abfa532ed2, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:47:43.223069 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-4349c7c6-bd10-44ed-b6d5-f7fef15866d3 None None] For port 67c1786b-c0a9-4efc-a334-d1abfa532ed2, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=67c1786b-c0a9-4efc-a334-d1abfa532ed2,segment=NetworkSegment(ea2899a2-c655-4d11-bbe9-e92c7ae84147),segment_id=ea2899a2-c655-4d11-bbe9-e92c7ae84147)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:47:43.238634 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4349c7c6-bd10-44ed-b6d5-f7fef15866d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.313869 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-57e23286-eacc-45a4-9772-8771d0515bf4 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "GET /v2.0/routers/82cadb3a-55b1-497f-b25c-4b7a652b9a28 HTTP/1.1" status: 200 len: 954 time: 0.1952364 Feb 16 12:47:43.322462 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35280) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:43.331708 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-7c39f8ac-ebd4-422d-98dd-f9a944e4df4d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Request body: {'router': {'routes': None}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:43.347417 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9a7e9-b3ed-4c85-b1a5-f0b4ac782fc2 None None] Pushing event updated for resources: {'Port': ['ID=67c1786b-c0a9-4efc-a334-d1abfa532ed2,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:43.369326 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-988b1e28-1d04-4b76-b219-3983f51529ea tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.373076 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8484b91-313a-4d59-ae80-fc9963ddfb70 None None] DHCP port deletion for 8f2fc9c2-6909-42b1-9817-f8926b88a024 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:47:43.378246 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-17a0da95-c99a-46fb-9309-2ea70d449e93 None None] Provisioning complete for port 67c1786b-c0a9-4efc-a334-d1abfa532ed2 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:43.378598 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-17a0da95-c99a-46fb-9309-2ea70d449e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.407709 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988b1e28-1d04-4b76-b219-3983f51529ea tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:43.413395 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-988b1e28-1d04-4b76-b219-3983f51529ea tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:43.416497 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988b1e28-1d04-4b76-b219-3983f51529ea tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:43.417629 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-988b1e28-1d04-4b76-b219-3983f51529ea tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.462236 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4349c7c6-bd10-44ed-b6d5-f7fef15866d3 None None] Routers {'82cadb3a-55b1-497f-b25c-4b7a652b9a28'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:47:43.463003 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-4349c7c6-bd10-44ed-b6d5-f7fef15866d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:43.464709 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4c5ff3f4-6fa0-4b1e-ae2b-191bc09ec87d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.486650 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1e28-1d04-4b76-b219-3983f51529ea tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Subnet': ['ID=75c9acd0-2610-4f66-9adb-4df7c6a7b4d8,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:43.494373 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-988b1e28-1d04-4b76-b219-3983f51529ea tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0682702 Feb 16 12:47:43.497919 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35282) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:43.503162 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-9e3562f7-f53f-4bfd-b8cc-d82c0554d605 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'port': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'fixed_ips': [{'subnet_id': '75c9acd0-2610-4f66-9adb-4df7c6a7b4d8', 'ip_address': '2001:db8::52fc:5218:6361:6b3b'}], 'name': 'tempest-NetworksTestDHCPv6-1469881735'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:43.567995 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5743c183-df50-40fc-bf2d-f1931a03b483 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.596288 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 41442fae-357a-4cb6-a27b-515f8a27c852 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:47:43.603228 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add5bd7c-cb4c-4a7e-ae7e-ea0fbf7896a1 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:47:43.638349 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1b63a8-4250-498f-8604-aabf21c9b809 None None] Sync routers for ids ['1be4f1da-78d1-4b75-a2be-30af6295f309'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:43.655642 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-4349c7c6-bd10-44ed-b6d5-f7fef15866d3 None None] Set router 82cadb3a-55b1-497f-b25c-4b7a652b9a28 gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:47:43.672184 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-34911747-970f-4b0a-8761-d3477d560849 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.734895 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-add5bd7c-cb4c-4a7e-ae7e-ea0fbf7896a1 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.736391 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-add5bd7c-cb4c-4a7e-ae7e-ea0fbf7896a1 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.3757248 Feb 16 12:47:43.740467 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35284) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:43.743471 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34911747-970f-4b0a-8761-d3477d560849 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Pushing event updated for resources: {'Subnet': ['ID=ef3d890d-69ed-4b5c-8f69-670bbd45653e,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:43.746834 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-e5ae40af-4296-45b1-95b7-6121484b6c6b tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:43.754218 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-f8484b91-313a-4d59-ae80-fc9963ddfb70 None None] Deleting port 41442fae-357a-4cb6-a27b-515f8a27c852 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:43.754592 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f8484b91-313a-4d59-ae80-fc9963ddfb70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.764182 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1b63a8-4250-498f-8604-aabf21c9b809 None None] Routers {'1be4f1da-78d1-4b75-a2be-30af6295f309'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:47:43.764738 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-9a1b63a8-4250-498f-8604-aabf21c9b809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['1be4f1da-78d1-4b75-a2be-30af6295f309'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:43.796109 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34911747-970f-4b0a-8761-d3477d560849 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Checking segment: {'id': '98df229e-5485-487e-9209-bc9908063130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'acc3d0c7-b2b3-48e7-b0ee-9fc45b8c66af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:47:43.796457 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34911747-970f-4b0a-8761-d3477d560849 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Network hostable DHCP agents. Network: acc3d0c7-b2b3-48e7-b0ee-9fc45b8c66af, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:47:43.808580 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4c5ff3f4-6fa0-4b1e-ae2b-191bc09ec87d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.825513 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3562f7-f53f-4bfd-b8cc-d82c0554d605 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:43.833387 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34911747-970f-4b0a-8761-d3477d560849 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Network acc3d0c7-b2b3-48e7-b0ee-9fc45b8c66af is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:47:43.863610 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ff3f4-6fa0-4b1e-ae2b-191bc09ec87d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'Subnet': ['ID=f2bd474b-2498-4dbf-8f29-a648462cd078,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:43.863982 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-9a1b63a8-4250-498f-8604-aabf21c9b809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:43.874222 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5743c183-df50-40fc-bf2d-f1931a03b483 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.886508 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-34911747-970f-4b0a-8761-d3477d560849 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, acc3d0c7-b2b3-48e7-b0ee-9fc45b8c66af) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:43.891375 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34911747-970f-4b0a-8761-d3477d560849 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:43.892155 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-34911747-970f-4b0a-8761-d3477d560849 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.898872 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4c5ff3f4-6fa0-4b1e-ae2b-191bc09ec87d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.901385 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b454b2-61f9-4481-9bef-67f8f3be500c None None] Network be56ea69-cc10-4c73-9caa-cb6648b3092d requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:43.903061 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-17a0da95-c99a-46fb-9309-2ea70d449e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.903243 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-4c5ff3f4-6fa0-4b1e-ae2b-191bc09ec87d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/subnets/f2bd474b-2498-4dbf-8f29-a648462cd078 HTTP/1.1" status: 204 len: 168 time: 1.5555527 Feb 16 12:47:43.908014 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35286) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:43.942596 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-34911747-970f-4b0a-8761-d3477d560849 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1405308 Feb 16 12:47:43.945376 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8414d303-2d47-43c1-a3fa-9eb0f2bf394e None None] Network acc3d0c7-b2b3-48e7-b0ee-9fc45b8c66af requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:43.946561 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35288) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:43.957895 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-00f245b5-2b57-4429-912d-b038907f664d tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Request body: {'network': {'name': 'tempest-router-network01--1300787294'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:43.979512 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9e3562f7-f53f-4bfd-b8cc-d82c0554d605 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.990077 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5743c183-df50-40fc-bf2d-f1931a03b483 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Pushing event deleted for resources: {'Subnet': ['ID=6163d39d-bb04-43aa-b878-f28206276f38,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:44.006653 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-9e3562f7-f53f-4bfd-b8cc-d82c0554d605 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] device_id is not set on port 95ea3fef-a708-4c0e-859c-b03475b5342a yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:47:44.013447 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f245b5-2b57-4429-912d-b038907f664d tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Made reservation on behalf of 6e0f0caae1844aeca519116d69031e70 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:44.017816 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-00f245b5-2b57-4429-912d-b038907f664d tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:44.088327 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00f245b5-2b57-4429-912d-b038907f664d tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:47:44.136214 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-00f245b5-2b57-4429-912d-b038907f664d tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:44.136655 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-00f245b5-2b57-4429-912d-b038907f664d tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Added segment 9e2bb3d6-ed60-4e02-be61-9899fddcde01 of type vlan for network 6f03d976-0ad7-4090-98e7-818de42ff8c3 Feb 16 12:47:44.180259 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-f8484b91-313a-4d59-ae80-fc9963ddfb70 None None] For port 41442fae-357a-4cb6-a27b-515f8a27c852, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=41442fae-357a-4cb6-a27b-515f8a27c852,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:44.181425 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f8484b91-313a-4d59-ae80-fc9963ddfb70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:44.204225 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-00f245b5-2b57-4429-912d-b038907f664d tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:44.210342 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-f8484b91-313a-4d59-ae80-fc9963ddfb70 None None] Calling delete_port for 41442fae-357a-4cb6-a27b-515f8a27c852 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:44.267485 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-9e3562f7-f53f-4bfd-b8cc-d82c0554d605 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Allocated IP 2001:db8::52fc:5218:6361:6b3b (8f2fc9c2-6909-42b1-9817-f8926b88a024/75c9acd0-2610-4f66-9adb-4df7c6a7b4d8/95ea3fef-a708-4c0e-859c-b03475b5342a) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:44.274318 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-00f245b5-2b57-4429-912d-b038907f664d tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:44.280517 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f245b5-2b57-4429-912d-b038907f664d tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:44.281876 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-00f245b5-2b57-4429-912d-b038907f664d tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:44.315655 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1b63a8-4250-498f-8604-aabf21c9b809 None None] Routers {'1be4f1da-78d1-4b75-a2be-30af6295f309'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:47:44.317093 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-9a1b63a8-4250-498f-8604-aabf21c9b809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['1be4f1da-78d1-4b75-a2be-30af6295f309'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:44.364410 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-00f245b5-2b57-4429-912d-b038907f664d tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4164927 Feb 16 12:47:44.374137 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35292) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:44.396136 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-5a0ab573-1525-4458-ba4d-32c9e75e6352 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Request body: {'network': {'name': 'tempest-router-network02--652960459'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:44.399161 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-9a1b63a8-4250-498f-8604-aabf21c9b809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:44.399801 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1b63a8-4250-498f-8604-aabf21c9b809 None None] The sync data for ids ['1be4f1da-78d1-4b75-a2be-30af6295f309'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:44.409672 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-17a0da95-c99a-46fb-9309-2ea70d449e93 None None] For port 67c1786b-c0a9-4efc-a334-d1abfa532ed2, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=67c1786b-c0a9-4efc-a334-d1abfa532ed2,segment=NetworkSegment(ea2899a2-c655-4d11-bbe9-e92c7ae84147),segment_id=ea2899a2-c655-4d11-bbe9-e92c7ae84147)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:44.421685 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5743c183-df50-40fc-bf2d-f1931a03b483 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:44.427240 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5743c183-df50-40fc-bf2d-f1931a03b483 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] 10.222.0.90 "DELETE /v2.0/subnets/6163d39d-bb04-43aa-b878-f28206276f38 HTTP/1.1" status: 204 len: 168 time: 1.9223995 Feb 16 12:47:44.430201 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b5d3a4-7efd-4ba7-bfc4-ad91637ec4de None None] Network e6fd5a79-273e-4f7a-8fc2-c7cc11826a58 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:44.432529 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f245b5-2b57-4429-912d-b038907f664d tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Pushing event updated for resources: {'Network': ['ID=6f03d976-0ad7-4090-98e7-818de42ff8c3,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:44.439629 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:44.439811 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35294) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:44.441937 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-17a0da95-c99a-46fb-9309-2ea70d449e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:44.465843 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 6f03d976-0ad7-4090-98e7-818de42ff8c3 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:47:44.513219 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0ab573-1525-4458-ba4d-32c9e75e6352 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Made reservation on behalf of 6e0f0caae1844aeca519116d69031e70 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:44.517613 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5a0ab573-1525-4458-ba4d-32c9e75e6352 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:44.573753 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-17a0da95-c99a-46fb-9309-2ea70d449e93 None None] Could not find standard attr ID for object 968edb07-6428-4d75-af11-a2eb06b796d4. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:47:44.576109 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a0ab573-1525-4458-ba4d-32c9e75e6352 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:47:44.599682 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-527ac418-a276-4737-a9e4-6bee0ca30940 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:44.600140 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9e3562f7-f53f-4bfd-b8cc-d82c0554d605 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:44.602153 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5a0ab573-1525-4458-ba4d-32c9e75e6352 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:44.602495 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-5a0ab573-1525-4458-ba4d-32c9e75e6352 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Added segment c74e6f9a-48b3-499e-a5e3-3515eeb27add of type vlan for network eab6e013-a1ce-4ede-8ebb-0381b9a50067 Feb 16 12:47:44.654060 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5a0ab573-1525-4458-ba4d-32c9e75e6352 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:44.666897 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f8484b91-313a-4d59-ae80-fc9963ddfb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:44.687117 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b29e9-44b9-4700-a597-af390caae792 req-cda5d3ba-d5db-48aa-a978-a9ebd09b9bca tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:44.689389 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-684b29e9-44b9-4700-a597-af390caae792 req-cda5d3ba-d5db-48aa-a978-a9ebd09b9bca tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/ports?device_id=38d0e125-2fc2-446a-a405-e79e4ba03c11 HTTP/1.1" status: 200 len: 946 time: 0.2915394 Feb 16 12:47:44.696760 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9e3562f7-f53f-4bfd-b8cc-d82c0554d605 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:44.699850 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5a0ab573-1525-4458-ba4d-32c9e75e6352 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:44.707442 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0ab573-1525-4458-ba4d-32c9e75e6352 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:44.708310 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5a0ab573-1525-4458-ba4d-32c9e75e6352 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:44.710235 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5e30c596-9c04-4476-b861-e7238edf9cf1 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:44.790235 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8484b91-313a-4d59-ae80-fc9963ddfb70 None None] No DVR routers for this DVR port 41442fae-357a-4cb6-a27b-515f8a27c852 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:44.807756 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3562f7-f53f-4bfd-b8cc-d82c0554d605 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:44.817443 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-9e3562f7-f53f-4bfd-b8cc-d82c0554d605 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:44.820467 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0da95-c99a-46fb-9309-2ea70d449e93 None None] Pushing event updated for resources: {'Port': ['ID=67c1786b-c0a9-4efc-a334-d1abfa532ed2,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:44.825263 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-17a0da95-c99a-46fb-9309-2ea70d449e93 None None] Provisioning complete for port 41442fae-357a-4cb6-a27b-515f8a27c852 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:44.825651 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-17a0da95-c99a-46fb-9309-2ea70d449e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:44.829221 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5a0ab573-1525-4458-ba4d-32c9e75e6352 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4430385 Feb 16 12:47:44.830985 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3562f7-f53f-4bfd-b8cc-d82c0554d605 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:47:44.835977 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3562f7-f53f-4bfd-b8cc-d82c0554d605 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:44.836641 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9e3562f7-f53f-4bfd-b8cc-d82c0554d605 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:44.840094 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35296) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:44.849975 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-6eb887e7-3332-4c02-9c39-58214b57f0bb tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Request body: {'subnet': {'network_id': '6f03d976-0ad7-4090-98e7-818de42ff8c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:44.863511 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9e3562f7-f53f-4bfd-b8cc-d82c0554d605 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3643641 Feb 16 12:47:44.866435 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35298) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:44.867254 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ab573-1525-4458-ba4d-32c9e75e6352 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Pushing event updated for resources: {'Network': ['ID=eab6e013-a1ce-4ede-8ebb-0381b9a50067,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:44.889973 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-684b29e9-44b9-4700-a597-af390caae792 req-57e0e9d7-db0c-42f9-8b96-c55583d030a2 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/security-groups?id=582a4e72-733c-446a-a0ec-8cb208ee5c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884706 Feb 16 12:47:44.910376 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3562f7-f53f-4bfd-b8cc-d82c0554d605 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Port': ['ID=95ea3fef-a708-4c0e-859c-b03475b5342a,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:44.946904 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93896c38-55d6-4224-ad4b-36401011fa33 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:44.949056 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-93896c38-55d6-4224-ad4b-36401011fa33 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0787990 Feb 16 12:47:44.951410 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35300) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:44.994669 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.extraroute_db [None req-7c39f8ac-ebd4-422d-98dd-f9a944e4df4d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Added routes are [] {{(pid=109048) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 16 12:47:44.994989 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.extraroute_db [None req-7c39f8ac-ebd4-422d-98dd-f9a944e4df4d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109048) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 16 12:47:45.048563 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-f7445870-04a4-4cc5-bcdc-47b226a4e58a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting port 95ea3fef-a708-4c0e-859c-b03475b5342a {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:45.053902 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f7445870-04a4-4cc5-bcdc-47b226a4e58a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:45.066026 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a90fc69-b3aa-42c6-b74a-dc5cb170458e None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:45.068035 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network eab6e013-a1ce-4ede-8ebb-0381b9a50067 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:47:45.077271 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-17a0da95-c99a-46fb-9309-2ea70d449e93 None None] Port 41442fae-357a-4cb6-a27b-515f8a27c852 was deleted so its status cannot be updated. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Feb 16 12:47:45.079531 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8484b91-313a-4d59-ae80-fc9963ddfb70 None None] Pushing event deleted for resources: {'Port': ['ID=41442fae-357a-4cb6-a27b-515f8a27c852,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:45.165282 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f7445870-04a4-4cc5-bcdc-47b226a4e58a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:45.166562 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-527ac418-a276-4737-a9e4-6bee0ca30940 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Deleting port bf94b7e8-9416-41cf-b8b9-0ae60e25a7e0 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:45.166912 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-527ac418-a276-4737-a9e4-6bee0ca30940 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:45.190612 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-f7445870-04a4-4cc5-bcdc-47b226a4e58a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Calling delete_port for 95ea3fef-a708-4c0e-859c-b03475b5342a owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:45.191766 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7c39f8ac-ebd4-422d-98dd-f9a944e4df4d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3843129', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3843523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28061'] for router, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:45.215280 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d824328-3556-45c8-ae02-df9e61262746 None None] DHCP port deletion for be56ea69-cc10-4c73-9caa-cb6648b3092d request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:47:45.243475 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340ac88a-af02-4920-9fe3-28a861185d03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-acc3d0c7-b2b3-48e7-b0ee-9fc45b8c66af', 'network_id': 'acc3d0c7-b2b3-48e7-b0ee-9fc45b8c66af', 'tenant_id': '6e0f0caae1844aeca519116d69031e70', 'fixed_ips': [{'subnet_id': 'ef3d890d-69ed-4b5c-8f69-670bbd45653e'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:47:45.246101 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e5ae40af-4296-45b1-95b7-6121484b6c6b tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:45.248816 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-340ac88a-af02-4920-9fe3-28a861185d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:45.264778 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb887e7-3332-4c02-9c39-58214b57f0bb tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Made reservation on behalf of 6e0f0caae1844aeca519116d69031e70 for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:45.268515 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6eb887e7-3332-4c02-9c39-58214b57f0bb tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:45.313207 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-5e30c596-9c04-4476-b861-e7238edf9cf1 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Deleting port c3be4bf4-abe2-4398-a789-742daca1a318 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:45.313635 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5e30c596-9c04-4476-b861-e7238edf9cf1 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:45.329860 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-221f6d38-8a4c-479e-a9a6-6bf80101b970 None None] Provisioning complete for port 67c1786b-c0a9-4efc-a334-d1abfa532ed2 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:45.330333 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-221f6d38-8a4c-479e-a9a6-6bf80101b970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:45.344296 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f7445870-04a4-4cc5-bcdc-47b226a4e58a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:45.377747 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7445870-04a4-4cc5-bcdc-47b226a4e58a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Port': ['ID=95ea3fef-a708-4c0e-859c-b03475b5342a,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:45.381198 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-4349c7c6-bd10-44ed-b6d5-f7fef15866d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'name': 'tempest-RoutersIpV6Test-router-1385319131', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:04Z', 'updated_at': '2022-02-16T12:47:41Z', 'revision_number': 6, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'gw_port_host': None, '_interfaces': [{'id': '67c1786b-c0a9-4efc-a334-d1abfa532ed2', 'name': '', 'network_id': '58eff633-4389-4822-aa08-67bde8e5302c', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:2e:98:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'f790ea3f-fbba-4f0d-8a56-5f79a8d522d5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:37Z', 'updated_at': '2022-02-16T12:47:43Z', 'revision_number': 4, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': 'f790ea3f-fbba-4f0d-8a56-5f79a8d522d5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bccc0610-cc63-4ae5-bd17-e5bea35be343', 'name': '', 'network_id': 'dec03c52-208c-4000-8c23-509a719b0ff7', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:52:3c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '831a32a2-afd2-4af5-98fb-564330cb2964', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:28Z', 'updated_at': '2022-02-16T12:47:37Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '831a32a2-afd2-4af5-98fb-564330cb2964', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd29122c-021d-4a08-834b-67acb3554f64', 'name': '', 'network_id': 'ef2b90ed-2280-42f9-9383-c32610fcff3f', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:60:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:08Z', 'updated_at': '2022-02-16T12:47:20Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd97df989-3e09-4ded-a1d3-b8b25a5cc65f', 'name': '', 'network_id': 'd32ad4e0-f8da-4d21-893e-beee07394c5b', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:7e:85:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:17Z', 'updated_at': '2022-02-16T12:47:25Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:45.406888 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f7445870-04a4-4cc5-bcdc-47b226a4e58a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:45.413107 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f7445870-04a4-4cc5-bcdc-47b226a4e58a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/ports/95ea3fef-a708-4c0e-859c-b03475b5342a HTTP/1.1" status: 204 len: 168 time: 0.4600682 Feb 16 12:47:45.413818 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35302) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:45.439539 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e5ae40af-4296-45b1-95b7-6121484b6c6b tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:45.443371 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4148c993-7c3e-4f5a-8ddf-8dcf646053cc None None] DHCP port deletion for e6fd5a79-273e-4f7a-8fc2-c7cc11826a58 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:47:45.489364 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d206aee6-de58-4a3a-b500-18e5d3c5766d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:45.490999 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d206aee6-de58-4a3a-b500-18e5d3c5766d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:45.495476 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d206aee6-de58-4a3a-b500-18e5d3c5766d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0805652 Feb 16 12:47:45.496297 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35304) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:45.518567 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4349c7c6-bd10-44ed-b6d5-f7fef15866d3 None None] The sync data for ids ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'] in dv-neutron-828142-3-hyperv is: [{'id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'name': 'tempest-RoutersIpV6Test-router-1385319131', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:04Z', 'updated_at': '2022-02-16T12:47:41Z', 'revision_number': 6, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'gw_port_host': None, '_interfaces': [{'id': '67c1786b-c0a9-4efc-a334-d1abfa532ed2', 'name': '', 'network_id': '58eff633-4389-4822-aa08-67bde8e5302c', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:2e:98:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'f790ea3f-fbba-4f0d-8a56-5f79a8d522d5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:37Z', 'updated_at': '2022-02-16T12:47:43Z', 'revision_number': 4, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': 'f790ea3f-fbba-4f0d-8a56-5f79a8d522d5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bccc0610-cc63-4ae5-bd17-e5bea35be343', 'name': '', 'network_id': 'dec03c52-208c-4000-8c23-509a719b0ff7', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:52:3c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '831a32a2-afd2-4af5-98fb-564330cb2964', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:28Z', 'updated_at': '2022-02-16T12:47:37Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '831a32a2-afd2-4af5-98fb-564330cb2964', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd29122c-021d-4a08-834b-67acb3554f64', 'name': '', 'network_id': 'ef2b90ed-2280-42f9-9383-c32610fcff3f', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:60:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:08Z', 'updated_at': '2022-02-16T12:47:20Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd97df989-3e09-4ded-a1d3-b8b25a5cc65f', 'name': '', 'network_id': 'd32ad4e0-f8da-4d21-893e-beee07394c5b', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:7e:85:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:17Z', 'updated_at': '2022-02-16T12:47:25Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:45.519693 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-527ac418-a276-4737-a9e4-6bee0ca30940 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] For port bf94b7e8-9416-41cf-b8b9-0ae60e25a7e0, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=bf94b7e8-9416-41cf-b8b9-0ae60e25a7e0,segment=NetworkSegment(8c25c77d-1589-41b6-a1f5-b003734979d9),segment_id=8c25c77d-1589-41b6-a1f5-b003734979d9)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:45.520070 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-527ac418-a276-4737-a9e4-6bee0ca30940 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:45.532494 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device bf94b7e8-9416-41cf-b8b9-0ae60e25a7e0 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:47:45.581514 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-be9f6a97-6780-4dcf-8d21-f6cd4c18e43d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting subnet 75c9acd0-2610-4f66-9adb-4df7c6a7b4d8 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:47:45.586230 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be9f6a97-6780-4dcf-8d21-f6cd4c18e43d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:45.603629 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-527ac418-a276-4737-a9e4-6bee0ca30940 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Calling delete_port for bf94b7e8-9416-41cf-b8b9-0ae60e25a7e0 owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:45.616728 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-5e30c596-9c04-4476-b861-e7238edf9cf1 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] For port c3be4bf4-abe2-4398-a789-742daca1a318, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=c3be4bf4-abe2-4398-a789-742daca1a318,segment=NetworkSegment(134917b3-47e5-4de9-a64e-9850b104abd6),segment_id=134917b3-47e5-4de9-a64e-9850b104abd6)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:45.617049 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5e30c596-9c04-4476-b861-e7238edf9cf1 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:45.669313 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be9f6a97-6780-4dcf-8d21-f6cd4c18e43d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:45.719092 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-5d824328-3556-45c8-ae02-df9e61262746 None None] Deleting port bf94b7e8-9416-41cf-b8b9-0ae60e25a7e0 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:45.719463 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5d824328-3556-45c8-ae02-df9e61262746 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:45.728207 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e988581c-9557-442d-8366-8f8d53c5e900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-8f2fc9c2-6909-42b1-9817-f8926b88a024', 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'tenant_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'fixed_ips': [{'subnet_id': '75c9acd0-2610-4f66-9adb-4df7c6a7b4d8'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:47:45.729107 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e988581c-9557-442d-8366-8f8d53c5e900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:45.735596 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be9f6a97-6780-4dcf-8d21-f6cd4c18e43d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:45.741348 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-5e30c596-9c04-4476-b861-e7238edf9cf1 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Calling delete_port for c3be4bf4-abe2-4398-a789-742daca1a318 owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:45.781775 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-340ac88a-af02-4920-9fe3-28a861185d03 None None] Allocated IP 172.20.0.2 (acc3d0c7-b2b3-48e7-b0ee-9fc45b8c66af/ef3d890d-69ed-4b5c-8f69-670bbd45653e/c4c7c82d-6224-4b59-90d1-6f5a1befe443) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:45.829384 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be9f6a97-6780-4dcf-8d21-f6cd4c18e43d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:45.884216 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f6a97-6780-4dcf-8d21-f6cd4c18e43d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Subnet': ['ID=75c9acd0-2610-4f66-9adb-4df7c6a7b4d8,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:45.886530 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7c39f8ac-ebd4-422d-98dd-f9a944e4df4d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3843129', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3843523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28061'] for router, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:45.894603 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be9f6a97-6780-4dcf-8d21-f6cd4c18e43d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:45.898656 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-be9f6a97-6780-4dcf-8d21-f6cd4c18e43d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/75c9acd0-2610-4f66-9adb-4df7c6a7b4d8 HTTP/1.1" status: 204 len: 168 time: 0.4012318 Feb 16 12:47:45.902867 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35306) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:45.929461 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7c39f8ac-ebd4-422d-98dd-f9a944e4df4d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3843106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3843115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3843959'] for router, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.042094 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-5d824328-3556-45c8-ae02-df9e61262746 None None] For port bf94b7e8-9416-41cf-b8b9-0ae60e25a7e0, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=bf94b7e8-9416-41cf-b8b9-0ae60e25a7e0,segment=NetworkSegment(8c25c77d-1589-41b6-a1f5-b003734979d9),segment_id=8c25c77d-1589-41b6-a1f5-b003734979d9)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:46.042094 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5d824328-3556-45c8-ae02-df9e61262746 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.049726 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-4148c993-7c3e-4f5a-8ddf-8dcf646053cc None None] Deleting port c3be4bf4-abe2-4398-a789-742daca1a318 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:46.050101 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4148c993-7c3e-4f5a-8ddf-8dcf646053cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.060607 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.087916 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-5d824328-3556-45c8-ae02-df9e61262746 None None] Calling delete_port for bf94b7e8-9416-41cf-b8b9-0ae60e25a7e0 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:46.107150 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-527ac418-a276-4737-a9e4-6bee0ca30940 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.136480 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6eb887e7-3332-4c02-9c39-58214b57f0bb tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.142298 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-e5ae40af-4296-45b1-95b7-6121484b6c6b tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Deleting port c27cc738-7a97-47c9-87f6-5d0eb1fad429 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:46.143012 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e5ae40af-4296-45b1-95b7-6121484b6c6b tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.174760 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527ac418-a276-4737-a9e4-6bee0ca30940 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] No DVR routers for this DVR port bf94b7e8-9416-41cf-b8b9-0ae60e25a7e0 on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:46.225054 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-4148c993-7c3e-4f5a-8ddf-8dcf646053cc None None] For port c3be4bf4-abe2-4398-a789-742daca1a318, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=c3be4bf4-abe2-4398-a789-742daca1a318,segment=NetworkSegment(134917b3-47e5-4de9-a64e-9850b104abd6),segment_id=134917b3-47e5-4de9-a64e-9850b104abd6)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:46.225477 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4148c993-7c3e-4f5a-8ddf-8dcf646053cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.269493 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-4148c993-7c3e-4f5a-8ddf-8dcf646053cc None None] Calling delete_port for c3be4bf4-abe2-4398-a789-742daca1a318 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:46.274314 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device c3be4bf4-abe2-4398-a789-742daca1a318 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:47:46.343421 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-769ec983-827c-4264-baf4-93c1712e594c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4389963 Feb 16 12:47:46.346704 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35310) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:46.365674 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ac418-a276-4737-a9e4-6bee0ca30940 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'Port': ['ID=bf94b7e8-9416-41cf-b8b9-0ae60e25a7e0,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:46.376826 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9cc20061-c0f6-4c9f-9dd1-ddbae4a7ba5c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0290549 Feb 16 12:47:46.379081 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35312) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:46.420179 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-340ac88a-af02-4920-9fe3-28a861185d03 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.423516 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb887e7-3332-4c02-9c39-58214b57f0bb tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Pushing event updated for resources: {'Subnet': ['ID=9b8da3d7-0f3e-4abb-b5e3-0d6b73ef7a8b,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:46.435402 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c1b862-47b8-4ed0-8c98-3ee2f166cc97 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:46.436775 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a2c1b862-47b8-4ed0-8c98-3ee2f166cc97 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0567389 Feb 16 12:47:46.439479 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35314) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:46.442041 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-340ac88a-af02-4920-9fe3-28a861185d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.443063 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5d824328-3556-45c8-ae02-df9e61262746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.493384 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-754e3ee4-7797-4599-99f4-ac6d2570f435 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493104 Feb 16 12:47:46.494409 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35316) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:46.500134 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-bc55afa8-ee51-4738-8add-52cb087ab2bc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'subnet': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:46.502229 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d824328-3556-45c8-ae02-df9e61262746 None None] No DVR routers for this DVR port bf94b7e8-9416-41cf-b8b9-0ae60e25a7e0 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:46.534532 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340ac88a-af02-4920-9fe3-28a861185d03 None None] Network acc3d0c7-b2b3-48e7-b0ee-9fc45b8c66af is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:46.537895 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5e30c596-9c04-4476-b861-e7238edf9cf1 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.541785 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Port c3be4bf4-abe2-4398-a789-742daca1a318 update to DOWN by agent not found {{(pid=109050) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Feb 16 12:47:46.547982 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-340ac88a-af02-4920-9fe3-28a861185d03 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:46.550355 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340ac88a-af02-4920-9fe3-28a861185d03 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:47:46.558446 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-527ac418-a276-4737-a9e4-6bee0ca30940 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.565859 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ac88a-af02-4920-9fe3-28a861185d03 None None] Pushing event updated for resources: {'Port': ['ID=c4c7c82d-6224-4b59-90d1-6f5a1befe443,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:46.577239 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4148c993-7c3e-4f5a-8ddf-8dcf646053cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.612649 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43815fbe-cf3c-48b9-b760-23f7f201241f req-633ffe10-4537-40fc-88b6-7d014dff64a3 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:46.614254 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-43815fbe-cf3c-48b9-b760-23f7f201241f req-633ffe10-4537-40fc-88b6-7d014dff64a3 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/ports?device_id=38d0e125-2fc2-446a-a405-e79e4ba03c11 HTTP/1.1" status: 200 len: 946 time: 0.5119877 Feb 16 12:47:46.617632 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d824328-3556-45c8-ae02-df9e61262746 None None] Pushing event deleted for resources: {'Port': ['ID=bf94b7e8-9416-41cf-b8b9-0ae60e25a7e0,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:46.630668 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e30c596-9c04-4476-b861-e7238edf9cf1 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Pushing event deleted for resources: {'Port': ['ID=c3be4bf4-abe2-4398-a789-742daca1a318,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:46.666177 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e30c596-9c04-4476-b861-e7238edf9cf1 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] No DVR routers for this DVR port c3be4bf4-abe2-4398-a789-742daca1a318 on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:46.681579 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-527ac418-a276-4737-a9e4-6bee0ca30940 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be56ea69-cc10-4c73-9caa-cb6648b3092d']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:46.682445 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc55afa8-ee51-4738-8add-52cb087ab2bc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:46.686580 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bc55afa8-ee51-4738-8add-52cb087ab2bc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.694364 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e5ae40af-4296-45b1-95b7-6121484b6c6b tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.706179 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c39f8ac-ebd4-422d-98dd-f9a944e4df4d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Router 82cadb3a-55b1-497f-b25c-4b7a652b9a28 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:47:46.722345 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4148c993-7c3e-4f5a-8ddf-8dcf646053cc None None] No DVR routers for this DVR port c3be4bf4-abe2-4398-a789-742daca1a318 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:46.726230 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4148c993-7c3e-4f5a-8ddf-8dcf646053cc None None] Pushing event deleted for resources: {'Port': ['ID=c3be4bf4-abe2-4398-a789-742daca1a318,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:46.732446 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-340ac88a-af02-4920-9fe3-28a861185d03 None None] Attempting to bind port c4c7c82d-6224-4b59-90d1-6f5a1befe443 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:46.732842 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-340ac88a-af02-4920-9fe3-28a861185d03 None None] Attempting to bind port c4c7c82d-6224-4b59-90d1-6f5a1befe443 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '98df229e-5485-487e-9209-bc9908063130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'acc3d0c7-b2b3-48e7-b0ee-9fc45b8c66af'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:46.733202 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340ac88a-af02-4920-9fe3-28a861185d03 None None] Attempting to bind port c4c7c82d-6224-4b59-90d1-6f5a1befe443 on network acc3d0c7-b2b3-48e7-b0ee-9fc45b8c66af {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:47:46.758419 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340ac88a-af02-4920-9fe3-28a861185d03 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:47:46.760353 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340ac88a-af02-4920-9fe3-28a861185d03 None None] Checking segment: {'id': '98df229e-5485-487e-9209-bc9908063130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'acc3d0c7-b2b3-48e7-b0ee-9fc45b8c66af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:47:46.760933 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-340ac88a-af02-4920-9fe3-28a861185d03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.761614 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340ac88a-af02-4920-9fe3-28a861185d03 None None] Bound using segment: {'id': '98df229e-5485-487e-9209-bc9908063130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'acc3d0c7-b2b3-48e7-b0ee-9fc45b8c66af'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:47:46.762186 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-340ac88a-af02-4920-9fe3-28a861185d03 None None] Bound port: c4c7c82d-6224-4b59-90d1-6f5a1befe443, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98df229e-5485-487e-9209-bc9908063130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'acc3d0c7-b2b3-48e7-b0ee-9fc45b8c66af'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:46.762696 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-340ac88a-af02-4920-9fe3-28a861185d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.791624 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517d202c-ef68-4590-8321-756561ad498e None None] Sync routers for ids ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:46.814728 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517d202c-ef68-4590-8321-756561ad498e None None] Routers {'82cadb3a-55b1-497f-b25c-4b7a652b9a28'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:47:46.815351 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-517d202c-ef68-4590-8321-756561ad498e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:46.867737 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-340ac88a-af02-4920-9fe3-28a861185d03 None None] For port c4c7c82d-6224-4b59-90d1-6f5a1befe443, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:47:46.872105 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-340ac88a-af02-4920-9fe3-28a861185d03 None None] For port c4c7c82d-6224-4b59-90d1-6f5a1befe443, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=c4c7c82d-6224-4b59-90d1-6f5a1befe443,segment=NetworkSegment(98df229e-5485-487e-9209-bc9908063130),segment_id=98df229e-5485-487e-9209-bc9908063130)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:47:46.879944 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-340ac88a-af02-4920-9fe3-28a861185d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.908235 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-517d202c-ef68-4590-8321-756561ad498e None None] Set router 82cadb3a-55b1-497f-b25c-4b7a652b9a28 gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:47:46.978907 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ac88a-af02-4920-9fe3-28a861185d03 None None] Pushing event updated for resources: {'Port': ['ID=c4c7c82d-6224-4b59-90d1-6f5a1befe443,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:46.986577 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bc55afa8-ee51-4738-8add-52cb087ab2bc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.050425 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc55afa8-ee51-4738-8add-52cb087ab2bc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:47.063431 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-bc55afa8-ee51-4738-8add-52cb087ab2bc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:47.068447 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc55afa8-ee51-4738-8add-52cb087ab2bc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:47.069073 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bc55afa8-ee51-4738-8add-52cb087ab2bc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.075379 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edaa7587-d4d1-43f5-b0a5-9ffe2affff38 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:47.095097 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc55afa8-ee51-4738-8add-52cb087ab2bc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Subnet': ['ID=fa81a863-1b09-4c79-9174-7064c633d938,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:47.114709 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-bc55afa8-ee51-4738-8add-52cb087ab2bc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6181085 Feb 16 12:47:47.116560 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35322) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:47.121918 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-1e7c7cc9-2ce8-49c0-8cd6-7c0996ffc371 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'port': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'fixed_ips': [{'subnet_id': 'fa81a863-1b09-4c79-9174-7064c633d938', 'ip_address': '2001:db8::8597:f172:fd26:5968'}], 'name': 'tempest-NetworksTestDHCPv6-827678056'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:47.155348 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-527ac418-a276-4737-a9e4-6bee0ca30940 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c25c77d-1589-41b6-a1f5-b003734979d9') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:47.155348 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-527ac418-a276-4737-a9e4-6bee0ca30940 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c25c77d-1589-41b6-a1f5-b003734979d9') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:47.160939 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb887e7-3332-4c02-9c39-58214b57f0bb tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Checking segment: {'id': '9e2bb3d6-ed60-4e02-be61-9899fddcde01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6f03d976-0ad7-4090-98e7-818de42ff8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:47:47.161316 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb887e7-3332-4c02-9c39-58214b57f0bb tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Network hostable DHCP agents. Network: 6f03d976-0ad7-4090-98e7-818de42ff8c3, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:47:47.191717 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-e5ae40af-4296-45b1-95b7-6121484b6c6b tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Calling delete_port for c27cc738-7a97-47c9-87f6-5d0eb1fad429 owned by network:router_gateway {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:47.222758 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-527ac418-a276-4737-a9e4-6bee0ca30940 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.273218 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-517d202c-ef68-4590-8321-756561ad498e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'name': 'tempest-RoutersIpV6Test-router-1385319131', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:04Z', 'updated_at': '2022-02-16T12:47:45Z', 'revision_number': 7, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'gw_port_host': None, '_interfaces': [{'id': '67c1786b-c0a9-4efc-a334-d1abfa532ed2', 'name': '', 'network_id': '58eff633-4389-4822-aa08-67bde8e5302c', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:2e:98:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'f790ea3f-fbba-4f0d-8a56-5f79a8d522d5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:37Z', 'updated_at': '2022-02-16T12:47:44Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': 'f790ea3f-fbba-4f0d-8a56-5f79a8d522d5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bccc0610-cc63-4ae5-bd17-e5bea35be343', 'name': '', 'network_id': 'dec03c52-208c-4000-8c23-509a719b0ff7', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:52:3c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '831a32a2-afd2-4af5-98fb-564330cb2964', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:28Z', 'updated_at': '2022-02-16T12:47:37Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '831a32a2-afd2-4af5-98fb-564330cb2964', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd29122c-021d-4a08-834b-67acb3554f64', 'name': '', 'network_id': 'ef2b90ed-2280-42f9-9383-c32610fcff3f', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:60:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:08Z', 'updated_at': '2022-02-16T12:47:20Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd97df989-3e09-4ded-a1d3-b8b25a5cc65f', 'name': '', 'network_id': 'd32ad4e0-f8da-4d21-893e-beee07394c5b', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:7e:85:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:17Z', 'updated_at': '2022-02-16T12:47:25Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:47.305427 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517d202c-ef68-4590-8321-756561ad498e None None] Checking router: 82cadb3a-55b1-497f-b25c-4b7a652b9a28 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:47:47.315810 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517d202c-ef68-4590-8321-756561ad498e None None] Routers {'82cadb3a-55b1-497f-b25c-4b7a652b9a28'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:47:47.316725 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-517d202c-ef68-4590-8321-756561ad498e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:47.336610 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb887e7-3332-4c02-9c39-58214b57f0bb tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Network 6f03d976-0ad7-4090-98e7-818de42ff8c3 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:47:47.346381 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7c7cc9-2ce8-49c0-8cd6-7c0996ffc371 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:47.352047 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1e7c7cc9-2ce8-49c0-8cd6-7c0996ffc371 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.376896 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-1e7c7cc9-2ce8-49c0-8cd6-7c0996ffc371 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] device_id is not set on port 8b59adc7-af29-4288-9347-ac37aebf9406 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:47:47.435841 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-517d202c-ef68-4590-8321-756561ad498e None None] Set router 82cadb3a-55b1-497f-b25c-4b7a652b9a28 gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:47:47.504914 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c39f8ac-ebd4-422d-98dd-f9a944e4df4d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:47:47.509148 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-527ac418-a276-4737-a9e4-6bee0ca30940 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.517310 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-43815fbe-cf3c-48b9-b760-23f7f201241f req-765a09f2-a850-45e5-96c4-d5a09815d6b4 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/security-groups?id=582a4e72-733c-446a-a0ec-8cb208ee5c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8807981 Feb 16 12:47:47.526210 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7c39f8ac-ebd4-422d-98dd-f9a944e4df4d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.529697 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-7c39f8ac-ebd4-422d-98dd-f9a944e4df4d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "PUT /v2.0/routers/82cadb3a-55b1-497f-b25c-4b7a652b9a28 HTTP/1.1" status: 200 len: 704 time: 4.2022855 Feb 16 12:47:47.559451 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35324) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:47.578101 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5e30c596-9c04-4476-b861-e7238edf9cf1 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.583885 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-6eb887e7-3332-4c02-9c39-58214b57f0bb tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 6f03d976-0ad7-4090-98e7-818de42ff8c3) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:47.587519 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-527ac418-a276-4737-a9e4-6bee0ca30940 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:47:47.588322 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-527ac418-a276-4737-a9e4-6bee0ca30940 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.596466 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:47:47.596466 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:47:47.596466 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:47:47.596466 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:47:47.596466 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:47:47.596466 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:47:47.596466 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:47:47.596466 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:47:47.596466 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:47:47.596466 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:47:47.596466 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:47:47.596466 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:47:47.596466 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:47:47.596466 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:47:47.596466 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:47:47.596466 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:47:47.596466 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:47:47.596466 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:47:47.596466 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:47:47.596466 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:47:47.596466 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:47:47.596466 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:47:47.596466 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:47:47.596466 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:47:47.596466 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:47:47.596466 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:47:47.596466 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:47:47.596466 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:47:47.596466 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:47:47.596466 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:47:47.596466 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:47:47.596466 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:47:47.615827 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb887e7-3332-4c02-9c39-58214b57f0bb tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:47.616438 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6eb887e7-3332-4c02-9c39-58214b57f0bb tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.677797 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c200085a-8f20-43c8-901c-f8bb5d50e149 None None] Network 6f03d976-0ad7-4090-98e7-818de42ff8c3 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:47.700035 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-5e30c596-9c04-4476-b861-e7238edf9cf1 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6fd5a79-273e-4f7a-8fc2-c7cc11826a58']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:47.711620 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device c4c7c82d-6224-4b59-90d1-6f5a1befe443 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:47:47.715106 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6eb887e7-3332-4c02-9c39-58214b57f0bb tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8724763 Feb 16 12:47:47.719496 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35326) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:47.720484 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-5e30c596-9c04-4476-b861-e7238edf9cf1 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '134917b3-47e5-4de9-a64e-9850b104abd6') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:47.720832 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-5e30c596-9c04-4476-b861-e7238edf9cf1 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '134917b3-47e5-4de9-a64e-9850b104abd6') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:47.731024 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-90a521b9-0d75-4f06-b04f-b3f62cef701a tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Request body: {'subnet': {'network_id': 'eab6e013-a1ce-4ede-8ebb-0381b9a50067', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:47.784307 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-527ac418-a276-4737-a9e4-6bee0ca30940 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.810763 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-517d202c-ef68-4590-8321-756561ad498e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'name': 'tempest-RoutersIpV6Test-router-1385319131', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:04Z', 'updated_at': '2022-02-16T12:47:45Z', 'revision_number': 7, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'gw_port_host': None, '_interfaces': [{'id': '67c1786b-c0a9-4efc-a334-d1abfa532ed2', 'name': '', 'network_id': '58eff633-4389-4822-aa08-67bde8e5302c', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:2e:98:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'f790ea3f-fbba-4f0d-8a56-5f79a8d522d5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:37Z', 'updated_at': '2022-02-16T12:47:44Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': 'f790ea3f-fbba-4f0d-8a56-5f79a8d522d5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bccc0610-cc63-4ae5-bd17-e5bea35be343', 'name': '', 'network_id': 'dec03c52-208c-4000-8c23-509a719b0ff7', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:52:3c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '831a32a2-afd2-4af5-98fb-564330cb2964', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:28Z', 'updated_at': '2022-02-16T12:47:37Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '831a32a2-afd2-4af5-98fb-564330cb2964', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd29122c-021d-4a08-834b-67acb3554f64', 'name': '', 'network_id': 'ef2b90ed-2280-42f9-9383-c32610fcff3f', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:60:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:08Z', 'updated_at': '2022-02-16T12:47:20Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd97df989-3e09-4ded-a1d3-b8b25a5cc65f', 'name': '', 'network_id': 'd32ad4e0-f8da-4d21-893e-beee07394c5b', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:7e:85:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:17Z', 'updated_at': '2022-02-16T12:47:25Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:47.854263 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5e30c596-9c04-4476-b861-e7238edf9cf1 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.856385 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-527ac418-a276-4737-a9e4-6bee0ca30940 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.858087 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-1e7c7cc9-2ce8-49c0-8cd6-7c0996ffc371 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Allocated IP 2001:db8::8597:f172:fd26:5968 (8f2fc9c2-6909-42b1-9817-f8926b88a024/fa81a863-1b09-4c79-9174-7064c633d938/8b59adc7-af29-4288-9347-ac37aebf9406) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:47.864791 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-527ac418-a276-4737-a9e4-6bee0ca30940 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/networks/be56ea69-cc10-4c73-9caa-cb6648b3092d HTTP/1.1" status: 204 len: 168 time: 3.9233439 Feb 16 12:47:47.864791 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ac418-a276-4737-a9e4-6bee0ca30940 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'Network': ['ID=be56ea69-cc10-4c73-9caa-cb6648b3092d,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:47.870080 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35328) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:47.873952 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d58c2c0-2cc3-4a85-88a5-a48745b402ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-8f2fc9c2-6909-42b1-9817-f8926b88a024', 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'tenant_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'fixed_ips': [{'subnet_id': 'fa81a863-1b09-4c79-9174-7064c633d938'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:47:47.875543 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0d58c2c0-2cc3-4a85-88a5-a48745b402ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.882703 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-d2bd4839-62c7-41f7-aa71-17ce9fe65b3c tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1817173498'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:47.894419 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517d202c-ef68-4590-8321-756561ad498e None None] The sync data for ids ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'] in dv-neutron-828142-3-hyperv is: [{'id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'name': 'tempest-RoutersIpV6Test-router-1385319131', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:04Z', 'updated_at': '2022-02-16T12:47:45Z', 'revision_number': 7, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'gw_port_host': None, '_interfaces': [{'id': '67c1786b-c0a9-4efc-a334-d1abfa532ed2', 'name': '', 'network_id': '58eff633-4389-4822-aa08-67bde8e5302c', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:2e:98:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'f790ea3f-fbba-4f0d-8a56-5f79a8d522d5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:37Z', 'updated_at': '2022-02-16T12:47:44Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': 'f790ea3f-fbba-4f0d-8a56-5f79a8d522d5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bccc0610-cc63-4ae5-bd17-e5bea35be343', 'name': '', 'network_id': 'dec03c52-208c-4000-8c23-509a719b0ff7', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:52:3c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '831a32a2-afd2-4af5-98fb-564330cb2964', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:28Z', 'updated_at': '2022-02-16T12:47:37Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '831a32a2-afd2-4af5-98fb-564330cb2964', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd29122c-021d-4a08-834b-67acb3554f64', 'name': '', 'network_id': 'ef2b90ed-2280-42f9-9383-c32610fcff3f', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:60:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:08Z', 'updated_at': '2022-02-16T12:47:20Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd97df989-3e09-4ded-a1d3-b8b25a5cc65f', 'name': '', 'network_id': 'd32ad4e0-f8da-4d21-893e-beee07394c5b', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:7e:85:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:17Z', 'updated_at': '2022-02-16T12:47:25Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:47.912465 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7ce93d43-6298-4429-88b6-fb146afbc5b7 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "GET /v2.0/routers/82cadb3a-55b1-497f-b25c-4b7a652b9a28 HTTP/1.1" status: 200 len: 704 time: 0.3493555 Feb 16 12:47:47.917267 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35330) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:47.959025 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port c4c7c82d-6224-4b59-90d1-6f5a1befe443 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:47.959400 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.983203 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5e30c596-9c04-4476-b861-e7238edf9cf1 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.998304 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e30c596-9c04-4476-b861-e7238edf9cf1 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:47:47.998706 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5e30c596-9c04-4476-b861-e7238edf9cf1 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.002803 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:47:48.002803 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:47:48.002803 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:47:48.002803 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:47:48.002803 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:47:48.002803 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:47:48.002803 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:47:48.002803 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:47:48.002803 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:47:48.002803 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:47:48.002803 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:47:48.002803 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:47:48.002803 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:47:48.002803 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:47:48.002803 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:47:48.002803 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:47:48.002803 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:47:48.002803 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:47:48.002803 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:47:48.002803 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:47:48.002803 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:47:48.002803 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:47:48.002803 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:47:48.002803 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:47:48.002803 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:47:48.002803 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:47:48.002803 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:47:48.002803 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:47:48.002803 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:47:48.002803 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:47:48.002803 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:47:48.002803 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:47:48.117925 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bd4839-62c7-41f7-aa71-17ce9fe65b3c tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Made reservation on behalf of 5b475467252d4f968fd5b204d0b30dc2 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:48.121623 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d2bd4839-62c7-41f7-aa71-17ce9fe65b3c tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.143921 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5e30c596-9c04-4476-b861-e7238edf9cf1 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.151455 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880bb970-cc48-4d94-9e74-27a06f56c4e4 req-f0e3c2cf-a278-4fc8-a12d-1a315942450c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:48.153201 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-880bb970-cc48-4d94-9e74-27a06f56c4e4 req-f0e3c2cf-a278-4fc8-a12d-1a315942450c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=38d0e125-2fc2-446a-a405-e79e4ba03c11 HTTP/1.1" status: 200 len: 1099 time: 0.1786299 Feb 16 12:47:48.186133 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5e30c596-9c04-4476-b861-e7238edf9cf1 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.197638 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5e30c596-9c04-4476-b861-e7238edf9cf1 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] 10.222.0.90 "DELETE /v2.0/networks/e6fd5a79-273e-4f7a-8fc2-c7cc11826a58 HTTP/1.1" status: 204 len: 168 time: 3.7531085 Feb 16 12:47:48.223545 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e30c596-9c04-4476-b861-e7238edf9cf1 tempest-FloatingIPNegativeTestJSON-2053216478 tempest-FloatingIPNegativeTestJSON-2053216478-project] Pushing event deleted for resources: {'Network': ['ID=e6fd5a79-273e-4f7a-8fc2-c7cc11826a58,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:48.260421 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639568cf-0a86-4c3f-b8a0-a003e77d26e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-6f03d976-0ad7-4090-98e7-818de42ff8c3', 'network_id': '6f03d976-0ad7-4090-98e7-818de42ff8c3', 'tenant_id': '6e0f0caae1844aeca519116d69031e70', 'fixed_ips': [{'subnet_id': '9b8da3d7-0f3e-4abb-b5e3-0d6b73ef7a8b'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:47:48.261804 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-639568cf-0a86-4c3f-b8a0-a003e77d26e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.272529 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e5ae40af-4296-45b1-95b7-6121484b6c6b tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.353927 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2bd4839-62c7-41f7-aa71-17ce9fe65b3c tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:47:48.362165 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a521b9-0d75-4f06-b04f-b3f62cef701a tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Made reservation on behalf of 6e0f0caae1844aeca519116d69031e70 for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:48.365869 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-90a521b9-0d75-4f06-b04f-b3f62cef701a tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.385829 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae40af-4296-45b1-95b7-6121484b6c6b tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Pushing event deleted for resources: {'Port': ['ID=c27cc738-7a97-47c9-87f6-5d0eb1fad429,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:48.408802 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de699bc-f57e-4636-b168-55ba51679360 None None] Sync routers for ids ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:48.413607 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-880bb970-cc48-4d94-9e74-27a06f56c4e4 req-f72f01b2-1903-47bc-86b4-65542bd8a00b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=582a4e72-733c-446a-a0ec-8cb208ee5c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972273 Feb 16 12:47:48.458368 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8656b0c0-af09-4a8f-b056-4d9c700776b6 None None] Network acc3d0c7-b2b3-48e7-b0ee-9fc45b8c66af requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:48.473298 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d2bd4839-62c7-41f7-aa71-17ce9fe65b3c tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.473647 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-d2bd4839-62c7-41f7-aa71-17ce9fe65b3c tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Added segment 19de1d53-93b0-432c-9fc8-17f2ce32905a of type vlan for network 707de644-4745-4255-88a2-76f8fd4c9e08 Feb 16 12:47:48.491368 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de699bc-f57e-4636-b168-55ba51679360 None None] Routers {'82cadb3a-55b1-497f-b25c-4b7a652b9a28'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:47:48.492150 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2de699bc-f57e-4636-b168-55ba51679360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:48.540413 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e5ae40af-4296-45b1-95b7-6121484b6c6b tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.588016 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.596897 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1e7c7cc9-2ce8-49c0-8cd6-7c0996ffc371 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.634297 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35338) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:48.665762 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d2bd4839-62c7-41f7-aa71-17ce9fe65b3c tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.708768 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-639568cf-0a86-4c3f-b8a0-a003e77d26e1 None None] Allocated IP 172.20.0.2 (6f03d976-0ad7-4090-98e7-818de42ff8c3/9b8da3d7-0f3e-4abb-b5e3-0d6b73ef7a8b/35f2e9dd-63bc-46a8-93ab-587e4acb5992) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:48.716167 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-e90dc424-d23c-48b4-91cb-c3257a5f7c7f None None] Provisioning complete for port c4c7c82d-6224-4b59-90d1-6f5a1befe443 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:48.716531 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e90dc424-d23c-48b4-91cb-c3257a5f7c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.730669 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port c4c7c82d-6224-4b59-90d1-6f5a1befe443, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=c4c7c82d-6224-4b59-90d1-6f5a1befe443,segment=NetworkSegment(98df229e-5485-487e-9209-bc9908063130),segment_id=98df229e-5485-487e-9209-bc9908063130)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:48.765118 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d2bd4839-62c7-41f7-aa71-17ce9fe65b3c tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.772724 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bd4839-62c7-41f7-aa71-17ce9fe65b3c tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:48.774108 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d2bd4839-62c7-41f7-aa71-17ce9fe65b3c tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.791601 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.792024 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 67c1786b-c0a9-4efc-a334-d1abfa532ed2 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:47:48.799140 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-2de699bc-f57e-4636-b168-55ba51679360 None None] Set router 82cadb3a-55b1-497f-b25c-4b7a652b9a28 gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:47:48.856794 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1e7c7cc9-2ce8-49c0-8cd6-7c0996ffc371 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.879160 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d2bd4839-62c7-41f7-aa71-17ce9fe65b3c tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0067377 Feb 16 12:47:48.886751 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35342) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:48.917272 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd4839-62c7-41f7-aa71-17ce9fe65b3c tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'Network': ['ID=707de644-4745-4255-88a2-76f8fd4c9e08,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:48.936544 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-493ac38e-a05c-460a-b982-712d9230cf85 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'subnet': {'network_id': '707de644-4745-4255-88a2-76f8fd4c9e08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:48.942200 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7c7cc9-2ce8-49c0-8cd6-7c0996ffc371 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:48.948914 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052273a-2a93-40f6-a2a9-8114bc548224 req-016ffc33-e076-40f6-8e82-cf76f55bf263 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:48.950433 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5052273a-2a93-40f6-a2a9-8114bc548224 req-016ffc33-e076-40f6-8e82-cf76f55bf263 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/ports?device_id=38d0e125-2fc2-446a-a405-e79e4ba03c11 HTTP/1.1" status: 200 len: 946 time: 0.2821057 Feb 16 12:47:48.967875 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-1e7c7cc9-2ce8-49c0-8cd6-7c0996ffc371 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:48.971920 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7c7cc9-2ce8-49c0-8cd6-7c0996ffc371 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:47:48.977662 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7c7cc9-2ce8-49c0-8cd6-7c0996ffc371 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:48.978130 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1e7c7cc9-2ce8-49c0-8cd6-7c0996ffc371 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.979740 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e5ae40af-4296-45b1-95b7-6121484b6c6b tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3843129', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3843523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28061'] for router, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.981493 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c7cc9-2ce8-49c0-8cd6-7c0996ffc371 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Port': ['ID=8b59adc7-af29-4288-9347-ac37aebf9406,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:49.007140 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1e7c7cc9-2ce8-49c0-8cd6-7c0996ffc371 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8894451 Feb 16 12:47:49.010314 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35344) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:49.017393 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-524ac853-5760-434a-a4b8-19207dea1598 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'port': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'fixed_ips': [{'subnet_id': 'fa81a863-1b09-4c79-9174-7064c633d938', 'ip_address': '2001:db8::8597:f172:fd26:5968'}], 'name': 'tempest-NetworksTestDHCPv6-16752355'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:49.025075 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 707de644-4745-4255-88a2-76f8fd4c9e08 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:47:49.029777 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e5ae40af-4296-45b1-95b7-6121484b6c6b tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3843106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3843115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3843959'] for router, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.052804 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-90a521b9-0d75-4f06-b04f-b3f62cef701a tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.072265 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d22ff9cd-a374-4ffa-9a3c-66468bc24878 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.155636 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-0d58c2c0-2cc3-4a85-88a5-a48745b402ae None None] Allocated IP 2001:db8::2 (8f2fc9c2-6909-42b1-9817-f8926b88a024/fa81a863-1b09-4c79-9174-7064c633d938/13b42af4-d509-46f8-bdeb-c3d29040280e) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:49.225980 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5052273a-2a93-40f6-a2a9-8114bc548224 req-7fbd4407-7b4a-457f-ae83-5f49c09c30bb tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/security-groups?id=582a4e72-733c-446a-a0ec-8cb208ee5c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2625968 Feb 16 12:47:49.248791 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c3b568cb-140d-4b58-a33b-43c20f05a94b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0bbc7ac541294c45a9d6bd8d995fa4ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6132851 Feb 16 12:47:49.249411 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35346) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:49.263427 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a521b9-0d75-4f06-b04f-b3f62cef701a tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Pushing event updated for resources: {'Subnet': ['ID=4d4c1394-23ad-4fb8-9ae9-b11b96fee5ea,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:49.274904 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ae40af-4296-45b1-95b7-6121484b6c6b tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Router 1be4f1da-78d1-4b75-a2be-30af6295f309 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:47:49.324351 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=c4c7c82d-6224-4b59-90d1-6f5a1befe443,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:49.337880 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493ac38e-a05c-460a-b982-712d9230cf85 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Made reservation on behalf of 5b475467252d4f968fd5b204d0b30dc2 for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:49.342875 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-493ac38e-a05c-460a-b982-712d9230cf85 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.350188 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a521b9-0d75-4f06-b04f-b3f62cef701a tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Checking segment: {'id': 'c74e6f9a-48b3-499e-a5e3-3515eeb27add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'eab6e013-a1ce-4ede-8ebb-0381b9a50067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:47:49.350620 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a521b9-0d75-4f06-b04f-b3f62cef701a tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Network hostable DHCP agents. Network: eab6e013-a1ce-4ede-8ebb-0381b9a50067, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:47:49.415500 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524ac853-5760-434a-a4b8-19207dea1598 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:49.502137 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ae40af-4296-45b1-95b7-6121484b6c6b tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:47:49.515187 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64481190-ea75-4950-96d1-178a07f7b02e None None] Sync routers for ids ['1be4f1da-78d1-4b75-a2be-30af6295f309'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:49.518566 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e5ae40af-4296-45b1-95b7-6121484b6c6b tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.519771 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e5ae40af-4296-45b1-95b7-6121484b6c6b tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] 10.222.0.90 "PUT /v2.0/routers/1be4f1da-78d1-4b75-a2be-30af6295f309 HTTP/1.1" status: 200 len: 709 time: 5.7766614 Feb 16 12:47:49.524023 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a521b9-0d75-4f06-b04f-b3f62cef701a tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Network eab6e013-a1ce-4ede-8ebb-0381b9a50067 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:47:49.527583 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35348) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:49.529963 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-779ebc23-0827-4145-8f33-aa6a17b66f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.539370 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64481190-ea75-4950-96d1-178a07f7b02e None None] Routers {'1be4f1da-78d1-4b75-a2be-30af6295f309'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:47:49.540791 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-64481190-ea75-4950-96d1-178a07f7b02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['1be4f1da-78d1-4b75-a2be-30af6295f309'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:49.560472 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-90a521b9-0d75-4f06-b04f-b3f62cef701a tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, eab6e013-a1ce-4ede-8ebb-0381b9a50067) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:49.579626 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a521b9-0d75-4f06-b04f-b3f62cef701a tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:49.580225 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-90a521b9-0d75-4f06-b04f-b3f62cef701a tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.584018 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-779ebc23-0827-4145-8f33-aa6a17b66f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.634983 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-90a521b9-0d75-4f06-b04f-b3f62cef701a tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9115572 Feb 16 12:47:49.640306 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35350) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:49.646910 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-64481190-ea75-4950-96d1-178a07f7b02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:49.661083 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64481190-ea75-4950-96d1-178a07f7b02e None None] Routers {'1be4f1da-78d1-4b75-a2be-30af6295f309'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:47:49.662201 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-64481190-ea75-4950-96d1-178a07f7b02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['1be4f1da-78d1-4b75-a2be-30af6295f309'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:49.677766 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-d22ff9cd-a374-4ffa-9a3c-66468bc24878 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Deleting port 67c1786b-c0a9-4efc-a334-d1abfa532ed2 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:49.678412 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d22ff9cd-a374-4ffa-9a3c-66468bc24878 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.707232 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-64481190-ea75-4950-96d1-178a07f7b02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:49.708381 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64481190-ea75-4950-96d1-178a07f7b02e None None] The sync data for ids ['1be4f1da-78d1-4b75-a2be-30af6295f309'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:49.749592 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863e6ac0-5372-4b51-b666-b7fc207492c9 None None] Network eab6e013-a1ce-4ede-8ebb-0381b9a50067 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:49.753608 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 67c1786b-c0a9-4efc-a334-d1abfa532ed2 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:49.754151 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-bb22959b-5577-4df1-b64e-ad79eaf24ad8 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] 10.222.0.90 "GET /v2.0/routers/1be4f1da-78d1-4b75-a2be-30af6295f309 HTTP/1.1" status: 200 len: 744 time: 0.2196603 Feb 16 12:47:49.754313 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.757712 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35352) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:49.759305 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-524ac853-5760-434a-a4b8-19207dea1598 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.784537 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-524ac853-5760-434a-a4b8-19207dea1598 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] device_id is not set on port 06e2b1db-5a22-4e26-82a7-d3278add80e4 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:47:49.854238 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-4a15ae79-82a5-48f5-9b6a-840d7f28d2e3 tempest-RoutersIpV6AdminTest-699294243 tempest-RoutersIpV6AdminTest-699294243-project-admin] 10.222.0.90 "GET /v2.0/ports?network_id=a08a3d1b-2e35-4b18-9cb0-756d355083e6&device_id=1be4f1da-78d1-4b75-a2be-30af6295f309 HTTP/1.1" status: 200 len: 205 time: 0.0910559 Feb 16 12:47:49.854604 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35354) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:49.879961 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-d22ff9cd-a374-4ffa-9a3c-66468bc24878 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] For port 67c1786b-c0a9-4efc-a334-d1abfa532ed2, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=67c1786b-c0a9-4efc-a334-d1abfa532ed2,segment=NetworkSegment(ea2899a2-c655-4d11-bbe9-e92c7ae84147),segment_id=ea2899a2-c655-4d11-bbe9-e92c7ae84147)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:49.880794 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d22ff9cd-a374-4ffa-9a3c-66468bc24878 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.896306 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-779ebc23-0827-4145-8f33-aa6a17b66f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.898901 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 8806cc2f-337a-4ea5-96ba-e1457749a273 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 12:47:49.899088 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-779ebc23-0827-4145-8f33-aa6a17b66f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.901152 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-779ebc23-0827-4145-8f33-aa6a17b66f9c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/dc5b2d76-c507-4fd2-8e12-3311c722fac1 HTTP/1.1" status: 204 len: 168 time: 0.6469738 Feb 16 12:47:49.902466 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 8806cc2f-337a-4ea5-96ba-e1457749a273 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:47:49.904597 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-dae177e0-5169-4eda-bc35-c8f799ce2a1c tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] 10.222.0.90 "GET /v2.0/ports?device_id=1be4f1da-78d1-4b75-a2be-30af6295f309 HTTP/1.1" status: 200 len: 205 time: 0.0487964 Feb 16 12:47:49.907947 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35360) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:49.982715 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-d22ff9cd-a374-4ffa-9a3c-66468bc24878 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Calling delete_port for 67c1786b-c0a9-4efc-a334-d1abfa532ed2 owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:50.053417 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-493ac38e-a05c-460a-b982-712d9230cf85 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:50.081846 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-639568cf-0a86-4c3f-b8a0-a003e77d26e1 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:50.093215 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:50.122079 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e0b3a01f-2fcf-48be-8523-0cfd9bca426a tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:50.134086 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.db.resource_extend [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:47:50.143888 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-639568cf-0a86-4c3f-b8a0-a003e77d26e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:50.190498 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ac38e-a05c-460a-b982-712d9230cf85 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'Subnet': ['ID=52a7f0f2-961d-46d3-8b6c-29c269bc6f5f,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:50.260280 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ebc23-0827-4145-8f33-aa6a17b66f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5b2d76-c507-4fd2-8e12-3311c722fac1,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:50.311062 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493ac38e-a05c-460a-b982-712d9230cf85 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Checking segment: {'id': '19de1d53-93b0-432c-9fc8-17f2ce32905a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '707de644-4745-4255-88a2-76f8fd4c9e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:47:50.311430 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493ac38e-a05c-460a-b982-712d9230cf85 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Network hostable DHCP agents. Network: 707de644-4745-4255-88a2-76f8fd4c9e08, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:47:50.340672 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a17529e6-e6cf-4959-a412-9e0af3528678 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:50.382381 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 8806cc2f-337a-4ea5-96ba-e1457749a273, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8806cc2f-337a-4ea5-96ba-e1457749a273,segment=NetworkSegment(74254b27-883f-4c2a-b1c1-61419d89632a),segment_id=74254b27-883f-4c2a-b1c1-61419d89632a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:50.399516 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': '8806cc2f-337a-4ea5-96ba-e1457749a273', 'network_id': '9df35863-0ddd-484c-a539-99ce67aab768', 'port_id': '8806cc2f-337a-4ea5-96ba-e1457749a273', 'mac_address': 'fa:16:3e:b2:17:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf796c68-f1ba-4a90-a53d-382e7e9121ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 12:47:50.413102 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639568cf-0a86-4c3f-b8a0-a003e77d26e1 None None] Network 6f03d976-0ad7-4090-98e7-818de42ff8c3 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:50.441956 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493ac38e-a05c-460a-b982-712d9230cf85 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Network 707de644-4745-4255-88a2-76f8fd4c9e08 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:47:50.491391 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:50.505128 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03f5db-f85b-460f-968b-3dfd2d0b503c req-f83f5f2f-75e7-4f5e-9739-395ef299b30b tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:50.506722 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2c03f5db-f85b-460f-968b-3dfd2d0b503c req-f83f5f2f-75e7-4f5e-9739-395ef299b30b tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/ports?device_id=38d0e125-2fc2-446a-a405-e79e4ba03c11 HTTP/1.1" status: 200 len: 946 time: 0.1494787 Feb 16 12:47:50.513282 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-493ac38e-a05c-460a-b982-712d9230cf85 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 707de644-4745-4255-88a2-76f8fd4c9e08) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:50.519377 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493ac38e-a05c-460a-b982-712d9230cf85 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:50.519971 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-493ac38e-a05c-460a-b982-712d9230cf85 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:50.538193 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8806cc2f-337a-4ea5-96ba-e1457749a273 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 12:47:50.543017 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-36f308d2-982e-4886-b862-60141f7615e9 None None] Provisioning complete for port c4c7c82d-6224-4b59-90d1-6f5a1befe443 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:50.543386 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-36f308d2-982e-4886-b862-60141f7615e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:50.574073 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-639568cf-0a86-4c3f-b8a0-a003e77d26e1 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:50.614931 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639568cf-0a86-4c3f-b8a0-a003e77d26e1 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:47:50.650028 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcea2538-2f20-412e-bd15-64085a56216a None None] Network 707de644-4745-4255-88a2-76f8fd4c9e08 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:50.655909 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d0e125-2fc2-446a-a405-e79e4ba03c11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8806cc2f-337a-4ea5-96ba-e1457749a273'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:47:50.658803 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74578e11-596d-4b61-a145-811ebeeff29c" -d '{"events": [{"server_uuid": "38d0e125-2fc2-446a-a405-e79e4ba03c11", "name": "network-vif-unplugged", "status": "completed", "tag": "8806cc2f-337a-4ea5-96ba-e1457749a273"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:47:50.749416 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 8806cc2f-337a-4ea5-96ba-e1457749a273, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8806cc2f-337a-4ea5-96ba-e1457749a273,segment=NetworkSegment(74254b27-883f-4c2a-b1c1-61419d89632a),segment_id=74254b27-883f-4c2a-b1c1-61419d89632a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:50.774966 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e0b3a01f-2fcf-48be-8523-0cfd9bca426a tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:50.807049 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e0b3a01f-2fcf-48be-8523-0cfd9bca426a tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:50.812784 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639568cf-0a86-4c3f-b8a0-a003e77d26e1 None None] Pushing event updated for resources: {'Port': ['ID=35f2e9dd-63bc-46a8-93ab-587e4acb5992,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:50.853920 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 12:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8713c93a-e48c-4fe0-a6b9-67a5448024fa x-openstack-request-id: req-8713c93a-e48c-4fe0-a6b9-67a5448024fa {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:47:50.854307 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d0e125-2fc2-446a-a405-e79e4ba03c11", "name": "network-vif-unplugged", "status": "completed", "tag": "8806cc2f-337a-4ea5-96ba-e1457749a273", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:47:50.854514 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8713c93a-e48c-4fe0-a6b9-67a5448024fa {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:47:50.854890 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d0e125-2fc2-446a-a405-e79e4ba03c11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8806cc2f-337a-4ea5-96ba-e1457749a273', 'code': 200} Feb 16 12:47:50.867754 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e0b3a01f-2fcf-48be-8523-0cfd9bca426a tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:50.868134 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b3a01f-2fcf-48be-8523-0cfd9bca426a tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Fanout notify agent at l3_agent the message router_deleted on router 1be4f1da-78d1-4b75-a2be-30af6295f309 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:47:50.872984 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:50.875275 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0d58c2c0-2cc3-4a85-88a5-a48745b402ae None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:50.876748 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e0b3a01f-2fcf-48be-8523-0cfd9bca426a tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:50.881997 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e0b3a01f-2fcf-48be-8523-0cfd9bca426a tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] 10.222.0.90 "DELETE /v2.0/routers/1be4f1da-78d1-4b75-a2be-30af6295f309 HTTP/1.1" status: 204 len: 168 time: 0.9690161 Feb 16 12:47:50.887181 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35386) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:51.011163 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3ea03e2e-0f78-49ec-92db-997e0171c373 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] 10.222.0.90 "GET /v2.0/ports?device_id=1be4f1da-78d1-4b75-a2be-30af6295f309 HTTP/1.1" status: 200 len: 205 time: 0.1206143 Feb 16 12:47:51.011163 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d22ff9cd-a374-4ffa-9a3c-66468bc24878 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.012134 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35388) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:51.059479 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa8d511-c31e-4ad3-990c-af916b6e1a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-eab6e013-a1ce-4ede-8ebb-0381b9a50067', 'network_id': 'eab6e013-a1ce-4ede-8ebb-0381b9a50067', 'tenant_id': '6e0f0caae1844aeca519116d69031e70', 'fixed_ips': [{'subnet_id': '4d4c1394-23ad-4fb8-9ae9-b11b96fee5ea'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:47:51.060612 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1aa8d511-c31e-4ad3-990c-af916b6e1a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.068756 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2de699bc-f57e-4636-b168-55ba51679360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'name': 'tempest-RoutersIpV6Test-router-1385319131', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:04Z', 'updated_at': '2022-02-16T12:47:45Z', 'revision_number': 7, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'gw_port_host': None, '_interfaces': [{'id': '67c1786b-c0a9-4efc-a334-d1abfa532ed2', 'name': '', 'network_id': '58eff633-4389-4822-aa08-67bde8e5302c', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:2e:98:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'f790ea3f-fbba-4f0d-8a56-5f79a8d522d5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:37Z', 'updated_at': '2022-02-16T12:47:44Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': 'f790ea3f-fbba-4f0d-8a56-5f79a8d522d5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bccc0610-cc63-4ae5-bd17-e5bea35be343', 'name': '', 'network_id': 'dec03c52-208c-4000-8c23-509a719b0ff7', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:52:3c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '831a32a2-afd2-4af5-98fb-564330cb2964', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:28Z', 'updated_at': '2022-02-16T12:47:37Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '831a32a2-afd2-4af5-98fb-564330cb2964', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd29122c-021d-4a08-834b-67acb3554f64', 'name': '', 'network_id': 'ef2b90ed-2280-42f9-9383-c32610fcff3f', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:60:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:08Z', 'updated_at': '2022-02-16T12:47:20Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd97df989-3e09-4ded-a1d3-b8b25a5cc65f', 'name': '', 'network_id': 'd32ad4e0-f8da-4d21-893e-beee07394c5b', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:7e:85:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:17Z', 'updated_at': '2022-02-16T12:47:25Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:51.078470 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-493ac38e-a05c-460a-b982-712d9230cf85 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1765811 Feb 16 12:47:51.080595 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35390) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:51.107863 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-6f49ab1e-7bab-48a2-8062-df0c4b5ab2cc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1808585121', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:51.116747 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device c4c7c82d-6224-4b59-90d1-6f5a1befe443 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:47:51.118325 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ff9cd-a374-4ffa-9a3c-66468bc24878 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event deleted for resources: {'Port': ['ID=67c1786b-c0a9-4efc-a334-d1abfa532ed2,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:51.124056 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-470d1e13-a960-49a6-839e-1ee169f90b24 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] delete failed (client error): The resource could not be found. Feb 16 12:47:51.129588 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-470d1e13-a960-49a6-839e-1ee169f90b24 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] 10.222.0.90 "DELETE /v2.0/routers/1be4f1da-78d1-4b75-a2be-30af6295f309 HTTP/1.1" status: 404 len: 336 time: 0.1054039 Feb 16 12:47:51.129588 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35394) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:51.154722 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2c03f5db-f85b-460f-968b-3dfd2d0b503c req-633df411-2f78-4220-af7e-d420920ba3fa tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/security-groups?id=582a4e72-733c-446a-a0ec-8cb208ee5c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262860 Feb 16 12:47:51.186183 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de699bc-f57e-4636-b168-55ba51679360 None None] Checking router: 82cadb3a-55b1-497f-b25c-4b7a652b9a28 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:47:51.188305 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35396) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:51.194246 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0d58c2c0-2cc3-4a85-88a5-a48745b402ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.199327 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3040fcb8-5b5b-4833-8bb4-d1845377b268 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] 10.222.0.90 "GET /v2.0/ports?device_id=e1757747-6c94-4767-95ad-b3f06022087c HTTP/1.1" status: 200 len: 205 time: 0.0659645 Feb 16 12:47:51.208352 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35398) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:51.220150 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-524ac853-5760-434a-a4b8-19207dea1598 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 16 12:47:51.220675 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-524ac853-5760-434a-a4b8-19207dea1598 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:51.232108 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d58c2c0-2cc3-4a85-88a5-a48745b402ae None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:51.281968 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de699bc-f57e-4636-b168-55ba51679360 None None] Routers {'82cadb3a-55b1-497f-b25c-4b7a652b9a28'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:47:51.282910 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2de699bc-f57e-4636-b168-55ba51679360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:51.290668 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-0d58c2c0-2cc3-4a85-88a5-a48745b402ae None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:51.295879 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.db.api [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:47:51.296429 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG oslo_db.api [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:47:51.305621 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d58c2c0-2cc3-4a85-88a5-a48745b402ae None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:47:51.309564 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-e08f3141-832e-419c-8d57-ed8186abe6dc tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] delete failed (client error): The resource could not be found. Feb 16 12:47:51.313516 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e08f3141-832e-419c-8d57-ed8186abe6dc tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] 10.222.0.90 "DELETE /v2.0/routers/e1757747-6c94-4767-95ad-b3f06022087c HTTP/1.1" status: 404 len: 336 time: 0.1039178 Feb 16 12:47:51.313826 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-639568cf-0a86-4c3f-b8a0-a003e77d26e1 None None] Attempting to bind port 35f2e9dd-63bc-46a8-93ab-587e4acb5992 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:51.314197 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-639568cf-0a86-4c3f-b8a0-a003e77d26e1 None None] Attempting to bind port 35f2e9dd-63bc-46a8-93ab-587e4acb5992 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '9e2bb3d6-ed60-4e02-be61-9899fddcde01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6f03d976-0ad7-4090-98e7-818de42ff8c3'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:51.314551 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639568cf-0a86-4c3f-b8a0-a003e77d26e1 None None] Attempting to bind port 35f2e9dd-63bc-46a8-93ab-587e4acb5992 on network 6f03d976-0ad7-4090-98e7-818de42ff8c3 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:47:51.326991 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35402) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:51.342382 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6f49ab1e-7bab-48a2-8062-df0c4b5ab2cc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.344578 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6f49ab1e-7bab-48a2-8062-df0c4b5ab2cc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.384965 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639568cf-0a86-4c3f-b8a0-a003e77d26e1 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:47:51.385306 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639568cf-0a86-4c3f-b8a0-a003e77d26e1 None None] Checking segment: {'id': '9e2bb3d6-ed60-4e02-be61-9899fddcde01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6f03d976-0ad7-4090-98e7-818de42ff8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:47:51.385706 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-639568cf-0a86-4c3f-b8a0-a003e77d26e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.386096 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639568cf-0a86-4c3f-b8a0-a003e77d26e1 None None] Bound using segment: {'id': '9e2bb3d6-ed60-4e02-be61-9899fddcde01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6f03d976-0ad7-4090-98e7-818de42ff8c3'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:47:51.388662 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-639568cf-0a86-4c3f-b8a0-a003e77d26e1 None None] Bound port: 35f2e9dd-63bc-46a8-93ab-587e4acb5992, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e2bb3d6-ed60-4e02-be61-9899fddcde01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6f03d976-0ad7-4090-98e7-818de42ff8c3'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:51.388662 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-639568cf-0a86-4c3f-b8a0-a003e77d26e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.390666 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6f084088-f2d1-4c8e-a755-ee2f90e7b8cf tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] 10.222.0.90 "GET /v2.0/ports?device_id=e188d4c2-22e4-4901-a0d5-1dda2bd558c6 HTTP/1.1" status: 200 len: 205 time: 0.0603983 Feb 16 12:47:51.408381 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35404) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:51.426770 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d22ff9cd-a374-4ffa-9a3c-66468bc24878 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.450059 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-a17529e6-e6cf-4959-a412-9e0af3528678 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Allocated IP 172.20.0.1 (6f03d976-0ad7-4090-98e7-818de42ff8c3/9b8da3d7-0f3e-4abb-b5e3-0d6b73ef7a8b/b9dc2609-1f69-459e-b783-00f5a445026a) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:51.453354 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-1a4bbc7d-468e-43e4-9379-5796f65f7278 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] delete failed (client error): The resource could not be found. Feb 16 12:47:51.454379 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1a4bbc7d-468e-43e4-9379-5796f65f7278 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] 10.222.0.90 "DELETE /v2.0/routers/e188d4c2-22e4-4901-a0d5-1dda2bd558c6 HTTP/1.1" status: 404 len: 336 time: 0.0438378 Feb 16 12:47:51.460562 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35406) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:51.516692 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1baffce3-8a8a-4062-b388-ba0b403b5898 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/floatingips/ad2527b3-ec72-4a73-b213-21000004db73 HTTP/1.1" status: 200 len: 992 time: 0.3219321 Feb 16 12:47:51.518849 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c524714d-e998-410b-9312-0dba74826cb5 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] 10.222.0.90 "GET /v2.0/ports?device_id=f34ba7aa-59d5-4148-bd3b-f842d8206d80 HTTP/1.1" status: 200 len: 205 time: 0.0532205 Feb 16 12:47:51.550533 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35410) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:51.575907 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6f49ab1e-7bab-48a2-8062-df0c4b5ab2cc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.584535 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-524ac853-5760-434a-a4b8-19207dea1598 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.5705016 Feb 16 12:47:51.584535 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35414) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:51.635334 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=8806cc2f-337a-4ea5-96ba-e1457749a273,revision_number=6']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:51.645785 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-571e9af3-6a05-4c8e-b62f-9832ed9bd79b tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] delete failed (client error): The resource could not be found. Feb 16 12:47:51.647999 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-571e9af3-6a05-4c8e-b62f-9832ed9bd79b tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] 10.222.0.90 "DELETE /v2.0/routers/f34ba7aa-59d5-4148-bd3b-f842d8206d80 HTTP/1.1" status: 404 len: 336 time: 0.0943615 Feb 16 12:47:51.651784 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6f49ab1e-7bab-48a2-8062-df0c4b5ab2cc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.654388 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port c4c7c82d-6224-4b59-90d1-6f5a1befe443 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:51.654879 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.655494 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35418) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:51.688964 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6f49ab1e-7bab-48a2-8062-df0c4b5ab2cc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.690265 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6f49ab1e-7bab-48a2-8062-df0c4b5ab2cc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6088569 Feb 16 12:47:51.693152 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35420) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:51.698296 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-5cfb3dd8-22dd-4212-9883-61e53def8e3f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'port': {'network_id': '707de644-4745-4255-88a2-76f8fd4c9e08', 'name': 'tempest-PortsTestJSON-1757078214'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:51.714889 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-0d58c2c0-2cc3-4a85-88a5-a48745b402ae None None] Attempting to bind port 13b42af4-d509-46f8-bdeb-c3d29040280e on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:51.715407 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-0d58c2c0-2cc3-4a85-88a5-a48745b402ae None None] Attempting to bind port 13b42af4-d509-46f8-bdeb-c3d29040280e by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:51.715870 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d58c2c0-2cc3-4a85-88a5-a48745b402ae None None] Attempting to bind port 13b42af4-d509-46f8-bdeb-c3d29040280e on network 8f2fc9c2-6909-42b1-9817-f8926b88a024 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:47:51.735176 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1717e868-ec6f-497b-80c8-3778146f3802 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] 10.222.0.90 "GET /v2.0/ports?device_id=4ea4dfff-9e4c-4f4a-879f-9c5491df53d7 HTTP/1.1" status: 200 len: 205 time: 0.0689304 Feb 16 12:47:51.736544 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35422) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:51.768750 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-2de699bc-f57e-4636-b168-55ba51679360 None None] Set router 82cadb3a-55b1-497f-b25c-4b7a652b9a28 gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:47:51.788907 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a17529e6-e6cf-4959-a412-9e0af3528678 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.789580 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-6271e269-7e1d-4f69-81ca-5bc844948f79 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] delete failed (client error): The resource could not be found. Feb 16 12:47:51.793449 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6271e269-7e1d-4f69-81ca-5bc844948f79 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] 10.222.0.90 "DELETE /v2.0/routers/4ea4dfff-9e4c-4f4a-879f-9c5491df53d7 HTTP/1.1" status: 404 len: 336 time: 0.0519400 Feb 16 12:47:51.793993 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35426) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:51.810152 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3876947b-2b48-4719-bae2-599b1b94c355 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:51.816084 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3876947b-2b48-4719-bae2-599b1b94c355 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:51.820197 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3876947b-2b48-4719-bae2-599b1b94c355 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2320964 Feb 16 12:47:51.821780 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35428) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:51.830250 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d58c2c0-2cc3-4a85-88a5-a48745b402ae None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:47:51.830877 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d58c2c0-2cc3-4a85-88a5-a48745b402ae None None] Checking segment: {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:47:51.831618 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0d58c2c0-2cc3-4a85-88a5-a48745b402ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.831618 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d58c2c0-2cc3-4a85-88a5-a48745b402ae None None] Bound using segment: {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:47:51.834728 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-0d58c2c0-2cc3-4a85-88a5-a48745b402ae None None] Bound port: 13b42af4-d509-46f8-bdeb-c3d29040280e, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:51.834892 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-50d9dc8c-ca85-4de1-9811-662a20821c90 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] 10.222.0.90 "GET /v2.0/ports?device_id=eb603f25-afa7-4116-ac70-74ddf5924db2 HTTP/1.1" status: 200 len: 205 time: 0.0376437 Feb 16 12:47:51.835005 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0d58c2c0-2cc3-4a85-88a5-a48745b402ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.836440 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35430) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:51.871039 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22ff9cd-a374-4ffa-9a3c-66468bc24878 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Router 82cadb3a-55b1-497f-b25c-4b7a652b9a28 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:47:51.894444 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-a24fb57f-6bb9-4ee0-835c-0441a565f8b9 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] delete failed (client error): The resource could not be found. Feb 16 12:47:51.898084 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a24fb57f-6bb9-4ee0-835c-0441a565f8b9 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] 10.222.0.90 "DELETE /v2.0/routers/eb603f25-afa7-4116-ac70-74ddf5924db2 HTTP/1.1" status: 404 len: 336 time: 0.0556920 Feb 16 12:47:51.906877 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35434) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:51.970437 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfb3dd8-22dd-4212-9883-61e53def8e3f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Made reservation on behalf of 5b475467252d4f968fd5b204d0b30dc2 for: {'port': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:51.974913 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5cfb3dd8-22dd-4212-9883-61e53def8e3f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.981596 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-01d85a03-7d36-4722-b56f-eab5ffe8be06 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:51.982116 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01d85a03-7d36-4722-b56f-eab5ffe8be06 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:51.987718 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-01d85a03-7d36-4722-b56f-eab5ffe8be06 tempest-RoutersIpV6AdminTest-1910136506 tempest-RoutersIpV6AdminTest-1910136506-project] 10.222.0.90 "DELETE /v2.0/subnets/2e8206d2-b893-4e5f-b40b-3fe15e4d6696 HTTP/1.1" status: 404 len: 337 time: 0.0753520 Feb 16 12:47:52.012046 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a17529e6-e6cf-4959-a412-9e0af3528678 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.018782 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35438) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:52.028940 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-5cfb3dd8-22dd-4212-9883-61e53def8e3f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] device_id is not set on port fa7939ac-fec7-4e01-9c07-0eb8255f5f7c yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:47:52.048978 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-639568cf-0a86-4c3f-b8a0-a003e77d26e1 None None] For port 35f2e9dd-63bc-46a8-93ab-587e4acb5992, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:47:52.064059 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-639568cf-0a86-4c3f-b8a0-a003e77d26e1 None None] For port 35f2e9dd-63bc-46a8-93ab-587e4acb5992, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=35f2e9dd-63bc-46a8-93ab-587e4acb5992,segment=NetworkSegment(9e2bb3d6-ed60-4e02-be61-9899fddcde01),segment_id=9e2bb3d6-ed60-4e02-be61-9899fddcde01)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:47:52.065802 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-7adf5053-573a-4bf5-bc44-99cf337591e8 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting port 8b59adc7-af29-4288-9347-ac37aebf9406 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:52.066149 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7adf5053-573a-4bf5-bc44-99cf337591e8 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.087907 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22ff9cd-a374-4ffa-9a3c-66468bc24878 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:47:52.126463 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d22ff9cd-a374-4ffa-9a3c-66468bc24878 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "PUT /v2.0/routers/82cadb3a-55b1-497f-b25c-4b7a652b9a28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2075059 Feb 16 12:47:52.126794 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17529e6-e6cf-4959-a412-9e0af3528678 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Network 6f03d976-0ad7-4090-98e7-818de42ff8c3 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:52.131396 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35442) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:52.137621 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-639568cf-0a86-4c3f-b8a0-a003e77d26e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.235092 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-a98f18f7-37c8-4751-a687-50eef962ab84 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Deleting subnet f790ea3f-fbba-4f0d-8a56-5f79a8d522d5 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:47:52.241391 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a98f18f7-37c8-4751-a687-50eef962ab84 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.289860 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-5cfb3dd8-22dd-4212-9883-61e53def8e3f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Allocated IP 172.20.0.3 (707de644-4745-4255-88a2-76f8fd4c9e08/52a7f0f2-961d-46d3-8b6c-29c269bc6f5f/fa7939ac-fec7-4e01-9c07-0eb8255f5f7c) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:52.299214 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d58c2c0-2cc3-4a85-88a5-a48745b402ae None None] Pushing event updated for resources: {'Port': ['ID=13b42af4-d509-46f8-bdeb-c3d29040280e,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:52.316284 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a98f18f7-37c8-4751-a687-50eef962ab84 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.391238 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639568cf-0a86-4c3f-b8a0-a003e77d26e1 None None] Pushing event updated for resources: {'Port': ['ID=35f2e9dd-63bc-46a8-93ab-587e4acb5992,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:52.413447 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-1109164d-2081-4d5a-aad5-1188d5581028 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'network': {'name': 'tempest-network-smoke--1137629430', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'port_security_enabled': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:52.441629 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a6d99708-6b80-494e-b3d2-db5dcd76e2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.448145 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7adf5053-573a-4bf5-bc44-99cf337591e8 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.498950 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5cfb3dd8-22dd-4212-9883-61e53def8e3f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.499761 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-7adf5053-573a-4bf5-bc44-99cf337591e8 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Calling delete_port for 8b59adc7-af29-4288-9347-ac37aebf9406 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:52.503471 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.530698 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35446) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:52.537146 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-1aa8d511-c31e-4ad3-990c-af916b6e1a95 None None] Allocated IP 172.20.0.2 (eab6e013-a1ce-4ede-8ebb-0381b9a50067/4d4c1394-23ad-4fb8-9ae9-b11b96fee5ea/930f9fce-a5b7-418d-aed2-9345c42009e1) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:52.542114 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8806cc2f-337a-4ea5-96ba-e1457749a273 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 12:47:52.547922 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256b17b0-ac59-414a-af7f-8d75ed13c7aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-707de644-4745-4255-88a2-76f8fd4c9e08', 'network_id': '707de644-4745-4255-88a2-76f8fd4c9e08', 'tenant_id': '5b475467252d4f968fd5b204d0b30dc2', 'fixed_ips': [{'subnet_id': '52a7f0f2-961d-46d3-8b6c-29c269bc6f5f'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:47:52.548825 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-256b17b0-ac59-414a-af7f-8d75ed13c7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.559122 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a98f18f7-37c8-4751-a687-50eef962ab84 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.559282 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17529e6-e6cf-4959-a412-9e0af3528678 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Pushing event updated for resources: {'Port': ['ID=b9dc2609-1f69-459e-b783-00f5a445026a,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:52.572950 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-a17529e6-e6cf-4959-a412-9e0af3528678 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:52.588511 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5cfb3dd8-22dd-4212-9883-61e53def8e3f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.591777 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17529e6-e6cf-4959-a412-9e0af3528678 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:47:52.613966 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1109164d-2081-4d5a-aad5-1188d5581028 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Made reservation on behalf of 93ebfe1969ad47c59fc4b80bacd9b15b for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:52.618222 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1109164d-2081-4d5a-aad5-1188d5581028 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.640484 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1109164d-2081-4d5a-aad5-1188d5581028 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.714152 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfb3dd8-22dd-4212-9883-61e53def8e3f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Network 707de644-4745-4255-88a2-76f8fd4c9e08 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:52.723242 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-5cfb3dd8-22dd-4212-9883-61e53def8e3f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:52.728062 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb3dd8-22dd-4212-9883-61e53def8e3f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'Port': ['ID=fa7939ac-fec7-4e01-9c07-0eb8255f5f7c,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:52.732884 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfb3dd8-22dd-4212-9883-61e53def8e3f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:47:52.752431 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a98f18f7-37c8-4751-a687-50eef962ab84 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.782093 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a17529e6-e6cf-4959-a412-9e0af3528678 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.789921 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-0d58c2c0-2cc3-4a85-88a5-a48745b402ae None None] For port 13b42af4-d509-46f8-bdeb-c3d29040280e, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:47:52.817069 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a98f18f7-37c8-4751-a687-50eef962ab84 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.820685 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a98f18f7-37c8-4751-a687-50eef962ab84 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "DELETE /v2.0/subnets/f790ea3f-fbba-4f0d-8a56-5f79a8d522d5 HTTP/1.1" status: 204 len: 168 time: 0.6881378 Feb 16 12:47:52.826930 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 8806cc2f-337a-4ea5-96ba-e1457749a273, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8806cc2f-337a-4ea5-96ba-e1457749a273,segment=NetworkSegment(74254b27-883f-4c2a-b1c1-61419d89632a),segment_id=74254b27-883f-4c2a-b1c1-61419d89632a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:52.827150 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35450) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:52.827255 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6a2c51c9-c285-4830-ac7e-cd5e372b9551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.827909 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3a4e2f-3d3c-43bf-afe4-8fb86eb7de16 None None] Network 58eff633-4389-4822-aa08-67bde8e5302c requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:52.842855 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfb3dd8-22dd-4212-9883-61e53def8e3f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:52.843868 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5cfb3dd8-22dd-4212-9883-61e53def8e3f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.869414 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-0d58c2c0-2cc3-4a85-88a5-a48745b402ae None None] For port 13b42af4-d509-46f8-bdeb-c3d29040280e, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=13b42af4-d509-46f8-bdeb-c3d29040280e,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:47:52.870340 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f18f7-37c8-4751-a687-50eef962ab84 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event deleted for resources: {'Subnet': ['ID=f790ea3f-fbba-4f0d-8a56-5f79a8d522d5,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:52.875895 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5cfb3dd8-22dd-4212-9883-61e53def8e3f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1817911 Feb 16 12:47:52.879298 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35452) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:52.914515 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.975937 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-49691aa2-213b-41f5-8bea-492d3207c862 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.042757 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a17529e6-e6cf-4959-a412-9e0af3528678 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.137520 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0d58c2c0-2cc3-4a85-88a5-a48745b402ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.179667 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 35f2e9dd-63bc-46a8-93ab-587e4acb5992 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:47:53.202772 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1109164d-2081-4d5a-aad5-1188d5581028 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.203037 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7adf5053-573a-4bf5-bc44-99cf337591e8 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.218752 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1109164d-2081-4d5a-aad5-1188d5581028 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.246447 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-49691aa2-213b-41f5-8bea-492d3207c862 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Deleting port a891bace-e7dd-4b1e-80e2-38a899aba34f {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:53.247006 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-49691aa2-213b-41f5-8bea-492d3207c862 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.266444 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1109164d-2081-4d5a-aad5-1188d5581028 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:47:53.271844 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['8806cc2f-337a-4ea5-96ba-e1457749a273'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 12:47:53.275103 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf5053-573a-4bf5-bc44-99cf337591e8 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Port': ['ID=8b59adc7-af29-4288-9347-ac37aebf9406,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:53.369798 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1109164d-2081-4d5a-aad5-1188d5581028 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.370079 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-1109164d-2081-4d5a-aad5-1188d5581028 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Added segment ca400bf4-9282-4088-b772-9958718b3a4d of type vlan for network 2a9302a4-3c67-4ab8-a48d-9c86a95e30b2 Feb 16 12:47:53.394202 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7adf5053-573a-4bf5-bc44-99cf337591e8 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.400297 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7adf5053-573a-4bf5-bc44-99cf337591e8 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/ports/8b59adc7-af29-4288-9347-ac37aebf9406 HTTP/1.1" status: 204 len: 168 time: 1.5777080 Feb 16 12:47:53.401237 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35454) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:53.405998 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109164d-2081-4d5a-aad5-1188d5581028 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e73af07-ed38-4776-b39a-594bbab2c216,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:53.430733 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-49691aa2-213b-41f5-8bea-492d3207c862 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] For port a891bace-e7dd-4b1e-80e2-38a899aba34f, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=a891bace-e7dd-4b1e-80e2-38a899aba34f,segment=NetworkSegment(ea2899a2-c655-4d11-bbe9-e92c7ae84147),segment_id=ea2899a2-c655-4d11-bbe9-e92c7ae84147)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:53.431111 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-49691aa2-213b-41f5-8bea-492d3207c862 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.478012 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=8806cc2f-337a-4ea5-96ba-e1457749a273,revision_number=7']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:53.509474 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1109164d-2081-4d5a-aad5-1188d5581028 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.520977 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6a2c51c9-c285-4830-ac7e-cd5e372b9551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.532059 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-49691aa2-213b-41f5-8bea-492d3207c862 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Calling delete_port for a891bace-e7dd-4b1e-80e2-38a899aba34f owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:53.534251 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6a2c51c9-c285-4830-ac7e-cd5e372b9551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.577737 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188a61f0-4bcd-4696-bf2c-5d314d118783 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:53.579331 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188a61f0-4bcd-4696-bf2c-5d314d118783 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:53.580910 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-188a61f0-4bcd-4696-bf2c-5d314d118783 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1763330 Feb 16 12:47:53.596086 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35456) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:53.671778 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8a4759e9-82f3-439e-9f03-76d8a7fc58c1 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.675216 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6a2c51c9-c285-4830-ac7e-cd5e372b9551 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0fb7f9419d5c4fb9ac889266a3af693b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1425908 Feb 16 12:47:53.675872 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1109164d-2081-4d5a-aad5-1188d5581028 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.685775 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1109164d-2081-4d5a-aad5-1188d5581028 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:53.685775 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1109164d-2081-4d5a-aad5-1188d5581028 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.692002 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35458) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:53.697288 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-256b17b0-ac59-414a-af7f-8d75ed13c7aa None None] Allocated IP 172.20.0.2 (707de644-4745-4255-88a2-76f8fd4c9e08/52a7f0f2-961d-46d3-8b6c-29c269bc6f5f/cabfe0c0-ea91-4a34-b70c-ce7113a2bc1a) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:53.721474 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c51c9-c285-4830-ac7e-cd5e372b9551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b56a07-979a-4e11-9b73-61f6937d6107,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:53.785030 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1aa8d511-c31e-4ad3-990c-af916b6e1a95 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.851320 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1aa8d511-c31e-4ad3-990c-af916b6e1a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.855307 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e25345-585b-4be0-86c0-a38b807209c3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting subnet fa81a863-1b09-4c79-9174-7064c633d938 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:47:53.876724 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-49691aa2-213b-41f5-8bea-492d3207c862 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.880542 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 35f2e9dd-63bc-46a8-93ab-587e4acb5992 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:53.881145 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.882895 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109164d-2081-4d5a-aad5-1188d5581028 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Network': ['ID=2a9302a4-3c67-4ab8-a48d-9c86a95e30b2,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:53.892530 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d58c2c0-2cc3-4a85-88a5-a48745b402ae None None] Pushing event updated for resources: {'Port': ['ID=13b42af4-d509-46f8-bdeb-c3d29040280e,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:53.897752 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1109164d-2081-4d5a-aad5-1188d5581028 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8740966 Feb 16 12:47:53.898905 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-14e25345-585b-4be0-86c0-a38b807209c3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.907225 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35460) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:53.925994 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-f3466ac7-11f5-4b46-bb15-3262c51ac525 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1368041289', 'admin_state_up': True, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:53.966811 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 2a9302a4-3c67-4ab8-a48d-9c86a95e30b2 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:47:53.988258 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49691aa2-213b-41f5-8bea-492d3207c862 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] No DVR routers for this DVR port a891bace-e7dd-4b1e-80e2-38a899aba34f on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:54.016105 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49691aa2-213b-41f5-8bea-492d3207c862 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event deleted for resources: {'Port': ['ID=a891bace-e7dd-4b1e-80e2-38a899aba34f,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:54.029359 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a17529e6-e6cf-4959-a412-9e0af3528678 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.038841 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-14e25345-585b-4be0-86c0-a38b807209c3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.061533 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa8d511-c31e-4ad3-990c-af916b6e1a95 None None] Network eab6e013-a1ce-4ede-8ebb-0381b9a50067 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:54.066717 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a17529e6-e6cf-4959-a412-9e0af3528678 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.084618 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37c73f3-69dd-4375-912e-44d0b4ef599e None None] DHCP port deletion for 58eff633-4389-4822-aa08-67bde8e5302c request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:47:54.086241 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13368af8-2468-4cc4-936b-10b41155ce96 None None] Network 6f03d976-0ad7-4090-98e7-818de42ff8c3 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:54.089622 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2de699bc-f57e-4636-b168-55ba51679360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'name': 'tempest-RoutersIpV6Test-router-1385319131', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:04Z', 'updated_at': '2022-02-16T12:47:50Z', 'revision_number': 8, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'gw_port_host': None, '_interfaces': [{'id': 'bccc0610-cc63-4ae5-bd17-e5bea35be343', 'name': '', 'network_id': 'dec03c52-208c-4000-8c23-509a719b0ff7', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:52:3c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '831a32a2-afd2-4af5-98fb-564330cb2964', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:28Z', 'updated_at': '2022-02-16T12:47:37Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '831a32a2-afd2-4af5-98fb-564330cb2964', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd29122c-021d-4a08-834b-67acb3554f64', 'name': '', 'network_id': 'ef2b90ed-2280-42f9-9383-c32610fcff3f', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:60:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:08Z', 'updated_at': '2022-02-16T12:47:20Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd97df989-3e09-4ded-a1d3-b8b25a5cc65f', 'name': '', 'network_id': 'd32ad4e0-f8da-4d21-893e-beee07394c5b', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:7e:85:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:17Z', 'updated_at': '2022-02-16T12:47:25Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:54.161999 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-1aa8d511-c31e-4ad3-990c-af916b6e1a95 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:54.164393 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa8d511-c31e-4ad3-990c-af916b6e1a95 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:47:54.226115 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f3466ac7-11f5-4b46-bb15-3262c51ac525 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.227648 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f3466ac7-11f5-4b46-bb15-3262c51ac525 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.228152 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de699bc-f57e-4636-b168-55ba51679360 None None] The sync data for ids ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'] in dv-neutron-828142-3-hyperv is: [{'id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'name': 'tempest-RoutersIpV6Test-router-1385319131', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:04Z', 'updated_at': '2022-02-16T12:47:50Z', 'revision_number': 8, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'gw_port_host': None, '_interfaces': [{'id': 'bccc0610-cc63-4ae5-bd17-e5bea35be343', 'name': '', 'network_id': 'dec03c52-208c-4000-8c23-509a719b0ff7', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:52:3c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '831a32a2-afd2-4af5-98fb-564330cb2964', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:28Z', 'updated_at': '2022-02-16T12:47:37Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '831a32a2-afd2-4af5-98fb-564330cb2964', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd29122c-021d-4a08-834b-67acb3554f64', 'name': '', 'network_id': 'ef2b90ed-2280-42f9-9383-c32610fcff3f', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:60:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:08Z', 'updated_at': '2022-02-16T12:47:20Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd97df989-3e09-4ded-a1d3-b8b25a5cc65f', 'name': '', 'network_id': 'd32ad4e0-f8da-4d21-893e-beee07394c5b', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:7e:85:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:17Z', 'updated_at': '2022-02-16T12:47:25Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:54.231108 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17529e6-e6cf-4959-a412-9e0af3528678 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Pushing event updated for resources: {'Port': ['ID=b9dc2609-1f69-459e-b783-00f5a445026a,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:54.244247 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-49691aa2-213b-41f5-8bea-492d3207c862 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.277031 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a17529e6-e6cf-4959-a412-9e0af3528678 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.326372 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-49691aa2-213b-41f5-8bea-492d3207c862 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58eff633-4389-4822-aa08-67bde8e5302c']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:54.341556 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa8d511-c31e-4ad3-990c-af916b6e1a95 None None] Pushing event updated for resources: {'Port': ['ID=930f9fce-a5b7-418d-aed2-9345c42009e1,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:54.380450 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-a8038f50-f946-416f-81a4-a9b2b14270c3 None None] Provisioning complete for port 35f2e9dd-63bc-46a8-93ab-587e4acb5992 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:54.381094 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a8038f50-f946-416f-81a4-a9b2b14270c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.385106 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-49691aa2-213b-41f5-8bea-492d3207c862 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea2899a2-c655-4d11-bbe9-e92c7ae84147') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:54.385408 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-49691aa2-213b-41f5-8bea-492d3207c862 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea2899a2-c655-4d11-bbe9-e92c7ae84147') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:54.433263 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-49691aa2-213b-41f5-8bea-492d3207c862 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.438118 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f3466ac7-11f5-4b46-bb15-3262c51ac525 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.477465 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f7baac4b-bdf4-4ca7-a560-e5c54719c23a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.545813 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-49691aa2-213b-41f5-8bea-492d3207c862 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.588055 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f7baac4b-bdf4-4ca7-a560-e5c54719c23a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.590250 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49691aa2-213b-41f5-8bea-492d3207c862 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:47:54.590641 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-49691aa2-213b-41f5-8bea-492d3207c862 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.593913 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:47:54.593913 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:47:54.593913 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:47:54.593913 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:47:54.593913 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:47:54.593913 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:47:54.593913 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:47:54.593913 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:47:54.593913 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:47:54.593913 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:47:54.593913 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:47:54.593913 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:47:54.593913 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:47:54.593913 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:47:54.593913 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:47:54.593913 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:47:54.593913 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:47:54.593913 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:47:54.593913 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:47:54.593913 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:47:54.593913 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:47:54.593913 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:47:54.593913 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:47:54.593913 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:47:54.593913 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:47:54.593913 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:47:54.593913 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:47:54.593913 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:47:54.593913 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:47:54.593913 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:47:54.593913 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:47:54.593913 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:47:54.642649 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-14e25345-585b-4be0-86c0-a38b807209c3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.723926 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f3466ac7-11f5-4b46-bb15-3262c51ac525 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.751153 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17529e6-e6cf-4959-a412-9e0af3528678 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Network 6f03d976-0ad7-4090-98e7-818de42ff8c3 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:54.760495 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-49691aa2-213b-41f5-8bea-492d3207c862 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.790567 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8a4759e9-82f3-439e-9f03-76d8a7fc58c1 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.795790 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-a17529e6-e6cf-4959-a412-9e0af3528678 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:54.807789 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-09eacdc1-4dba-479c-8971-0d99e129ef52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.810228 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-49691aa2-213b-41f5-8bea-492d3207c862 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.811123 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-1aa8d511-c31e-4ad3-990c-af916b6e1a95 None None] Attempting to bind port 930f9fce-a5b7-418d-aed2-9345c42009e1 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:54.811484 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-1aa8d511-c31e-4ad3-990c-af916b6e1a95 None None] Attempting to bind port 930f9fce-a5b7-418d-aed2-9345c42009e1 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'c74e6f9a-48b3-499e-a5e3-3515eeb27add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'eab6e013-a1ce-4ede-8ebb-0381b9a50067'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:54.811833 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa8d511-c31e-4ad3-990c-af916b6e1a95 None None] Attempting to bind port 930f9fce-a5b7-418d-aed2-9345c42009e1 on network eab6e013-a1ce-4ede-8ebb-0381b9a50067 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:47:54.818027 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-49691aa2-213b-41f5-8bea-492d3207c862 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "DELETE /v2.0/networks/58eff633-4389-4822-aa08-67bde8e5302c HTTP/1.1" status: 204 len: 168 time: 1.9878237 Feb 16 12:47:54.822029 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49691aa2-213b-41f5-8bea-492d3207c862 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event deleted for resources: {'Network': ['ID=58eff633-4389-4822-aa08-67bde8e5302c,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:54.847585 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35462) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:54.857106 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa8d511-c31e-4ad3-990c-af916b6e1a95 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:47:54.857474 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa8d511-c31e-4ad3-990c-af916b6e1a95 None None] Checking segment: {'id': 'c74e6f9a-48b3-499e-a5e3-3515eeb27add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'eab6e013-a1ce-4ede-8ebb-0381b9a50067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:47:54.858475 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1aa8d511-c31e-4ad3-990c-af916b6e1a95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.858475 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa8d511-c31e-4ad3-990c-af916b6e1a95 None None] Bound using segment: {'id': 'c74e6f9a-48b3-499e-a5e3-3515eeb27add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'eab6e013-a1ce-4ede-8ebb-0381b9a50067'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:47:54.858704 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-1aa8d511-c31e-4ad3-990c-af916b6e1a95 None None] Bound port: 930f9fce-a5b7-418d-aed2-9345c42009e1, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c74e6f9a-48b3-499e-a5e3-3515eeb27add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'eab6e013-a1ce-4ede-8ebb-0381b9a50067'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:54.859068 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1aa8d511-c31e-4ad3-990c-af916b6e1a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.964833 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8a4759e9-82f3-439e-9f03-76d8a7fc58c1 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.966501 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a8038f50-f946-416f-81a4-a9b2b14270c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.996126 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f7baac4b-bdf4-4ca7-a560-e5c54719c23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.999011 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f7baac4b-bdf4-4ca7-a560-e5c54719c23a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:55.003434 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f7baac4b-bdf4-4ca7-a560-e5c54719c23a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/50b56a07-979a-4e11-9b73-61f6937d6107 HTTP/1.1" status: 204 len: 168 time: 1.2947776 Feb 16 12:47:55.016273 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-a8038f50-f946-416f-81a4-a9b2b14270c3 None None] For port 35f2e9dd-63bc-46a8-93ab-587e4acb5992, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=35f2e9dd-63bc-46a8-93ab-587e4acb5992,segment=NetworkSegment(9e2bb3d6-ed60-4e02-be61-9899fddcde01),segment_id=9e2bb3d6-ed60-4e02-be61-9899fddcde01)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:55.118004 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-1aa8d511-c31e-4ad3-990c-af916b6e1a95 None None] For port 930f9fce-a5b7-418d-aed2-9345c42009e1, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:47:55.122866 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-1aa8d511-c31e-4ad3-990c-af916b6e1a95 None None] For port 930f9fce-a5b7-418d-aed2-9345c42009e1, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=930f9fce-a5b7-418d-aed2-9345c42009e1,segment=NetworkSegment(c74e6f9a-48b3-499e-a5e3-3515eeb27add),segment_id=c74e6f9a-48b3-499e-a5e3-3515eeb27add)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:47:55.124320 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a8038f50-f946-416f-81a4-a9b2b14270c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:55.126675 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4de69e-7fb2-4f82-a097-81308223c254 None None] Sync routers for ids ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:55.148804 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17529e6-e6cf-4959-a412-9e0af3528678 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Router 68247491-0877-472b-8e70-a522cfdd9714 is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:47:55.191676 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:55.239173 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8038f50-f946-416f-81a4-a9b2b14270c3 None None] Pushing event updated for resources: {'Port': ['ID=35f2e9dd-63bc-46a8-93ab-587e4acb5992,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:55.242356 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4de69e-7fb2-4f82-a097-81308223c254 None None] Routers {'82cadb3a-55b1-497f-b25c-4b7a652b9a28'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:47:55.243182 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-9b4de69e-7fb2-4f82-a097-81308223c254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:55.263924 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1aa8d511-c31e-4ad3-990c-af916b6e1a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:55.338191 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8a4759e9-82f3-439e-9f03-76d8a7fc58c1 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:55.435471 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-256b17b0-ac59-414a-af7f-8d75ed13c7aa None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:55.480723 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-256b17b0-ac59-414a-af7f-8d75ed13c7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:55.507696 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-6981a497-05c9-434e-bbf7-c1f845085651 None None] Provisioning complete for port 13b42af4-d509-46f8-bdeb-c3d29040280e triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:55.508261 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6981a497-05c9-434e-bbf7-c1f845085651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:55.588487 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4759e9-82f3-439e-9f03-76d8a7fc58c1 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'Port': ['ID=fa7939ac-fec7-4e01-9c07-0eb8255f5f7c,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:55.599336 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.db.api [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:47:55.599664 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG oslo_db.api [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:47:55.600730 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35468) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:55.610984 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7baac4b-bdf4-4ca7-a560-e5c54719c23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b56a07-979a-4e11-9b73-61f6937d6107,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:55.623514 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-14e25345-585b-4be0-86c0-a38b807209c3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:55.642435 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256b17b0-ac59-414a-af7f-8d75ed13c7aa None None] Network 707de644-4745-4255-88a2-76f8fd4c9e08 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:55.657643 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-256b17b0-ac59-414a-af7f-8d75ed13c7aa None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:55.660043 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256b17b0-ac59-414a-af7f-8d75ed13c7aa None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:47:55.676382 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e25345-585b-4be0-86c0-a38b807209c3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Subnet': ['ID=fa81a863-1b09-4c79-9174-7064c633d938,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:55.740538 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-9b4de69e-7fb2-4f82-a097-81308223c254 None None] Set router 82cadb3a-55b1-497f-b25c-4b7a652b9a28 gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:47:55.749582 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-14e25345-585b-4be0-86c0-a38b807209c3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:55.772941 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-14e25345-585b-4be0-86c0-a38b807209c3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/fa81a863-1b09-4c79-9174-7064c633d938 HTTP/1.1" status: 204 len: 168 time: 2.1665316 Feb 16 12:47:55.776360 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35470) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:55.792129 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa8d511-c31e-4ad3-990c-af916b6e1a95 None None] Pushing event updated for resources: {'Port': ['ID=930f9fce-a5b7-418d-aed2-9345c42009e1,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:55.799195 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:55.844606 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae05da4-c03f-49e4-aaf7-0e00eb4ef430 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:55.896835 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-95feda35-7eed-45c6-85a9-fd9fccff625d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1138718 Feb 16 12:47:55.897661 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35472) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:55.900834 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8a4759e9-82f3-439e-9f03-76d8a7fc58c1 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:55.908217 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e68769ae-1ac4-4c9c-9d85-4d74ece45f59 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'subnet': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:55.913578 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f3466ac7-11f5-4b46-bb15-3262c51ac525 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_gateway, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:55.917531 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-53b79079-15c6-4bd7-b0f5-7dc8fcf7c927 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=495814d8084f42c6997e6794c6113b76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3125885 Feb 16 12:47:55.937016 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f3466ac7-11f5-4b46-bb15-3262c51ac525 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:55.937485 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35474) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:55.941046 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17529e6-e6cf-4959-a412-9e0af3528678 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:47:55.947866 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a17529e6-e6cf-4959-a412-9e0af3528678 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] 10.222.0.90 "PUT /v2.0/routers/68247491-0877-472b-8e70-a522cfdd9714/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3062766 Feb 16 12:47:55.953837 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b16fe5-ea79-4882-8f2c-f14a048db5fa None None] Sync routers for ids ['68247491-0877-472b-8e70-a522cfdd9714'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:55.954392 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35476) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:55.979729 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b16fe5-ea79-4882-8f2c-f14a048db5fa None None] Routers {'68247491-0877-472b-8e70-a522cfdd9714'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:47:55.980822 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-f5b16fe5-ea79-4882-8f2c-f14a048db5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['68247491-0877-472b-8e70-a522cfdd9714'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:55.991085 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-256b17b0-ac59-414a-af7f-8d75ed13c7aa None None] Attempting to bind port cabfe0c0-ea91-4a34-b70c-ce7113a2bc1a on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:55.991660 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-256b17b0-ac59-414a-af7f-8d75ed13c7aa None None] Attempting to bind port cabfe0c0-ea91-4a34-b70c-ce7113a2bc1a by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '19de1d53-93b0-432c-9fc8-17f2ce32905a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '707de644-4745-4255-88a2-76f8fd4c9e08'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:55.991773 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256b17b0-ac59-414a-af7f-8d75ed13c7aa None None] Attempting to bind port cabfe0c0-ea91-4a34-b70c-ce7113a2bc1a on network 707de644-4745-4255-88a2-76f8fd4c9e08 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:47:56.054248 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256b17b0-ac59-414a-af7f-8d75ed13c7aa None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:47:56.054248 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256b17b0-ac59-414a-af7f-8d75ed13c7aa None None] Checking segment: {'id': '19de1d53-93b0-432c-9fc8-17f2ce32905a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '707de644-4745-4255-88a2-76f8fd4c9e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:47:56.054248 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-256b17b0-ac59-414a-af7f-8d75ed13c7aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.054248 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256b17b0-ac59-414a-af7f-8d75ed13c7aa None None] Bound using segment: {'id': '19de1d53-93b0-432c-9fc8-17f2ce32905a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '707de644-4745-4255-88a2-76f8fd4c9e08'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:47:56.054248 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-256b17b0-ac59-414a-af7f-8d75ed13c7aa None None] Bound port: cabfe0c0-ea91-4a34-b70c-ce7113a2bc1a, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19de1d53-93b0-432c-9fc8-17f2ce32905a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '707de644-4745-4255-88a2-76f8fd4c9e08'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:56.054248 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-256b17b0-ac59-414a-af7f-8d75ed13c7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.070468 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b17b0-ac59-414a-af7f-8d75ed13c7aa None None] Pushing event updated for resources: {'Port': ['ID=cabfe0c0-ea91-4a34-b70c-ce7113a2bc1a,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:56.081953 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-f5b16fe5-ea79-4882-8f2c-f14a048db5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:56.104920 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b16fe5-ea79-4882-8f2c-f14a048db5fa None None] Routers {'68247491-0877-472b-8e70-a522cfdd9714'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:47:56.110334 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-f5b16fe5-ea79-4882-8f2c-f14a048db5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['68247491-0877-472b-8e70-a522cfdd9714'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:56.152207 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-f5b16fe5-ea79-4882-8f2c-f14a048db5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:56.158020 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b16fe5-ea79-4882-8f2c-f14a048db5fa None None] The sync data for ids ['68247491-0877-472b-8e70-a522cfdd9714'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:56.185205 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-f3466ac7-11f5-4b46-bb15-3262c51ac525 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Allocated IP 172.26.2.76 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/4a7a2ecb-930a-4947-9f24-a5b4e61342a6) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:56.279609 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6981a497-05c9-434e-bbf7-c1f845085651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.384926 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-256b17b0-ac59-414a-af7f-8d75ed13c7aa None None] For port cabfe0c0-ea91-4a34-b70c-ce7113a2bc1a, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:47:56.396940 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-256b17b0-ac59-414a-af7f-8d75ed13c7aa None None] For port cabfe0c0-ea91-4a34-b70c-ce7113a2bc1a, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=cabfe0c0-ea91-4a34-b70c-ce7113a2bc1a,segment=NetworkSegment(19de1d53-93b0-432c-9fc8-17f2ce32905a),segment_id=19de1d53-93b0-432c-9fc8-17f2ce32905a)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:47:56.480129 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-256b17b0-ac59-414a-af7f-8d75ed13c7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.494062 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-6981a497-05c9-434e-bbf7-c1f845085651 None None] For port 13b42af4-d509-46f8-bdeb-c3d29040280e, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=13b42af4-d509-46f8-bdeb-c3d29040280e,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:56.527406 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b165b2-b42e-4142-8b68-83a8d4d39da5 None None] DHCP port deletion for 8f2fc9c2-6909-42b1-9817-f8926b88a024 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:47:56.536445 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f3466ac7-11f5-4b46-bb15-3262c51ac525 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.537387 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6981a497-05c9-434e-bbf7-c1f845085651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.543331 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5d0d103d-0a81-495a-87fa-79a51baccc4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.598152 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5d0d103d-0a81-495a-87fa-79a51baccc4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.628525 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68769ae-1ac4-4c9c-9d85-4d74ece45f59 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:56.632066 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b17b0-ac59-414a-af7f-8d75ed13c7aa None None] Pushing event updated for resources: {'Port': ['ID=cabfe0c0-ea91-4a34-b70c-ce7113a2bc1a,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:56.634468 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e68769ae-1ac4-4c9c-9d85-4d74ece45f59 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.716138 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f3466ac7-11f5-4b46-bb15-3262c51ac525 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.726615 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981a497-05c9-434e-bbf7-c1f845085651 None None] Pushing event updated for resources: {'Port': ['ID=13b42af4-d509-46f8-bdeb-c3d29040280e,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:56.742568 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-0d1afc38-f6a4-4a33-a4c2-fa8ada0790b0 None None] Could not find standard attr ID for object 8b59adc7-af29-4288-9347-ac37aebf9406. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:47:56.767373 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-0d1afc38-f6a4-4a33-a4c2-fa8ada0790b0 None None] Provisioning complete for port 35f2e9dd-63bc-46a8-93ab-587e4acb5992 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:56.767875 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0d1afc38-f6a4-4a33-a4c2-fa8ada0790b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.774712 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3466ac7-11f5-4b46-bb15-3262c51ac525 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=4a7a2ecb-930a-4947-9f24-a5b4e61342a6,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:56.786556 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8a4759e9-82f3-439e-9f03-76d8a7fc58c1 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.794786 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3466ac7-11f5-4b46-bb15-3262c51ac525 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:56.798952 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-f3466ac7-11f5-4b46-bb15-3262c51ac525 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:56.809045 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3466ac7-11f5-4b46-bb15-3262c51ac525 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:47:56.822376 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-9b4de69e-7fb2-4f82-a097-81308223c254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'name': 'tempest-RoutersIpV6Test-router-1385319131', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:04Z', 'updated_at': '2022-02-16T12:47:50Z', 'revision_number': 8, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'gw_port_host': None, '_interfaces': [{'id': 'bccc0610-cc63-4ae5-bd17-e5bea35be343', 'name': '', 'network_id': 'dec03c52-208c-4000-8c23-509a719b0ff7', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:52:3c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '831a32a2-afd2-4af5-98fb-564330cb2964', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:28Z', 'updated_at': '2022-02-16T12:47:37Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '831a32a2-afd2-4af5-98fb-564330cb2964', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd29122c-021d-4a08-834b-67acb3554f64', 'name': '', 'network_id': 'ef2b90ed-2280-42f9-9383-c32610fcff3f', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:60:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:08Z', 'updated_at': '2022-02-16T12:47:20Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd97df989-3e09-4ded-a1d3-b8b25a5cc65f', 'name': '', 'network_id': 'd32ad4e0-f8da-4d21-893e-beee07394c5b', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:7e:85:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:17Z', 'updated_at': '2022-02-16T12:47:25Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:56.831290 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8a4759e9-82f3-439e-9f03-76d8a7fc58c1 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.868495 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4de69e-7fb2-4f82-a097-81308223c254 None None] Checking router: 82cadb3a-55b1-497f-b25c-4b7a652b9a28 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:47:56.892168 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4de69e-7fb2-4f82-a097-81308223c254 None None] Routers {'82cadb3a-55b1-497f-b25c-4b7a652b9a28'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:47:56.892994 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-9b4de69e-7fb2-4f82-a097-81308223c254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:56.997316 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5d0d103d-0a81-495a-87fa-79a51baccc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:57.000124 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5d0d103d-0a81-495a-87fa-79a51baccc4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:57.002020 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5d0d103d-0a81-495a-87fa-79a51baccc4c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1c756c01-4088-41e2-b66a-c8b2ca6de7ed HTTP/1.1" status: 204 len: 168 time: 1.0612020 Feb 16 12:47:57.083445 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8a4759e9-82f3-439e-9f03-76d8a7fc58c1 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:57.104125 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d103d-0a81-495a-87fa-79a51baccc4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c756c01-4088-41e2-b66a-c8b2ca6de7ed,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:57.105789 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4759e9-82f3-439e-9f03-76d8a7fc58c1 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'Port': ['ID=fa7939ac-fec7-4e01-9c07-0eb8255f5f7c,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:57.132202 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-abdc5b0b-b55a-4e96-9683-393c2458c0fb tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:47:57.133334 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-abdc5b0b-b55a-4e96-9683-393c2458c0fb tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] 10.222.0.90 "PUT /v2.0/routers/68247491-0877-472b-8e70-a522cfdd9714/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1779404 Feb 16 12:47:57.136151 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35480) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:57.293968 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 8806cc2f-337a-4ea5-96ba-e1457749a273 up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:47:57.350419 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-62b165b2-b42e-4142-8b68-83a8d4d39da5 None None] Deleting port 13b42af4-d509-46f8-bdeb-c3d29040280e {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:57.350748 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-62b165b2-b42e-4142-8b68-83a8d4d39da5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:57.350862 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-61c849d0-c9dd-418d-9b7c-15820e618ea6 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:57.410843 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-9b4de69e-7fb2-4f82-a097-81308223c254 None None] Set router 82cadb3a-55b1-497f-b25c-4b7a652b9a28 gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:47:57.471636 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2398e8a-87ed-47f4-ad5e-7d6a34581f85 None None] Network eab6e013-a1ce-4ede-8ebb-0381b9a50067 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:57.566110 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4759e9-82f3-439e-9f03-76d8a7fc58c1 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Network 707de644-4745-4255-88a2-76f8fd4c9e08 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:57.570950 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-8a4759e9-82f3-439e-9f03-76d8a7fc58c1 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:57.604609 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e68769ae-1ac4-4c9c-9d85-4d74ece45f59 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:57.678549 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:57.719427 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f3466ac7-11f5-4b46-bb15-3262c51ac525 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_gateway, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:57.723818 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:57.733090 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 930f9fce-a5b7-418d-aed2-9345c42009e1 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:47:57.741876 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68769ae-1ac4-4c9c-9d85-4d74ece45f59 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:57.803030 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-0d1afc38-f6a4-4a33-a4c2-fa8ada0790b0 None None] Provisioning complete for port b9dc2609-1f69-459e-b783-00f5a445026a triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:57.803457 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0d1afc38-f6a4-4a33-a4c2-fa8ada0790b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:57.807262 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-e68769ae-1ac4-4c9c-9d85-4d74ece45f59 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:57.815955 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68769ae-1ac4-4c9c-9d85-4d74ece45f59 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:57.815955 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e68769ae-1ac4-4c9c-9d85-4d74ece45f59 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:57.852018 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68769ae-1ac4-4c9c-9d85-4d74ece45f59 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Subnet': ['ID=9a095acc-db49-4234-a42c-aa3432fc5645,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:57.873593 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e68769ae-1ac4-4c9c-9d85-4d74ece45f59 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9667957 Feb 16 12:47:57.874175 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35492) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:57.880216 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-f82162ee-fde9-42a5-b4c8-b067f56ed210 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'port': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'fixed_ips': [{'subnet_id': '9a095acc-db49-4234-a42c-aa3432fc5645', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-311084961'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:57.913000 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-62b165b2-b42e-4142-8b68-83a8d4d39da5 None None] For port 13b42af4-d509-46f8-bdeb-c3d29040280e, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=13b42af4-d509-46f8-bdeb-c3d29040280e,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:57.913502 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-62b165b2-b42e-4142-8b68-83a8d4d39da5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:57.932802 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-62b165b2-b42e-4142-8b68-83a8d4d39da5 None None] Calling delete_port for 13b42af4-d509-46f8-bdeb-c3d29040280e owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:58.091809 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f3466ac7-11f5-4b46-bb15-3262c51ac525 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:58.092651 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4759e9-82f3-439e-9f03-76d8a7fc58c1 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Router b0c32287-bb27-449c-b499-5054476eb36e is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:47:58.239614 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4759e9-82f3-439e-9f03-76d8a7fc58c1 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:47:58.249405 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5bc87f98-2f8e-4708-b360-6688b2266d1d tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:58.250450 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8a4759e9-82f3-439e-9f03-76d8a7fc58c1 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "PUT /v2.0/routers/b0c32287-bb27-449c-b499-5054476eb36e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3625789 Feb 16 12:47:58.253940 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35502) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:58.269725 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-61c849d0-c9dd-418d-9b7c-15820e618ea6 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Deleting port bccc0610-cc63-4ae5-bd17-e5bea35be343 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:58.270076 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-61c849d0-c9dd-418d-9b7c-15820e618ea6 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:58.288274 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82162ee-fde9-42a5-b4c8-b067f56ed210 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:58.292027 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eca3cb7-6d40-4197-8a61-35c4be9f14c6 None None] Sync routers for ids ['b0c32287-bb27-449c-b499-5054476eb36e'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:58.295405 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-62b165b2-b42e-4142-8b68-83a8d4d39da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:58.323750 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35504) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:58.334646 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 930f9fce-a5b7-418d-aed2-9345c42009e1 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:58.335032 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:58.362222 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-0d1afc38-f6a4-4a33-a4c2-fa8ada0790b0 None None] Port b9dc2609-1f69-459e-b783-00f5a445026a cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:47:58.392718 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b165b2-b42e-4142-8b68-83a8d4d39da5 None None] Pushing event deleted for resources: {'Port': ['ID=13b42af4-d509-46f8-bdeb-c3d29040280e,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:58.394599 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602fd616-9fec-4372-8a78-0326bd5a2249 None None] Network 707de644-4745-4255-88a2-76f8fd4c9e08 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:58.400651 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port 8806cc2f-337a-4ea5-96ba-e1457749a273 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:58.405926 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:58.423088 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3466ac7-11f5-4b46-bb15-3262c51ac525 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router 24cf7b7e-f935-47c5-aef9-0effe62071e8 is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:47:58.465786 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13aef6ce-9ccd-48a0-8f2b-c07a00bc4ab7 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:58.471298 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-13aef6ce-9ccd-48a0-8f2b-c07a00bc4ab7 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "GET /v2.0/ports?device_id=b0c32287-bb27-449c-b499-5054476eb36e HTTP/1.1" status: 200 len: 982 time: 0.2155738 Feb 16 12:47:58.475398 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35508) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:58.493396 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b165b2-b42e-4142-8b68-83a8d4d39da5 None None] No DVR routers for this DVR port 13b42af4-d509-46f8-bdeb-c3d29040280e on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:58.560357 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc959264-6986-4f98-83d2-ed9b022a020a None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:47:58.563127 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eca3cb7-6d40-4197-8a61-35c4be9f14c6 None None] Routers {'b0c32287-bb27-449c-b499-5054476eb36e'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:47:58.563777 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6eca3cb7-6d40-4197-8a61-35c4be9f14c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['b0c32287-bb27-449c-b499-5054476eb36e'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:58.598842 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-88b6c1af-8f90-4db7-ad26-f368d74155b1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-634261604'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:58.689725 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6eca3cb7-6d40-4197-8a61-35c4be9f14c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:58.689958 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3466ac7-11f5-4b46-bb15-3262c51ac525 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:47:58.707825 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569e0e62-6626-4a4f-9577-a5873f9625b0 None None] Sync routers for ids ['24cf7b7e-f935-47c5-aef9-0effe62071e8'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:58.727267 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569e0e62-6626-4a4f-9577-a5873f9625b0 None None] Routers {'24cf7b7e-f935-47c5-aef9-0effe62071e8'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:47:58.728242 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-569e0e62-6626-4a4f-9577-a5873f9625b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['24cf7b7e-f935-47c5-aef9-0effe62071e8'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:58.737983 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:58.780743 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-5bc87f98-2f8e-4708-b360-6688b2266d1d tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Deleting port b9dc2609-1f69-459e-b783-00f5a445026a {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:47:58.781189 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5bc87f98-2f8e-4708-b360-6688b2266d1d tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:58.789293 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-2604a09a-e278-4fd1-82e5-552393ca6fd4 None None] Provisioning complete for port 930f9fce-a5b7-418d-aed2-9345c42009e1 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:58.789671 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2604a09a-e278-4fd1-82e5-552393ca6fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:58.872573 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eca3cb7-6d40-4197-8a61-35c4be9f14c6 None None] Routers {'b0c32287-bb27-449c-b499-5054476eb36e'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:47:58.873304 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6eca3cb7-6d40-4197-8a61-35c4be9f14c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['b0c32287-bb27-449c-b499-5054476eb36e'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:58.930985 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-569e0e62-6626-4a4f-9577-a5873f9625b0 None None] Set router 24cf7b7e-f935-47c5-aef9-0effe62071e8 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:47:58.944673 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5bc87f98-2f8e-4708-b360-6688b2266d1d tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:58.962113 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-5bc87f98-2f8e-4708-b360-6688b2266d1d tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Calling delete_port for b9dc2609-1f69-459e-b783-00f5a445026a owned by network:router_interface {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:58.970712 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6eca3cb7-6d40-4197-8a61-35c4be9f14c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:58.971331 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eca3cb7-6d40-4197-8a61-35c4be9f14c6 None None] The sync data for ids ['b0c32287-bb27-449c-b499-5054476eb36e'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:59.053898 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f82162ee-fde9-42a5-b4c8-b067f56ed210 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:59.058936 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-61c849d0-c9dd-418d-9b7c-15820e618ea6 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] For port bccc0610-cc63-4ae5-bd17-e5bea35be343, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=bccc0610-cc63-4ae5-bd17-e5bea35be343,segment=NetworkSegment(f56f1d37-d46e-4a03-9b61-5e57d675f4ca),segment_id=f56f1d37-d46e-4a03-9b61-5e57d675f4ca)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:59.059304 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-61c849d0-c9dd-418d-9b7c-15820e618ea6 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:59.093298 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-61c849d0-c9dd-418d-9b7c-15820e618ea6 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Calling delete_port for bccc0610-cc63-4ae5-bd17-e5bea35be343 owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:47:59.101512 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-f82162ee-fde9-42a5-b4c8-b067f56ed210 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] device_id is not set on port 27f834b4-cdff-4a59-a65a-0e2f560c921f yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:47:59.147603 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:59.171684 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:59.236909 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-f82162ee-fde9-42a5-b4c8-b067f56ed210 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:47:59.237374 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f82162ee-fde9-42a5-b4c8-b067f56ed210 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:59.249795 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-569e0e62-6626-4a4f-9577-a5873f9625b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'name': 'tempest-TestNetworkBasicOps-router-1368041289', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '4a7a2ecb-930a-4947-9f24-a5b4e61342a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:54Z', 'updated_at': '2022-02-16T12:47:57Z', 'revision_number': 3, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '4a7a2ecb-930a-4947-9f24-a5b4e61342a6', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:55Z', 'updated_at': '2022-02-16T12:47:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:59.266961 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-9b4de69e-7fb2-4f82-a097-81308223c254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'name': 'tempest-RoutersIpV6Test-router-1385319131', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:04Z', 'updated_at': '2022-02-16T12:47:50Z', 'revision_number': 8, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'gw_port_host': None, '_interfaces': [{'id': 'bccc0610-cc63-4ae5-bd17-e5bea35be343', 'name': '', 'network_id': 'dec03c52-208c-4000-8c23-509a719b0ff7', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:52:3c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '831a32a2-afd2-4af5-98fb-564330cb2964', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:28Z', 'updated_at': '2022-02-16T12:47:37Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '831a32a2-afd2-4af5-98fb-564330cb2964', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd29122c-021d-4a08-834b-67acb3554f64', 'name': '', 'network_id': 'ef2b90ed-2280-42f9-9383-c32610fcff3f', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:60:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:08Z', 'updated_at': '2022-02-16T12:47:20Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd97df989-3e09-4ded-a1d3-b8b25a5cc65f', 'name': '', 'network_id': 'd32ad4e0-f8da-4d21-893e-beee07394c5b', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:7e:85:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:17Z', 'updated_at': '2022-02-16T12:47:25Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:59.294470 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569e0e62-6626-4a4f-9577-a5873f9625b0 None None] Checking router: 24cf7b7e-f935-47c5-aef9-0effe62071e8 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:47:59.295218 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569e0e62-6626-4a4f-9577-a5873f9625b0 None None] Updating router 24cf7b7e-f935-47c5-aef9-0effe62071e8 port 4a7a2ecb-930a-4947-9f24-a5b4e61342a6 binding host dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:47:59.328798 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-569e0e62-6626-4a4f-9577-a5873f9625b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:59.363110 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8679bb4c-b6f3-4e87-abe0-89891c5cd996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-8f2fc9c2-6909-42b1-9817-f8926b88a024', 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'tenant_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'fixed_ips': [{'subnet_id': '9a095acc-db49-4234-a42c-aa3432fc5645'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:47:59.364012 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8679bb4c-b6f3-4e87-abe0-89891c5cd996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:59.383064 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 930f9fce-a5b7-418d-aed2-9345c42009e1, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=930f9fce-a5b7-418d-aed2-9345c42009e1,segment=NetworkSegment(c74e6f9a-48b3-499e-a5e3-3515eeb27add),segment_id=c74e6f9a-48b3-499e-a5e3-3515eeb27add)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:59.383317 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f82162ee-fde9-42a5-b4c8-b067f56ed210 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5071247 Feb 16 12:47:59.387587 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4de69e-7fb2-4f82-a097-81308223c254 None None] The sync data for ids ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'] in dv-neutron-828142-3-hyperv is: [{'id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'name': 'tempest-RoutersIpV6Test-router-1385319131', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:04Z', 'updated_at': '2022-02-16T12:47:50Z', 'revision_number': 8, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'gw_port_host': None, '_interfaces': [{'id': 'bccc0610-cc63-4ae5-bd17-e5bea35be343', 'name': '', 'network_id': 'dec03c52-208c-4000-8c23-509a719b0ff7', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:52:3c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '831a32a2-afd2-4af5-98fb-564330cb2964', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:28Z', 'updated_at': '2022-02-16T12:47:37Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '831a32a2-afd2-4af5-98fb-564330cb2964', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd29122c-021d-4a08-834b-67acb3554f64', 'name': '', 'network_id': 'ef2b90ed-2280-42f9-9383-c32610fcff3f', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:60:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:08Z', 'updated_at': '2022-02-16T12:47:20Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd97df989-3e09-4ded-a1d3-b8b25a5cc65f', 'name': '', 'network_id': 'd32ad4e0-f8da-4d21-893e-beee07394c5b', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:7e:85:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:17Z', 'updated_at': '2022-02-16T12:47:25Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:59.409130 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d0e125-2fc2-446a-a405-e79e4ba03c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8806cc2f-337a-4ea5-96ba-e1457749a273'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:47:59.411731 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a9d396-fbb1-46e2-a7bc-326f55bec260" -d '{"events": [{"server_uuid": "38d0e125-2fc2-446a-a405-e79e4ba03c11", "name": "network-vif-plugged", "status": "completed", "tag": "8806cc2f-337a-4ea5-96ba-e1457749a273"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:47:59.421057 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:59.422691 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 35f2e9dd-63bc-46a8-93ab-587e4acb5992 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:47:59.443282 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2604a09a-e278-4fd1-82e5-552393ca6fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:59.457754 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 8806cc2f-337a-4ea5-96ba-e1457749a273, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8806cc2f-337a-4ea5-96ba-e1457749a273,segment=NetworkSegment(74254b27-883f-4c2a-b1c1-61419d89632a),segment_id=74254b27-883f-4c2a-b1c1-61419d89632a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:47:59.494510 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35510) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:59.599795 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0979db82-5524-4871-9e23-8e7958d14213 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1019998 Feb 16 12:47:59.603690 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35514) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:59.664182 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f3466ac7-11f5-4b46-bb15-3262c51ac525 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:59.671770 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f3466ac7-11f5-4b46-bb15-3262c51ac525 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.7505202 Feb 16 12:47:59.676337 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35516) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:59.697901 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b6c1af-8f90-4db7-ad26-f368d74155b1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Made reservation on behalf of c95cec895ceb44429e923d2affce57da for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:59.702866 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-88b6c1af-8f90-4db7-ad26-f368d74155b1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:59.742539 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 12:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ccd13a-faa4-41b2-8776-21d35a3f46bb x-openstack-request-id: req-80ccd13a-faa4-41b2-8776-21d35a3f46bb {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:47:59.742890 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d0e125-2fc2-446a-a405-e79e4ba03c11", "name": "network-vif-plugged", "status": "completed", "tag": "8806cc2f-337a-4ea5-96ba-e1457749a273", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:47:59.743082 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-80ccd13a-faa4-41b2-8776-21d35a3f46bb {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:47:59.743759 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d0e125-2fc2-446a-a405-e79e4ba03c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8806cc2f-337a-4ea5-96ba-e1457749a273', 'code': 200} Feb 16 12:47:59.800330 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-569e0e62-6626-4a4f-9577-a5873f9625b0 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:59.808598 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-569e0e62-6626-4a4f-9577-a5873f9625b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:59.810004 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-88b6c1af-8f90-4db7-ad26-f368d74155b1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:59.861698 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:59.899630 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-569e0e62-6626-4a4f-9577-a5873f9625b0 None None] Attempting to bind port 4a7a2ecb-930a-4947-9f24-a5b4e61342a6 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:59.900153 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-569e0e62-6626-4a4f-9577-a5873f9625b0 None None] Attempting to bind port 4a7a2ecb-930a-4947-9f24-a5b4e61342a6 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:59.900608 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569e0e62-6626-4a4f-9577-a5873f9625b0 None None] Attempting to bind port 4a7a2ecb-930a-4947-9f24-a5b4e61342a6 on network a08a3d1b-2e35-4b18-9cb0-756d355083e6 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:47:59.903011 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06574c-5471-4cdc-a4b1-1e887ff97b81 None None] Pushing event updated for resources: {'Port': ['ID=4a7a2ecb-930a-4947-9f24-a5b4e61342a6,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:59.910713 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569e0e62-6626-4a4f-9577-a5873f9625b0 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:47:59.912030 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569e0e62-6626-4a4f-9577-a5873f9625b0 None None] Checking segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:47:59.912030 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-569e0e62-6626-4a4f-9577-a5873f9625b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:59.912030 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569e0e62-6626-4a4f-9577-a5873f9625b0 None None] Bound using segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:47:59.912906 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-569e0e62-6626-4a4f-9577-a5873f9625b0 None None] Bound port: 4a7a2ecb-930a-4947-9f24-a5b4e61342a6, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:59.913207 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-569e0e62-6626-4a4f-9577-a5873f9625b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:59.943860 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5bc87f98-2f8e-4708-b360-6688b2266d1d tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:59.948353 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42332535-5dbc-4044-b6f0-d62de11cd9c2 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:59.950288 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42332535-5dbc-4044-b6f0-d62de11cd9c2 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:59.951957 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-42332535-5dbc-4044-b6f0-d62de11cd9c2 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3425605 Feb 16 12:47:59.960300 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35520) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:47:59.984082 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-569e0e62-6626-4a4f-9577-a5873f9625b0 None None] For port 4a7a2ecb-930a-4947-9f24-a5b4e61342a6, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:47:59.988153 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-569e0e62-6626-4a4f-9577-a5873f9625b0 None None] For port 4a7a2ecb-930a-4947-9f24-a5b4e61342a6, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=4a7a2ecb-930a-4947-9f24-a5b4e61342a6,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:47:59.998130 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=930f9fce-a5b7-418d-aed2-9345c42009e1,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:00.022108 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-569e0e62-6626-4a4f-9577-a5873f9625b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.025144 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4014df88-3c67-4e0a-ac15-56646a8b0c5c tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/subnets?project_id=93ebfe1969ad47c59fc4b80bacd9b15b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3433046 Feb 16 12:48:00.039664 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35522) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:00.053349 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc87f98-2f8e-4708-b360-6688b2266d1d tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Pushing event deleted for resources: {'Port': ['ID=b9dc2609-1f69-459e-b783-00f5a445026a,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:00.095662 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.db.api [None req-2604a09a-e278-4fd1-82e5-552393ca6fd4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:48:00.096023 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG oslo_db.api [None req-2604a09a-e278-4fd1-82e5-552393ca6fd4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:48:00.119208 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-8679bb4c-b6f3-4e87-abe0-89891c5cd996 None None] Allocated IP 2001:db8::2 (8f2fc9c2-6909-42b1-9817-f8926b88a024/9a095acc-db49-4234-a42c-aa3432fc5645/55e8ea74-9983-476c-90f6-54a085545628) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:00.128730 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 35f2e9dd-63bc-46a8-93ab-587e4acb5992 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:00.129157 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.151086 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569e0e62-6626-4a4f-9577-a5873f9625b0 None None] Routers {'24cf7b7e-f935-47c5-aef9-0effe62071e8'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:48:00.151712 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-569e0e62-6626-4a4f-9577-a5873f9625b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['24cf7b7e-f935-47c5-aef9-0effe62071e8'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:00.155675 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-61c849d0-c9dd-418d-9b7c-15820e618ea6 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.226272 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c849d0-c9dd-418d-9b7c-15820e618ea6 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event deleted for resources: {'Port': ['ID=bccc0610-cc63-4ae5-bd17-e5bea35be343,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:00.246997 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-91c07551-0818-4d7c-9859-b108da40fb38 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting subnet 9a095acc-db49-4234-a42c-aa3432fc5645 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:48:00.340379 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b24d9e1-0818-4718-a39c-ac45bab23488 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:00.341965 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-8b24d9e1-0818-4718-a39c-ac45bab23488 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3010049 Feb 16 12:48:00.350509 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35524) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:00.387912 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8679bb4c-b6f3-4e87-abe0-89891c5cd996 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.393038 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=8806cc2f-337a-4ea5-96ba-e1457749a273,revision_number=8']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:00.398852 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-91c07551-0818-4d7c-9859-b108da40fb38 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.413457 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8679bb4c-b6f3-4e87-abe0-89891c5cd996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.440944 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06574c-5471-4cdc-a4b1-1e887ff97b81 None None] Pushing event updated for resources: {'Port': ['ID=4a7a2ecb-930a-4947-9f24-a5b4e61342a6,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:00.450567 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-dde8e7d9-e052-495e-bd4b-ef1dc1c3c3d1 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/subnets?network_id=a08a3d1b-2e35-4b18-9cb0-756d355083e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0989842 Feb 16 12:48:00.459180 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35526) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:00.477522 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-569e0e62-6626-4a4f-9577-a5873f9625b0 None None] Set router 24cf7b7e-f935-47c5-aef9-0effe62071e8 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:48:00.497580 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8679bb4c-b6f3-4e87-abe0-89891c5cd996 None None] Pushing event updated for resources: {'Port': ['ID=55e8ea74-9983-476c-90f6-54a085545628,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:00.511813 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8679bb4c-b6f3-4e87-abe0-89891c5cd996 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:00.518161 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-8679bb4c-b6f3-4e87-abe0-89891c5cd996 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:00.523087 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8679bb4c-b6f3-4e87-abe0-89891c5cd996 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:48:00.561948 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-bcdec52e-b45e-41e6-bf4b-35fe3a228cae tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-340937951', 'network_id': '2a9302a4-3c67-4ab8-a48d-9c86a95e30b2', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:00.571602 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-91c07551-0818-4d7c-9859-b108da40fb38 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.577784 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-88b6c1af-8f90-4db7-ad26-f368d74155b1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.650474 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-88b6c1af-8f90-4db7-ad26-f368d74155b1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.738057 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-8679bb4c-b6f3-4e87-abe0-89891c5cd996 None None] Attempting to bind port 55e8ea74-9983-476c-90f6-54a085545628 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:00.738057 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-8679bb4c-b6f3-4e87-abe0-89891c5cd996 None None] Attempting to bind port 55e8ea74-9983-476c-90f6-54a085545628 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:00.738643 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8679bb4c-b6f3-4e87-abe0-89891c5cd996 None None] Attempting to bind port 55e8ea74-9983-476c-90f6-54a085545628 on network 8f2fc9c2-6909-42b1-9817-f8926b88a024 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:48:00.747479 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-61c849d0-c9dd-418d-9b7c-15820e618ea6 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.749558 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8679bb4c-b6f3-4e87-abe0-89891c5cd996 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:48:00.750101 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8679bb4c-b6f3-4e87-abe0-89891c5cd996 None None] Checking segment: {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:48:00.750620 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8679bb4c-b6f3-4e87-abe0-89891c5cd996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.751191 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8679bb4c-b6f3-4e87-abe0-89891c5cd996 None None] Bound using segment: {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:48:00.751986 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-8679bb4c-b6f3-4e87-abe0-89891c5cd996 None None] Bound port: 55e8ea74-9983-476c-90f6-54a085545628, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:00.752358 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8679bb4c-b6f3-4e87-abe0-89891c5cd996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.776068 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device a891bace-e7dd-4b1e-80e2-38a899aba34f no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:48:00.790984 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5bc87f98-2f8e-4708-b360-6688b2266d1d tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.791698 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88b6c1af-8f90-4db7-ad26-f368d74155b1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:48:00.803160 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdec52e-b45e-41e6-bf4b-35fe3a228cae tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Made reservation on behalf of 93ebfe1969ad47c59fc4b80bacd9b15b for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:00.805916 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b6c1af-8f90-4db7-ad26-f368d74155b1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cf97bf-2641-40f9-af0d-8797394ba3b4,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:00.806372 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bcdec52e-b45e-41e6-bf4b-35fe3a228cae tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.824267 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-88b6c1af-8f90-4db7-ad26-f368d74155b1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.824267 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-88b6c1af-8f90-4db7-ad26-f368d74155b1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Added segment 7c401fd4-b489-4695-9737-820bb4b7bd6c of type vlan for network 2381fa5b-6fd9-43f9-84d2-d45bc8ce1093 Feb 16 12:48:00.835855 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: a891bace-e7dd-4b1e-80e2-38a899aba34f {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:48:00.836215 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device a891bace-e7dd-4b1e-80e2-38a899aba34f not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:48:00.836613 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 67c1786b-c0a9-4efc-a334-d1abfa532ed2 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:48:00.848272 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-2604a09a-e278-4fd1-82e5-552393ca6fd4 None None] Provisioning complete for port cabfe0c0-ea91-4a34-b70c-ce7113a2bc1a triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:00.848662 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2604a09a-e278-4fd1-82e5-552393ca6fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.871439 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-569e0e62-6626-4a4f-9577-a5873f9625b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'name': 'tempest-TestNetworkBasicOps-router-1368041289', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '4a7a2ecb-930a-4947-9f24-a5b4e61342a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:54Z', 'updated_at': '2022-02-16T12:47:57Z', 'revision_number': 3, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '4a7a2ecb-930a-4947-9f24-a5b4e61342a6', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:55Z', 'updated_at': '2022-02-16T12:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:00.897140 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 67c1786b-c0a9-4efc-a334-d1abfa532ed2 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:48:00.897532 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 67c1786b-c0a9-4efc-a334-d1abfa532ed2 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:48:00.943451 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-8679bb4c-b6f3-4e87-abe0-89891c5cd996 None None] For port 55e8ea74-9983-476c-90f6-54a085545628, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:48:00.947844 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-8679bb4c-b6f3-4e87-abe0-89891c5cd996 None None] For port 55e8ea74-9983-476c-90f6-54a085545628, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=55e8ea74-9983-476c-90f6-54a085545628,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:48:00.955371 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1c48d868-175e-47fa-b175-91651986c87a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.958082 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8679bb4c-b6f3-4e87-abe0-89891c5cd996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.979093 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569e0e62-6626-4a4f-9577-a5873f9625b0 None None] The sync data for ids ['24cf7b7e-f935-47c5-aef9-0effe62071e8'] in dv-neutron-828142-3-hyperv is: [{'id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'name': 'tempest-TestNetworkBasicOps-router-1368041289', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '4a7a2ecb-930a-4947-9f24-a5b4e61342a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:54Z', 'updated_at': '2022-02-16T12:47:57Z', 'revision_number': 3, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '4a7a2ecb-930a-4947-9f24-a5b4e61342a6', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:55Z', 'updated_at': '2022-02-16T12:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:01.089865 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2604a09a-e278-4fd1-82e5-552393ca6fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.091854 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8679bb4c-b6f3-4e87-abe0-89891c5cd996 None None] Pushing event updated for resources: {'Port': ['ID=55e8ea74-9983-476c-90f6-54a085545628,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:01.105803 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-88b6c1af-8f90-4db7-ad26-f368d74155b1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.110134 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-91c07551-0818-4d7c-9859-b108da40fb38 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.136304 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc87f98-2f8e-4708-b360-6688b2266d1d tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Router 68247491-0877-472b-8e70-a522cfdd9714 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:48:01.185105 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-2604a09a-e278-4fd1-82e5-552393ca6fd4 None None] For port cabfe0c0-ea91-4a34-b70c-ce7113a2bc1a, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=cabfe0c0-ea91-4a34-b70c-ce7113a2bc1a,segment=NetworkSegment(19de1d53-93b0-432c-9fc8-17f2ce32905a),segment_id=19de1d53-93b0-432c-9fc8-17f2ce32905a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:01.195630 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2604a09a-e278-4fd1-82e5-552393ca6fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.209938 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-2604a09a-e278-4fd1-82e5-552393ca6fd4 None None] Could not find standard attr ID for object b9dc2609-1f69-459e-b783-00f5a445026a. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:48:01.282354 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc87f98-2f8e-4708-b360-6688b2266d1d tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:48:01.282809 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604a09a-e278-4fd1-82e5-552393ca6fd4 None None] Pushing event updated for resources: {'Port': ['ID=cabfe0c0-ea91-4a34-b70c-ce7113a2bc1a,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:01.296312 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e57ca6-1415-4f17-9819-f1b97debb5b3 None None] Sync routers for ids ['68247491-0877-472b-8e70-a522cfdd9714'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:01.301044 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5bc87f98-2f8e-4708-b360-6688b2266d1d tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] 10.222.0.90 "PUT /v2.0/routers/68247491-0877-472b-8e70-a522cfdd9714/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1637180 Feb 16 12:48:01.306604 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35528) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:01.347451 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e57ca6-1415-4f17-9819-f1b97debb5b3 None None] Routers {'68247491-0877-472b-8e70-a522cfdd9714'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:48:01.347451 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-88e57ca6-1415-4f17-9819-f1b97debb5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['68247491-0877-472b-8e70-a522cfdd9714'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:01.350304 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-516833f6-42ea-4b0e-8d8d-4d885aaf05b8 None None] Provisioning complete for port 930f9fce-a5b7-418d-aed2-9345c42009e1 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:01.350687 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-516833f6-42ea-4b0e-8d8d-4d885aaf05b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.365789 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-88b6c1af-8f90-4db7-ad26-f368d74155b1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.372431 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b6c1af-8f90-4db7-ad26-f368d74155b1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:01.373439 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-88b6c1af-8f90-4db7-ad26-f368d74155b1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.442520 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-6eaaddec-31fb-4cf3-87b4-4bc3aca4f05d tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] delete failed (client error): The resource could not be found. Feb 16 12:48:01.443847 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6eaaddec-31fb-4cf3-87b4-4bc3aca4f05d tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] 10.222.0.90 "DELETE /v2.0/routers/tempest-non_exist_router-2111296016 HTTP/1.1" status: 404 len: 335 time: 0.1360261 Feb 16 12:48:01.452162 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35530) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:01.482176 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-10d2af46-1bdc-43db-aa62-487b7e4d8505 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Request body: {'router': {'external_gateway_info': {'network_id': '68247491-0877-472b-8e70-a522cfdd9714'}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:01.492948 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-88e57ca6-1415-4f17-9819-f1b97debb5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:01.525978 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e57ca6-1415-4f17-9819-f1b97debb5b3 None None] Routers {'68247491-0877-472b-8e70-a522cfdd9714'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:48:01.526644 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-88e57ca6-1415-4f17-9819-f1b97debb5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['68247491-0877-472b-8e70-a522cfdd9714'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:01.530683 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 930f9fce-a5b7-418d-aed2-9345c42009e1 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:48:01.645127 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b6c1af-8f90-4db7-ad26-f368d74155b1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'Network': ['ID=2381fa5b-6fd9-43f9-84d2-d45bc8ce1093,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:01.645978 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bcdec52e-b45e-41e6-bf4b-35fe3a228cae tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.660783 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-91c07551-0818-4d7c-9859-b108da40fb38 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.662649 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-88e57ca6-1415-4f17-9819-f1b97debb5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:01.663321 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e57ca6-1415-4f17-9819-f1b97debb5b3 None None] The sync data for ids ['68247491-0877-472b-8e70-a522cfdd9714'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:01.685610 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 2381fa5b-6fd9-43f9-84d2-d45bc8ce1093 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:48:01.710755 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-88b6c1af-8f90-4db7-ad26-f368d74155b1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.3599346 Feb 16 12:48:01.711339 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35532) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:01.716744 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-23764f1e-52dd-4b79-9239-2c4f7558d982 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'port': {'network_id': '2381fa5b-6fd9-43f9-84d2-d45bc8ce1093', 'name': 'tempest-PortsIpV6TestJSON-137745554'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:01.748379 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c07551-0818-4d7c-9859-b108da40fb38 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Subnet': ['ID=9a095acc-db49-4234-a42c-aa3432fc5645,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:01.777993 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-91c07551-0818-4d7c-9859-b108da40fb38 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.788086 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-91c07551-0818-4d7c-9859-b108da40fb38 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/9a095acc-db49-4234-a42c-aa3432fc5645 HTTP/1.1" status: 204 len: 168 time: 1.7995203 Feb 16 12:48:01.798851 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35534) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:01.815230 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-516833f6-42ea-4b0e-8d8d-4d885aaf05b8 None None] Provisioning complete for port cabfe0c0-ea91-4a34-b70c-ce7113a2bc1a triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:01.816314 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-516833f6-42ea-4b0e-8d8d-4d885aaf05b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.858928 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c849d0-c9dd-418d-9b7c-15820e618ea6 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Router 82cadb3a-55b1-497f-b25c-4b7a652b9a28 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:48:01.862661 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6401a07d-af21-4179-8174-76c861aa0f5b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580075 Feb 16 12:48:01.866987 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35536) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:01.883549 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 930f9fce-a5b7-418d-aed2-9345c42009e1 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:01.884071 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.890364 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-bc5d8e01-4fc0-400e-aa55-04423a08184c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'subnet': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:01.905572 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdec52e-b45e-41e6-bf4b-35fe3a228cae tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Checking segment: {'id': 'ca400bf4-9282-4088-b772-9958718b3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2a9302a4-3c67-4ab8-a48d-9c86a95e30b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:48:01.905940 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdec52e-b45e-41e6-bf4b-35fe3a228cae tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network hostable DHCP agents. Network: 2a9302a4-3c67-4ab8-a48d-9c86a95e30b2, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:48:01.966565 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdec52e-b45e-41e6-bf4b-35fe3a228cae tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Subnet': ['ID=4d07b80a-2947-4cf0-b0a9-82856344f0a7,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:01.994265 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdec52e-b45e-41e6-bf4b-35fe3a228cae tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network 2a9302a4-3c67-4ab8-a48d-9c86a95e30b2 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:48:02.025837 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23764f1e-52dd-4b79-9239-2c4f7558d982 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Made reservation on behalf of c95cec895ceb44429e923d2affce57da for: {'port': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:02.032090 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-23764f1e-52dd-4b79-9239-2c4f7558d982 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:02.054946 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-bcdec52e-b45e-41e6-bf4b-35fe3a228cae tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 2a9302a4-3c67-4ab8-a48d-9c86a95e30b2) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:02.061631 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-516833f6-42ea-4b0e-8d8d-4d885aaf05b8 None None] Provisioning complete for port fa7939ac-fec7-4e01-9c07-0eb8255f5f7c triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:02.062784 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-516833f6-42ea-4b0e-8d8d-4d885aaf05b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:02.069236 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63869142-aa99-4a71-af53-f254f6a77adb None None] Network 2a9302a4-3c67-4ab8-a48d-9c86a95e30b2 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:02.076193 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-10d2af46-1bdc-43db-aa62-487b7e4d8505 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:02.097229 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-23764f1e-52dd-4b79-9239-2c4f7558d982 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] device_id is not set on port 0abef0bb-e9a0-4f49-a1a0-7bf74394b527 yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:48:02.159206 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-10d2af46-1bdc-43db-aa62-487b7e4d8505 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] update failed (client error): The resource could not be found. Feb 16 12:48:02.160562 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-10d2af46-1bdc-43db-aa62-487b7e4d8505 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] 10.222.0.90 "PUT /v2.0/routers/68247491-0877-472b-8e70-a522cfdd9714 HTTP/1.1" status: 404 len: 339 time: 0.6908894 Feb 16 12:48:02.170087 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35538) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:02.179798 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device cabfe0c0-ea91-4a34-b70c-ce7113a2bc1a up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:48:02.221725 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-516833f6-42ea-4b0e-8d8d-4d885aaf05b8 None None] Port fa7939ac-fec7-4e01-9c07-0eb8255f5f7c cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:48:02.285620 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c849d0-c9dd-418d-9b7c-15820e618ea6 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:48:02.286976 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdec52e-b45e-41e6-bf4b-35fe3a228cae tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:02.296350 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bcdec52e-b45e-41e6-bf4b-35fe3a228cae tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:02.298155 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488e3570-16eb-4a02-b90c-24f219349e9c None None] Sync routers for ids ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:02.313716 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-61c849d0-c9dd-418d-9b7c-15820e618ea6 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "PUT /v2.0/routers/82cadb3a-55b1-497f-b25c-4b7a652b9a28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4589453 Feb 16 12:48:02.314067 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5d8e01-4fc0-400e-aa55-04423a08184c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:02.315123 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488e3570-16eb-4a02-b90c-24f219349e9c None None] Routers {'82cadb3a-55b1-497f-b25c-4b7a652b9a28'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:48:02.315858 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-488e3570-16eb-4a02-b90c-24f219349e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:02.316675 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bc5d8e01-4fc0-400e-aa55-04423a08184c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:02.319139 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35540) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:02.351727 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port cabfe0c0-ea91-4a34-b70c-ce7113a2bc1a triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:02.352407 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:02.381767 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-1c48d868-175e-47fa-b175-91651986c87a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Deleting port fa7939ac-fec7-4e01-9c07-0eb8255f5f7c {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:02.382412 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1c48d868-175e-47fa-b175-91651986c87a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:02.439696 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23a4810-9258-4dff-be49-285e9bb2f933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-2a9302a4-3c67-4ab8-a48d-9c86a95e30b2', 'network_id': '2a9302a4-3c67-4ab8-a48d-9c86a95e30b2', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ips': [{'subnet_id': '4d07b80a-2947-4cf0-b0a9-82856344f0a7'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:48:02.440831 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e23a4810-9258-4dff-be49-285e9bb2f933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:02.463278 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-bcdec52e-b45e-41e6-bf4b-35fe3a228cae tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.0029790 Feb 16 12:48:02.483015 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35542) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:02.574793 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-488e3570-16eb-4a02-b90c-24f219349e9c None None] Set router 82cadb3a-55b1-497f-b25c-4b7a652b9a28 gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:48:02.714683 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 13b42af4-d509-46f8-bdeb-c3d29040280e no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:48:02.717231 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f878ee-3287-41f2-b138-5697ae86f79d None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:02.796703 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 13b42af4-d509-46f8-bdeb-c3d29040280e {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:48:02.798101 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 13b42af4-d509-46f8-bdeb-c3d29040280e not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:48:02.921662 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-488e3570-16eb-4a02-b90c-24f219349e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'name': 'tempest-RoutersIpV6Test-router-1385319131', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:04Z', 'updated_at': '2022-02-16T12:47:59Z', 'revision_number': 9, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'gw_port_host': None, '_interfaces': [{'id': 'bd29122c-021d-4a08-834b-67acb3554f64', 'name': '', 'network_id': 'ef2b90ed-2280-42f9-9383-c32610fcff3f', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:60:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:08Z', 'updated_at': '2022-02-16T12:47:20Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd97df989-3e09-4ded-a1d3-b8b25a5cc65f', 'name': '', 'network_id': 'd32ad4e0-f8da-4d21-893e-beee07394c5b', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:7e:85:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:17Z', 'updated_at': '2022-02-16T12:47:25Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:02.958092 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-e23a4810-9258-4dff-be49-285e9bb2f933 None None] Allocated IP 172.20.0.2 (2a9302a4-3c67-4ab8-a48d-9c86a95e30b2/4d07b80a-2947-4cf0-b0a9-82856344f0a7/b6e7f372-3385-48fd-8f40-8ef9a68428f5) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:02.962364 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-2d8227d0-e378-449f-956d-6246bb1c7204 None None] Provisioning complete for port 55e8ea74-9983-476c-90f6-54a085545628 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:02.963226 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2d8227d0-e378-449f-956d-6246bb1c7204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:02.968100 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488e3570-16eb-4a02-b90c-24f219349e9c None None] Checking router: 82cadb3a-55b1-497f-b25c-4b7a652b9a28 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:48:02.980919 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488e3570-16eb-4a02-b90c-24f219349e9c None None] Routers {'82cadb3a-55b1-497f-b25c-4b7a652b9a28'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:48:02.981558 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-488e3570-16eb-4a02-b90c-24f219349e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:02.982435 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-23764f1e-52dd-4b79-9239-2c4f7558d982 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.163864 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e79244f-3ec1-47b0-96a2-f7d81c6e61b9 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Deleting subnet 831a32a2-afd2-4af5-98fb-564330cb2964 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:48:03.219647 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-488e3570-16eb-4a02-b90c-24f219349e9c None None] Set router 82cadb3a-55b1-497f-b25c-4b7a652b9a28 gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:48:03.290235 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8e79244f-3ec1-47b0-96a2-f7d81c6e61b9 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.386467 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device cabfe0c0-ea91-4a34-b70c-ce7113a2bc1a up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:48:03.527570 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-23764f1e-52dd-4b79-9239-2c4f7558d982 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.600292 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8e79244f-3ec1-47b0-96a2-f7d81c6e61b9 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.668091 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1c48d868-175e-47fa-b175-91651986c87a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.726246 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2f3cfc29-75bf-4390-80cc-6bd411e9b1b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.730659 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-1c48d868-175e-47fa-b175-91651986c87a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Calling delete_port for fa7939ac-fec7-4e01-9c07-0eb8255f5f7c owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:03.752582 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e23a4810-9258-4dff-be49-285e9bb2f933 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.769678 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-488e3570-16eb-4a02-b90c-24f219349e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'name': 'tempest-RoutersIpV6Test-router-1385319131', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:04Z', 'updated_at': '2022-02-16T12:47:59Z', 'revision_number': 9, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'gw_port_host': None, '_interfaces': [{'id': 'bd29122c-021d-4a08-834b-67acb3554f64', 'name': '', 'network_id': 'ef2b90ed-2280-42f9-9383-c32610fcff3f', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:60:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:08Z', 'updated_at': '2022-02-16T12:47:20Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd97df989-3e09-4ded-a1d3-b8b25a5cc65f', 'name': '', 'network_id': 'd32ad4e0-f8da-4d21-893e-beee07394c5b', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:7e:85:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:17Z', 'updated_at': '2022-02-16T12:47:25Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:03.776246 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae99e89-d9b0-4772-9cec-ef5ef56cefe8 None None] DHCP port deletion for 8f2fc9c2-6909-42b1-9817-f8926b88a024 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:48:03.785016 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bc5d8e01-4fc0-400e-aa55-04423a08184c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.786711 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ba360660-7680-4c80-989f-8c278c83294c tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.805937 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e23a4810-9258-4dff-be49-285e9bb2f933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.823927 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2d8227d0-e378-449f-956d-6246bb1c7204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.825763 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5d8e01-4fc0-400e-aa55-04423a08184c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:03.827253 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488e3570-16eb-4a02-b90c-24f219349e9c None None] The sync data for ids ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'] in dv-neutron-828142-3-hyperv is: [{'id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'name': 'tempest-RoutersIpV6Test-router-1385319131', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:04Z', 'updated_at': '2022-02-16T12:47:59Z', 'revision_number': 9, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'gw_port_host': None, '_interfaces': [{'id': 'bd29122c-021d-4a08-834b-67acb3554f64', 'name': '', 'network_id': 'ef2b90ed-2280-42f9-9383-c32610fcff3f', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:60:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:08Z', 'updated_at': '2022-02-16T12:47:20Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd97df989-3e09-4ded-a1d3-b8b25a5cc65f', 'name': '', 'network_id': 'd32ad4e0-f8da-4d21-893e-beee07394c5b', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:7e:85:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:17Z', 'updated_at': '2022-02-16T12:47:25Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:03.836923 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-bc5d8e01-4fc0-400e-aa55-04423a08184c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:03.892039 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5d8e01-4fc0-400e-aa55-04423a08184c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:03.892945 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bc5d8e01-4fc0-400e-aa55-04423a08184c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.895848 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23764f1e-52dd-4b79-9239-2c4f7558d982 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'Port': ['ID=0abef0bb-e9a0-4f49-a1a0-7bf74394b527,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:03.908667 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23a4810-9258-4dff-be49-285e9bb2f933 None None] Network 2a9302a4-3c67-4ab8-a48d-9c86a95e30b2 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:03.909339 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-2d8227d0-e378-449f-956d-6246bb1c7204 None None] For port 55e8ea74-9983-476c-90f6-54a085545628, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=55e8ea74-9983-476c-90f6-54a085545628,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:03.913303 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-e23a4810-9258-4dff-be49-285e9bb2f933 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:03.923635 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23a4810-9258-4dff-be49-285e9bb2f933 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:48:03.942760 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2d8227d0-e378-449f-956d-6246bb1c7204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.948990 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port cabfe0c0-ea91-4a34-b70c-ce7113a2bc1a triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:03.949347 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.960055 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23764f1e-52dd-4b79-9239-2c4f7558d982 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Checking segment: {'id': '7c401fd4-b489-4695-9737-820bb4b7bd6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '2381fa5b-6fd9-43f9-84d2-d45bc8ce1093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:48:03.960465 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23764f1e-52dd-4b79-9239-2c4f7558d982 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Network hostable DHCP agents. Network: 2381fa5b-6fd9-43f9-84d2-d45bc8ce1093, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:48:03.967541 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a4810-9258-4dff-be49-285e9bb2f933 None None] Pushing event updated for resources: {'Port': ['ID=b6e7f372-3385-48fd-8f40-8ef9a68428f5,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:03.969823 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-cae99e89-d9b0-4772-9cec-ef5ef56cefe8 None None] Deleting port 55e8ea74-9983-476c-90f6-54a085545628 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:03.970908 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cae99e89-d9b0-4772-9cec-ef5ef56cefe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.990996 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-bc5d8e01-4fc0-400e-aa55-04423a08184c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1074884 Feb 16 12:48:03.991559 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d8e01-4fc0-400e-aa55-04423a08184c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Subnet': ['ID=249a71bc-2adf-417d-b535-9c640793dbfc,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:03.995566 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35544) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:04.006193 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-7cb6b6ef-5461-46a4-aaa4-9588ed6f6c52 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1603181498', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:04.039284 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8e79244f-3ec1-47b0-96a2-f7d81c6e61b9 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.043457 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23764f1e-52dd-4b79-9239-2c4f7558d982 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Network 2381fa5b-6fd9-43f9-84d2-d45bc8ce1093 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:48:04.068767 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-23764f1e-52dd-4b79-9239-2c4f7558d982 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 2381fa5b-6fd9-43f9-84d2-d45bc8ce1093) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:04.081391 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23764f1e-52dd-4b79-9239-2c4f7558d982 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:48:04.087044 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23764f1e-52dd-4b79-9239-2c4f7558d982 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:04.087672 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-23764f1e-52dd-4b79-9239-2c4f7558d982 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.100745 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1da6508-01fe-4616-a86c-de5f7e6d2bd9 None None] Network 2381fa5b-6fd9-43f9-84d2-d45bc8ce1093 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:04.101190 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7cb6b6ef-5461-46a4-aaa4-9588ed6f6c52 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.102199 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7cb6b6ef-5461-46a4-aaa4-9588ed6f6c52 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.131553 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-e23a4810-9258-4dff-be49-285e9bb2f933 None None] Attempting to bind port b6e7f372-3385-48fd-8f40-8ef9a68428f5 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:04.131853 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-e23a4810-9258-4dff-be49-285e9bb2f933 None None] Attempting to bind port b6e7f372-3385-48fd-8f40-8ef9a68428f5 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'ca400bf4-9282-4088-b772-9958718b3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2a9302a4-3c67-4ab8-a48d-9c86a95e30b2'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:04.132156 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23a4810-9258-4dff-be49-285e9bb2f933 None None] Attempting to bind port b6e7f372-3385-48fd-8f40-8ef9a68428f5 on network 2a9302a4-3c67-4ab8-a48d-9c86a95e30b2 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:48:04.164364 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-23764f1e-52dd-4b79-9239-2c4f7558d982 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.4491222 Feb 16 12:48:04.166568 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35546) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:04.173766 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-308d8dae-4baf-4975-8982-d0465d6a8dc3 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-187901143'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:04.193943 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23a4810-9258-4dff-be49-285e9bb2f933 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:48:04.194435 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23a4810-9258-4dff-be49-285e9bb2f933 None None] Checking segment: {'id': 'ca400bf4-9282-4088-b772-9958718b3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2a9302a4-3c67-4ab8-a48d-9c86a95e30b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:48:04.194697 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e23a4810-9258-4dff-be49-285e9bb2f933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.195086 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23a4810-9258-4dff-be49-285e9bb2f933 None None] Bound using segment: {'id': 'ca400bf4-9282-4088-b772-9958718b3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2a9302a4-3c67-4ab8-a48d-9c86a95e30b2'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:48:04.195556 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-e23a4810-9258-4dff-be49-285e9bb2f933 None None] Bound port: b6e7f372-3385-48fd-8f40-8ef9a68428f5, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca400bf4-9282-4088-b772-9958718b3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2a9302a4-3c67-4ab8-a48d-9c86a95e30b2'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:04.195928 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e23a4810-9258-4dff-be49-285e9bb2f933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.225929 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8227d0-e378-449f-956d-6246bb1c7204 None None] Pushing event updated for resources: {'Port': ['ID=55e8ea74-9983-476c-90f6-54a085545628,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:04.257916 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-cae99e89-d9b0-4772-9cec-ef5ef56cefe8 None None] For port 55e8ea74-9983-476c-90f6-54a085545628, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=55e8ea74-9983-476c-90f6-54a085545628,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:04.258654 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cae99e89-d9b0-4772-9cec-ef5ef56cefe8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.295360 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7cb6b6ef-5461-46a4-aaa4-9588ed6f6c52 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.309675 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7cb6b6ef-5461-46a4-aaa4-9588ed6f6c52 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.314255 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8e79244f-3ec1-47b0-96a2-f7d81c6e61b9 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.339056 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-cae99e89-d9b0-4772-9cec-ef5ef56cefe8 None None] Calling delete_port for 55e8ea74-9983-476c-90f6-54a085545628 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:04.368114 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7cb6b6ef-5461-46a4-aaa4-9588ed6f6c52 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.369937 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-7cb6b6ef-5461-46a4-aaa4-9588ed6f6c52 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3675289 Feb 16 12:48:04.383306 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308d8dae-4baf-4975-8982-d0465d6a8dc3 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Made reservation on behalf of c95cec895ceb44429e923d2affce57da for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:04.386774 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-308d8dae-4baf-4975-8982-d0465d6a8dc3 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.391082 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35548) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:04.398431 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e79244f-3ec1-47b0-96a2-f7d81c6e61b9 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event deleted for resources: {'Subnet': ['ID=831a32a2-afd2-4af5-98fb-564330cb2964,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:04.407300 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8e79244f-3ec1-47b0-96a2-f7d81c6e61b9 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.413493 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8e79244f-3ec1-47b0-96a2-f7d81c6e61b9 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "DELETE /v2.0/subnets/831a32a2-afd2-4af5-98fb-564330cb2964 HTTP/1.1" status: 204 len: 168 time: 2.0862091 Feb 16 12:48:04.417136 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35550) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:04.446178 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-ba360660-7680-4c80-989f-8c278c83294c tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Allocated IP 172.20.0.1 (acc3d0c7-b2b3-48e7-b0ee-9fc45b8c66af/ef3d890d-69ed-4b5c-8f69-670bbd45653e/e6840ac0-d322-442c-a1ae-4753efd96d4a) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:04.459259 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5324086-5ffb-4a9e-a1d4-b8700dad9c87 None None] Network dec03c52-208c-4000-8c23-509a719b0ff7 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:04.472818 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 55e8ea74-9983-476c-90f6-54a085545628 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:48:04.522840 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1c48d868-175e-47fa-b175-91651986c87a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.552322 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-e23a4810-9258-4dff-be49-285e9bb2f933 None None] For port b6e7f372-3385-48fd-8f40-8ef9a68428f5, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:48:04.588374 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48d868-175e-47fa-b175-91651986c87a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'Port': ['ID=fa7939ac-fec7-4e01-9c07-0eb8255f5f7c,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:04.590832 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-e23a4810-9258-4dff-be49-285e9bb2f933 None None] For port b6e7f372-3385-48fd-8f40-8ef9a68428f5, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=b6e7f372-3385-48fd-8f40-8ef9a68428f5,segment=NetworkSegment(ca400bf4-9282-4088-b772-9958718b3a4d),segment_id=ca400bf4-9282-4088-b772-9958718b3a4d)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:48:04.606850 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-308d8dae-4baf-4975-8982-d0465d6a8dc3 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:48:04.614147 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e23a4810-9258-4dff-be49-285e9bb2f933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.678670 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-2f3cfc29-75bf-4390-80cc-6bd411e9b1b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Allocated IP 172.20.0.1 (2a9302a4-3c67-4ab8-a48d-9c86a95e30b2/4d07b80a-2947-4cf0-b0a9-82856344f0a7/4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:04.680720 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fdd92b47-72ae-481a-8522-d3a6a7bd162e tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.687214 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-308d8dae-4baf-4975-8982-d0465d6a8dc3 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.688997 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-308d8dae-4baf-4975-8982-d0465d6a8dc3 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Added segment d68e961c-25ce-495d-83dd-b82a28818841 of type vlan for network 04cc2055-1199-43f3-853a-3dbf8c2b7e7a Feb 16 12:48:04.749158 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cae99e89-d9b0-4772-9cec-ef5ef56cefe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.754834 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Could not find standard attr ID for object 55e8ea74-9983-476c-90f6-54a085545628. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:48:04.755545 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 4a7a2ecb-930a-4947-9f24-a5b4e61342a6 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:48:04.767231 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a4810-9258-4dff-be49-285e9bb2f933 None None] Pushing event updated for resources: {'Port': ['ID=b6e7f372-3385-48fd-8f40-8ef9a68428f5,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:04.779196 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ba360660-7680-4c80-989f-8c278c83294c tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.832310 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae99e89-d9b0-4772-9cec-ef5ef56cefe8 None None] No DVR routers for this DVR port 55e8ea74-9983-476c-90f6-54a085545628 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:04.842806 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae99e89-d9b0-4772-9cec-ef5ef56cefe8 None None] Pushing event deleted for resources: {'Port': ['ID=55e8ea74-9983-476c-90f6-54a085545628,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:04.858953 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb307af6-2636-454e-9b22-b767686ce0b1 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:04.947634 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2f3cfc29-75bf-4390-80cc-6bd411e9b1b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.977144 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 4a7a2ecb-930a-4947-9f24-a5b4e61342a6 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:04.977634 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.980491 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1c48d868-175e-47fa-b175-91651986c87a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.021717 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36141ee-8e6b-4761-979b-f0f134fc3440 None None] DHCP port deletion for dec03c52-208c-4000-8c23-509a719b0ff7 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:48:05.103247 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-308d8dae-4baf-4975-8982-d0465d6a8dc3 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.168663 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ba360660-7680-4c80-989f-8c278c83294c tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.201949 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2f3cfc29-75bf-4390-80cc-6bd411e9b1b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.216263 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-fdd92b47-72ae-481a-8522-d3a6a7bd162e tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Deleting port 573b4081-f6e0-4d2c-bb11-44c5fffe1cd4 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:05.216263 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fdd92b47-72ae-481a-8522-d3a6a7bd162e tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.246181 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172382ee-676a-4ec8-bd42-f55f1cb08712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-8f2fc9c2-6909-42b1-9817-f8926b88a024', 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'tenant_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'fixed_ips': [{'subnet_id': '249a71bc-2adf-417d-b535-9c640793dbfc'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:48:05.247396 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-172382ee-676a-4ec8-bd42-f55f1cb08712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.265464 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-308d8dae-4baf-4975-8982-d0465d6a8dc3 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.271874 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308d8dae-4baf-4975-8982-d0465d6a8dc3 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:05.272493 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-308d8dae-4baf-4975-8982-d0465d6a8dc3 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.278555 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.313954 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-fdd92b47-72ae-481a-8522-d3a6a7bd162e tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] For port 573b4081-f6e0-4d2c-bb11-44c5fffe1cd4, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=573b4081-f6e0-4d2c-bb11-44c5fffe1cd4,segment=NetworkSegment(f56f1d37-d46e-4a03-9b61-5e57d675f4ca),segment_id=f56f1d37-d46e-4a03-9b61-5e57d675f4ca)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:05.314430 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fdd92b47-72ae-481a-8522-d3a6a7bd162e tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.328795 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-fdd92b47-72ae-481a-8522-d3a6a7bd162e tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Calling delete_port for 573b4081-f6e0-4d2c-bb11-44c5fffe1cd4 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:05.332674 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-308d8dae-4baf-4975-8982-d0465d6a8dc3 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1606102 Feb 16 12:48:05.336552 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35552) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:05.336797 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3cfc29-75bf-4390-80cc-6bd411e9b1b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network 2a9302a4-3c67-4ab8-a48d-9c86a95e30b2 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:05.345705 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-d268e49a-bd84-4635-af6d-3f70d6d8c248 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'ports': [{'network_id': '2381fa5b-6fd9-43f9-84d2-d45bc8ce1093'}, {'network_id': '04cc2055-1199-43f3-853a-3dbf8c2b7e7a'}]} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:05.346153 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-d268e49a-bd84-4635-af6d-3f70d6d8c248 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'port': {'network_id': '2381fa5b-6fd9-43f9-84d2-d45bc8ce1093'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:05.346692 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-d268e49a-bd84-4635-af6d-3f70d6d8c248 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'port': {'network_id': '04cc2055-1199-43f3-853a-3dbf8c2b7e7a'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:05.354479 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba360660-7680-4c80-989f-8c278c83294c tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Network acc3d0c7-b2b3-48e7-b0ee-9fc45b8c66af is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:05.370215 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-ba360660-7680-4c80-989f-8c278c83294c tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:05.373010 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba360660-7680-4c80-989f-8c278c83294c tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:48:05.386198 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3cfc29-75bf-4390-80cc-6bd411e9b1b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:05.389344 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-2f3cfc29-75bf-4390-80cc-6bd411e9b1b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:05.400461 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2b26533a-2ab8-4031-af8c-e48d0e49b3e8 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.405511 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3cfc29-75bf-4390-80cc-6bd411e9b1b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:48:05.455538 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d8dae-4baf-4975-8982-d0465d6a8dc3 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'Network': ['ID=04cc2055-1199-43f3-853a-3dbf8c2b7e7a,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:05.465549 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-172382ee-676a-4ec8-bd42-f55f1cb08712 None None] Allocated IP 2001:db8::2 (8f2fc9c2-6909-42b1-9817-f8926b88a024/249a71bc-2adf-417d-b535-9c640793dbfc/1d8a3a47-a06e-41c0-ae95-274f7fea7cd0) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:05.486666 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-f36141ee-8e6b-4761-979b-f0f134fc3440 None None] Deleting port 573b4081-f6e0-4d2c-bb11-44c5fffe1cd4 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:05.487047 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f36141ee-8e6b-4761-979b-f0f134fc3440 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.509604 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 4a7a2ecb-930a-4947-9f24-a5b4e61342a6, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=4a7a2ecb-930a-4947-9f24-a5b4e61342a6,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:05.511333 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 04cc2055-1199-43f3-853a-3dbf8c2b7e7a details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:48:05.598549 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba360660-7680-4c80-989f-8c278c83294c tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Pushing event updated for resources: {'Port': ['ID=e6840ac0-d322-442c-a1ae-4753efd96d4a,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:05.651879 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ba360660-7680-4c80-989f-8c278c83294c tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.657160 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c48d868-175e-47fa-b175-91651986c87a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Router b0c32287-bb27-449c-b499-5054476eb36e has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:48:05.666573 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2f3cfc29-75bf-4390-80cc-6bd411e9b1b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.693633 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.921413 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fdd92b47-72ae-481a-8522-d3a6a7bd162e tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.955767 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2f3cfc29-75bf-4390-80cc-6bd411e9b1b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.004407 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd92b47-72ae-481a-8522-d3a6a7bd162e tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event deleted for resources: {'Port': ['ID=573b4081-f6e0-4d2c-bb11-44c5fffe1cd4,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:06.058343 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd92b47-72ae-481a-8522-d3a6a7bd162e tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] No DVR routers for this DVR port 573b4081-f6e0-4d2c-bb11-44c5fffe1cd4 on host dv-neutron-828142-3-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:06.069288 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d268e49a-bd84-4635-af6d-3f70d6d8c248 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Made reservation on behalf of c95cec895ceb44429e923d2affce57da for: {'port': 2} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:06.073553 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d268e49a-bd84-4635-af6d-3f70d6d8c248 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.075911 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c48d868-175e-47fa-b175-91651986c87a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:48:06.114903 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1c48d868-175e-47fa-b175-91651986c87a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "PUT /v2.0/routers/b0c32287-bb27-449c-b499-5054476eb36e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6368771 Feb 16 12:48:06.123448 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35554) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:06.131267 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-172382ee-676a-4ec8-bd42-f55f1cb08712 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.161650 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b6e7f372-3385-48fd-8f40-8ef9a68428f5 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:48:06.164221 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af58490a-8395-49a2-bb54-8d98335a8637 None None] Sync routers for ids ['b0c32287-bb27-449c-b499-5054476eb36e'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:06.184022 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-172382ee-676a-4ec8-bd42-f55f1cb08712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.186314 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7ae4d79-2de0-4c79-bcf8-58eafbd7f2e1 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] GET failed (client error): The resource could not be found. Feb 16 12:48:06.189831 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c7ae4d79-2de0-4c79-bcf8-58eafbd7f2e1 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "GET /v2.0/ports/fa7939ac-fec7-4e01-9c07-0eb8255f5f7c HTTP/1.1" status: 404 len: 333 time: 0.0651617 Feb 16 12:48:06.191541 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d268e49a-bd84-4635-af6d-3f70d6d8c248 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.225247 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-f36141ee-8e6b-4761-979b-f0f134fc3440 None None] For port 573b4081-f6e0-4d2c-bb11-44c5fffe1cd4, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=573b4081-f6e0-4d2c-bb11-44c5fffe1cd4,segment=NetworkSegment(f56f1d37-d46e-4a03-9b61-5e57d675f4ca),segment_id=f56f1d37-d46e-4a03-9b61-5e57d675f4ca)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:06.225923 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f36141ee-8e6b-4761-979b-f0f134fc3440 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.245071 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35556) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:06.247183 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ba360660-7680-4c80-989f-8c278c83294c tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.260182 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-70d31d97-0415-4517-a6d9-d05544c1bd08 None None] Provisioning complete for port e6840ac0-d322-442c-a1ae-4753efd96d4a triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:06.261398 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-70d31d97-0415-4517-a6d9-d05544c1bd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.269378 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-f36141ee-8e6b-4761-979b-f0f134fc3440 None None] Calling delete_port for 573b4081-f6e0-4d2c-bb11-44c5fffe1cd4 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:06.272727 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af58490a-8395-49a2-bb54-8d98335a8637 None None] Routers {'b0c32287-bb27-449c-b499-5054476eb36e'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:48:06.273584 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-af58490a-8395-49a2-bb54-8d98335a8637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['b0c32287-bb27-449c-b499-5054476eb36e'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:06.284900 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=4a7a2ecb-930a-4947-9f24-a5b4e61342a6,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:06.311677 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172382ee-676a-4ec8-bd42-f55f1cb08712 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:06.359539 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fdd92b47-72ae-481a-8522-d3a6a7bd162e tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.363235 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-172382ee-676a-4ec8-bd42-f55f1cb08712 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:06.365114 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-af58490a-8395-49a2-bb54-8d98335a8637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:06.368147 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366b0dac-68ac-4f64-a3c7-3b322ff33141 None None] Network 2a9302a4-3c67-4ab8-a48d-9c86a95e30b2 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:06.371020 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172382ee-676a-4ec8-bd42-f55f1cb08712 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:48:06.436146 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-818dfb05-094d-4942-8186-a25d2a65bbdb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.447334 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-fdd92b47-72ae-481a-8522-d3a6a7bd162e tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dec03c52-208c-4000-8c23-509a719b0ff7']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:06.518608 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-70d31d97-0415-4517-a6d9-d05544c1bd08 None None] Port e6840ac0-d322-442c-a1ae-4753efd96d4a cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:48:06.525273 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-2b26533a-2ab8-4031-af8c-e48d0e49b3e8 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Allocated IP 2001:db8::1 (8f2fc9c2-6909-42b1-9817-f8926b88a024/249a71bc-2adf-417d-b535-9c640793dbfc/dd9b2943-0c14-4781-9a14-27262dfd0839) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:06.530980 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af58490a-8395-49a2-bb54-8d98335a8637 None None] Routers {'b0c32287-bb27-449c-b499-5054476eb36e'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:48:06.531645 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-af58490a-8395-49a2-bb54-8d98335a8637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['b0c32287-bb27-449c-b499-5054476eb36e'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:06.564577 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172382ee-676a-4ec8-bd42-f55f1cb08712 None None] Pushing event updated for resources: {'Port': ['ID=1d8a3a47-a06e-41c0-ae95-274f7fea7cd0,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:06.614004 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-af58490a-8395-49a2-bb54-8d98335a8637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:06.614657 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af58490a-8395-49a2-bb54-8d98335a8637 None None] The sync data for ids ['b0c32287-bb27-449c-b499-5054476eb36e'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:06.623535 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port b6e7f372-3385-48fd-8f40-8ef9a68428f5 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:06.623901 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.655959 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-172382ee-676a-4ec8-bd42-f55f1cb08712 None None] Attempting to bind port 1d8a3a47-a06e-41c0-ae95-274f7fea7cd0 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:06.656778 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-172382ee-676a-4ec8-bd42-f55f1cb08712 None None] Attempting to bind port 1d8a3a47-a06e-41c0-ae95-274f7fea7cd0 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:06.657420 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172382ee-676a-4ec8-bd42-f55f1cb08712 None None] Attempting to bind port 1d8a3a47-a06e-41c0-ae95-274f7fea7cd0 on network 8f2fc9c2-6909-42b1-9817-f8926b88a024 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:48:06.720053 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172382ee-676a-4ec8-bd42-f55f1cb08712 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:48:06.720578 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172382ee-676a-4ec8-bd42-f55f1cb08712 None None] Checking segment: {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:48:06.721180 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-172382ee-676a-4ec8-bd42-f55f1cb08712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.721739 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172382ee-676a-4ec8-bd42-f55f1cb08712 None None] Bound using segment: {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:48:06.722461 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-172382ee-676a-4ec8-bd42-f55f1cb08712 None None] Bound port: 1d8a3a47-a06e-41c0-ae95-274f7fea7cd0, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:06.723057 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-172382ee-676a-4ec8-bd42-f55f1cb08712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.730682 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-1d18c251-38fc-41da-bc4c-2205cbc05606 None None] Provisioning complete for port b6e7f372-3385-48fd-8f40-8ef9a68428f5 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:06.731052 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1d18c251-38fc-41da-bc4c-2205cbc05606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.754133 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2b26533a-2ab8-4031-af8c-e48d0e49b3e8 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.764796 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f36141ee-8e6b-4761-979b-f0f134fc3440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.804789 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2f3cfc29-75bf-4390-80cc-6bd411e9b1b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.813649 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2f3cfc29-75bf-4390-80cc-6bd411e9b1b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.843453 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36141ee-8e6b-4761-979b-f0f134fc3440 None None] Pushing event deleted for resources: {'Port': ['ID=573b4081-f6e0-4d2c-bb11-44c5fffe1cd4,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:06.847490 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36141ee-8e6b-4761-979b-f0f134fc3440 None None] No DVR routers for this DVR port 573b4081-f6e0-4d2c-bb11-44c5fffe1cd4 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:06.872137 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2b26533a-2ab8-4031-af8c-e48d0e49b3e8 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.887894 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-fdd92b47-72ae-481a-8522-d3a6a7bd162e tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f56f1d37-d46e-4a03-9b61-5e57d675f4ca') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:06.888240 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-fdd92b47-72ae-481a-8522-d3a6a7bd162e tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f56f1d37-d46e-4a03-9b61-5e57d675f4ca') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:06.913051 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2f3cfc29-75bf-4390-80cc-6bd411e9b1b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.914217 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3cfc29-75bf-4390-80cc-6bd411e9b1b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:06.920184 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b26533a-2ab8-4031-af8c-e48d0e49b3e8 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:06.933082 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fdd92b47-72ae-481a-8522-d3a6a7bd162e tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.954823 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-2b26533a-2ab8-4031-af8c-e48d0e49b3e8 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:06.957562 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b26533a-2ab8-4031-af8c-e48d0e49b3e8 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:48:06.958941 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2b26533a-2ab8-4031-af8c-e48d0e49b3e8 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.035924 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-172382ee-676a-4ec8-bd42-f55f1cb08712 None None] For port 1d8a3a47-a06e-41c0-ae95-274f7fea7cd0, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:48:07.045179 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.059418 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fdd92b47-72ae-481a-8522-d3a6a7bd162e tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.080327 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-172382ee-676a-4ec8-bd42-f55f1cb08712 None None] For port 1d8a3a47-a06e-41c0-ae95-274f7fea7cd0, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=1d8a3a47-a06e-41c0-ae95-274f7fea7cd0,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:48:07.081970 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b26533a-2ab8-4031-af8c-e48d0e49b3e8 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Port': ['ID=dd9b2943-0c14-4781-9a14-27262dfd0839,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:07.103093 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-172382ee-676a-4ec8-bd42-f55f1cb08712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.136812 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port b6e7f372-3385-48fd-8f40-8ef9a68428f5, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=b6e7f372-3385-48fd-8f40-8ef9a68428f5,segment=NetworkSegment(ca400bf4-9282-4088-b772-9958718b3a4d),segment_id=ca400bf4-9282-4088-b772-9958718b3a4d)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:07.138809 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdd92b47-72ae-481a-8522-d3a6a7bd162e tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:48:07.139410 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fdd92b47-72ae-481a-8522-d3a6a7bd162e tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.143269 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:48:07.143269 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:48:07.143269 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:48:07.143269 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:48:07.143269 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:48:07.143269 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:48:07.143269 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:48:07.143269 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:48:07.143269 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:48:07.143269 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:48:07.143269 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:48:07.143269 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:48:07.143269 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:48:07.143269 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:48:07.143269 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:48:07.143269 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:48:07.143269 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:48:07.143269 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:48:07.143269 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:48:07.143269 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:48:07.143269 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:48:07.143269 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:48:07.143269 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:48:07.143269 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:48:07.143269 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:48:07.143269 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:48:07.143269 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:48:07.143269 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:48:07.143269 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:48:07.143269 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:48:07.143269 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:48:07.143269 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:48:07.203090 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172382ee-676a-4ec8-bd42-f55f1cb08712 None None] Pushing event updated for resources: {'Port': ['ID=1d8a3a47-a06e-41c0-ae95-274f7fea7cd0,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:07.206494 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.213621 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3cfc29-75bf-4390-80cc-6bd411e9b1b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network 2a9302a4-3c67-4ab8-a48d-9c86a95e30b2 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:07.237757 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-2f3cfc29-75bf-4390-80cc-6bd411e9b1b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:07.262221 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2b26533a-2ab8-4031-af8c-e48d0e49b3e8 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.280348 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1d18c251-38fc-41da-bc4c-2205cbc05606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.298683 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-818dfb05-094d-4942-8186-a25d2a65bbdb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.303244 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-d268e49a-bd84-4635-af6d-3f70d6d8c248 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] device_id is not set on port afac9028-8a89-40a1-b7c1-ec681e249cad yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:48:07.316083 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 573b4081-f6e0-4d2c-bb11-44c5fffe1cd4 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:48:07.329969 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-818dfb05-094d-4942-8186-a25d2a65bbdb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.332234 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fdd92b47-72ae-481a-8522-d3a6a7bd162e tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.369195 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=b6e7f372-3385-48fd-8f40-8ef9a68428f5,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:07.369937 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fdd92b47-72ae-481a-8522-d3a6a7bd162e tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.372241 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 573b4081-f6e0-4d2c-bb11-44c5fffe1cd4 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:48:07.372790 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 573b4081-f6e0-4d2c-bb11-44c5fffe1cd4 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:48:07.373362 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 55e8ea74-9983-476c-90f6-54a085545628 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:48:07.377248 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fdd92b47-72ae-481a-8522-d3a6a7bd162e tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "DELETE /v2.0/networks/dec03c52-208c-4000-8c23-509a719b0ff7 HTTP/1.1" status: 204 len: 168 time: 2.9569371 Feb 16 12:48:07.379764 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd92b47-72ae-481a-8522-d3a6a7bd162e tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event deleted for resources: {'Network': ['ID=dec03c52-208c-4000-8c23-509a719b0ff7,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:07.428959 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 55e8ea74-9983-476c-90f6-54a085545628 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:48:07.429306 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 55e8ea74-9983-476c-90f6-54a085545628 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:48:07.429665 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35558) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:07.429801 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device bccc0610-cc63-4ae5-bd17-e5bea35be343 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:48:07.458894 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.db.api [None req-1d18c251-38fc-41da-bc4c-2205cbc05606 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:48:07.459259 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG oslo_db.api [None req-1d18c251-38fc-41da-bc4c-2205cbc05606 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:48:07.459687 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: bccc0610-cc63-4ae5-bd17-e5bea35be343 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:48:07.460022 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device bccc0610-cc63-4ae5-bd17-e5bea35be343 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:48:07.577891 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-818dfb05-094d-4942-8186-a25d2a65bbdb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.581244 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818dfb05-094d-4942-8186-a25d2a65bbdb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Fanout notify agent at l3_agent the message router_deleted on router b0c32287-bb27-449c-b499-5054476eb36e {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:48:07.612369 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-818dfb05-094d-4942-8186-a25d2a65bbdb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.613894 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-818dfb05-094d-4942-8186-a25d2a65bbdb tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/routers/b0c32287-bb27-449c-b499-5054476eb36e HTTP/1.1" status: 204 len: 168 time: 1.3676853 Feb 16 12:48:07.643378 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35560) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:07.702029 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3cfc29-75bf-4390-80cc-6bd411e9b1b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router 24cf7b7e-f935-47c5-aef9-0effe62071e8 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:48:07.896809 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-76a1cf0b-e294-4759-8fa1-36b84521b85e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Deleting subnet 52a7f0f2-961d-46d3-8b6c-29c269bc6f5f {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:48:07.905351 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2b26533a-2ab8-4031-af8c-e48d0e49b3e8 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.919466 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2b26533a-2ab8-4031-af8c-e48d0e49b3e8 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.920450 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2b26533a-2ab8-4031-af8c-e48d0e49b3e8 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.943757 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ba360660-7680-4c80-989f-8c278c83294c tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.945485 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b6e7f372-3385-48fd-8f40-8ef9a68428f5 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:48:07.947157 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-76a1cf0b-e294-4759-8fa1-36b84521b85e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.992381 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-76a1cf0b-e294-4759-8fa1-36b84521b85e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.997229 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3cfc29-75bf-4390-80cc-6bd411e9b1b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:48:08.009140 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13326e35-4d31-42ca-bfee-b966e54f2d48 None None] Sync routers for ids ['24cf7b7e-f935-47c5-aef9-0effe62071e8'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:08.024093 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13326e35-4d31-42ca-bfee-b966e54f2d48 None None] Routers {'24cf7b7e-f935-47c5-aef9-0effe62071e8'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:48:08.029930 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-13326e35-4d31-42ca-bfee-b966e54f2d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['24cf7b7e-f935-47c5-aef9-0effe62071e8'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:08.059157 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2f3cfc29-75bf-4390-80cc-6bd411e9b1b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "PUT /v2.0/routers/24cf7b7e-f935-47c5-aef9-0effe62071e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5749342 Feb 16 12:48:08.061821 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b26533a-2ab8-4031-af8c-e48d0e49b3e8 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Port': ['ID=dd9b2943-0c14-4781-9a14-27262dfd0839,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:08.064231 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35562) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:08.144969 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port b6e7f372-3385-48fd-8f40-8ef9a68428f5 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:08.147469 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.169465 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d268e49a-bd84-4635-af6d-3f70d6d8c248 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.175443 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ba360660-7680-4c80-989f-8c278c83294c tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.261010 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-13326e35-4d31-42ca-bfee-b966e54f2d48 None None] Set router 24cf7b7e-f935-47c5-aef9-0effe62071e8 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:48:08.296603 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 4a7a2ecb-930a-4947-9f24-a5b4e61342a6 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:48:08.312705 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ba360660-7680-4c80-989f-8c278c83294c tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.350946 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-2e0ec24e-d207-4338-a644-2ead0ec64367 None None] Provisioning complete for port 4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:08.351219 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba360660-7680-4c80-989f-8c278c83294c tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Pushing event updated for resources: {'Port': ['ID=e6840ac0-d322-442c-a1ae-4753efd96d4a,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:08.351387 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2e0ec24e-d207-4338-a644-2ead0ec64367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.383239 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b26533a-2ab8-4031-af8c-e48d0e49b3e8 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:08.392344 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-2b26533a-2ab8-4031-af8c-e48d0e49b3e8 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:08.414667 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2f06df-f71b-475e-a273-7081e0f1c319 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:08.415148 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2f06df-f71b-475e-a273-7081e0f1c319 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:08.415608 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2f06df-f71b-475e-a273-7081e0f1c319 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:08.416067 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2f06df-f71b-475e-a273-7081e0f1c319 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:08.416523 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2f06df-f71b-475e-a273-7081e0f1c319 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:08.417031 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2f06df-f71b-475e-a273-7081e0f1c319 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:08.417487 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2f06df-f71b-475e-a273-7081e0f1c319 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:08.418508 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2f06df-f71b-475e-a273-7081e0f1c319 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:08.418508 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2f06df-f71b-475e-a273-7081e0f1c319 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:08.418824 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2f06df-f71b-475e-a273-7081e0f1c319 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:08.425638 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2f06df-f71b-475e-a273-7081e0f1c319 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:08.425852 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2f06df-f71b-475e-a273-7081e0f1c319 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:08.426257 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 4a7a2ecb-930a-4947-9f24-a5b4e61342a6 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:08.426438 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2f06df-f71b-475e-a273-7081e0f1c319 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:08.426627 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.426777 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2f06df-f71b-475e-a273-7081e0f1c319 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:08.427175 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2f06df-f71b-475e-a273-7081e0f1c319 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:08.438013 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-da2f06df-f71b-475e-a273-7081e0f1c319 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10371 time: 0.3536363 Feb 16 12:48:08.438013 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35564) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:08.478529 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-2e0ec24e-d207-4338-a644-2ead0ec64367 None None] Port 4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:48:08.504387 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-2e0ec24e-d207-4338-a644-2ead0ec64367 None None] Provisioning complete for port b6e7f372-3385-48fd-8f40-8ef9a68428f5 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:08.504898 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2e0ec24e-d207-4338-a644-2ead0ec64367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.558739 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-d268e49a-bd84-4635-af6d-3f70d6d8c248 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] device_id is not set on port dbb3f260-5a99-4858-aef3-3557e9933448 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:48:08.596342 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec96e4f-7e03-4893-9734-df585e665032 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:08.597018 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec96e4f-7e03-4893-9734-df585e665032 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:08.597554 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec96e4f-7e03-4893-9734-df585e665032 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:08.598076 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec96e4f-7e03-4893-9734-df585e665032 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:08.598591 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec96e4f-7e03-4893-9734-df585e665032 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:08.599105 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec96e4f-7e03-4893-9734-df585e665032 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:08.599611 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec96e4f-7e03-4893-9734-df585e665032 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:08.600123 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec96e4f-7e03-4893-9734-df585e665032 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:08.600773 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec96e4f-7e03-4893-9734-df585e665032 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:08.601184 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec96e4f-7e03-4893-9734-df585e665032 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:08.601687 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec96e4f-7e03-4893-9734-df585e665032 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:08.602227 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec96e4f-7e03-4893-9734-df585e665032 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:08.604893 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-eec96e4f-7e03-4893-9734-df585e665032 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7589 time: 0.1689141 Feb 16 12:48:08.611279 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35566) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:08.649226 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 1d8a3a47-a06e-41c0-ae95-274f7fea7cd0 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:48:08.658364 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-76a1cf0b-e294-4759-8fa1-36b84521b85e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.683054 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-13326e35-4d31-42ca-bfee-b966e54f2d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'name': 'tempest-TestNetworkBasicOps-router-1368041289', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '4a7a2ecb-930a-4947-9f24-a5b4e61342a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:54Z', 'updated_at': '2022-02-16T12:48:05Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '4a7a2ecb-930a-4947-9f24-a5b4e61342a6', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:55Z', 'updated_at': '2022-02-16T12:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9', 'name': '', 'network_id': '2a9302a4-3c67-4ab8-a48d-9c86a95e30b2', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:de:68:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4d07b80a-2947-4cf0-b0a9-82856344f0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:04Z', 'updated_at': '2022-02-16T12:48:06Z', 'revision_number': 2, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': '4d07b80a-2947-4cf0-b0a9-82856344f0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:08.726442 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13326e35-4d31-42ca-bfee-b966e54f2d48 None None] Checking router: 24cf7b7e-f935-47c5-aef9-0effe62071e8 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:48:08.726790 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13326e35-4d31-42ca-bfee-b966e54f2d48 None None] Updating router 24cf7b7e-f935-47c5-aef9-0effe62071e8 port 4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9 binding host dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:48:08.787842 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-13326e35-4d31-42ca-bfee-b966e54f2d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.797962 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 1d8a3a47-a06e-41c0-ae95-274f7fea7cd0 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:08.798117 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.810738 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b26533a-2ab8-4031-af8c-e48d0e49b3e8 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Router 58b2a6a8-028a-4832-983a-af5ed6166427 is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:48:08.885679 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba360660-7680-4c80-989f-8c278c83294c tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Network acc3d0c7-b2b3-48e7-b0ee-9fc45b8c66af is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:08.890451 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-76a1cf0b-e294-4759-8fa1-36b84521b85e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.898695 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-ba360660-7680-4c80-989f-8c278c83294c tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:08.941094 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a1cf0b-e294-4759-8fa1-36b84521b85e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'Subnet': ['ID=52a7f0f2-961d-46d3-8b6c-29c269bc6f5f,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:08.949589 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:09.002360 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-76a1cf0b-e294-4759-8fa1-36b84521b85e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:09.005690 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-76a1cf0b-e294-4759-8fa1-36b84521b85e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/subnets/52a7f0f2-961d-46d3-8b6c-29c269bc6f5f HTTP/1.1" status: 204 len: 168 time: 1.3611650 Feb 16 12:48:09.013656 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d30b73-fd63-4337-a32b-f121a57aea72 None None] Network 707de644-4745-4255-88a2-76f8fd4c9e08 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:09.035176 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b26533a-2ab8-4031-af8c-e48d0e49b3e8 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:48:09.037376 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35568) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:09.051842 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2b26533a-2ab8-4031-af8c-e48d0e49b3e8 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "PUT /v2.0/routers/58b2a6a8-028a-4832-983a-af5ed6166427/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6596131 Feb 16 12:48:09.061400 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35570) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:09.094141 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 1d8a3a47-a06e-41c0-ae95-274f7fea7cd0, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=1d8a3a47-a06e-41c0-ae95-274f7fea7cd0,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:09.118236 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-0fb2fd9b-3885-44a2-905e-2fecfa7f5f1c None None] Provisioning complete for port 1d8a3a47-a06e-41c0-ae95-274f7fea7cd0 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:09.118236 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0fb2fd9b-3885-44a2-905e-2fecfa7f5f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:09.127547 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d268e49a-bd84-4635-af6d-3f70d6d8c248 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:09.129946 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d092db5c-64c8-46ff-ac30-a5ac3117167f None None] Sync routers for ids ['58b2a6a8-028a-4832-983a-af5ed6166427'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:09.209999 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba360660-7680-4c80-989f-8c278c83294c tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Router 68247491-0877-472b-8e70-a522cfdd9714 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:48:09.227696 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15244bd3-bd15-4421-a0ac-e6e7d30d0bc1 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:09.232145 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-15244bd3-bd15-4421-a0ac-e6e7d30d0bc1 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/ports/dd9b2943-0c14-4781-9a14-27262dfd0839 HTTP/1.1" status: 200 len: 911 time: 0.1702642 Feb 16 12:48:09.235354 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35572) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:09.240092 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7c1ae7d2-d531-41e6-98f1-3097429e6c17 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:09.279521 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:09.372750 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-13326e35-4d31-42ca-bfee-b966e54f2d48 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:09.384405 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-13326e35-4d31-42ca-bfee-b966e54f2d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:09.440245 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d092db5c-64c8-46ff-ac30-a5ac3117167f None None] Routers {'58b2a6a8-028a-4832-983a-af5ed6166427'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:48:09.441128 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-d092db5c-64c8-46ff-ac30-a5ac3117167f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['58b2a6a8-028a-4832-983a-af5ed6166427'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:09.442125 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d268e49a-bd84-4635-af6d-3f70d6d8c248 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:09.536571 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa0b331-ced4-4e44-9daf-90594b49f960 None None] Pushing event updated for resources: {'Port': ['ID=4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:09.567624 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-13326e35-4d31-42ca-bfee-b966e54f2d48 None None] Attempting to bind port 4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:09.568138 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-13326e35-4d31-42ca-bfee-b966e54f2d48 None None] Attempting to bind port 4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'ca400bf4-9282-4088-b772-9958718b3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2a9302a4-3c67-4ab8-a48d-9c86a95e30b2'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:09.568503 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13326e35-4d31-42ca-bfee-b966e54f2d48 None None] Attempting to bind port 4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9 on network 2a9302a4-3c67-4ab8-a48d-9c86a95e30b2 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:48:09.574870 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13326e35-4d31-42ca-bfee-b966e54f2d48 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:48:09.575243 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13326e35-4d31-42ca-bfee-b966e54f2d48 None None] Checking segment: {'id': 'ca400bf4-9282-4088-b772-9958718b3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2a9302a4-3c67-4ab8-a48d-9c86a95e30b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:48:09.575653 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-13326e35-4d31-42ca-bfee-b966e54f2d48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:09.576054 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13326e35-4d31-42ca-bfee-b966e54f2d48 None None] Bound using segment: {'id': 'ca400bf4-9282-4088-b772-9958718b3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2a9302a4-3c67-4ab8-a48d-9c86a95e30b2'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:48:09.576556 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-13326e35-4d31-42ca-bfee-b966e54f2d48 None None] Bound port: 4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca400bf4-9282-4088-b772-9958718b3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2a9302a4-3c67-4ab8-a48d-9c86a95e30b2'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:09.576993 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-13326e35-4d31-42ca-bfee-b966e54f2d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:09.695545 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-13326e35-4d31-42ca-bfee-b966e54f2d48 None None] For port 4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:48:09.697890 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba360660-7680-4c80-989f-8c278c83294c tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:48:09.702864 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-13326e35-4d31-42ca-bfee-b966e54f2d48 None None] For port 4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9,segment=NetworkSegment(ca400bf4-9282-4088-b772-9958718b3a4d),segment_id=ca400bf4-9282-4088-b772-9958718b3a4d)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:48:09.729963 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-13326e35-4d31-42ca-bfee-b966e54f2d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:09.754390 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9617d1ba-284a-4161-8b57-d22dcf598709 None None] Sync routers for ids ['68247491-0877-472b-8e70-a522cfdd9714'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:09.816193 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ba360660-7680-4c80-989f-8c278c83294c tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] 10.222.0.90 "PUT /v2.0/routers/68247491-0877-472b-8e70-a522cfdd9714/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6433966 Feb 16 12:48:09.816423 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35574) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:09.817313 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268e49a-bd84-4635-af6d-3f70d6d8c248 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'Port': ['ID=afac9028-8a89-40a1-b7c1-ec681e249cad,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:09.833493 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22bff1c9-fd97-46f6-b614-4e75060ea941 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:09.853718 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d268e49a-bd84-4635-af6d-3f70d6d8c248 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Network 2381fa5b-6fd9-43f9-84d2-d45bc8ce1093 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:09.864423 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9617d1ba-284a-4161-8b57-d22dcf598709 None None] Routers {'68247491-0877-472b-8e70-a522cfdd9714'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:48:09.865099 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9617d1ba-284a-4161-8b57-d22dcf598709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['68247491-0877-472b-8e70-a522cfdd9714'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:09.876533 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-d268e49a-bd84-4635-af6d-3f70d6d8c248 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:09.881502 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d268e49a-bd84-4635-af6d-3f70d6d8c248 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:48:09.892038 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d268e49a-bd84-4635-af6d-3f70d6d8c248 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:09.939975 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13326e35-4d31-42ca-bfee-b966e54f2d48 None None] Routers {'24cf7b7e-f935-47c5-aef9-0effe62071e8'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:48:09.940606 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-13326e35-4d31-42ca-bfee-b966e54f2d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['24cf7b7e-f935-47c5-aef9-0effe62071e8'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:09.949405 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9617d1ba-284a-4161-8b57-d22dcf598709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:09.977199 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0f5d35-d459-4368-9735-e60bfbcd8509 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:09.984581 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0f5d35-d459-4368-9735-e60bfbcd8509 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:09.992326 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35576) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:09.992756 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-df0f5d35-d459-4368-9735-e60bfbcd8509 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.7499001 Feb 16 12:48:10.010230 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ad820f35-2ccf-452a-bc7d-ab7603645db7 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3947 time: 1.3976369 Feb 16 12:48:10.025121 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa0b331-ced4-4e44-9daf-90594b49f960 None None] Pushing event updated for resources: {'Port': ['ID=4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:10.072599 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9617d1ba-284a-4161-8b57-d22dcf598709 None None] Routers {'68247491-0877-472b-8e70-a522cfdd9714'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:48:10.077259 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9617d1ba-284a-4161-8b57-d22dcf598709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['68247491-0877-472b-8e70-a522cfdd9714'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:10.127881 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ae7e697e-b08a-4b17-a50a-b7897cd3342b tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks [] for router, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:10.194497 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268e49a-bd84-4635-af6d-3f70d6d8c248 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'Port': ['ID=dbb3f260-5a99-4858-aef3-3557e9933448,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:10.209481 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d268e49a-bd84-4635-af6d-3f70d6d8c248 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Checking segment: {'id': 'd68e961c-25ce-495d-83dd-b82a28818841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '04cc2055-1199-43f3-853a-3dbf8c2b7e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:48:10.209845 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d268e49a-bd84-4635-af6d-3f70d6d8c248 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Network hostable DHCP agents. Network: 04cc2055-1199-43f3-853a-3dbf8c2b7e7a, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:48:10.231317 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=1d8a3a47-a06e-41c0-ae95-274f7fea7cd0,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:10.232507 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9617d1ba-284a-4161-8b57-d22dcf598709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:10.233533 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9617d1ba-284a-4161-8b57-d22dcf598709 None None] The sync data for ids ['68247491-0877-472b-8e70-a522cfdd9714'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:10.246520 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-ae7e697e-b08a-4b17-a50a-b7897cd3342b tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 16 12:48:10.247583 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ae7e697e-b08a-4b17-a50a-b7897cd3342b tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] 10.222.0.90 "DELETE /v2.0/routers/68247491-0877-472b-8e70-a522cfdd9714 HTTP/1.1" status: 409 len: 329 time: 0.4298017 Feb 16 12:48:10.261216 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35580) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:10.268802 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-13326e35-4d31-42ca-bfee-b966e54f2d48 None None] Set router 24cf7b7e-f935-47c5-aef9-0effe62071e8 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:48:10.312282 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d268e49a-bd84-4635-af6d-3f70d6d8c248 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Network 04cc2055-1199-43f3-853a-3dbf8c2b7e7a is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:48:10.329180 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-d268e49a-bd84-4635-af6d-3f70d6d8c248 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 04cc2055-1199-43f3-853a-3dbf8c2b7e7a) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:10.353458 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccc503d-7818-45d5-8532-55553c7ac92d None None] Network 04cc2055-1199-43f3-853a-3dbf8c2b7e7a requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:10.358788 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d268e49a-bd84-4635-af6d-3f70d6d8c248 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:48:10.364363 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-d092db5c-64c8-46ff-ac30-a5ac3117167f None None] Set router 58b2a6a8-028a-4832-983a-af5ed6166427 gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:48:10.367195 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d268e49a-bd84-4635-af6d-3f70d6d8c248 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:10.372858 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d268e49a-bd84-4635-af6d-3f70d6d8c248 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:10.373557 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d268e49a-bd84-4635-af6d-3f70d6d8c248 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:10.418909 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d268e49a-bd84-4635-af6d-3f70d6d8c248 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.0752678 Feb 16 12:48:10.422609 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35582) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:10.473443 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-7c1ae7d2-d531-41e6-98f1-3097429e6c17 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Deleting port d97df989-3e09-4ded-a1d3-b8b25a5cc65f {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:10.473918 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7c1ae7d2-d531-41e6-98f1-3097429e6c17 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:10.518761 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-22bff1c9-fd97-46f6-b614-4e75060ea941 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Deleting port cabfe0c0-ea91-4a34-b70c-ce7113a2bc1a {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:10.519134 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22bff1c9-fd97-46f6-b614-4e75060ea941 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:10.625453 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d654a7-2d4f-4d89-8b36-b0fdafe22d61 None None] DHCP port deletion for 707de644-4745-4255-88a2-76f8fd4c9e08 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:48:10.655940 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35584) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:10.659047 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-13326e35-4d31-42ca-bfee-b966e54f2d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'name': 'tempest-TestNetworkBasicOps-router-1368041289', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '4a7a2ecb-930a-4947-9f24-a5b4e61342a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:54Z', 'updated_at': '2022-02-16T12:48:05Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '4a7a2ecb-930a-4947-9f24-a5b4e61342a6', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:55Z', 'updated_at': '2022-02-16T12:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9', 'name': '', 'network_id': '2a9302a4-3c67-4ab8-a48d-9c86a95e30b2', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:de:68:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4d07b80a-2947-4cf0-b0a9-82856344f0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:04Z', 'updated_at': '2022-02-16T12:48:09Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': '4d07b80a-2947-4cf0-b0a9-82856344f0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:10.666004 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-70e0e287-c37e-4338-9b10-80c626552cb2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1955271864', 'description': 'tempest-secgroup-smoke-1955271864 description', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:10.691093 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-7c1ae7d2-d531-41e6-98f1-3097429e6c17 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] For port d97df989-3e09-4ded-a1d3-b8b25a5cc65f, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=d97df989-3e09-4ded-a1d3-b8b25a5cc65f,segment=NetworkSegment(a544bfd0-a5d2-4843-aa2f-bf83dc531e5a),segment_id=a544bfd0-a5d2-4843-aa2f-bf83dc531e5a)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:10.691626 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7c1ae7d2-d531-41e6-98f1-3097429e6c17 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:10.698778 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13326e35-4d31-42ca-bfee-b966e54f2d48 None None] The sync data for ids ['24cf7b7e-f935-47c5-aef9-0effe62071e8'] in dv-neutron-828142-3-hyperv is: [{'id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'name': 'tempest-TestNetworkBasicOps-router-1368041289', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '4a7a2ecb-930a-4947-9f24-a5b4e61342a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:54Z', 'updated_at': '2022-02-16T12:48:05Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '4a7a2ecb-930a-4947-9f24-a5b4e61342a6', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:55Z', 'updated_at': '2022-02-16T12:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9', 'name': '', 'network_id': '2a9302a4-3c67-4ab8-a48d-9c86a95e30b2', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:de:68:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4d07b80a-2947-4cf0-b0a9-82856344f0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:04Z', 'updated_at': '2022-02-16T12:48:09Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': '4d07b80a-2947-4cf0-b0a9-82856344f0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:10.827362 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9727877f-c4f5-4dba-ae08-5b621e4965d7 None None] Provisioning complete for port 4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:10.828028 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9727877f-c4f5-4dba-ae08-5b621e4965d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:10.832096 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-22bff1c9-fd97-46f6-b614-4e75060ea941 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] For port cabfe0c0-ea91-4a34-b70c-ce7113a2bc1a, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=cabfe0c0-ea91-4a34-b70c-ce7113a2bc1a,segment=NetworkSegment(19de1d53-93b0-432c-9fc8-17f2ce32905a),segment_id=19de1d53-93b0-432c-9fc8-17f2ce32905a)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:10.832717 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22bff1c9-fd97-46f6-b614-4e75060ea941 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:10.877063 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-22bff1c9-fd97-46f6-b614-4e75060ea941 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Calling delete_port for cabfe0c0-ea91-4a34-b70c-ce7113a2bc1a owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:10.897802 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-70e0e287-c37e-4338-9b10-80c626552cb2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:10.998880 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-05d654a7-2d4f-4d89-8b36-b0fdafe22d61 None None] Deleting port cabfe0c0-ea91-4a34-b70c-ce7113a2bc1a {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:10.999271 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-05d654a7-2d4f-4d89-8b36-b0fdafe22d61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.166986 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-7c1ae7d2-d531-41e6-98f1-3097429e6c17 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Calling delete_port for d97df989-3e09-4ded-a1d3-b8b25a5cc65f owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:11.185639 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9727877f-c4f5-4dba-ae08-5b621e4965d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.237028 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-05d654a7-2d4f-4d89-8b36-b0fdafe22d61 None None] For port cabfe0c0-ea91-4a34-b70c-ce7113a2bc1a, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=cabfe0c0-ea91-4a34-b70c-ce7113a2bc1a,segment=NetworkSegment(19de1d53-93b0-432c-9fc8-17f2ce32905a),segment_id=19de1d53-93b0-432c-9fc8-17f2ce32905a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:11.238046 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-05d654a7-2d4f-4d89-8b36-b0fdafe22d61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.244164 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-70e0e287-c37e-4338-9b10-80c626552cb2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.259988 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22bff1c9-fd97-46f6-b614-4e75060ea941 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.266945 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-70e0e287-c37e-4338-9b10-80c626552cb2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.282491 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-05d654a7-2d4f-4d89-8b36-b0fdafe22d61 None None] Calling delete_port for cabfe0c0-ea91-4a34-b70c-ce7113a2bc1a owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:11.312270 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-01779c07-6b3b-4b1c-bf58-99632eb2030e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Deleting port dbb3f260-5a99-4858-aef3-3557e9933448 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:11.313614 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-01779c07-6b3b-4b1c-bf58-99632eb2030e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.325003 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bff1c9-fd97-46f6-b614-4e75060ea941 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'Port': ['ID=cabfe0c0-ea91-4a34-b70c-ce7113a2bc1a,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:11.334858 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-d092db5c-64c8-46ff-ac30-a5ac3117167f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b2a6a8-028a-4832-983a-af5ed6166427', 'name': 'tempest-NetworksTestDHCPv6-router-1603181498', 'tenant_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:04Z', 'updated_at': '2022-02-16T12:48:07Z', 'revision_number': 2, 'project_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'gw_port_host': None, '_interfaces': [{'id': 'dd9b2943-0c14-4781-9a14-27262dfd0839', 'name': '', 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'tenant_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'mac_address': 'fa:16:3e:6c:29:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b2a6a8-028a-4832-983a-af5ed6166427', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '249a71bc-2adf-417d-b535-9c640793dbfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:05Z', 'updated_at': '2022-02-16T12:48:07Z', 'revision_number': 2, 'project_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'subnets': [{'id': '249a71bc-2adf-417d-b535-9c640793dbfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:11.371043 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bff1c9-fd97-46f6-b614-4e75060ea941 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] No DVR routers for this DVR port cabfe0c0-ea91-4a34-b70c-ce7113a2bc1a on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:11.389753 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-70e0e287-c37e-4338-9b10-80c626552cb2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.394218 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-70e0e287-c37e-4338-9b10-80c626552cb2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7316120 Feb 16 12:48:11.394458 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d092db5c-64c8-46ff-ac30-a5ac3117167f None None] Checking router: 58b2a6a8-028a-4832-983a-af5ed6166427 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:48:11.394458 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d092db5c-64c8-46ff-ac30-a5ac3117167f None None] Updating router 58b2a6a8-028a-4832-983a-af5ed6166427 port dd9b2943-0c14-4781-9a14-27262dfd0839 binding host dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:48:11.399954 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9727877f-c4f5-4dba-ae08-5b621e4965d7 None None] For port 4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9,segment=NetworkSegment(ca400bf4-9282-4088-b772-9958718b3a4d),segment_id=ca400bf4-9282-4088-b772-9958718b3a4d)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:11.414287 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35586) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:11.431992 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-7d636e8c-149b-4b52-b56f-1541c7666f48 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': 'dcd34c9b-d3c4-48a7-b0ae-838ff0dfc9e1', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:11.460302 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e0e287-c37e-4338-9b10-80c626552cb2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd34c9b-d3c4-48a7-b0ae-838ff0dfc9e1,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:11.498571 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9727877f-c4f5-4dba-ae08-5b621e4965d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.565528 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d092db5c-64c8-46ff-ac30-a5ac3117167f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.586316 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-01779c07-6b3b-4b1c-bf58-99632eb2030e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.600734 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8b8818de-8adc-423e-a3d6-43607ed98ee6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.620929 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9727877f-c4f5-4dba-ae08-5b621e4965d7 None None] Provisioning complete for port e6840ac0-d322-442c-a1ae-4753efd96d4a triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:11.621469 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9727877f-c4f5-4dba-ae08-5b621e4965d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.631348 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727877f-c4f5-4dba-ae08-5b621e4965d7 None None] Pushing event updated for resources: {'Port': ['ID=4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:11.633740 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7d636e8c-149b-4b52-b56f-1541c7666f48 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.638574 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-01779c07-6b3b-4b1c-bf58-99632eb2030e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Calling delete_port for dbb3f260-5a99-4858-aef3-3557e9933448 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:11.690513 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22bff1c9-fd97-46f6-b614-4e75060ea941 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.708042 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9727877f-c4f5-4dba-ae08-5b621e4965d7 None None] Port e6840ac0-d322-442c-a1ae-4753efd96d4a cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:48:11.714390 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-05d654a7-2d4f-4d89-8b36-b0fdafe22d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.762698 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-22bff1c9-fd97-46f6-b614-4e75060ea941 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['707de644-4745-4255-88a2-76f8fd4c9e08']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:11.779549 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-82168186-3979-4cbb-9537-f77b815bdb33 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.789200 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-22bff1c9-fd97-46f6-b614-4e75060ea941 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19de1d53-93b0-432c-9fc8-17f2ce32905a') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:11.789565 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-22bff1c9-fd97-46f6-b614-4e75060ea941 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19de1d53-93b0-432c-9fc8-17f2ce32905a') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:11.835372 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d654a7-2d4f-4d89-8b36-b0fdafe22d61 None None] Pushing event deleted for resources: {'Port': ['ID=cabfe0c0-ea91-4a34-b70c-ce7113a2bc1a,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:11.848658 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d654a7-2d4f-4d89-8b36-b0fdafe22d61 None None] No DVR routers for this DVR port cabfe0c0-ea91-4a34-b70c-ce7113a2bc1a on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:11.857423 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9727877f-c4f5-4dba-ae08-5b621e4965d7 None None] Provisioning complete for port dd9b2943-0c14-4781-9a14-27262dfd0839 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:11.857803 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9727877f-c4f5-4dba-ae08-5b621e4965d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.883092 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22bff1c9-fd97-46f6-b614-4e75060ea941 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.909367 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7d636e8c-149b-4b52-b56f-1541c7666f48 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.932519 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7d636e8c-149b-4b52-b56f-1541c7666f48 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.938920 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9727877f-c4f5-4dba-ae08-5b621e4965d7 None None] Port dd9b2943-0c14-4781-9a14-27262dfd0839 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:48:11.939531 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7c1ae7d2-d531-41e6-98f1-3097429e6c17 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.990482 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22bff1c9-fd97-46f6-b614-4e75060ea941 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.032872 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:48:12.034391 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d636e8c-149b-4b52-b56f-1541c7666f48 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b20c963e-a817-4a03-b5cb-8ba7f1a9a0db,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:12.048802 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22bff1c9-fd97-46f6-b614-4e75060ea941 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:48:12.049226 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22bff1c9-fd97-46f6-b614-4e75060ea941 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.054531 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:48:12.054531 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:48:12.054531 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:48:12.054531 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:48:12.054531 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:48:12.054531 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:48:12.054531 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:48:12.054531 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:48:12.054531 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:48:12.054531 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:48:12.054531 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:48:12.054531 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:48:12.054531 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:48:12.054531 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:48:12.054531 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:48:12.054531 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:48:12.054531 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:48:12.054531 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:48:12.054531 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:48:12.054531 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:48:12.054531 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:48:12.054531 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:48:12.054531 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:48:12.054531 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:48:12.054531 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:48:12.054531 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:48:12.054531 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:48:12.054531 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:48:12.054531 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:48:12.054531 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:48:12.054531 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:48:12.054531 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:48:12.065549 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-01779c07-6b3b-4b1c-bf58-99632eb2030e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.071396 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ae7d2-d531-41e6-98f1-3097429e6c17 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event deleted for resources: {'Port': ['ID=d97df989-3e09-4ded-a1d3-b8b25a5cc65f,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:12.082905 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7d636e8c-149b-4b52-b56f-1541c7666f48 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.086720 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7d636e8c-149b-4b52-b56f-1541c7666f48 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6660337 Feb 16 12:48:12.094484 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35588) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:12.132546 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-01779c07-6b3b-4b1c-bf58-99632eb2030e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.136223 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-01779c07-6b3b-4b1c-bf58-99632eb2030e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/ports/dbb3f260-5a99-4858-aef3-3557e9933448 HTTP/1.1" status: 204 len: 168 time: 1.7115698 Feb 16 12:48:12.164085 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:12.164772 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.174453 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01779c07-6b3b-4b1c-bf58-99632eb2030e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'Port': ['ID=dbb3f260-5a99-4858-aef3-3557e9933448,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:12.182912 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35590) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:12.201301 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-499cb535-7a8c-422d-8266-d197e0bebe18 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': 'dcd34c9b-d3c4-48a7-b0ae-838ff0dfc9e1', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:12.269047 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22bff1c9-fd97-46f6-b614-4e75060ea941 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.298198 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22bff1c9-fd97-46f6-b614-4e75060ea941 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.308408 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-22bff1c9-fd97-46f6-b614-4e75060ea941 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/networks/707de644-4745-4255-88a2-76f8fd4c9e08 HTTP/1.1" status: 204 len: 168 time: 3.2686210 Feb 16 12:48:12.318420 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 12:48:12.323302 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7c1ae7d2-d531-41e6-98f1-3097429e6c17 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.335508 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35592) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:12.345846 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bff1c9-fd97-46f6-b614-4e75060ea941 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'Network': ['ID=707de644-4745-4255-88a2-76f8fd4c9e08,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:12.348193 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d092db5c-64c8-46ff-ac30-a5ac3117167f None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.390190 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-499cb535-7a8c-422d-8266-d197e0bebe18 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.393470 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d092db5c-64c8-46ff-ac30-a5ac3117167f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.487466 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 1d8a3a47-a06e-41c0-ae95-274f7fea7cd0 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:48:12.538694 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39153a45-12fe-4a59-b0b0-5234fe1398ca None None] Pushing event updated for resources: {'Port': ['ID=dd9b2943-0c14-4781-9a14-27262dfd0839,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:12.637736 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-d092db5c-64c8-46ff-ac30-a5ac3117167f None None] Attempting to bind port dd9b2943-0c14-4781-9a14-27262dfd0839 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:12.638113 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-d092db5c-64c8-46ff-ac30-a5ac3117167f None None] Attempting to bind port dd9b2943-0c14-4781-9a14-27262dfd0839 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:12.638478 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d092db5c-64c8-46ff-ac30-a5ac3117167f None None] Attempting to bind port dd9b2943-0c14-4781-9a14-27262dfd0839 on network 8f2fc9c2-6909-42b1-9817-f8926b88a024 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:48:12.640100 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f5389f-754e-415b-9d0f-2115f2f1acf7 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:12.643142 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-22f5389f-754e-415b-9d0f-2115f2f1acf7 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "GET /v2.0/ports/18628e21-037c-4570-826c-3e69c00f5356 HTTP/1.1" status: 200 len: 841 time: 0.3063006 Feb 16 12:48:12.645500 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1ae7d2-d531-41e6-98f1-3097429e6c17 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Router 82cadb3a-55b1-497f-b25c-4b7a652b9a28 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:48:12.648503 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35594) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:12.652655 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d092db5c-64c8-46ff-ac30-a5ac3117167f None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:48:12.653227 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d092db5c-64c8-46ff-ac30-a5ac3117167f None None] Checking segment: {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:48:12.653656 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d092db5c-64c8-46ff-ac30-a5ac3117167f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.654062 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d092db5c-64c8-46ff-ac30-a5ac3117167f None None] Bound using segment: {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:48:12.654557 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-d092db5c-64c8-46ff-ac30-a5ac3117167f None None] Bound port: dd9b2943-0c14-4781-9a14-27262dfd0839, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:12.655006 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d092db5c-64c8-46ff-ac30-a5ac3117167f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.701773 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 1d8a3a47-a06e-41c0-ae95-274f7fea7cd0 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:12.701876 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.735180 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f3490141-8e77-4975-9c80-178068dd1809 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "GET /v2.0/ports/18628e21-037c-4570-826c-3e69c00f5356?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0854003 Feb 16 12:48:12.752986 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7a526e-f117-4292-a997-1b21cbb9e3c1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:12.761182 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7a526e-f117-4292-a997-1b21cbb9e3c1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:12.766554 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-aa7a526e-f117-4292-a997-1b21cbb9e3c1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.5727673 Feb 16 12:48:12.766554 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35596) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:12.768616 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35598) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:12.773388 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-d092db5c-64c8-46ff-ac30-a5ac3117167f None None] For port dd9b2943-0c14-4781-9a14-27262dfd0839, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:48:12.773577 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-9c764621-07c9-49a2-9b08-878878d60ddc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'subnet': {'network_id': 'f1103cc1-ec1a-4517-846a-1695013054ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:12.778392 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-d092db5c-64c8-46ff-ac30-a5ac3117167f None None] For port dd9b2943-0c14-4781-9a14-27262dfd0839, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=dd9b2943-0c14-4781-9a14-27262dfd0839,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:48:12.789228 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d092db5c-64c8-46ff-ac30-a5ac3117167f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.981675 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-499cb535-7a8c-422d-8266-d197e0bebe18 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.011029 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-499cb535-7a8c-422d-8266-d197e0bebe18 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.055017 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-8b8818de-8adc-423e-a3d6-43607ed98ee6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting port dd9b2943-0c14-4781-9a14-27262dfd0839 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:13.055632 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8b8818de-8adc-423e-a3d6-43607ed98ee6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.066623 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499cb535-7a8c-422d-8266-d197e0bebe18 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37b5a328-be59-4fff-86d6-eba3ed53ac4e,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:13.069976 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1ae7d2-d531-41e6-98f1-3097429e6c17 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:48:13.081481 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d092db5c-64c8-46ff-ac30-a5ac3117167f None None] Routers {'58b2a6a8-028a-4832-983a-af5ed6166427'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:48:13.082133 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-d092db5c-64c8-46ff-ac30-a5ac3117167f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['58b2a6a8-028a-4832-983a-af5ed6166427'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:13.090142 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af51cdb8-47bb-4555-b829-f8e1c0e7cc66 None None] Sync routers for ids ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:13.093187 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7c1ae7d2-d531-41e6-98f1-3097429e6c17 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "PUT /v2.0/routers/82cadb3a-55b1-497f-b25c-4b7a652b9a28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6584349 Feb 16 12:48:13.095397 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-499cb535-7a8c-422d-8266-d197e0bebe18 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.100671 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35600) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:13.101706 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-90580473-ed95-4a64-9ade-db4e67386ec9 None None] Provisioning complete for port dd9b2943-0c14-4781-9a14-27262dfd0839 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:13.101706 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-90580473-ed95-4a64-9ade-db4e67386ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.103814 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-499cb535-7a8c-422d-8266-d197e0bebe18 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9988713 Feb 16 12:48:13.116007 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35602) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:13.124671 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-869d5987-28ce-4ccc-807f-723154655240 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': 'dcd34c9b-d3c4-48a7-b0ae-838ff0dfc9e1', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:13.141586 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c764621-07c9-49a2-9b08-878878d60ddc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Made reservation on behalf of 5b475467252d4f968fd5b204d0b30dc2 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:13.146506 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c764621-07c9-49a2-9b08-878878d60ddc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.223495 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-82168186-3979-4cbb-9537-f77b815bdb33 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Deleting port e6840ac0-d322-442c-a1ae-4753efd96d4a {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:13.224107 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-82168186-3979-4cbb-9537-f77b815bdb33 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.239043 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39153a45-12fe-4a59-b0b0-5234fe1398ca None None] Pushing event updated for resources: {'Port': ['ID=dd9b2943-0c14-4781-9a14-27262dfd0839,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:13.283465 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device cabfe0c0-ea91-4a34-b70c-ce7113a2bc1a no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:48:13.307231 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-8b8818de-8adc-423e-a3d6-43607ed98ee6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] For port dd9b2943-0c14-4781-9a14-27262dfd0839, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=dd9b2943-0c14-4781-9a14-27262dfd0839,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:13.307886 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8b8818de-8adc-423e-a3d6-43607ed98ee6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.321233 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-3bc1c2fa-e636-41ad-a780-9cbb360cb2b1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Deleting port afac9028-8a89-40a1-b7c1-ec681e249cad {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:13.321859 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3bc1c2fa-e636-41ad-a780-9cbb360cb2b1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.328500 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-e39292ba-a735-44cb-8334-8a880a7b60c9 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Deleting subnet 91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:48:13.334171 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-8b8818de-8adc-423e-a3d6-43607ed98ee6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Calling delete_port for dd9b2943-0c14-4781-9a14-27262dfd0839 owned by network:router_interface {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:13.356804 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e39292ba-a735-44cb-8334-8a880a7b60c9 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.378049 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: cabfe0c0-ea91-4a34-b70c-ce7113a2bc1a {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:48:13.378384 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device cabfe0c0-ea91-4a34-b70c-ce7113a2bc1a not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:48:13.385973 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af51cdb8-47bb-4555-b829-f8e1c0e7cc66 None None] Routers {'82cadb3a-55b1-497f-b25c-4b7a652b9a28'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:48:13.386899 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-af51cdb8-47bb-4555-b829-f8e1c0e7cc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:13.398528 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-d092db5c-64c8-46ff-ac30-a5ac3117167f None None] Set router 58b2a6a8-028a-4832-983a-af5ed6166427 gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:48:13.432987 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-82168186-3979-4cbb-9537-f77b815bdb33 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.434878 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-869d5987-28ce-4ccc-807f-723154655240 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.460868 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-82168186-3979-4cbb-9537-f77b815bdb33 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Calling delete_port for e6840ac0-d322-442c-a1ae-4753efd96d4a owned by network:router_interface {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:13.487949 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e39292ba-a735-44cb-8334-8a880a7b60c9 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.495674 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3bc1c2fa-e636-41ad-a780-9cbb360cb2b1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.549308 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-3bc1c2fa-e636-41ad-a780-9cbb360cb2b1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Calling delete_port for afac9028-8a89-40a1-b7c1-ec681e249cad owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:13.645459 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-af51cdb8-47bb-4555-b829-f8e1c0e7cc66 None None] Set router 82cadb3a-55b1-497f-b25c-4b7a652b9a28 gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:48:13.681007 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-869d5987-28ce-4ccc-807f-723154655240 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.713222 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-869d5987-28ce-4ccc-807f-723154655240 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.726430 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-90580473-ed95-4a64-9ade-db4e67386ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.806799 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d5987-28ce-4ccc-807f-723154655240 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c48730b8-4e6e-41a4-9936-0e9466099bd4,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:13.816067 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8b8818de-8adc-423e-a3d6-43607ed98ee6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.816460 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e39292ba-a735-44cb-8334-8a880a7b60c9 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.825752 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-869d5987-28ce-4ccc-807f-723154655240 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.830509 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-869d5987-28ce-4ccc-807f-723154655240 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7070591 Feb 16 12:48:13.859585 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35604) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:13.872869 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-5292887e-2c89-490f-89fa-2875e10b5519 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': 'dcd34c9b-d3c4-48a7-b0ae-838ff0dfc9e1', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:13.892705 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c764621-07c9-49a2-9b08-878878d60ddc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.953638 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3bc1c2fa-e636-41ad-a780-9cbb360cb2b1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.961907 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8818de-8adc-423e-a3d6-43607ed98ee6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Port': ['ID=dd9b2943-0c14-4781-9a14-27262dfd0839,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:13.966563 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-82168186-3979-4cbb-9537-f77b815bdb33 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.994964 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-d092db5c-64c8-46ff-ac30-a5ac3117167f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b2a6a8-028a-4832-983a-af5ed6166427', 'name': 'tempest-NetworksTestDHCPv6-router-1603181498', 'tenant_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:04Z', 'updated_at': '2022-02-16T12:48:07Z', 'revision_number': 2, 'project_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'gw_port_host': None, '_interfaces': [{'id': 'dd9b2943-0c14-4781-9a14-27262dfd0839', 'name': '', 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'tenant_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'mac_address': 'fa:16:3e:6c:29:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b2a6a8-028a-4832-983a-af5ed6166427', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '249a71bc-2adf-417d-b535-9c640793dbfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:05Z', 'updated_at': '2022-02-16T12:48:12Z', 'revision_number': 4, 'project_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'subnets': [{'id': '249a71bc-2adf-417d-b535-9c640793dbfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:14.028476 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c764621-07c9-49a2-9b08-878878d60ddc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Network f1103cc1-ec1a-4517-846a-1695013054ee is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:14.041817 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc1c2fa-e636-41ad-a780-9cbb360cb2b1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'Port': ['ID=afac9028-8a89-40a1-b7c1-ec681e249cad,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:14.054496 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-9c764621-07c9-49a2-9b08-878878d60ddc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:14.054845 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82168186-3979-4cbb-9537-f77b815bdb33 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Pushing event deleted for resources: {'Port': ['ID=e6840ac0-d322-442c-a1ae-4753efd96d4a,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:14.058205 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3bc1c2fa-e636-41ad-a780-9cbb360cb2b1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:14.061712 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3bc1c2fa-e636-41ad-a780-9cbb360cb2b1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/ports/afac9028-8a89-40a1-b7c1-ec681e249cad HTTP/1.1" status: 204 len: 168 time: 1.2158031 Feb 16 12:48:14.065598 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c764621-07c9-49a2-9b08-878878d60ddc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:14.065598 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c764621-07c9-49a2-9b08-878878d60ddc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:14.067938 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5292887e-2c89-490f-89fa-2875e10b5519 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:14.068403 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35606) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:14.070541 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c764621-07c9-49a2-9b08-878878d60ddc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'Subnet': ['ID=671dad4f-51d9-404d-b1fe-6c6f31fcaec1,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:14.072731 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d092db5c-64c8-46ff-ac30-a5ac3117167f None None] The sync data for ids ['58b2a6a8-028a-4832-983a-af5ed6166427'] in dv-neutron-828142-3-hyperv is: [{'id': '58b2a6a8-028a-4832-983a-af5ed6166427', 'name': 'tempest-NetworksTestDHCPv6-router-1603181498', 'tenant_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:04Z', 'updated_at': '2022-02-16T12:48:07Z', 'revision_number': 2, 'project_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'gw_port_host': None, '_interfaces': [{'id': 'dd9b2943-0c14-4781-9a14-27262dfd0839', 'name': '', 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'tenant_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'mac_address': 'fa:16:3e:6c:29:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b2a6a8-028a-4832-983a-af5ed6166427', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '249a71bc-2adf-417d-b535-9c640793dbfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:05Z', 'updated_at': '2022-02-16T12:48:12Z', 'revision_number': 4, 'project_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'subnets': [{'id': '249a71bc-2adf-417d-b535-9c640793dbfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:14.088759 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-f258b91f-9850-49c4-8612-798be8bd8508 None None] Could not find standard attr ID for object dd9b2943-0c14-4781-9a14-27262dfd0839. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:48:14.093025 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e39292ba-a735-44cb-8334-8a880a7b60c9 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:14.134875 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-af51cdb8-47bb-4555-b829-f8e1c0e7cc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'name': 'tempest-RoutersIpV6Test-router-1385319131', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:04Z', 'updated_at': '2022-02-16T12:48:11Z', 'revision_number': 10, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'gw_port_host': None, '_interfaces': [{'id': 'bd29122c-021d-4a08-834b-67acb3554f64', 'name': '', 'network_id': 'ef2b90ed-2280-42f9-9383-c32610fcff3f', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:60:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:08Z', 'updated_at': '2022-02-16T12:47:20Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:14.182933 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642d95f5-36d8-462d-aff0-a767e3e4e0c7 None None] Network f1103cc1-ec1a-4517-846a-1695013054ee requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:14.185794 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af51cdb8-47bb-4555-b829-f8e1c0e7cc66 None None] Checking router: 82cadb3a-55b1-497f-b25c-4b7a652b9a28 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:48:14.192894 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39292ba-a735-44cb-8334-8a880a7b60c9 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event deleted for resources: {'Subnet': ['ID=91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:14.202131 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9c764621-07c9-49a2-9b08-878878d60ddc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4300063 Feb 16 12:48:14.209451 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35608) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:14.217862 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-c3eb62da-c041-4756-9c8c-d3f399555616 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'security_group': {'name': 'tempest-secgroup-921779647'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:14.223050 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e39292ba-a735-44cb-8334-8a880a7b60c9 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:14.229057 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e39292ba-a735-44cb-8334-8a880a7b60c9 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "DELETE /v2.0/subnets/91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0 HTTP/1.1" status: 204 len: 168 time: 1.1276808 Feb 16 12:48:14.229697 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35610) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:14.244582 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af51cdb8-47bb-4555-b829-f8e1c0e7cc66 None None] Routers {'82cadb3a-55b1-497f-b25c-4b7a652b9a28'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:48:14.245761 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-af51cdb8-47bb-4555-b829-f8e1c0e7cc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:14.263318 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934b7d3f-1acc-424e-bfda-2581af8c263e None None] Network d32ad4e0-f8da-4d21-893e-beee07394c5b requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:14.370019 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5292887e-2c89-490f-89fa-2875e10b5519 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:14.403739 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5292887e-2c89-490f-89fa-2875e10b5519 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:14.442188 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c3eb62da-c041-4756-9c8c-d3f399555616 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:14.457374 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8b8818de-8adc-423e-a3d6-43607ed98ee6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:14.511832 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-af51cdb8-47bb-4555-b829-f8e1c0e7cc66 None None] Set router 82cadb3a-55b1-497f-b25c-4b7a652b9a28 gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:48:14.517673 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292887e-2c89-490f-89fa-2875e10b5519 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d01e311-df8b-4ab5-b4d0-0abf9faf708a,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:14.536364 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b7f38ccf-22f6-437f-bc51-4cd94412c5a2 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:14.562220 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5292887e-2c89-490f-89fa-2875e10b5519 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:14.562220 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5292887e-2c89-490f-89fa-2875e10b5519 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7010033 Feb 16 12:48:14.597849 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35612) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:14.647836 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-6c0daf06-429a-42f2-aded-12610c308160 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': 'dcd34c9b-d3c4-48a7-b0ae-838ff0dfc9e1', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:14.774921 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2969bf-49d5-4498-8b55-c781795e5779 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:14.779245 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ca2969bf-49d5-4498-8b55-c781795e5779 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.7011218 Feb 16 12:48:14.783884 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35614) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:14.799687 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-6c0daf06-429a-42f2-aded-12610c308160 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Project 93ebfe1969ad47c59fc4b80bacd9b15b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:48:14.814562 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6c0daf06-429a-42f2-aded-12610c308160 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:14.873211 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c3eb62da-c041-4756-9c8c-d3f399555616 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:14.886658 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c3eb62da-c041-4756-9c8c-d3f399555616 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:14.903590 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-014c7101-8ed3-4947-a095-1a34f7264d57 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] GET failed (client error): The resource could not be found. Feb 16 12:48:14.909247 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-014c7101-8ed3-4947-a095-1a34f7264d57 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "GET /v2.0/ports/dbb3f260-5a99-4858-aef3-3557e9933448 HTTP/1.1" status: 404 len: 333 time: 0.1126056 Feb 16 12:48:14.921610 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35616) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:14.945162 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c3eb62da-c041-4756-9c8c-d3f399555616 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:14.946663 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c3eb62da-c041-4756-9c8c-d3f399555616 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7349813 Feb 16 12:48:14.969002 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35618) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:14.979384 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-46a19843-bece-46d0-939f-9b310ac3a66a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'security_group': {'name': 'tempest-secgroup-2066059101'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:14.993090 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-b7f38ccf-22f6-437f-bc51-4cd94412c5a2 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Deleting port 46fcceaf-6a36-48c0-80ba-c227dcc3125e {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:14.993422 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b7f38ccf-22f6-437f-bc51-4cd94412c5a2 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.013748 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-82168186-3979-4cbb-9537-f77b815bdb33 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.038630 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8818de-8adc-423e-a3d6-43607ed98ee6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Router 58b2a6a8-028a-4832-983a-af5ed6166427 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:48:15.100370 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-6988770a-3bcb-4c70-8ce3-724deb64d0ee tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] GET failed (client error): The resource could not be found. Feb 16 12:48:15.105327 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6988770a-3bcb-4c70-8ce3-724deb64d0ee tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "GET /v2.0/ports/afac9028-8a89-40a1-b7c1-ec681e249cad HTTP/1.1" status: 404 len: 333 time: 0.1765349 Feb 16 12:48:15.114894 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35620) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:15.122015 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb62da-c041-4756-9c8c-d3f399555616 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae46bed8-7a9a-43e2-8c4e-78c9b2b3ba69,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:15.258112 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-39230529-7e7a-4929-bad3-fac235c52234 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.258792 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8818de-8adc-423e-a3d6-43607ed98ee6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:48:15.263280 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6c0daf06-429a-42f2-aded-12610c308160 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.267573 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-8b8818de-8adc-423e-a3d6-43607ed98ee6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "PUT /v2.0/routers/58b2a6a8-028a-4832-983a-af5ed6166427/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2690618 Feb 16 12:48:15.277196 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35622) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:15.300166 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6c0daf06-429a-42f2-aded-12610c308160 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.302248 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-b7f38ccf-22f6-437f-bc51-4cd94412c5a2 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] For port 46fcceaf-6a36-48c0-80ba-c227dcc3125e, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=46fcceaf-6a36-48c0-80ba-c227dcc3125e,segment=NetworkSegment(a544bfd0-a5d2-4843-aa2f-bf83dc531e5a),segment_id=a544bfd0-a5d2-4843-aa2f-bf83dc531e5a)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:15.302653 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b7f38ccf-22f6-437f-bc51-4cd94412c5a2 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.341692 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5919e26c-d6a3-4e55-9b5f-899dd010aab4 None None] DHCP port deletion for d32ad4e0-f8da-4d21-893e-beee07394c5b request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:48:15.344889 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3abb6ca-7656-4cc7-81f0-5d335f44ee8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-f1103cc1-ec1a-4517-846a-1695013054ee', 'network_id': 'f1103cc1-ec1a-4517-846a-1695013054ee', 'tenant_id': '5b475467252d4f968fd5b204d0b30dc2', 'fixed_ips': [{'subnet_id': '671dad4f-51d9-404d-b1fe-6c6f31fcaec1'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:48:15.346031 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d3abb6ca-7656-4cc7-81f0-5d335f44ee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.347823 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-46a19843-bece-46d0-939f-9b310ac3a66a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.387659 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-b7f38ccf-22f6-437f-bc51-4cd94412c5a2 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Calling delete_port for 46fcceaf-6a36-48c0-80ba-c227dcc3125e owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:15.388823 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82168186-3979-4cbb-9537-f77b815bdb33 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Router 68247491-0877-472b-8e70-a522cfdd9714 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:48:15.409284 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0daf06-429a-42f2-aded-12610c308160 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f259d02a-ab53-407a-8cda-7f48e6242b83,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:15.442636 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6c0daf06-429a-42f2-aded-12610c308160 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.443931 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6c0daf06-429a-42f2-aded-12610c308160 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8107352 Feb 16 12:48:15.452437 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279a6d9a-da10-4c23-82f7-88a4781340da tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:15.454257 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279a6d9a-da10-4c23-82f7-88a4781340da tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:15.460092 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-279a6d9a-da10-4c23-82f7-88a4781340da tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1774013 Feb 16 12:48:15.463222 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35624) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:15.463222 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35626) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:15.467663 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-a0aca4fd-46de-4f86-bffc-96738eec61e7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': 'dcd34c9b-d3c4-48a7-b0ae-838ff0dfc9e1', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:15.568961 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82168186-3979-4cbb-9537-f77b815bdb33 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:48:15.570182 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-5919e26c-d6a3-4e55-9b5f-899dd010aab4 None None] Deleting port 46fcceaf-6a36-48c0-80ba-c227dcc3125e {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:15.571307 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5919e26c-d6a3-4e55-9b5f-899dd010aab4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.575216 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-82168186-3979-4cbb-9537-f77b815bdb33 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] 10.222.0.90 "PUT /v2.0/routers/68247491-0877-472b-8e70-a522cfdd9714/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3112822 Feb 16 12:48:15.578561 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-af51cdb8-47bb-4555-b829-f8e1c0e7cc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'name': 'tempest-RoutersIpV6Test-router-1385319131', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:04Z', 'updated_at': '2022-02-16T12:48:11Z', 'revision_number': 10, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'gw_port_host': None, '_interfaces': [{'id': 'bd29122c-021d-4a08-834b-67acb3554f64', 'name': '', 'network_id': 'ef2b90ed-2280-42f9-9383-c32610fcff3f', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:60:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:08Z', 'updated_at': '2022-02-16T12:47:20Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:15.579374 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35630) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:15.589513 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc8e894-7937-4c8c-8256-979121910599 None None] Sync routers for ids ['68247491-0877-472b-8e70-a522cfdd9714'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:15.602692 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc8e894-7937-4c8c-8256-979121910599 None None] Routers {'68247491-0877-472b-8e70-a522cfdd9714'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:48:15.603683 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-3bc8e894-7937-4c8c-8256-979121910599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['68247491-0877-472b-8e70-a522cfdd9714'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:15.636604 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-2c0fdd58-954b-4c07-9b3b-396004613c2d tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] show failed (client error): The resource could not be found. Feb 16 12:48:15.638163 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2c0fdd58-954b-4c07-9b3b-396004613c2d tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] 10.222.0.90 "GET /v2.0/routers/tempest-non_exist_router-955704373 HTTP/1.1" status: 404 len: 334 time: 0.0574622 Feb 16 12:48:15.645641 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35634) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:15.648069 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-39230529-7e7a-4929-bad3-fac235c52234 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.657734 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-8a5ca52d-f4b6-4ec3-9be5-4ef2981d73d1 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:15.664181 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-3bc8e894-7937-4c8c-8256-979121910599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:15.680877 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc8e894-7937-4c8c-8256-979121910599 None None] Routers {'68247491-0877-472b-8e70-a522cfdd9714'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:48:15.682090 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-3bc8e894-7937-4c8c-8256-979121910599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['68247491-0877-472b-8e70-a522cfdd9714'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:15.717486 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-c51febe6-ea59-4ed0-b07e-3bbee4f2f2d9 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting subnet 249a71bc-2adf-417d-b535-9c640793dbfc {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:48:15.727752 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-39230529-7e7a-4929-bad3-fac235c52234 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04cc2055-1199-43f3-853a-3dbf8c2b7e7a']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:15.735662 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-8a5ca52d-f4b6-4ec3-9be5-4ef2981d73d1 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] update failed (client error): The resource could not be found. Feb 16 12:48:15.735662 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-8a5ca52d-f4b6-4ec3-9be5-4ef2981d73d1 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] 10.222.0.90 "PUT /v2.0/routers/tempest-non_exist_router-484223698 HTTP/1.1" status: 404 len: 334 time: 0.0888543 Feb 16 12:48:15.742528 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-a0aca4fd-46de-4f86-bffc-96738eec61e7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Project 93ebfe1969ad47c59fc4b80bacd9b15b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:48:15.743646 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35638) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:15.751158 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-d3abb6ca-7656-4cc7-81f0-5d335f44ee8b None None] Allocated IP 172.20.0.2 (f1103cc1-ec1a-4517-846a-1695013054ee/671dad4f-51d9-404d-b1fe-6c6f31fcaec1/4f255f99-7bef-4ce7-b03c-9a45076f450b) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:15.752040 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c51febe6-ea59-4ed0-b07e-3bbee4f2f2d9 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.830193 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-f13bcc08-2e87-4b55-9839-7e969e735f18 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Deleting subnet 4d4c1394-23ad-4fb8-9ae9-b11b96fee5ea {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:48:15.831404 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a0aca4fd-46de-4f86-bffc-96738eec61e7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.834670 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f13bcc08-2e87-4b55-9839-7e969e735f18 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.838161 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-39230529-7e7a-4929-bad3-fac235c52234 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd68e961c-25ce-495d-83dd-b82a28818841') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:15.838402 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-39230529-7e7a-4929-bad3-fac235c52234 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd68e961c-25ce-495d-83dd-b82a28818841') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:15.849578 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-46a19843-bece-46d0-939f-9b310ac3a66a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.851663 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af51cdb8-47bb-4555-b829-f8e1c0e7cc66 None None] The sync data for ids ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'] in dv-neutron-828142-3-hyperv is: [{'id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'name': 'tempest-RoutersIpV6Test-router-1385319131', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:04Z', 'updated_at': '2022-02-16T12:48:11Z', 'revision_number': 10, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'gw_port_host': None, '_interfaces': [{'id': 'bd29122c-021d-4a08-834b-67acb3554f64', 'name': '', 'network_id': 'ef2b90ed-2280-42f9-9383-c32610fcff3f', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'mac_address': 'fa:16:3e:60:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:08Z', 'updated_at': '2022-02-16T12:47:20Z', 'revision_number': 5, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'subnets': [{'id': '4f1d33a5-039c-4e54-a04c-19011f737c9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:15.886252 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-46a19843-bece-46d0-939f-9b310ac3a66a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.904581 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-39230529-7e7a-4929-bad3-fac235c52234 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.923150 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f13bcc08-2e87-4b55-9839-7e969e735f18 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.943753 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b7f38ccf-22f6-437f-bc51-4cd94412c5a2 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.944407 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-3bc8e894-7937-4c8c-8256-979121910599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:15.945295 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc8e894-7937-4c8c-8256-979121910599 None None] The sync data for ids ['68247491-0877-472b-8e70-a522cfdd9714'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:15.961967 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c51febe6-ea59-4ed0-b07e-3bbee4f2f2d9 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.002610 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-39230529-7e7a-4929-bad3-fac235c52234 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.039850 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f38ccf-22f6-437f-bc51-4cd94412c5a2 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event deleted for resources: {'Port': ['ID=46fcceaf-6a36-48c0-80ba-c227dcc3125e,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:16.050399 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-46a19843-bece-46d0-939f-9b310ac3a66a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.056823 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-46a19843-bece-46d0-939f-9b310ac3a66a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0764587 Feb 16 12:48:16.056823 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39230529-7e7a-4929-bad3-fac235c52234 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:48:16.056823 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-39230529-7e7a-4929-bad3-fac235c52234 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.067198 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:48:16.067198 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:48:16.067198 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:48:16.067198 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:48:16.067198 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:48:16.067198 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:48:16.067198 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:48:16.067198 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:48:16.067198 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:48:16.067198 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:48:16.067198 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:48:16.067198 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:48:16.067198 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:48:16.067198 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:48:16.067198 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:48:16.067198 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:48:16.067198 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:48:16.067198 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:48:16.067198 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:48:16.067198 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:48:16.067198 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:48:16.067198 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:48:16.067198 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:48:16.067198 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:48:16.067198 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:48:16.067198 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:48:16.067198 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:48:16.067198 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:48:16.067198 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:48:16.067198 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:48:16.067198 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:48:16.067198 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:48:16.071622 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f38ccf-22f6-437f-bc51-4cd94412c5a2 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] No DVR routers for this DVR port 46fcceaf-6a36-48c0-80ba-c227dcc3125e on host dv-neutron-828142-3-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:16.081170 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f13bcc08-2e87-4b55-9839-7e969e735f18 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.084035 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35644) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:16.084682 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-5919e26c-d6a3-4e55-9b5f-899dd010aab4 None None] For port 46fcceaf-6a36-48c0-80ba-c227dcc3125e, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=46fcceaf-6a36-48c0-80ba-c227dcc3125e,segment=NetworkSegment(a544bfd0-a5d2-4843-aa2f-bf83dc531e5a),segment_id=a544bfd0-a5d2-4843-aa2f-bf83dc531e5a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:16.085092 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5919e26c-d6a3-4e55-9b5f-899dd010aab4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.089029 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-94d5a223-fb78-4c26-bd91-6298cc1ba915 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-508925226', 'security_groups': ['32790d50-9012-4259-a243-be4a12498a98'], 'network_id': 'f1103cc1-ec1a-4517-846a-1695013054ee', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '671dad4f-51d9-404d-b1fe-6c6f31fcaec1'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:16.102255 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a19843-bece-46d0-939f-9b310ac3a66a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32790d50-9012-4259-a243-be4a12498a98,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:16.106995 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-5919e26c-d6a3-4e55-9b5f-899dd010aab4 None None] Calling delete_port for 46fcceaf-6a36-48c0-80ba-c227dcc3125e owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:16.185716 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f13bcc08-2e87-4b55-9839-7e969e735f18 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.252660 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13bcc08-2e87-4b55-9839-7e969e735f18 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Pushing event deleted for resources: {'Subnet': ['ID=4d4c1394-23ad-4fb8-9ae9-b11b96fee5ea,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:16.260878 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f13bcc08-2e87-4b55-9839-7e969e735f18 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.265078 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f13bcc08-2e87-4b55-9839-7e969e735f18 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] 10.222.0.90 "DELETE /v2.0/subnets/4d4c1394-23ad-4fb8-9ae9-b11b96fee5ea HTTP/1.1" status: 204 len: 168 time: 0.5159850 Feb 16 12:48:16.270221 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35646) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:16.283806 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5660e7-fd47-4417-972c-378f8d2867da None None] Network eab6e013-a1ce-4ede-8ebb-0381b9a50067 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:16.324373 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a0aca4fd-46de-4f86-bffc-96738eec61e7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.325472 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 46fcceaf-6a36-48c0-80ba-c227dcc3125e no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:48:16.390316 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-1228d5bc-9b5f-4988-bd91-e84aa1504aa7 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Deleting subnet 9b8da3d7-0f3e-4abb-b5e3-0d6b73ef7a8b {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:48:16.399750 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1228d5bc-9b5f-4988-bd91-e84aa1504aa7 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.434514 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 46fcceaf-6a36-48c0-80ba-c227dcc3125e {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:48:16.435493 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 46fcceaf-6a36-48c0-80ba-c227dcc3125e not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:48:16.454285 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d3abb6ca-7656-4cc7-81f0-5d335f44ee8b None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.483384 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d3abb6ca-7656-4cc7-81f0-5d335f44ee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.534141 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5919e26c-d6a3-4e55-9b5f-899dd010aab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.565919 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3abb6ca-7656-4cc7-81f0-5d335f44ee8b None None] Network f1103cc1-ec1a-4517-846a-1695013054ee is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:16.580168 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-d3abb6ca-7656-4cc7-81f0-5d335f44ee8b None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:16.584410 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3abb6ca-7656-4cc7-81f0-5d335f44ee8b None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:48:16.604203 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3abb6ca-7656-4cc7-81f0-5d335f44ee8b None None] Pushing event updated for resources: {'Port': ['ID=4f255f99-7bef-4ce7-b03c-9a45076f450b,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:16.620673 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5919e26c-d6a3-4e55-9b5f-899dd010aab4 None None] No DVR routers for this DVR port 46fcceaf-6a36-48c0-80ba-c227dcc3125e on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:16.679912 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919e26c-d6a3-4e55-9b5f-899dd010aab4 None None] Pushing event deleted for resources: {'Port': ['ID=46fcceaf-6a36-48c0-80ba-c227dcc3125e,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:16.721703 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aff6db1-1d4b-4ec6-99e1-e4faff4dbc7c None None] Sync routers for ids ['58b2a6a8-028a-4832-983a-af5ed6166427'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:16.728910 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a0aca4fd-46de-4f86-bffc-96738eec61e7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.760344 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-39230529-7e7a-4929-bad3-fac235c52234 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.793457 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aff6db1-1d4b-4ec6-99e1-e4faff4dbc7c None None] Routers {'58b2a6a8-028a-4832-983a-af5ed6166427'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:48:16.794576 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-39230529-7e7a-4929-bad3-fac235c52234 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.796412 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6aff6db1-1d4b-4ec6-99e1-e4faff4dbc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['58b2a6a8-028a-4832-983a-af5ed6166427'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:16.803852 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-d3abb6ca-7656-4cc7-81f0-5d335f44ee8b None None] Attempting to bind port 4f255f99-7bef-4ce7-b03c-9a45076f450b on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:16.803852 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-d3abb6ca-7656-4cc7-81f0-5d335f44ee8b None None] Attempting to bind port 4f255f99-7bef-4ce7-b03c-9a45076f450b by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'bed35276-bc81-4c0d-9f8b-2448758a2661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f1103cc1-ec1a-4517-846a-1695013054ee'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:16.803852 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3abb6ca-7656-4cc7-81f0-5d335f44ee8b None None] Attempting to bind port 4f255f99-7bef-4ce7-b03c-9a45076f450b on network f1103cc1-ec1a-4517-846a-1695013054ee {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:48:16.804857 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-39230529-7e7a-4929-bad3-fac235c52234 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/networks/04cc2055-1199-43f3-853a-3dbf8c2b7e7a HTTP/1.1" status: 204 len: 168 time: 1.6872005 Feb 16 12:48:16.818608 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35648) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:16.837819 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-0f736766-c288-4b70-ac50-2d9e628abbbf tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1783611850'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:16.843251 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aca4fd-46de-4f86-bffc-96738eec61e7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08e9ead5-8f8a-44d4-88a3-d4288a65e23a,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:16.856902 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b7f38ccf-22f6-437f-bc51-4cd94412c5a2 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.875571 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39230529-7e7a-4929-bad3-fac235c52234 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'Network': ['ID=04cc2055-1199-43f3-853a-3dbf8c2b7e7a,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:16.890269 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c51febe6-ea59-4ed0-b07e-3bbee4f2f2d9 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.922814 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd23098-f2a0-4f43-ab2e-168a778f87d4 None None] DHCP port deletion for eab6e013-a1ce-4ede-8ebb-0381b9a50067 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:48:16.926193 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1228d5bc-9b5f-4988-bd91-e84aa1504aa7 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.936143 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3abb6ca-7656-4cc7-81f0-5d335f44ee8b None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:48:16.936518 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3abb6ca-7656-4cc7-81f0-5d335f44ee8b None None] Checking segment: {'id': 'bed35276-bc81-4c0d-9f8b-2448758a2661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f1103cc1-ec1a-4517-846a-1695013054ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:48:16.936962 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d3abb6ca-7656-4cc7-81f0-5d335f44ee8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.937370 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3abb6ca-7656-4cc7-81f0-5d335f44ee8b None None] Bound using segment: {'id': 'bed35276-bc81-4c0d-9f8b-2448758a2661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f1103cc1-ec1a-4517-846a-1695013054ee'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:48:16.938624 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-d3abb6ca-7656-4cc7-81f0-5d335f44ee8b None None] Bound port: 4f255f99-7bef-4ce7-b03c-9a45076f450b, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed35276-bc81-4c0d-9f8b-2448758a2661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f1103cc1-ec1a-4517-846a-1695013054ee'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:16.938810 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a0aca4fd-46de-4f86-bffc-96738eec61e7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.938999 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d3abb6ca-7656-4cc7-81f0-5d335f44ee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.945554 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a0aca4fd-46de-4f86-bffc-96738eec61e7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.4775612 Feb 16 12:48:16.946091 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-b7f38ccf-22f6-437f-bc51-4cd94412c5a2 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d32ad4e0-f8da-4d21-893e-beee07394c5b']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:16.978318 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-b7f38ccf-22f6-437f-bc51-4cd94412c5a2 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a544bfd0-a5d2-4843-aa2f-bf83dc531e5a') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:16.978613 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-b7f38ccf-22f6-437f-bc51-4cd94412c5a2 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a544bfd0-a5d2-4843-aa2f-bf83dc531e5a') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:17.005346 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b7f38ccf-22f6-437f-bc51-4cd94412c5a2 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.019210 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-6aff6db1-1d4b-4ec6-99e1-e4faff4dbc7c None None] Set router 58b2a6a8-028a-4832-983a-af5ed6166427 gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:48:17.031400 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f736766-c288-4b70-ac50-2d9e628abbbf tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Made reservation on behalf of c95cec895ceb44429e923d2affce57da for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:17.035078 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0f736766-c288-4b70-ac50-2d9e628abbbf tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.038888 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b7f38ccf-22f6-437f-bc51-4cd94412c5a2 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.064851 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f38ccf-22f6-437f-bc51-4cd94412c5a2 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:48:17.065272 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b7f38ccf-22f6-437f-bc51-4cd94412c5a2 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.068742 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:48:17.068742 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:48:17.068742 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:48:17.068742 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:48:17.068742 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:48:17.068742 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:48:17.068742 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:48:17.068742 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:48:17.068742 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:48:17.068742 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:48:17.068742 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:48:17.068742 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:48:17.068742 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:48:17.068742 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:48:17.068742 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:48:17.068742 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:48:17.068742 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:48:17.068742 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:48:17.068742 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:48:17.068742 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:48:17.068742 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:48:17.068742 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:48:17.068742 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:48:17.068742 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:48:17.068742 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:48:17.068742 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:48:17.068742 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:48:17.068742 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:48:17.068742 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:48:17.068742 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:48:17.068742 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:48:17.068742 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:48:17.085551 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c51febe6-ea59-4ed0-b07e-3bbee4f2f2d9 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.090475 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d5a223-fb78-4c26-bd91-6298cc1ba915 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Made reservation on behalf of 5b475467252d4f968fd5b204d0b30dc2 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:17.115779 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1228d5bc-9b5f-4988-bd91-e84aa1504aa7 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.128001 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6aff6db1-1d4b-4ec6-99e1-e4faff4dbc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b2a6a8-028a-4832-983a-af5ed6166427', 'name': 'tempest-NetworksTestDHCPv6-router-1603181498', 'tenant_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:04Z', 'updated_at': '2022-02-16T12:48:13Z', 'revision_number': 3, 'project_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'gw_port_host': None}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:17.133385 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-d3abb6ca-7656-4cc7-81f0-5d335f44ee8b None None] For port 4f255f99-7bef-4ce7-b03c-9a45076f450b, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:48:17.168125 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aff6db1-1d4b-4ec6-99e1-e4faff4dbc7c None None] Checking router: 58b2a6a8-028a-4832-983a-af5ed6166427 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:48:17.184566 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aff6db1-1d4b-4ec6-99e1-e4faff4dbc7c None None] Routers {'58b2a6a8-028a-4832-983a-af5ed6166427'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:48:17.185249 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6aff6db1-1d4b-4ec6-99e1-e4faff4dbc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['58b2a6a8-028a-4832-983a-af5ed6166427'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:17.219398 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1228d5bc-9b5f-4988-bd91-e84aa1504aa7 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.227323 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51febe6-ea59-4ed0-b07e-3bbee4f2f2d9 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Subnet': ['ID=249a71bc-2adf-417d-b535-9c640793dbfc,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:17.229797 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f736766-c288-4b70-ac50-2d9e628abbbf tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:48:17.243680 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c51febe6-ea59-4ed0-b07e-3bbee4f2f2d9 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.249408 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d37ba0-73e0-4c59-912c-3790abf41001 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:17.252101 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c51febe6-ea59-4ed0-b07e-3bbee4f2f2d9 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/249a71bc-2adf-417d-b535-9c640793dbfc HTTP/1.1" status: 204 len: 168 time: 1.7880337 Feb 16 12:48:17.258330 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35654) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:17.285403 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b7f38ccf-22f6-437f-bc51-4cd94412c5a2 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.290275 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0f736766-c288-4b70-ac50-2d9e628abbbf tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.290927 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-0f736766-c288-4b70-ac50-2d9e628abbbf tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Added segment 7531b82c-e8a0-4500-86c2-a04c46c1b22d of type vlan for network 2cfc3a3e-a0df-490c-aab0-836a2aa68a77 Feb 16 12:48:17.294688 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1228d5bc-9b5f-4988-bd91-e84aa1504aa7 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.298893 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1228d5bc-9b5f-4988-bd91-e84aa1504aa7 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] 10.222.0.90 "DELETE /v2.0/subnets/9b8da3d7-0f3e-4abb-b5e3-0d6b73ef7a8b HTTP/1.1" status: 204 len: 168 time: 1.0274034 Feb 16 12:48:17.300190 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228d5bc-9b5f-4988-bd91-e84aa1504aa7 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Pushing event deleted for resources: {'Subnet': ['ID=9b8da3d7-0f3e-4abb-b5e3-0d6b73ef7a8b,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:17.310584 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35656) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:17.321803 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6541408-391f-4e3b-875b-5ad831f58186 None None] Network 6f03d976-0ad7-4090-98e7-818de42ff8c3 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:17.325638 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-d3abb6ca-7656-4cc7-81f0-5d335f44ee8b None None] For port 4f255f99-7bef-4ce7-b03c-9a45076f450b, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=4f255f99-7bef-4ce7-b03c-9a45076f450b,segment=NetworkSegment(bed35276-bc81-4c0d-9f8b-2448758a2661),segment_id=bed35276-bc81-4c0d-9f8b-2448758a2661)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:48:17.364809 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-6aff6db1-1d4b-4ec6-99e1-e4faff4dbc7c None None] Set router 58b2a6a8-028a-4832-983a-af5ed6166427 gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:48:17.396712 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-94d5a223-fb78-4c26-bd91-6298cc1ba915 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.414068 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-7dd23098-f2a0-4f43-ab2e-168a778f87d4 None None] Deleting port 930f9fce-a5b7-418d-aed2-9345c42009e1 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:17.414068 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7dd23098-f2a0-4f43-ab2e-168a778f87d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.428699 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d3abb6ca-7656-4cc7-81f0-5d335f44ee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.434441 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b7f38ccf-22f6-437f-bc51-4cd94412c5a2 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.442092 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b7f38ccf-22f6-437f-bc51-4cd94412c5a2 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "DELETE /v2.0/networks/d32ad4e0-f8da-4d21-893e-beee07394c5b HTTP/1.1" status: 204 len: 168 time: 3.2061553 Feb 16 12:48:17.448795 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35662) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:17.530715 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f38ccf-22f6-437f-bc51-4cd94412c5a2 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event deleted for resources: {'Network': ['ID=d32ad4e0-f8da-4d21-893e-beee07394c5b,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:17.568335 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6aff6db1-1d4b-4ec6-99e1-e4faff4dbc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b2a6a8-028a-4832-983a-af5ed6166427', 'name': 'tempest-NetworksTestDHCPv6-router-1603181498', 'tenant_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:04Z', 'updated_at': '2022-02-16T12:48:13Z', 'revision_number': 3, 'project_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'gw_port_host': None}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:17.588985 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-94d5a223-fb78-4c26-bd91-6298cc1ba915 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] device_id is not set on port af8e669b-f7a3-45a0-8204-09f6ae3cb868 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:48:17.603109 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-69734c51-9885-4f24-9687-283f9523fd7c tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.618545 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0f736766-c288-4b70-ac50-2d9e628abbbf tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.668117 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aff6db1-1d4b-4ec6-99e1-e4faff4dbc7c None None] The sync data for ids ['58b2a6a8-028a-4832-983a-af5ed6166427'] in dv-neutron-828142-3-hyperv is: [{'id': '58b2a6a8-028a-4832-983a-af5ed6166427', 'name': 'tempest-NetworksTestDHCPv6-router-1603181498', 'tenant_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:04Z', 'updated_at': '2022-02-16T12:48:13Z', 'revision_number': 3, 'project_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'gw_port_host': None}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:17.671162 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-7dd23098-f2a0-4f43-ab2e-168a778f87d4 None None] For port 930f9fce-a5b7-418d-aed2-9345c42009e1, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=930f9fce-a5b7-418d-aed2-9345c42009e1,segment=NetworkSegment(c74e6f9a-48b3-499e-a5e3-3515eeb27add),segment_id=c74e6f9a-48b3-499e-a5e3-3515eeb27add)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:17.671554 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7dd23098-f2a0-4f43-ab2e-168a778f87d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.710528 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-97a6da31-f994-4a4c-b2ab-42b6da53fa23 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1955271864&fields=id&tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b HTTP/1.1" status: 200 len: 267 time: 0.1805732 Feb 16 12:48:17.760599 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-67553d57-614b-4e9f-8238-51329b18acd6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4953549 Feb 16 12:48:17.761611 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35668) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:17.781000 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.db.resource_extend [None req-0f736766-c288-4b70-ac50-2d9e628abbbf tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:48:17.991273 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-777201a6-0434-490d-9f65-b6e5d138b6e0 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.993298 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0f736766-c288-4b70-ac50-2d9e628abbbf tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.998932 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f736766-c288-4b70-ac50-2d9e628abbbf tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:17.999669 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0f736766-c288-4b70-ac50-2d9e628abbbf tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.089336 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-69734c51-9885-4f24-9687-283f9523fd7c tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Deleting port 930f9fce-a5b7-418d-aed2-9345c42009e1 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:18.093438 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-69734c51-9885-4f24-9687-283f9523fd7c tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.107733 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-80c8bf39-4435-41c4-924a-98bf7e3ccba5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:18.115800 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-80c8bf39-4435-41c4-924a-98bf7e3ccba5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/networks?id=2a9302a4-3c67-4ab8-a48d-9c86a95e30b2 HTTP/1.1" status: 200 len: 797 time: 0.3809512 Feb 16 12:48:18.182425 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-7dd23098-f2a0-4f43-ab2e-168a778f87d4 None None] Calling delete_port for 930f9fce-a5b7-418d-aed2-9345c42009e1 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:18.220244 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-51fd5dbe-1902-4320-b497-d28ee48a281d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/quotas/93ebfe1969ad47c59fc4b80bacd9b15b HTTP/1.1" status: 200 len: 375 time: 0.1032920 Feb 16 12:48:18.228360 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3abb6ca-7656-4cc7-81f0-5d335f44ee8b None None] Pushing event updated for resources: {'Port': ['ID=4f255f99-7bef-4ce7-b03c-9a45076f450b,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:18.330159 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device d97df989-3e09-4ded-a1d3-b8b25a5cc65f no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:48:18.361754 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-69734c51-9885-4f24-9687-283f9523fd7c tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] For port 930f9fce-a5b7-418d-aed2-9345c42009e1, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=930f9fce-a5b7-418d-aed2-9345c42009e1,segment=NetworkSegment(c74e6f9a-48b3-499e-a5e3-3515eeb27add),segment_id=c74e6f9a-48b3-499e-a5e3-3515eeb27add)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:18.362600 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-69734c51-9885-4f24-9687-283f9523fd7c tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.379950 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: d97df989-3e09-4ded-a1d3-b8b25a5cc65f {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:48:18.381063 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device d97df989-3e09-4ded-a1d3-b8b25a5cc65f not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:48:18.382124 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 930f9fce-a5b7-418d-aed2-9345c42009e1 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:48:18.397471 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-69734c51-9885-4f24-9687-283f9523fd7c tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Calling delete_port for 930f9fce-a5b7-418d-aed2-9345c42009e1 owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:18.448551 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-26490ef2-d17a-47ea-bfa0-d2f84754ca6a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2272720 Feb 16 12:48:18.469647 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14374117-c614-46f6-a88c-c9050e78b070 None None] DHCP port deletion for 6f03d976-0ad7-4090-98e7-818de42ff8c3 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:48:18.517928 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec2ee77-0c28-45ac-88a5-433b43587033 None None] DHCP port deletion for 8f2fc9c2-6909-42b1-9817-f8926b88a024 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:48:18.546862 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-94d5a223-fb78-4c26-bd91-6298cc1ba915 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Allocated IP 172.20.0.3 (f1103cc1-ec1a-4517-846a-1695013054ee/671dad4f-51d9-404d-b1fe-6c6f31fcaec1/af8e669b-f7a3-45a0-8204-09f6ae3cb868) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:18.564906 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0f736766-c288-4b70-ac50-2d9e628abbbf tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7310483 Feb 16 12:48:18.568266 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7dd23098-f2a0-4f43-ab2e-168a778f87d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.574633 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35672) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:18.580403 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-cd744eac-c4ea-47c5-ac8a-44bc68658e0f tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'subnet': {'network_id': '2cfc3a3e-a0df-490c-aab0-836a2aa68a77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:18.636860 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd23098-f2a0-4f43-ab2e-168a778f87d4 None None] Pushing event deleted for resources: {'Port': ['ID=930f9fce-a5b7-418d-aed2-9345c42009e1,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:18.650900 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Port 930f9fce-a5b7-418d-aed2-9345c42009e1 update to DOWN by agent not found {{(pid=109050) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Feb 16 12:48:18.665270 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd23098-f2a0-4f43-ab2e-168a778f87d4 None None] No DVR routers for this DVR port 930f9fce-a5b7-418d-aed2-9345c42009e1 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:18.674385 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-14374117-c614-46f6-a88c-c9050e78b070 None None] Deleting port 35f2e9dd-63bc-46a8-93ab-587e4acb5992 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:18.676282 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-14374117-c614-46f6-a88c-c9050e78b070 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.676672 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f736766-c288-4b70-ac50-2d9e628abbbf tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'Network': ['ID=2cfc3a3e-a0df-490c-aab0-836a2aa68a77,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:18.748839 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 2cfc3a3e-a0df-490c-aab0-836a2aa68a77 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:48:18.770129 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-69734c51-9885-4f24-9687-283f9523fd7c tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.839349 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-777201a6-0434-490d-9f65-b6e5d138b6e0 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.848189 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-777201a6-0434-490d-9f65-b6e5d138b6e0 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.857740 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-14374117-c614-46f6-a88c-c9050e78b070 None None] For port 35f2e9dd-63bc-46a8-93ab-587e4acb5992, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=35f2e9dd-63bc-46a8-93ab-587e4acb5992,segment=NetworkSegment(9e2bb3d6-ed60-4e02-be61-9899fddcde01),segment_id=9e2bb3d6-ed60-4e02-be61-9899fddcde01)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:18.858679 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-14374117-c614-46f6-a88c-c9050e78b070 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.863326 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-f140a56d-6958-475f-8b0a-aba329527289 service neutron] 10.222.0.90 "GET /v2.0/networks/2a9302a4-3c67-4ab8-a48d-9c86a95e30b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698504 Feb 16 12:48:18.877327 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69734c51-9885-4f24-9687-283f9523fd7c tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Pushing event deleted for resources: {'Port': ['ID=930f9fce-a5b7-418d-aed2-9345c42009e1,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:18.895484 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-dec2ee77-0c28-45ac-88a5-433b43587033 None None] Deleting port 1d8a3a47-a06e-41c0-ae95-274f7fea7cd0 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:18.896010 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dec2ee77-0c28-45ac-88a5-433b43587033 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.904492 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69734c51-9885-4f24-9687-283f9523fd7c tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] No DVR routers for this DVR port 930f9fce-a5b7-418d-aed2-9345c42009e1 on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:18.920167 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-14374117-c614-46f6-a88c-c9050e78b070 None None] Calling delete_port for 35f2e9dd-63bc-46a8-93ab-587e4acb5992 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:18.974079 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-777201a6-0434-490d-9f65-b6e5d138b6e0 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.975058 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777201a6-0434-490d-9f65-b6e5d138b6e0 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Fanout notify agent at l3_agent the message router_deleted on router 58b2a6a8-028a-4832-983a-af5ed6166427 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:48:18.986903 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-777201a6-0434-490d-9f65-b6e5d138b6e0 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.990905 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-777201a6-0434-490d-9f65-b6e5d138b6e0 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/routers/58b2a6a8-028a-4832-983a-af5ed6166427 HTTP/1.1" status: 204 len: 168 time: 1.2174666 Feb 16 12:48:18.994142 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35674) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:19.006145 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-33fbaaa1-849e-4c39-8a9c-e50e7365a6a2 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'subnet': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:19.153108 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd744eac-c4ea-47c5-ac8a-44bc68658e0f tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Made reservation on behalf of c95cec895ceb44429e923d2affce57da for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:19.157514 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cd744eac-c4ea-47c5-ac8a-44bc68658e0f tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.180446 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-dec2ee77-0c28-45ac-88a5-433b43587033 None None] For port 1d8a3a47-a06e-41c0-ae95-274f7fea7cd0, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=1d8a3a47-a06e-41c0-ae95-274f7fea7cd0,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:19.181542 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dec2ee77-0c28-45ac-88a5-433b43587033 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.190290 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5dec4e36-e853-42a5-bcac-006e6c11d8d9 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.198610 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-dec2ee77-0c28-45ac-88a5-433b43587033 None None] Calling delete_port for 1d8a3a47-a06e-41c0-ae95-274f7fea7cd0 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:19.200936 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-14374117-c614-46f6-a88c-c9050e78b070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.223994 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-69734c51-9885-4f24-9687-283f9523fd7c tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.252318 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14374117-c614-46f6-a88c-c9050e78b070 None None] No DVR routers for this DVR port 35f2e9dd-63bc-46a8-93ab-587e4acb5992 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:19.256476 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-94d5a223-fb78-4c26-bd91-6298cc1ba915 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.268037 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.ipam_backend_mixin [None req-cd744eac-c4ea-47c5-ac8a-44bc68658e0f tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Performing IP validity checks on allocation pools {{(pid=109049) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 16 12:48:19.269056 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14374117-c614-46f6-a88c-c9050e78b070 None None] Pushing event deleted for resources: {'Port': ['ID=35f2e9dd-63bc-46a8-93ab-587e4acb5992,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:19.274371 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.ipam_backend_mixin [None req-cd744eac-c4ea-47c5-ac8a-44bc68658e0f tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109049) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 16 12:48:19.384429 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fbaaa1-849e-4c39-8a9c-e50e7365a6a2 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:19.388261 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-33fbaaa1-849e-4c39-8a9c-e50e7365a6a2 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.404444 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-69734c51-9885-4f24-9687-283f9523fd7c tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab6e013-a1ce-4ede-8ebb-0381b9a50067']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:19.413622 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dec2ee77-0c28-45ac-88a5-433b43587033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.414906 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-dff312f3-65a0-46d3-b0b9-ed37e2a4856d service neutron] 10.222.0.90 "GET /v2.0/networks/2a9302a4-3c67-4ab8-a48d-9c86a95e30b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5468516 Feb 16 12:48:19.427493 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-69734c51-9885-4f24-9687-283f9523fd7c tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c74e6f9a-48b3-499e-a5e3-3515eeb27add') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:19.427795 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-69734c51-9885-4f24-9687-283f9523fd7c tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c74e6f9a-48b3-499e-a5e3-3515eeb27add') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:19.457872 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec2ee77-0c28-45ac-88a5-433b43587033 None None] No DVR routers for this DVR port 1d8a3a47-a06e-41c0-ae95-274f7fea7cd0 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:19.459760 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec2ee77-0c28-45ac-88a5-433b43587033 None None] Pushing event deleted for resources: {'Port': ['ID=1d8a3a47-a06e-41c0-ae95-274f7fea7cd0,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:19.469116 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-94d5a223-fb78-4c26-bd91-6298cc1ba915 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.474952 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-69734c51-9885-4f24-9687-283f9523fd7c tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.531795 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-69734c51-9885-4f24-9687-283f9523fd7c tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.543631 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69734c51-9885-4f24-9687-283f9523fd7c tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:48:19.544362 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-69734c51-9885-4f24-9687-283f9523fd7c tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.548620 dv-neutron-828142-3-hyperv neutron-server[109048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:48:19.548620 dv-neutron-828142-3-hyperv neutron-server[109048]: self.session.flush() Feb 16 12:48:19.548620 dv-neutron-828142-3-hyperv neutron-server[109048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:48:19.548620 dv-neutron-828142-3-hyperv neutron-server[109048]: self.session.flush() Feb 16 12:48:19.548620 dv-neutron-828142-3-hyperv neutron-server[109048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:48:19.548620 dv-neutron-828142-3-hyperv neutron-server[109048]: self.session.flush() Feb 16 12:48:19.548620 dv-neutron-828142-3-hyperv neutron-server[109048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:48:19.548620 dv-neutron-828142-3-hyperv neutron-server[109048]: self.session.flush() Feb 16 12:48:19.548620 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:48:19.548620 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:48:19.548620 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:48:19.548620 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:48:19.548620 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:48:19.548620 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:48:19.548620 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:48:19.548620 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:48:19.548620 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:48:19.548620 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:48:19.548620 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:48:19.548620 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:48:19.548620 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:48:19.548620 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:48:19.548620 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:48:19.548620 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:48:19.548620 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:48:19.548620 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:48:19.548620 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:48:19.548620 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:48:19.548620 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:48:19.548620 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:48:19.548620 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:48:19.548620 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:48:19.548620 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:48:19.548620 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:48:19.548620 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:48:19.548620 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:48:19.548620 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:48:19.548620 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:48:19.548620 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:48:19.548620 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:48:19.629671 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d5a223-fb78-4c26-bd91-6298cc1ba915 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Network f1103cc1-ec1a-4517-846a-1695013054ee is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:19.636152 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-94d5a223-fb78-4c26-bd91-6298cc1ba915 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:19.638274 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5a223-fb78-4c26-bd91-6298cc1ba915 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'Port': ['ID=af8e669b-f7a3-45a0-8204-09f6ae3cb868,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:19.662666 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-4bba3db7-b6a1-40a6-aee8-0bee96bd03b1 None None] Provisioning complete for port 18628e21-037c-4570-826c-3e69c00f5356 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:19.666525 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4bba3db7-b6a1-40a6-aee8-0bee96bd03b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.673190 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d5a223-fb78-4c26-bd91-6298cc1ba915 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:48:19.748464 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cd744eac-c4ea-47c5-ac8a-44bc68658e0f tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.776513 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-69734c51-9885-4f24-9687-283f9523fd7c tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.796732 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d5a223-fb78-4c26-bd91-6298cc1ba915 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:19.797627 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-94d5a223-fb78-4c26-bd91-6298cc1ba915 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.801543 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-4bba3db7-b6a1-40a6-aee8-0bee96bd03b1 None None] Port 18628e21-037c-4570-826c-3e69c00f5356 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:48:19.806001 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-69734c51-9885-4f24-9687-283f9523fd7c tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.817087 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-69734c51-9885-4f24-9687-283f9523fd7c tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] 10.222.0.90 "DELETE /v2.0/networks/eab6e013-a1ce-4ede-8ebb-0381b9a50067 HTTP/1.1" status: 204 len: 168 time: 2.5033510 Feb 16 12:48:19.819508 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35680) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:19.826642 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-4bba3db7-b6a1-40a6-aee8-0bee96bd03b1 None None] Provisioning complete for port 4f255f99-7bef-4ce7-b03c-9a45076f450b triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:19.827630 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4bba3db7-b6a1-40a6-aee8-0bee96bd03b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.991651 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-94d5a223-fb78-4c26-bd91-6298cc1ba915 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.9060960 Feb 16 12:48:19.995368 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35686) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:20.004643 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-5fca0493-f41e-4679-aea9-ab394a746c0f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'subnet': {'network_id': 'f1103cc1-ec1a-4517-846a-1695013054ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:20.007174 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9075e2fe-190a-43f2-9a57-ea0eed794a9b req-2a7721d5-6acd-44a6-8bb5-b7ab3aff5e89 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a HTTP/1.1" status: 200 len: 210 time: 0.2383330 Feb 16 12:48:20.028183 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd744eac-c4ea-47c5-ac8a-44bc68658e0f tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'Subnet': ['ID=4a6b14a9-1583-4956-91e0-5ba91256f745,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:20.038281 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69734c51-9885-4f24-9687-283f9523fd7c tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Pushing event deleted for resources: {'Network': ['ID=eab6e013-a1ce-4ede-8ebb-0381b9a50067,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:20.090366 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4bba3db7-b6a1-40a6-aee8-0bee96bd03b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.097131 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 4f255f99-7bef-4ce7-b03c-9a45076f450b up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:48:20.106969 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-dd446d0a-3a26-4070-b0f8-a9cca0c4d093 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.139322 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-5dec4e36-e853-42a5-bcac-006e6c11d8d9 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Deleting port bd29122c-021d-4a08-834b-67acb3554f64 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:20.139936 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5dec4e36-e853-42a5-bcac-006e6c11d8d9 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.211947 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-4bba3db7-b6a1-40a6-aee8-0bee96bd03b1 None None] For port 4f255f99-7bef-4ce7-b03c-9a45076f450b, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=4f255f99-7bef-4ce7-b03c-9a45076f450b,segment=NetworkSegment(bed35276-bc81-4c0d-9f8b-2448758a2661),segment_id=bed35276-bc81-4c0d-9f8b-2448758a2661)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:20.217717 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd744eac-c4ea-47c5-ac8a-44bc68658e0f tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Checking segment: {'id': '7531b82c-e8a0-4500-86c2-a04c46c1b22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2cfc3a3e-a0df-490c-aab0-836a2aa68a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:48:20.218093 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd744eac-c4ea-47c5-ac8a-44bc68658e0f tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Network hostable DHCP agents. Network: 2cfc3a3e-a0df-490c-aab0-836a2aa68a77, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:48:20.223888 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4bba3db7-b6a1-40a6-aee8-0bee96bd03b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.224265 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-33fbaaa1-849e-4c39-8a9c-e50e7365a6a2 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.272799 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 4f255f99-7bef-4ce7-b03c-9a45076f450b triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:20.273439 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.324440 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd744eac-c4ea-47c5-ac8a-44bc68658e0f tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Network 2cfc3a3e-a0df-490c-aab0-836a2aa68a77 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:48:20.345028 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fbaaa1-849e-4c39-8a9c-e50e7365a6a2 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:20.352103 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-cd744eac-c4ea-47c5-ac8a-44bc68658e0f tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 2cfc3a3e-a0df-490c-aab0-836a2aa68a77) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:20.357350 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-5dec4e36-e853-42a5-bcac-006e6c11d8d9 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] For port bd29122c-021d-4a08-834b-67acb3554f64, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=bd29122c-021d-4a08-834b-67acb3554f64,segment=NetworkSegment(390368aa-f88b-48a0-aa62-f8f13d99dfca),segment_id=390368aa-f88b-48a0-aa62-f8f13d99dfca)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:20.357878 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5dec4e36-e853-42a5-bcac-006e6c11d8d9 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.358119 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd744eac-c4ea-47c5-ac8a-44bc68658e0f tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:20.359855 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cd744eac-c4ea-47c5-ac8a-44bc68658e0f tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.372436 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-dd446d0a-3a26-4070-b0f8-a9cca0c4d093 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.382649 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd831acf-261e-4711-a1b7-4ccff88be313 None None] Network 2cfc3a3e-a0df-490c-aab0-836a2aa68a77 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:20.386038 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-33fbaaa1-849e-4c39-8a9c-e50e7365a6a2 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:20.389496 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fbaaa1-849e-4c39-8a9c-e50e7365a6a2 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:20.390072 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-33fbaaa1-849e-4c39-8a9c-e50e7365a6a2 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.411022 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-dd446d0a-3a26-4070-b0f8-a9cca0c4d093 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f03d976-0ad7-4090-98e7-818de42ff8c3']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:20.413084 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-cd744eac-c4ea-47c5-ac8a-44bc68658e0f tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8372338 Feb 16 12:48:20.413304 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35690) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:20.414345 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-5dec4e36-e853-42a5-bcac-006e6c11d8d9 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Calling delete_port for bd29122c-021d-4a08-834b-67acb3554f64 owned by network:router_interface {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:20.421109 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-0eb041a4-464d-4ce0-93bd-7c0bcc7f79a5 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'port': {'network_id': '2cfc3a3e-a0df-490c-aab0-836a2aa68a77', 'name': 'tempest-PortsIpV6TestJSON-1599928989'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:20.423803 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fbaaa1-849e-4c39-8a9c-e50e7365a6a2 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Subnet': ['ID=b8ef2e6b-a357-4d1a-baab-a5709cbe81b7,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:20.435248 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988dbcb9-a745-4294-be96-c78f957bdc1e None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:20.451619 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fbaaa1-849e-4c39-8a9c-e50e7365a6a2 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:20.452854 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fbaaa1-849e-4c39-8a9c-e50e7365a6a2 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:20.453277 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fbaaa1-849e-4c39-8a9c-e50e7365a6a2 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:20.453790 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fbaaa1-849e-4c39-8a9c-e50e7365a6a2 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:20.453984 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-dd446d0a-3a26-4070-b0f8-a9cca0c4d093 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e2bb3d6-ed60-4e02-be61-9899fddcde01') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:20.454153 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fbaaa1-849e-4c39-8a9c-e50e7365a6a2 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:20.454297 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-dd446d0a-3a26-4070-b0f8-a9cca0c4d093 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e2bb3d6-ed60-4e02-be61-9899fddcde01') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:20.454450 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fbaaa1-849e-4c39-8a9c-e50e7365a6a2 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:20.454610 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fbaaa1-849e-4c39-8a9c-e50e7365a6a2 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:20.454923 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fbaaa1-849e-4c39-8a9c-e50e7365a6a2 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:20.455968 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fbaaa1-849e-4c39-8a9c-e50e7365a6a2 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:20.455968 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fbaaa1-849e-4c39-8a9c-e50e7365a6a2 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:20.455968 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fbaaa1-849e-4c39-8a9c-e50e7365a6a2 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:20.456444 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fbaaa1-849e-4c39-8a9c-e50e7365a6a2 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:20.471908 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-33fbaaa1-849e-4c39-8a9c-e50e7365a6a2 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4722090 Feb 16 12:48:20.474382 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35692) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:20.479168 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-c3d1cd58-a708-4351-859e-7a108131ea56 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1247607614', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:20.519864 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-dd446d0a-3a26-4070-b0f8-a9cca0c4d093 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.529354 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c3d1cd58-a708-4351-859e-7a108131ea56 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.530592 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c3d1cd58-a708-4351-859e-7a108131ea56 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.538585 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fca0493-f41e-4679-aea9-ab394a746c0f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Made reservation on behalf of 5b475467252d4f968fd5b204d0b30dc2 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:20.543846 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5fca0493-f41e-4679-aea9-ab394a746c0f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.569356 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba3db7-b6a1-40a6-aee8-0bee96bd03b1 None None] Pushing event updated for resources: {'Port': ['ID=4f255f99-7bef-4ce7-b03c-9a45076f450b,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:20.658476 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-6d8a2f6b-dd74-44ea-8732-4906102908a5 None None] Provisioning complete for port af8e669b-f7a3-45a0-8204-09f6ae3cb868 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:20.659064 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6d8a2f6b-dd74-44ea-8732-4906102908a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.682997 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c3d1cd58-a708-4351-859e-7a108131ea56 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.712481 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c3d1cd58-a708-4351-859e-7a108131ea56 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.751603 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c3d1cd58-a708-4351-859e-7a108131ea56 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.758655 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c3d1cd58-a708-4351-859e-7a108131ea56 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2775593 Feb 16 12:48:20.758655 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35694) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:20.810615 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.ipam_backend_mixin [None req-5fca0493-f41e-4679-aea9-ab394a746c0f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 671dad4f-51d9-404d-b1fe-6c6f31fcaec1 (CIDR: 172.20.0.0/28) Feb 16 12:48:20.816431 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fca0493-f41e-4679-aea9-ab394a746c0f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:48:20.816976 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fca0493-f41e-4679-aea9-ab394a746c0f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:48:20.881224 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-6d8a2f6b-dd74-44ea-8732-4906102908a5 None None] Port af8e669b-f7a3-45a0-8204-09f6ae3cb868 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:48:20.889669 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-dd446d0a-3a26-4070-b0f8-a9cca0c4d093 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.896799 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 35f2e9dd-63bc-46a8-93ab-587e4acb5992 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:48:20.921076 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd446d0a-3a26-4070-b0f8-a9cca0c4d093 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:48:20.922306 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-dd446d0a-3a26-4070-b0f8-a9cca0c4d093 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.924603 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5fca0493-f41e-4679-aea9-ab394a746c0f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9245896 Feb 16 12:48:20.926595 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:48:20.926595 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:48:20.926595 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:48:20.926595 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:48:20.926595 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:48:20.926595 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:48:20.926595 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:48:20.926595 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:48:20.926595 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:48:20.926595 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:48:20.926595 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:48:20.926595 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:48:20.926595 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:48:20.926595 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:48:20.926595 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:48:20.926595 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:48:20.926595 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:48:20.926595 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:48:20.926595 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:48:20.926595 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:48:20.926595 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:48:20.926595 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:48:20.926595 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:48:20.926595 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:48:20.926595 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:48:20.926595 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:48:20.926595 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:48:20.926595 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:48:20.926595 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:48:20.926595 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:48:20.926595 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:48:20.926595 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:48:20.928969 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35696) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:20.957506 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 35f2e9dd-63bc-46a8-93ab-587e4acb5992 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:48:20.958139 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 35f2e9dd-63bc-46a8-93ab-587e4acb5992 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:48:20.958567 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device dd9b2943-0c14-4781-9a14-27262dfd0839 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:48:20.967584 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-0505e95a-40ce-41c0-a83a-d4bd7fffcf6b tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'subnet': {'network_id': 'f1103cc1-ec1a-4517-846a-1695013054ee', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:21.010636 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: dd9b2943-0c14-4781-9a14-27262dfd0839 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:48:21.010978 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device dd9b2943-0c14-4781-9a14-27262dfd0839 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:48:21.011405 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 1d8a3a47-a06e-41c0-ae95-274f7fea7cd0 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:48:21.140773 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-dd446d0a-3a26-4070-b0f8-a9cca0c4d093 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.173730 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-dd446d0a-3a26-4070-b0f8-a9cca0c4d093 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.177694 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-dd446d0a-3a26-4070-b0f8-a9cca0c4d093 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] 10.222.0.90 "DELETE /v2.0/networks/6f03d976-0ad7-4090-98e7-818de42ff8c3 HTTP/1.1" status: 204 len: 168 time: 1.3178852 Feb 16 12:48:21.212029 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35700) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:21.250366 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd446d0a-3a26-4070-b0f8-a9cca0c4d093 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Pushing event deleted for resources: {'Network': ['ID=6f03d976-0ad7-4090-98e7-818de42ff8c3,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:21.281678 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c9ef4b-60a9-4661-819a-15c963c624f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-8f2fc9c2-6909-42b1-9817-f8926b88a024', 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'tenant_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'fixed_ips': [{'subnet_id': 'b8ef2e6b-a357-4d1a-baab-a5709cbe81b7'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:48:21.283477 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-91c9ef4b-60a9-4661-819a-15c963c624f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.289370 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5aa6a2a5-3cbf-408c-abf3-493c2af423a7 req-2056d06a-0e6f-4d00-9f10-d52f68e695c1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a HTTP/1.1" status: 200 len: 210 time: 0.1065819 Feb 16 12:48:21.303569 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 1d8a3a47-a06e-41c0-ae95-274f7fea7cd0 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:48:21.303949 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 1d8a3a47-a06e-41c0-ae95-274f7fea7cd0 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:48:21.418235 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5dec4e36-e853-42a5-bcac-006e6c11d8d9 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.453605 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55176a7-1a52-42d7-a3db-9810110d5b0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-2cfc3a3e-a0df-490c-aab0-836a2aa68a77', 'network_id': '2cfc3a3e-a0df-490c-aab0-836a2aa68a77', 'tenant_id': 'c95cec895ceb44429e923d2affce57da', 'fixed_ips': [{'subnet_id': '4a6b14a9-1583-4956-91e0-5ba91256f745'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:48:21.454653 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f55176a7-1a52-42d7-a3db-9810110d5b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.461274 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec4e36-e853-42a5-bcac-006e6c11d8d9 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event deleted for resources: {'Port': ['ID=bd29122c-021d-4a08-834b-67acb3554f64,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:21.463153 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb041a4-464d-4ce0-93bd-7c0bcc7f79a5 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Made reservation on behalf of c95cec895ceb44429e923d2affce57da for: {'port': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:21.466868 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0eb041a4-464d-4ce0-93bd-7c0bcc7f79a5 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.501686 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcbc7769-7744-49a7-bbdc-5113e669ab24 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Deleting subnet ef3d890d-69ed-4b5c-8f69-670bbd45653e {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:48:21.504855 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fcbc7769-7744-49a7-bbdc-5113e669ab24 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.572240 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-0eb041a4-464d-4ce0-93bd-7c0bcc7f79a5 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] device_id is not set on port eded73ed-2dc3-4db0-b44b-d0e515f082f7 yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:48:21.586016 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fcbc7769-7744-49a7-bbdc-5113e669ab24 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.654193 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-91c9ef4b-60a9-4661-819a-15c963c624f8 None None] Allocated IP 2001:db8::2 (8f2fc9c2-6909-42b1-9817-f8926b88a024/b8ef2e6b-a357-4d1a-baab-a5709cbe81b7/6c2e2264-4df0-40eb-8b08-45ace72d41ff) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:21.681646 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-c84342a2-e13b-4fb4-9907-5a08f5af97ac tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:21.685115 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-c84342a2-e13b-4fb4-9907-5a08f5af97ac tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "GET /v2.0/networks?id=2a9302a4-3c67-4ab8-a48d-9c86a95e30b2 HTTP/1.1" status: 200 len: 797 time: 0.2219279 Feb 16 12:48:21.790456 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0505e95a-40ce-41c0-a83a-d4bd7fffcf6b tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Made reservation on behalf of 5b475467252d4f968fd5b204d0b30dc2 for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:21.791854 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-8c3bbba0-af64-401b-beff-ac52b2b40b92 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b HTTP/1.1" status: 200 len: 380 time: 0.0589237 Feb 16 12:48:21.795064 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0505e95a-40ce-41c0-a83a-d4bd7fffcf6b tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.801461 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-f55176a7-1a52-42d7-a3db-9810110d5b0d None None] Allocated IP 2001:db8::2 (2cfc3a3e-a0df-490c-aab0-836a2aa68a77/4a6b14a9-1583-4956-91e0-5ba91256f745/0b037e72-943f-4815-83ad-1893ed17dc33) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:21.810655 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-cda3d669-0e5b-4946-b6cc-8df0a15159b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'port': {'device_id': '5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a', 'network_id': '2a9302a4-3c67-4ab8-a48d-9c86a95e30b2', 'admin_state_up': True, 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'security_groups': ['dcd34c9b-d3c4-48a7-b0ae-838ff0dfc9e1']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:21.835657 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5dec4e36-e853-42a5-bcac-006e6c11d8d9 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.861080 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9a30da67-063c-40f7-8576-b78872021d70 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.983262 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 4f255f99-7bef-4ce7-b03c-9a45076f450b up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:48:22.039994 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-91c9ef4b-60a9-4661-819a-15c963c624f8 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.084438 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fcbc7769-7744-49a7-bbdc-5113e669ab24 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.090588 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-91c9ef4b-60a9-4661-819a-15c963c624f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.103749 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-cda3d669-0e5b-4946-b6cc-8df0a15159b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Made reservation on behalf of 93ebfe1969ad47c59fc4b80bacd9b15b for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:22.108790 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-cda3d669-0e5b-4946-b6cc-8df0a15159b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.117448 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35708) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:22.151331 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c9ef4b-60a9-4661-819a-15c963c624f8 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:22.160933 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f55176a7-1a52-42d7-a3db-9810110d5b0d None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.163275 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-91c9ef4b-60a9-4661-819a-15c963c624f8 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:22.168870 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c9ef4b-60a9-4661-819a-15c963c624f8 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:48:22.181314 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f55176a7-1a52-42d7-a3db-9810110d5b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.195340 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9ef4b-60a9-4661-819a-15c963c624f8 None None] Pushing event updated for resources: {'Port': ['ID=6c2e2264-4df0-40eb-8b08-45ace72d41ff,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:22.262812 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 4f255f99-7bef-4ce7-b03c-9a45076f450b triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:22.263538 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.279199 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55176a7-1a52-42d7-a3db-9810110d5b0d None None] Network 2cfc3a3e-a0df-490c-aab0-836a2aa68a77 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:22.283364 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e4dc955d-65ae-44d5-a2ee-1e3b3c2c7c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.298810 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-9a30da67-063c-40f7-8576-b78872021d70 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Allocated IP 2001:db8::1 (8f2fc9c2-6909-42b1-9817-f8926b88a024/b8ef2e6b-a357-4d1a-baab-a5709cbe81b7/49c6e4bb-37fd-4827-852c-8aa3e01106ca) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:22.315150 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-f55176a7-1a52-42d7-a3db-9810110d5b0d None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:22.327807 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55176a7-1a52-42d7-a3db-9810110d5b0d None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:48:22.349593 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-91c9ef4b-60a9-4661-819a-15c963c624f8 None None] Attempting to bind port 6c2e2264-4df0-40eb-8b08-45ace72d41ff on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:22.350240 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-91c9ef4b-60a9-4661-819a-15c963c624f8 None None] Attempting to bind port 6c2e2264-4df0-40eb-8b08-45ace72d41ff by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:22.350768 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c9ef4b-60a9-4661-819a-15c963c624f8 None None] Attempting to bind port 6c2e2264-4df0-40eb-8b08-45ace72d41ff on network 8f2fc9c2-6909-42b1-9817-f8926b88a024 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:48:22.357276 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55176a7-1a52-42d7-a3db-9810110d5b0d None None] Pushing event updated for resources: {'Port': ['ID=0b037e72-943f-4815-83ad-1893ed17dc33,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:22.382800 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c9ef4b-60a9-4661-819a-15c963c624f8 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:48:22.383613 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c9ef4b-60a9-4661-819a-15c963c624f8 None None] Checking segment: {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:48:22.384268 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-91c9ef4b-60a9-4661-819a-15c963c624f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.384951 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c9ef4b-60a9-4661-819a-15c963c624f8 None None] Bound using segment: {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:48:22.385657 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-91c9ef4b-60a9-4661-819a-15c963c624f8 None None] Bound port: 6c2e2264-4df0-40eb-8b08-45ace72d41ff, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:22.386261 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-91c9ef4b-60a9-4661-819a-15c963c624f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.428376 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fcbc7769-7744-49a7-bbdc-5113e669ab24 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.449859 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-0eb041a4-464d-4ce0-93bd-7c0bcc7f79a5 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Allocated IP 2001:db8::1b2 (2cfc3a3e-a0df-490c-aab0-836a2aa68a77/4a6b14a9-1583-4956-91e0-5ba91256f745/eded73ed-2dc3-4db0-b44b-d0e515f082f7) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:22.465497 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-f55176a7-1a52-42d7-a3db-9810110d5b0d None None] Attempting to bind port 0b037e72-943f-4815-83ad-1893ed17dc33 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:22.466133 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-f55176a7-1a52-42d7-a3db-9810110d5b0d None None] Attempting to bind port 0b037e72-943f-4815-83ad-1893ed17dc33 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '7531b82c-e8a0-4500-86c2-a04c46c1b22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2cfc3a3e-a0df-490c-aab0-836a2aa68a77'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:22.466681 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55176a7-1a52-42d7-a3db-9810110d5b0d None None] Attempting to bind port 0b037e72-943f-4815-83ad-1893ed17dc33 on network 2cfc3a3e-a0df-490c-aab0-836a2aa68a77 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:48:22.469082 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6370dfba-0486-432b-a430-8530fe39acea req-71657f9d-36b4-4036-bd22-5aa127dbcd4c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a HTTP/1.1" status: 200 len: 210 time: 0.0704842 Feb 16 12:48:22.474892 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9a30da67-063c-40f7-8576-b78872021d70 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.498856 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55176a7-1a52-42d7-a3db-9810110d5b0d None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:48:22.499530 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55176a7-1a52-42d7-a3db-9810110d5b0d None None] Checking segment: {'id': '7531b82c-e8a0-4500-86c2-a04c46c1b22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2cfc3a3e-a0df-490c-aab0-836a2aa68a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:48:22.500912 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f55176a7-1a52-42d7-a3db-9810110d5b0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.501565 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55176a7-1a52-42d7-a3db-9810110d5b0d None None] Bound using segment: {'id': '7531b82c-e8a0-4500-86c2-a04c46c1b22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2cfc3a3e-a0df-490c-aab0-836a2aa68a77'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:48:22.502278 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-f55176a7-1a52-42d7-a3db-9810110d5b0d None None] Bound port: 0b037e72-943f-4815-83ad-1893ed17dc33, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7531b82c-e8a0-4500-86c2-a04c46c1b22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2cfc3a3e-a0df-490c-aab0-836a2aa68a77'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:22.502925 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f55176a7-1a52-42d7-a3db-9810110d5b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.529586 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dec4e36-e853-42a5-bcac-006e6c11d8d9 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Router 82cadb3a-55b1-497f-b25c-4b7a652b9a28 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:48:22.537453 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fcbc7769-7744-49a7-bbdc-5113e669ab24 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.547785 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-fcbc7769-7744-49a7-bbdc-5113e669ab24 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] 10.222.0.90 "DELETE /v2.0/subnets/ef3d890d-69ed-4b5c-8f69-670bbd45653e HTTP/1.1" status: 204 len: 168 time: 1.3295617 Feb 16 12:48:22.547785 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc7769-7744-49a7-bbdc-5113e669ab24 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Pushing event deleted for resources: {'Subnet': ['ID=ef3d890d-69ed-4b5c-8f69-670bbd45653e,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:22.548441 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-91c9ef4b-60a9-4661-819a-15c963c624f8 None None] For port 6c2e2264-4df0-40eb-8b08-45ace72d41ff, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:48:22.554942 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35712) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:22.574681 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71958798-4b86-47b8-b52e-ea1e2e4c8e07 None None] Network acc3d0c7-b2b3-48e7-b0ee-9fc45b8c66af requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:22.585956 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9a30da67-063c-40f7-8576-b78872021d70 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.608474 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-91c9ef4b-60a9-4661-819a-15c963c624f8 None None] For port 6c2e2264-4df0-40eb-8b08-45ace72d41ff, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=6c2e2264-4df0-40eb-8b08-45ace72d41ff,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:48:22.640990 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-cda3d669-0e5b-4946-b6cc-8df0a15159b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Allocated IP 172.20.0.7 (2a9302a4-3c67-4ab8-a48d-9c86a95e30b2/4d07b80a-2947-4cf0-b0a9-82856344f0a7/09ed1ef0-b289-435c-b14d-a38f0115bfc4) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:22.651126 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-91c9ef4b-60a9-4661-819a-15c963c624f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.657034 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a30da67-063c-40f7-8576-b78872021d70 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:22.668902 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-9a30da67-063c-40f7-8576-b78872021d70 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:22.678273 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a30da67-063c-40f7-8576-b78872021d70 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:48:22.678898 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9a30da67-063c-40f7-8576-b78872021d70 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.725784 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-f55176a7-1a52-42d7-a3db-9810110d5b0d None None] For port 0b037e72-943f-4815-83ad-1893ed17dc33, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:48:22.735910 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-f55176a7-1a52-42d7-a3db-9810110d5b0d None None] For port 0b037e72-943f-4815-83ad-1893ed17dc33, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=0b037e72-943f-4815-83ad-1893ed17dc33,segment=NetworkSegment(7531b82c-e8a0-4500-86c2-a04c46c1b22d),segment_id=7531b82c-e8a0-4500-86c2-a04c46c1b22d)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:48:22.744577 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30da67-063c-40f7-8576-b78872021d70 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Port': ['ID=49c6e4bb-37fd-4827-852c-8aa3e01106ca,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:22.772722 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f55176a7-1a52-42d7-a3db-9810110d5b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.819770 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9ef4b-60a9-4661-819a-15c963c624f8 None None] Pushing event updated for resources: {'Port': ['ID=6c2e2264-4df0-40eb-8b08-45ace72d41ff,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:22.918440 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55176a7-1a52-42d7-a3db-9810110d5b0d None None] Pushing event updated for resources: {'Port': ['ID=0b037e72-943f-4815-83ad-1893ed17dc33,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:22.923395 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c0f78c99-338c-4691-aee8-fe216eb488a2 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.956105 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dec4e36-e853-42a5-bcac-006e6c11d8d9 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:48:22.962837 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5dec4e36-e853-42a5-bcac-006e6c11d8d9 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "PUT /v2.0/routers/82cadb3a-55b1-497f-b25c-4b7a652b9a28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5119605 Feb 16 12:48:22.976364 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494bd88f-f3e4-4780-8678-3d26bcca7c32 None None] Sync routers for ids ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:22.976978 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35714) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:23.011844 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494bd88f-f3e4-4780-8678-3d26bcca7c32 None None] Routers {'82cadb3a-55b1-497f-b25c-4b7a652b9a28'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:48:23.016074 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-494bd88f-f3e4-4780-8678-3d26bcca7c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:23.074806 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9a30da67-063c-40f7-8576-b78872021d70 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.097209 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08208ca-614d-4ce3-948f-1c6d04a0f798 None None] DHCP port deletion for acc3d0c7-b2b3-48e7-b0ee-9fc45b8c66af request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:48:23.122645 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-cda3d669-0e5b-4946-b6cc-8df0a15159b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.186945 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-31dbdc90-4da5-41f2-a283-44657fb23f32 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Deleting subnet 4f1d33a5-039c-4e54-a04c-19011f737c9e {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:48:23.216720 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-31dbdc90-4da5-41f2-a283-44657fb23f32 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.233106 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-494bd88f-f3e4-4780-8678-3d26bcca7c32 None None] Set router 82cadb3a-55b1-497f-b25c-4b7a652b9a28 gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:48:23.272385 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-b08208ca-614d-4ce3-948f-1c6d04a0f798 None None] Deleting port c4c7c82d-6224-4b59-90d1-6f5a1befe443 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:23.278581 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b08208ca-614d-4ce3-948f-1c6d04a0f798 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.314176 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-494bd88f-f3e4-4780-8678-3d26bcca7c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'name': 'tempest-RoutersIpV6Test-router-1385319131', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:04Z', 'updated_at': '2022-02-16T12:48:21Z', 'revision_number': 11, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'gw_port_host': None}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:23.362198 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494bd88f-f3e4-4780-8678-3d26bcca7c32 None None] Checking router: 82cadb3a-55b1-497f-b25c-4b7a652b9a28 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:48:23.382065 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494bd88f-f3e4-4780-8678-3d26bcca7c32 None None] Routers {'82cadb3a-55b1-497f-b25c-4b7a652b9a28'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:48:23.382980 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-494bd88f-f3e4-4780-8678-3d26bcca7c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:47:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:23.441937 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-31dbdc90-4da5-41f2-a283-44657fb23f32 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.456962 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-b08208ca-614d-4ce3-948f-1c6d04a0f798 None None] For port c4c7c82d-6224-4b59-90d1-6f5a1befe443, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=c4c7c82d-6224-4b59-90d1-6f5a1befe443,segment=NetworkSegment(98df229e-5485-487e-9209-bc9908063130),segment_id=98df229e-5485-487e-9209-bc9908063130)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:23.457702 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b08208ca-614d-4ce3-948f-1c6d04a0f798 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.489777 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-b08208ca-614d-4ce3-948f-1c6d04a0f798 None None] Calling delete_port for c4c7c82d-6224-4b59-90d1-6f5a1befe443 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:23.558910 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-494bd88f-f3e4-4780-8678-3d26bcca7c32 None None] Set router 82cadb3a-55b1-497f-b25c-4b7a652b9a28 gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:48:23.573469 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-cda3d669-0e5b-4946-b6cc-8df0a15159b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.611311 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b08208ca-614d-4ce3-948f-1c6d04a0f798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.653981 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08208ca-614d-4ce3-948f-1c6d04a0f798 None None] No DVR routers for this DVR port c4c7c82d-6224-4b59-90d1-6f5a1befe443 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:23.655844 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08208ca-614d-4ce3-948f-1c6d04a0f798 None None] Pushing event deleted for resources: {'Port': ['ID=c4c7c82d-6224-4b59-90d1-6f5a1befe443,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:23.682964 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-494bd88f-f3e4-4780-8678-3d26bcca7c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'name': 'tempest-RoutersIpV6Test-router-1385319131', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:04Z', 'updated_at': '2022-02-16T12:48:21Z', 'revision_number': 11, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'gw_port_host': None}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:23.715802 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494bd88f-f3e4-4780-8678-3d26bcca7c32 None None] The sync data for ids ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'] in dv-neutron-828142-3-hyperv is: [{'id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'name': 'tempest-RoutersIpV6Test-router-1385319131', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:04Z', 'updated_at': '2022-02-16T12:48:21Z', 'revision_number': 11, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'gw_port_host': None}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:23.718167 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-c0f78c99-338c-4691-aee8-fe216eb488a2 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] The port 'c4c7c82d-6224-4b59-90d1-6f5a1befe443' was deleted {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Feb 16 12:48:23.766367 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-cda3d669-0e5b-4946-b6cc-8df0a15159b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network 2a9302a4-3c67-4ab8-a48d-9c86a95e30b2 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:23.785418 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-cda3d669-0e5b-4946-b6cc-8df0a15159b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:23.797642 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-cda3d669-0e5b-4946-b6cc-8df0a15159b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:48:23.832064 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0eb041a4-464d-4ce0-93bd-7c0bcc7f79a5 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.833852 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda3d669-0e5b-4946-b6cc-8df0a15159b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=09ed1ef0-b289-435c-b14d-a38f0115bfc4,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:23.839069 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-31dbdc90-4da5-41f2-a283-44657fb23f32 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.902744 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0505e95a-40ce-41c0-a83a-d4bd7fffcf6b tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.916372 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-0ef5c994-b04b-42ef-bd5a-c68ca13b5f9a tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Deleting port efcf4d98-3395-40cd-8857-1baea5a2facb {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:23.916754 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0ef5c994-b04b-42ef-bd5a-c68ca13b5f9a tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.923822 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-cda3d669-0e5b-4946-b6cc-8df0a15159b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:23.924516 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-cda3d669-0e5b-4946-b6cc-8df0a15159b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.976171 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-cda3d669-0e5b-4946-b6cc-8df0a15159b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1740069 Feb 16 12:48:23.995628 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-bb20e97b-1847-4a22-9942-8f3e84f4f80a service neutron] Request body: {'port': {'device_id': '5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:24.004301 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-31dbdc90-4da5-41f2-a283-44657fb23f32 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.008437 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9a30da67-063c-40f7-8576-b78872021d70 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.026390 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c0f78c99-338c-4691-aee8-fe216eb488a2 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.039452 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d0440-3c18-4a9e-8ec8-14ad0f6dc736 req-38465dc2-b9ac-45fd-9d16-b9e423b33443 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:24.041044 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-379d0440-3c18-4a9e-8ec8-14ad0f6dc736 req-38465dc2-b9ac-45fd-9d16-b9e423b33443 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a HTTP/1.1" status: 200 len: 931 time: 0.4232125 Feb 16 12:48:24.054513 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9a30da67-063c-40f7-8576-b78872021d70 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.054513 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9a30da67-063c-40f7-8576-b78872021d70 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.088049 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0505e95a-40ce-41c0-a83a-d4bd7fffcf6b tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Network f1103cc1-ec1a-4517-846a-1695013054ee is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:24.095694 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f384d0-983e-43c5-bc29-e4eddd7396a3 None None] Network ef2b90ed-2280-42f9-9383-c32610fcff3f requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:24.109055 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dbdc90-4da5-41f2-a283-44657fb23f32 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event deleted for resources: {'Subnet': ['ID=4f1d33a5-039c-4e54-a04c-19011f737c9e,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:24.111369 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-c0f78c99-338c-4691-aee8-fe216eb488a2 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acc3d0c7-b2b3-48e7-b0ee-9fc45b8c66af']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:24.118949 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-31dbdc90-4da5-41f2-a283-44657fb23f32 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.125905 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-c0f78c99-338c-4691-aee8-fe216eb488a2 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98df229e-5485-487e-9209-bc9908063130') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:24.126290 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-c0f78c99-338c-4691-aee8-fe216eb488a2 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98df229e-5485-487e-9209-bc9908063130') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:24.138969 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c0f78c99-338c-4691-aee8-fe216eb488a2 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.149638 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-31dbdc90-4da5-41f2-a283-44657fb23f32 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "DELETE /v2.0/subnets/4f1d33a5-039c-4e54-a04c-19011f737c9e HTTP/1.1" status: 204 len: 168 time: 1.1710606 Feb 16 12:48:24.159251 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c0f78c99-338c-4691-aee8-fe216eb488a2 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.167396 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f78c99-338c-4691-aee8-fe216eb488a2 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:48:24.167748 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c0f78c99-338c-4691-aee8-fe216eb488a2 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.225256 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-a21dfc83-4c95-46a0-8940-2a1a7093934a None None] Provisioning complete for port 09ed1ef0-b289-435c-b14d-a38f0115bfc4 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:24.225920 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a21dfc83-4c95-46a0-8940-2a1a7093934a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.267175 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:48:24.267175 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:48:24.267175 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:48:24.267175 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:48:24.267175 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:48:24.267175 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:48:24.267175 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:48:24.267175 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:48:24.267175 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:48:24.267175 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:48:24.267175 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:48:24.267175 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:48:24.267175 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:48:24.267175 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:48:24.267175 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:48:24.267175 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:48:24.267175 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:48:24.267175 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:48:24.267175 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:48:24.267175 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:48:24.267175 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:48:24.267175 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:48:24.267175 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:48:24.267175 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:48:24.267175 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:48:24.267175 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:48:24.267175 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:48:24.267175 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:48:24.267175 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:48:24.267175 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:48:24.267175 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:48:24.267175 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:48:24.272613 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35718) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:24.280110 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 6c2e2264-4df0-40eb-8b08-45ace72d41ff up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:48:24.281859 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-0505e95a-40ce-41c0-a83a-d4bd7fffcf6b tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:24.289411 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0505e95a-40ce-41c0-a83a-d4bd7fffcf6b tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:24.290373 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0505e95a-40ce-41c0-a83a-d4bd7fffcf6b tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.329220 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b019e1-d263-4d52-b2a0-b10d92e7c538 None None] Network f1103cc1-ec1a-4517-846a-1695013054ee requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:24.382866 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a30da67-063c-40f7-8576-b78872021d70 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:24.387401 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30da67-063c-40f7-8576-b78872021d70 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Port': ['ID=49c6e4bb-37fd-4827-852c-8aa3e01106ca,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:24.387826 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0eb041a4-464d-4ce0-93bd-7c0bcc7f79a5 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.392080 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-9a30da67-063c-40f7-8576-b78872021d70 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:24.402141 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d9c35f90-4824-41f3-b1c0-fba2b987e687 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.452934 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0505e95a-40ce-41c0-a83a-d4bd7fffcf6b tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'Subnet': ['ID=0626419a-9711-4782-865d-e731ea3ce9b0,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:24.494216 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0ef5c994-b04b-42ef-bd5a-c68ca13b5f9a tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.494706 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0ef5c994-b04b-42ef-bd5a-c68ca13b5f9a tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.512775 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-0ef5c994-b04b-42ef-bd5a-c68ca13b5f9a tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Calling delete_port for efcf4d98-3395-40cd-8857-1baea5a2facb owned by network:floatingip {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:24.523187 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-a21dfc83-4c95-46a0-8940-2a1a7093934a None None] Port 09ed1ef0-b289-435c-b14d-a38f0115bfc4 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:48:24.558504 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-920db317-7d48-4b6d-827f-304e9a7b3226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.559013 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c0f78c99-338c-4691-aee8-fe216eb488a2 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.572493 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-bb20e97b-1847-4a22-9942-8f3e84f4f80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.611394 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 6c2e2264-4df0-40eb-8b08-45ace72d41ff triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:24.612071 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.635165 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c0f78c99-338c-4691-aee8-fe216eb488a2 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.642691 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c0f78c99-338c-4691-aee8-fe216eb488a2 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] 10.222.0.90 "DELETE /v2.0/networks/acc3d0c7-b2b3-48e7-b0ee-9fc45b8c66af HTTP/1.1" status: 204 len: 168 time: 2.0835488 Feb 16 12:48:24.655756 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505e95a-40ce-41c0-a83a-d4bd7fffcf6b tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:24.656761 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505e95a-40ce-41c0-a83a-d4bd7fffcf6b tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:24.656761 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505e95a-40ce-41c0-a83a-d4bd7fffcf6b tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:24.659295 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505e95a-40ce-41c0-a83a-d4bd7fffcf6b tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:24.659295 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505e95a-40ce-41c0-a83a-d4bd7fffcf6b tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:24.659295 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505e95a-40ce-41c0-a83a-d4bd7fffcf6b tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:24.659295 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505e95a-40ce-41c0-a83a-d4bd7fffcf6b tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:24.659295 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505e95a-40ce-41c0-a83a-d4bd7fffcf6b tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:24.659295 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505e95a-40ce-41c0-a83a-d4bd7fffcf6b tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:24.660125 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505e95a-40ce-41c0-a83a-d4bd7fffcf6b tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:24.660595 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505e95a-40ce-41c0-a83a-d4bd7fffcf6b tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:24.661018 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505e95a-40ce-41c0-a83a-d4bd7fffcf6b tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:24.672896 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35720) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:24.677997 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0505e95a-40ce-41c0-a83a-d4bd7fffcf6b tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.7190399 Feb 16 12:48:24.700806 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35722) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:24.717684 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-fdb98601-683f-49a1-91ee-82dbb4c79e59 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1348620216', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0626419a-9711-4782-865d-e731ea3ce9b0'}], 'security_groups': ['ae46bed8-7a9a-43e2-8c4e-78c9b2b3ba69']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:24.719036 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3fa222-91be-45b0-8519-8cfb0edeca0e None None] DHCP port deletion for ef2b90ed-2280-42f9-9383-c32610fcff3f request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:48:24.723979 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f78c99-338c-4691-aee8-fe216eb488a2 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Pushing event deleted for resources: {'Network': ['ID=acc3d0c7-b2b3-48e7-b0ee-9fc45b8c66af,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:24.731682 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-379d0440-3c18-4a9e-8ec8-14ad0f6dc736 req-66d0fc13-fdbf-4335-bcfc-85480f164970 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=dcd34c9b-d3c4-48a7-b0ae-838ff0dfc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6726079 Feb 16 12:48:24.844349 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb041a4-464d-4ce0-93bd-7c0bcc7f79a5 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Network 2cfc3a3e-a0df-490c-aab0-836a2aa68a77 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:24.853043 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-68f1aa21-b5c6-4410-a6e9-81e94c6023a1 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] 10.222.0.90 "GET /v2.0/ports?device_id=68247491-0877-472b-8e70-a522cfdd9714 HTTP/1.1" status: 200 len: 205 time: 0.1714816 Feb 16 12:48:24.861955 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35724) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:24.874867 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-0eb041a4-464d-4ce0-93bd-7c0bcc7f79a5 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:24.877671 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb041a4-464d-4ce0-93bd-7c0bcc7f79a5 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'Port': ['ID=eded73ed-2dc3-4db0-b44b-d0e515f082f7,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:24.880396 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb041a4-464d-4ce0-93bd-7c0bcc7f79a5 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:48:24.886875 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb041a4-464d-4ce0-93bd-7c0bcc7f79a5 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:24.887692 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0eb041a4-464d-4ce0-93bd-7c0bcc7f79a5 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.925645 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0eb041a4-464d-4ce0-93bd-7c0bcc7f79a5 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.5088499 Feb 16 12:48:24.939353 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35726) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:24.993530 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.061472 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 6c2e2264-4df0-40eb-8b08-45ace72d41ff, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=6c2e2264-4df0-40eb-8b08-45ace72d41ff,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:25.068039 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-be3fa222-91be-45b0-8519-8cfb0edeca0e None None] Deleting port b59b3118-3eb5-4399-a621-009c90c77059 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:25.068604 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-be3fa222-91be-45b0-8519-8cfb0edeca0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.072724 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.073570 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 0b037e72-943f-4815-83ad-1893ed17dc33 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:48:25.090736 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-d9c35f90-4824-41f3-b1c0-fba2b987e687 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Deleting port b59b3118-3eb5-4399-a621-009c90c77059 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:25.090986 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d9c35f90-4824-41f3-b1c0-fba2b987e687 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.092378 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e6b9c214-7bf9-4173-85e5-3c98811b6d68 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.170008 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-d9c35f90-4824-41f3-b1c0-fba2b987e687 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] For port b59b3118-3eb5-4399-a621-009c90c77059, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=b59b3118-3eb5-4399-a621-009c90c77059,segment=NetworkSegment(390368aa-f88b-48a0-aa62-f8f13d99dfca),segment_id=390368aa-f88b-48a0-aa62-f8f13d99dfca)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:25.173611 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d9c35f90-4824-41f3-b1c0-fba2b987e687 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.179097 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-b8cf0265-0c33-447d-ace8-745e42e2a75d None None] Provisioning complete for port 6c2e2264-4df0-40eb-8b08-45ace72d41ff triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:25.179097 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b8cf0265-0c33-447d-ace8-745e42e2a75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.203882 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-d9c35f90-4824-41f3-b1c0-fba2b987e687 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Calling delete_port for b59b3118-3eb5-4399-a621-009c90c77059 owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:25.226182 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a30da67-063c-40f7-8576-b78872021d70 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Router 3b3084b5-fc48-4978-9f9d-d8810b64969e is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:48:25.231104 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dd9b6c-5681-4f08-8d7b-961073f3797d None None] Network 2cfc3a3e-a0df-490c-aab0-836a2aa68a77 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:25.297613 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d9c35f90-4824-41f3-b1c0-fba2b987e687 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.335275 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c35f90-4824-41f3-b1c0-fba2b987e687 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] No DVR routers for this DVR port b59b3118-3eb5-4399-a621-009c90c77059 on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:25.338991 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c35f90-4824-41f3-b1c0-fba2b987e687 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event deleted for resources: {'Port': ['ID=b59b3118-3eb5-4399-a621-009c90c77059,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:25.362563 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=6c2e2264-4df0-40eb-8b08-45ace72d41ff,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:25.381672 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-be3fa222-91be-45b0-8519-8cfb0edeca0e None None] For port b59b3118-3eb5-4399-a621-009c90c77059, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=b59b3118-3eb5-4399-a621-009c90c77059,segment=NetworkSegment(390368aa-f88b-48a0-aa62-f8f13d99dfca),segment_id=390368aa-f88b-48a0-aa62-f8f13d99dfca)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:25.382123 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-be3fa222-91be-45b0-8519-8cfb0edeca0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.394594 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b146dcf-2e8a-4320-8ec2-a0397ae96392 None None] Update dhcp port {'port': {'network_id': 'f1103cc1-ec1a-4517-846a-1695013054ee', 'fixed_ips': [{'subnet_id': '671dad4f-51d9-404d-b1fe-6c6f31fcaec1', 'ip_address': '172.20.0.2'}, {'subnet_id': '0626419a-9711-4782-865d-e731ea3ce9b0'}], 'binding:host_id': 'dv-neutron-828142-3-hyperv'}, 'id': '4f255f99-7bef-4ce7-b03c-9a45076f450b'} from dv-neutron-828142-3-hyperv. {{(pid=109050) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 12:48:25.436184 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-be3fa222-91be-45b0-8519-8cfb0edeca0e None None] Calling delete_port for b59b3118-3eb5-4399-a621-009c90c77059 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:25.471474 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-5fc28b07-bcef-4d15-b1c1-7ebed64cc505 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Deleting port eded73ed-2dc3-4db0-b44b-d0e515f082f7 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:25.471998 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5fc28b07-bcef-4d15-b1c1-7ebed64cc505 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.476838 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d9c35f90-4824-41f3-b1c0-fba2b987e687 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.491498 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7b146dcf-2e8a-4320-8ec2-a0397ae96392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.499073 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 0b037e72-943f-4815-83ad-1893ed17dc33 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:25.499659 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.560423 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-d9c35f90-4824-41f3-b1c0-fba2b987e687 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef2b90ed-2280-42f9-9383-c32610fcff3f']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:25.594574 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-d9c35f90-4824-41f3-b1c0-fba2b987e687 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '390368aa-f88b-48a0-aa62-f8f13d99dfca') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:25.595029 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-d9c35f90-4824-41f3-b1c0-fba2b987e687 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '390368aa-f88b-48a0-aa62-f8f13d99dfca') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:25.618810 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d9c35f90-4824-41f3-b1c0-fba2b987e687 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.683901 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d9c35f90-4824-41f3-b1c0-fba2b987e687 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.696068 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5fc28b07-bcef-4d15-b1c1-7ebed64cc505 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.699373 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9c35f90-4824-41f3-b1c0-fba2b987e687 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:48:25.699911 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d9c35f90-4824-41f3-b1c0-fba2b987e687 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.708649 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:48:25.708649 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:48:25.708649 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:48:25.708649 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:48:25.708649 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:48:25.708649 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:48:25.708649 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:48:25.708649 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:48:25.708649 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:48:25.708649 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:48:25.708649 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:48:25.708649 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:48:25.708649 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:48:25.708649 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:48:25.708649 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:48:25.708649 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:48:25.708649 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:48:25.708649 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:48:25.708649 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:48:25.708649 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:48:25.708649 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:48:25.708649 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:48:25.708649 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:48:25.708649 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:48:25.708649 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:48:25.708649 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:48:25.708649 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:48:25.708649 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:48:25.708649 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:48:25.708649 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:48:25.708649 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:48:25.708649 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:48:25.771649 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.772187 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0ef5c994-b04b-42ef-bd5a-c68ca13b5f9a tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.791416 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-5fc28b07-bcef-4d15-b1c1-7ebed64cc505 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Calling delete_port for eded73ed-2dc3-4db0-b44b-d0e515f082f7 owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:25.825545 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef5c994-b04b-42ef-bd5a-c68ca13b5f9a tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Pushing event deleted for resources: {'Port': ['ID=efcf4d98-3395-40cd-8857-1baea5a2facb,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:25.887486 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d9c35f90-4824-41f3-b1c0-fba2b987e687 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.924128 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-be3fa222-91be-45b0-8519-8cfb0edeca0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.965396 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d9c35f90-4824-41f3-b1c0-fba2b987e687 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.971670 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d9c35f90-4824-41f3-b1c0-fba2b987e687 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "DELETE /v2.0/networks/ef2b90ed-2280-42f9-9383-c32610fcff3f HTTP/1.1" status: 204 len: 168 time: 1.6841161 Feb 16 12:48:25.972869 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3fa222-91be-45b0-8519-8cfb0edeca0e None None] Pushing event deleted for resources: {'Port': ['ID=b59b3118-3eb5-4399-a621-009c90c77059,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:25.974366 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35730) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:25.979335 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-be3fa222-91be-45b0-8519-8cfb0edeca0e None None] Network ef2b90ed-2280-42f9-9383-c32610fcff3f is not hosted by any dhcp agent {{(pid=109050) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 12:48:25.979985 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3fa222-91be-45b0-8519-8cfb0edeca0e None None] No DVR routers for this DVR port b59b3118-3eb5-4399-a621-009c90c77059 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:25.983257 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-671b96e6-9d79-477c-b672-adae4efc274d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Request body: {'router': {'routes': None}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:25.985457 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-db5d8dd5-ad4d-4289-ac21-4d8191df04e2 None None] Provisioning complete for port 0b037e72-943f-4815-83ad-1893ed17dc33 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:25.985803 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-db5d8dd5-ad4d-4289-ac21-4d8191df04e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.986042 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c35f90-4824-41f3-b1c0-fba2b987e687 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Pushing event deleted for resources: {'Network': ['ID=ef2b90ed-2280-42f9-9383-c32610fcff3f,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:25.992534 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e6b9c214-7bf9-4173-85e5-3c98811b6d68 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:26.002692 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-bb20e97b-1847-4a22-9942-8f3e84f4f80a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09ed1ef0-b289-435c-b14d-a38f0115bfc4 {{(pid=109049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 12:48:26.007542 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e6b9c214-7bf9-4173-85e5-3c98811b6d68 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:26.046373 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-bb20e97b-1847-4a22-9942-8f3e84f4f80a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:26.046757 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:26.091205 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 0b037e72-943f-4815-83ad-1893ed17dc33, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=0b037e72-943f-4815-83ad-1893ed17dc33,segment=NetworkSegment(7531b82c-e8a0-4500-86c2-a04c46c1b22d),segment_id=7531b82c-e8a0-4500-86c2-a04c46c1b22d)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:26.100568 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:26.114814 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0ef5c994-b04b-42ef-bd5a-c68ca13b5f9a tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for floatingip, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:26.114814 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.l3_db [None req-0ef5c994-b04b-42ef-bd5a-c68ca13b5f9a tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Floating IP ad2527b3-ec72-4a73-b213-21000004db73 disassociated (deleted). External IP: 172.26.2.183, port: 8806cc2f-337a-4ea5-96ba-e1457749a273. Feb 16 12:48:26.116953 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.provisioning_blocks [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-bb20e97b-1847-4a22-9942-8f3e84f4f80a service neutron] Transition to ACTIVE for port object 09ed1ef0-b289-435c-b14d-a38f0115bfc4 will not be triggered until provisioned by entity L2. {{(pid=109049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:26.125458 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d712748-3255-418d-88dc-ec0ce3b2a706 req-15978583-86af-4ba3-97b8-c44f294e0345 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:26.127391 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3d712748-3255-418d-88dc-ec0ce3b2a706 req-15978583-86af-4ba3-97b8-c44f294e0345 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a HTTP/1.1" status: 200 len: 931 time: 0.2431495 Feb 16 12:48:26.153010 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-7b146dcf-2e8a-4320-8ec2-a0397ae96392 None None] Allocated IP 172.20.0.18 (f1103cc1-ec1a-4517-846a-1695013054ee/0626419a-9711-4782-865d-e731ea3ce9b0/4f255f99-7bef-4ce7-b03c-9a45076f450b) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:26.188812 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-bb20e97b-1847-4a22-9942-8f3e84f4f80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:26.202686 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=0b037e72-943f-4815-83ad-1893ed17dc33,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:26.214583 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e6b9c214-7bf9-4173-85e5-3c98811b6d68 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:26.215076 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b9c214-7bf9-4173-85e5-3c98811b6d68 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Fanout notify agent at l3_agent the message router_deleted on router 68247491-0877-472b-8e70-a522cfdd9714 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:48:26.248662 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e6b9c214-7bf9-4173-85e5-3c98811b6d68 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:26.249808 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e6b9c214-7bf9-4173-85e5-3c98811b6d68 tempest-RoutersNegativeTest-1886342038 tempest-RoutersNegativeTest-1886342038-project] 10.222.0.90 "DELETE /v2.0/routers/68247491-0877-472b-8e70-a522cfdd9714 HTTP/1.1" status: 204 len: 168 time: 1.3818212 Feb 16 12:48:26.253972 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fdb98601-683f-49a1-91ee-82dbb4c79e59 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:26.258080 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a30da67-063c-40f7-8576-b78872021d70 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:48:26.268770 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9a30da67-063c-40f7-8576-b78872021d70 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "PUT /v2.0/routers/3b3084b5-fc48-4978-9f9d-d8810b64969e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5091093 Feb 16 12:48:26.291523 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35734) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:26.307835 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.extraroute_db [None req-671b96e6-9d79-477c-b672-adae4efc274d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Added routes are [] {{(pid=109048) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 16 12:48:26.308135 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.extraroute_db [None req-671b96e6-9d79-477c-b672-adae4efc274d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Removed routes are [] {{(pid=109048) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 16 12:48:26.308491 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-671b96e6-9d79-477c-b672-adae4efc274d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3843129', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3843523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28061'] for router, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:26.317055 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a776cb-6c65-408c-854a-f14e42593a4c None None] Sync routers for ids ['3b3084b5-fc48-4978-9f9d-d8810b64969e'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:26.324815 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device c4c7c82d-6224-4b59-90d1-6f5a1befe443 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:48:26.349906 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20e97b-1847-4a22-9942-8f3e84f4f80a service neutron] Pushing event updated for resources: {'Port': ['ID=09ed1ef0-b289-435c-b14d-a38f0115bfc4,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:26.433257 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-7b146dcf-2e8a-4320-8ec2-a0397ae96392 None None] For port 4f255f99-7bef-4ce7-b03c-9a45076f450b, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=4f255f99-7bef-4ce7-b03c-9a45076f450b,segment=NetworkSegment(bed35276-bc81-4c0d-9f8b-2448758a2661),segment_id=bed35276-bc81-4c0d-9f8b-2448758a2661)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:26.469438 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddb83f9-ec98-4830-a61f-9112c1073be6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:26.470914 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4ddb83f9-ec98-4830-a61f-9112c1073be6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/ports/49c6e4bb-37fd-4827-852c-8aa3e01106ca HTTP/1.1" status: 200 len: 911 time: 0.1746931 Feb 16 12:48:26.476215 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7b146dcf-2e8a-4320-8ec2-a0397ae96392 None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:26.477044 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35736) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:26.506017 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: c4c7c82d-6224-4b59-90d1-6f5a1befe443 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:48:26.506752 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device c4c7c82d-6224-4b59-90d1-6f5a1befe443 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:48:26.523323 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7b146dcf-2e8a-4320-8ec2-a0397ae96392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:26.627011 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-bb20e97b-1847-4a22-9942-8f3e84f4f80a service neutron] Attempting to bind port 09ed1ef0-b289-435c-b14d-a38f0115bfc4 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:26.627011 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-bb20e97b-1847-4a22-9942-8f3e84f4f80a service neutron] Attempting to bind port 09ed1ef0-b289-435c-b14d-a38f0115bfc4 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'ca400bf4-9282-4088-b772-9958718b3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2a9302a4-3c67-4ab8-a48d-9c86a95e30b2'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:26.627277 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-bb20e97b-1847-4a22-9942-8f3e84f4f80a service neutron] Attempting to bind port 09ed1ef0-b289-435c-b14d-a38f0115bfc4 on network 2a9302a4-3c67-4ab8-a48d-9c86a95e30b2 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:48:26.630144 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b146dcf-2e8a-4320-8ec2-a0397ae96392 None None] Pushing event updated for resources: {'Port': ['ID=4f255f99-7bef-4ce7-b03c-9a45076f450b,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:26.647930 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1363864-ad29-4dab-ab35-8e0610eedfc3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:26.682217 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1363864-ad29-4dab-ab35-8e0610eedfc3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:26.684177 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f1363864-ad29-4dab-ab35-8e0610eedfc3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1962788 Feb 16 12:48:26.691072 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35738) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:26.739918 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a776cb-6c65-408c-854a-f14e42593a4c None None] Routers {'3b3084b5-fc48-4978-9f9d-d8810b64969e'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:48:26.740587 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-e7a776cb-6c65-408c-854a-f14e42593a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:48:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['3b3084b5-fc48-4978-9f9d-d8810b64969e'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:26.773635 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-bb20e97b-1847-4a22-9942-8f3e84f4f80a service neutron] Port 09ed1ef0-b289-435c-b14d-a38f0115bfc4 on network 2a9302a4-3c67-4ab8-a48d-9c86a95e30b2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:48:26.774021 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-bb20e97b-1847-4a22-9942-8f3e84f4f80a service neutron] Attempting to bind port 09ed1ef0-b289-435c-b14d-a38f0115bfc4 on network 2a9302a4-3c67-4ab8-a48d-9c86a95e30b2 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:48:26.876319 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35742) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:26.893186 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-e7a776cb-6c65-408c-854a-f14e42593a4c None None] Set router 3b3084b5-fc48-4978-9f9d-d8810b64969e gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:48:26.893483 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-bb20e97b-1847-4a22-9942-8f3e84f4f80a service neutron] Checking agent: {'id': '31a9428e-e23a-420f-bfe2-5870b63c0436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'started_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:48:26.893838 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-bb20e97b-1847-4a22-9942-8f3e84f4f80a service neutron] Checking segment: {'id': 'ca400bf4-9282-4088-b772-9958718b3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2a9302a4-3c67-4ab8-a48d-9c86a95e30b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:48:26.894219 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-bb20e97b-1847-4a22-9942-8f3e84f4f80a service neutron] Bound using segment: {'id': 'ca400bf4-9282-4088-b772-9958718b3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2a9302a4-3c67-4ab8-a48d-9c86a95e30b2'} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:48:26.894661 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-bb20e97b-1847-4a22-9942-8f3e84f4f80a service neutron] Bound port: 09ed1ef0-b289-435c-b14d-a38f0115bfc4, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca400bf4-9282-4088-b772-9958718b3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2a9302a4-3c67-4ab8-a48d-9c86a95e30b2'}}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:26.895020 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-bb20e97b-1847-4a22-9942-8f3e84f4f80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:26.915946 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 6c2e2264-4df0-40eb-8b08-45ace72d41ff up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:48:26.987269 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-db5d8dd5-ad4d-4289-ac21-4d8191df04e2 None None] Provisioning complete for port 49c6e4bb-37fd-4827-852c-8aa3e01106ca triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:26.987647 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-db5d8dd5-ad4d-4289-ac21-4d8191df04e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.085739 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-671b96e6-9d79-477c-b672-adae4efc274d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3843129', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3843523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28061'] for router, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.144033 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3d712748-3255-418d-88dc-ec0ce3b2a706 req-a5dd149a-6471-46d4-84a0-71534590f2c5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=dcd34c9b-d3c4-48a7-b0ae-838ff0dfc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9626348 Feb 16 12:48:27.171262 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-671b96e6-9d79-477c-b672-adae4efc274d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3843106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3843115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3843959'] for router, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.257546 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-bb20e97b-1847-4a22-9942-8f3e84f4f80a service neutron] For port 09ed1ef0-b289-435c-b14d-a38f0115bfc4, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:48:27.296660 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-44778676-d37f-420d-8ea7-8d60de5d7664 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6e0f0caae1844aeca519116d69031e70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4175425 Feb 16 12:48:27.299013 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-bb20e97b-1847-4a22-9942-8f3e84f4f80a service neutron] For port 09ed1ef0-b289-435c-b14d-a38f0115bfc4, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=09ed1ef0-b289-435c-b14d-a38f0115bfc4,segment=NetworkSegment(ca400bf4-9282-4088-b772-9958718b3a4d),segment_id=ca400bf4-9282-4088-b772-9958718b3a4d)] {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:48:27.299513 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35746) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:27.347541 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-bb20e97b-1847-4a22-9942-8f3e84f4f80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.348128 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.350564 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5fc28b07-bcef-4d15-b1c1-7ebed64cc505 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.358138 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-db5d8dd5-ad4d-4289-ac21-4d8191df04e2 None None] Port 49c6e4bb-37fd-4827-852c-8aa3e01106ca cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:48:27.401422 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.418402 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 6c2e2264-4df0-40eb-8b08-45ace72d41ff triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:27.418767 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.449429 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc28b07-bcef-4d15-b1c1-7ebed64cc505 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'Port': ['ID=eded73ed-2dc3-4db0-b44b-d0e515f082f7,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:27.460399 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671b96e6-9d79-477c-b672-adae4efc274d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Router 82cadb3a-55b1-497f-b25c-4b7a652b9a28 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:48:27.486726 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20e97b-1847-4a22-9942-8f3e84f4f80a service neutron] Pushing event updated for resources: {'Port': ['ID=09ed1ef0-b289-435c-b14d-a38f0115bfc4,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:27.525896 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-210f9c99-4fdf-4cc4-adda-018564f38e91 None None] Provisioning complete for port 0b037e72-943f-4815-83ad-1893ed17dc33 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:27.526264 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-210f9c99-4fdf-4cc4-adda-018564f38e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.555364 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-bb20e97b-1847-4a22-9942-8f3e84f4f80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:27.556002 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-bb20e97b-1847-4a22-9942-8f3e84f4f80a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.558082 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-bb20e97b-1847-4a22-9942-8f3e84f4f80a service neutron] 10.222.0.42 "PUT /v2.0/ports/09ed1ef0-b289-435c-b14d-a38f0115bfc4 HTTP/1.1" status: 200 len: 1093 time: 3.5671134 Feb 16 12:48:27.558594 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a', 'tag': '09ed1ef0-b289-435c-b14d-a38f0115bfc4'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:48:27.561067 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ee949b-6203-4f68-9599-9193d1e5a346" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a", "tag": "09ed1ef0-b289-435c-b14d-a38f0115bfc4"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:48:27.575819 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-fdb98601-683f-49a1-91ee-82dbb4c79e59 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Delete allocated IP 172.20.0.3 (f1103cc1-ec1a-4517-846a-1695013054ee/671dad4f-51d9-404d-b1fe-6c6f31fcaec1) {{(pid=109049) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 12:48:27.666224 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-fdb98601-683f-49a1-91ee-82dbb4c79e59 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Allocated IP 172.20.0.26 (f1103cc1-ec1a-4517-846a-1695013054ee/0626419a-9711-4782-865d-e731ea3ce9b0/af8e669b-f7a3-45a0-8204-09f6ae3cb868) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:27.678872 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 12:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca56ba8d-a01b-4725-b7ff-b00085d37a81 x-openstack-request-id: req-ca56ba8d-a01b-4725-b7ff-b00085d37a81 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:48:27.679193 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a", "tag": "09ed1ef0-b289-435c-b14d-a38f0115bfc4", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:48:27.679450 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ca56ba8d-a01b-4725-b7ff-b00085d37a81 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:48:27.679885 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a', 'tag': '09ed1ef0-b289-435c-b14d-a38f0115bfc4', 'status': 'completed', 'code': 200} Feb 16 12:48:27.692331 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-651d04fc-16b3-4fc8-a70e-92a0e71fb7cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.706241 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5fc28b07-bcef-4d15-b1c1-7ebed64cc505 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.715352 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5fc28b07-bcef-4d15-b1c1-7ebed64cc505 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/ports/eded73ed-2dc3-4db0-b44b-d0e515f082f7 HTTP/1.1" status: 204 len: 168 time: 2.7747495 Feb 16 12:48:27.715714 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35750) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:27.717897 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef5c994-b04b-42ef-bd5a-c68ca13b5f9a tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Router 16a20dc3-80a4-4000-9864-ed7372b3eb45 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:48:27.749432 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-651d04fc-16b3-4fc8-a70e-92a0e71fb7cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.759012 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 0b037e72-943f-4815-83ad-1893ed17dc33 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:48:27.805805 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-496265e2-8cbc-4dde-a422-d64652110a02 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] DELETE failed (client error): The resource could not be found. Feb 16 12:48:27.806758 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-496265e2-8cbc-4dde-a422-d64652110a02 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:48:27.810568 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-496265e2-8cbc-4dde-a422-d64652110a02 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/ports/eded73ed-2dc3-4db0-b44b-d0e515f082f7 HTTP/1.1" status: 404 len: 333 time: 0.0906489 Feb 16 12:48:27.817082 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-210f9c99-4fdf-4cc4-adda-018564f38e91 None None] Could not find standard attr ID for object eded73ed-2dc3-4db0-b44b-d0e515f082f7. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:48:27.822066 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-e7a776cb-6c65-408c-854a-f14e42593a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3084b5-fc48-4978-9f9d-d8810b64969e', 'name': 'tempest-NetworksTestDHCPv6-router-1247607614', 'tenant_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:20Z', 'updated_at': '2022-02-16T12:48:22Z', 'revision_number': 2, 'project_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'gw_port_host': None, '_interfaces': [{'id': '49c6e4bb-37fd-4827-852c-8aa3e01106ca', 'name': '', 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'tenant_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'mac_address': 'fa:16:3e:1c:ed:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3084b5-fc48-4978-9f9d-d8810b64969e', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'b8ef2e6b-a357-4d1a-baab-a5709cbe81b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:22Z', 'updated_at': '2022-02-16T12:48:23Z', 'revision_number': 2, 'project_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'subnets': [{'id': 'b8ef2e6b-a357-4d1a-baab-a5709cbe81b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:27.847586 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35752) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:27.886747 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a776cb-6c65-408c-854a-f14e42593a4c None None] Checking router: 3b3084b5-fc48-4978-9f9d-d8810b64969e for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:48:27.887100 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a776cb-6c65-408c-854a-f14e42593a4c None None] Updating router 3b3084b5-fc48-4978-9f9d-d8810b64969e port 49c6e4bb-37fd-4827-852c-8aa3e01106ca binding host dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:48:27.903593 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d9aaab2-fd40-424e-9b6d-162a0f323ea1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] GET failed (client error): The resource could not be found. Feb 16 12:48:27.905586 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9d9aaab2-fd40-424e-9b6d-162a0f323ea1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "GET /v2.0/ports/eded73ed-2dc3-4db0-b44b-d0e515f082f7 HTTP/1.1" status: 404 len: 333 time: 0.0552125 Feb 16 12:48:27.910243 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35754) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:27.930384 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671b96e6-9d79-477c-b672-adae4efc274d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:48:27.932576 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-335ff156-e935-455f-986d-b11681d57f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:27.934456 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-335ff156-e935-455f-986d-b11681d57f75 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a HTTP/1.1" status: 200 len: 1096 time: 0.3047559 Feb 16 12:48:27.943504 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d58b689-1a28-4136-89c6-31baefb965c2 None None] Sync routers for ids ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:27.946407 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-671b96e6-9d79-477c-b672-adae4efc274d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.947737 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-671b96e6-9d79-477c-b672-adae4efc274d tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "PUT /v2.0/routers/82cadb3a-55b1-497f-b25c-4b7a652b9a28 HTTP/1.1" status: 200 len: 705 time: 1.9681380 Feb 16 12:48:27.957626 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d58b689-1a28-4136-89c6-31baefb965c2 None None] Routers {'82cadb3a-55b1-497f-b25c-4b7a652b9a28'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:48:27.958442 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-3d58b689-1a28-4136-89c6-31baefb965c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:48:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:27.977626 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35756) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:27.978217 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e7a776cb-6c65-408c-854a-f14e42593a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.998151 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-452ceb0a-b4bd-4bf7-ae9f-3d9c54ec509a None None] Provisioning complete for port 18628e21-037c-4570-826c-3e69c00f5356 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:27.998521 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-452ceb0a-b4bd-4bf7-ae9f-3d9c54ec509a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.013315 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6d984e02-1a2e-4815-b732-aa1f8513c51a tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "GET /v2.0/ports?device_id=82cadb3a-55b1-497f-b25c-4b7a652b9a28 HTTP/1.1" status: 200 len: 205 time: 0.0344322 Feb 16 12:48:28.016549 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-651d04fc-16b3-4fc8-a70e-92a0e71fb7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.019166 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-651d04fc-16b3-4fc8-a70e-92a0e71fb7cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.023288 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-651d04fc-16b3-4fc8-a70e-92a0e71fb7cd admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/bfdffc17-4f67-4ec3-b91e-ef14b4b3128e HTTP/1.1" status: 204 len: 168 time: 0.7226532 Feb 16 12:48:28.023682 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35758) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:28.036195 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d04fc-16b3-4fc8-a70e-92a0e71fb7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdffc17-4f67-4ec3-b91e-ef14b4b3128e,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:28.048323 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 0b037e72-943f-4815-83ad-1893ed17dc33 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:28.048745 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.073141 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-e93bccb7-c457-4af7-ac91-65d3f7f6405f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09ed1ef0-b289-435c-b14d-a38f0115bfc4 HTTP/1.1" status: 200 len: 217 time: 0.0960901 Feb 16 12:48:28.104259 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-3d58b689-1a28-4136-89c6-31baefb965c2 None None] Set router 82cadb3a-55b1-497f-b25c-4b7a652b9a28 gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:48:28.113749 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef5c994-b04b-42ef-bd5a-c68ca13b5f9a tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:48:28.125341 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0ef5c994-b04b-42ef-bd5a-c68ca13b5f9a tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.170649 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-3d58b689-1a28-4136-89c6-31baefb965c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'name': 'tempest-RoutersIpV6Test-router-1385319131', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:04Z', 'updated_at': '2022-02-16T12:48:21Z', 'revision_number': 11, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'gw_port_host': None}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:28.210650 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d58b689-1a28-4136-89c6-31baefb965c2 None None] Checking router: 82cadb3a-55b1-497f-b25c-4b7a652b9a28 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:48:28.249646 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d58b689-1a28-4136-89c6-31baefb965c2 None None] Routers {'82cadb3a-55b1-497f-b25c-4b7a652b9a28'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:48:28.251041 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-3d58b689-1a28-4136-89c6-31baefb965c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:48:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:28.262526 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf8551cc-f622-45ef-9e32-1238a48b5fd8 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Deleting subnet 4a6b14a9-1583-4956-91e0-5ba91256f745 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:48:28.287759 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bf8551cc-f622-45ef-9e32-1238a48b5fd8 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.308542 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0ef5c994-b04b-42ef-bd5a-c68ca13b5f9a tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "DELETE /v2.0/floatingips/ad2527b3-ec72-4a73-b213-21000004db73 HTTP/1.1" status: 204 len: 168 time: 6.1817455 Feb 16 12:48:28.308785 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d388b97-a0a3-4a01-8e2e-c823c2e6bfc2 None None] Sync routers for ids ['16a20dc3-80a4-4000-9864-ed7372b3eb45'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:28.308876 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d0e125-2fc2-446a-a405-e79e4ba03c11', 'tag': '8806cc2f-337a-4ea5-96ba-e1457749a273'}] {{(pid=109048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:48:28.338535 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40068d798dcc31a224174c6c24ac8b3e49f1a518b527dec6066c5fbc28712f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8c0632-fc85-4231-a9b3-17faac03b9dc" -d '{"events": [{"name": "network-changed", "server_uuid": "38d0e125-2fc2-446a-a405-e79e4ba03c11", "tag": "8806cc2f-337a-4ea5-96ba-e1457749a273"}]}' {{(pid=109048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:48:28.373606 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d388b97-a0a3-4a01-8e2e-c823c2e6bfc2 None None] Routers {'16a20dc3-80a4-4000-9864-ed7372b3eb45'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:48:28.374194 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-5d388b97-a0a3-4a01-8e2e-c823c2e6bfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:48:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['16a20dc3-80a4-4000-9864-ed7372b3eb45'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:28.391567 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-3d58b689-1a28-4136-89c6-31baefb965c2 None None] Set router 82cadb3a-55b1-497f-b25c-4b7a652b9a28 gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:48:28.407448 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0de4b660-1c4b-4932-a2f9-34313379d478 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.428458 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-452ceb0a-b4bd-4bf7-ae9f-3d9c54ec509a None None] Port 18628e21-037c-4570-826c-3e69c00f5356 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:48:28.441016 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed287c-dc3a-481f-87f1-40bda6fdbf68 req-ee5f6e6b-5bda-4fff-a5a9-5c25c9825324 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:28.442687 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-12ed287c-dc3a-481f-87f1-40bda6fdbf68 req-ee5f6e6b-5bda-4fff-a5a9-5c25c9825324 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a HTTP/1.1" status: 200 len: 943 time: 0.1516964 Feb 16 12:48:28.474979 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-3d58b689-1a28-4136-89c6-31baefb965c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'name': 'tempest-RoutersIpV6Test-router-1385319131', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:04Z', 'updated_at': '2022-02-16T12:48:21Z', 'revision_number': 11, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'gw_port_host': None}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:28.494584 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-12ed287c-dc3a-481f-87f1-40bda6fdbf68 req-a3600036-b6fe-4c5d-b727-f45a3ca25799 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=dcd34c9b-d3c4-48a7-b0ae-838ff0dfc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442433 Feb 16 12:48:28.496510 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.515369 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-452ceb0a-b4bd-4bf7-ae9f-3d9c54ec509a None None] Provisioning complete for port 4f255f99-7bef-4ce7-b03c-9a45076f450b triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:28.515369 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-452ceb0a-b4bd-4bf7-ae9f-3d9c54ec509a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.526575 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d58b689-1a28-4136-89c6-31baefb965c2 None None] The sync data for ids ['82cadb3a-55b1-497f-b25c-4b7a652b9a28'] in dv-neutron-828142-3-hyperv is: [{'id': '82cadb3a-55b1-497f-b25c-4b7a652b9a28', 'name': 'tempest-RoutersIpV6Test-router-1385319131', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:04Z', 'updated_at': '2022-02-16T12:48:21Z', 'revision_number': 11, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'gw_port_host': None}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:28.555173 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-3c40fd4e-c5fd-444b-a929-6a06d07fde62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:28.557061 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-3c40fd4e-c5fd-444b-a929-6a06d07fde62 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d07b80a-2947-4cf0-b0a9-82856344f0a7 HTTP/1.1" status: 200 len: 834 time: 0.4438660 Feb 16 12:48:28.576412 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 12:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800425b5-36d2-414a-8fb3-4bbd675e4612 x-openstack-request-id: req-800425b5-36d2-414a-8fb3-4bbd675e4612 {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:48:28.576733 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d0e125-2fc2-446a-a405-e79e4ba03c11", "tag": "8806cc2f-337a-4ea5-96ba-e1457749a273", "status": "completed", "code": 200}]} {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:48:28.576982 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-800425b5-36d2-414a-8fb3-4bbd675e4612 {{(pid=109048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:48:28.577434 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d0e125-2fc2-446a-a405-e79e4ba03c11', 'tag': '8806cc2f-337a-4ea5-96ba-e1457749a273', 'status': 'completed', 'code': 200} Feb 16 12:48:28.631236 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-69f49e4e-8dda-4542-983c-ac900bf53a3a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.710296 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bf8551cc-f622-45ef-9e32-1238a48b5fd8 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.729489 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e7a776cb-6c65-408c-854a-f14e42593a4c None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.749154 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e7a776cb-6c65-408c-854a-f14e42593a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.764487 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c0632-fc85-4231-a9b3-17faac03b9dc req-4c09471a-d681-444d-96a4-a25587590274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:28.769647 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1b8c0632-fc85-4231-a9b3-17faac03b9dc req-4c09471a-d681-444d-96a4-a25587590274 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b8da0c113224745a027e6a94fb34ab0&device_id=38d0e125-2fc2-446a-a405-e79e4ba03c11 HTTP/1.1" status: 200 len: 1099 time: 0.1587720 Feb 16 12:48:28.786516 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e802d-7833-457d-832d-5c2119d107ec req-2a7d62f1-f223-432e-b542-c99fbd1e98b8 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:28.796775 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ec0e802d-7833-457d-832d-5c2119d107ec req-2a7d62f1-f223-432e-b542-c99fbd1e98b8 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/ports?device_id=38d0e125-2fc2-446a-a405-e79e4ba03c11 HTTP/1.1" status: 200 len: 946 time: 0.1131639 Feb 16 12:48:28.831360 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-5d388b97-a0a3-4a01-8e2e-c823c2e6bfc2 None None] Set router 16a20dc3-80a4-4000-9864-ed7372b3eb45 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:48:28.890133 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0de4b660-1c4b-4932-a2f9-34313379d478 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.901392 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0de4b660-1c4b-4932-a2f9-34313379d478 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.915115 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device bd29122c-021d-4a08-834b-67acb3554f64 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:48:28.915264 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fdb98601-683f-49a1-91ee-82dbb4c79e59 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.931800 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-56bd02d0-5715-4973-8100-cef54baa9c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:28.933369 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-56bd02d0-5715-4973-8100-cef54baa9c25 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2a9302a4-3c67-4ab8-a48d-9c86a95e30b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3100085 Feb 16 12:48:28.934021 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fdb98601-683f-49a1-91ee-82dbb4c79e59 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:29.005270 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ec0e802d-7833-457d-832d-5c2119d107ec req-f5fb76c4-5842-4233-acaa-febd64a0c3c2 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/security-groups?id=582a4e72-733c-446a-a0ec-8cb208ee5c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2074635 Feb 16 12:48:29.023424 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef4651-65b4-4a15-9e38-fd1d72825e9d None None] Pushing event updated for resources: {'Port': ['ID=49c6e4bb-37fd-4827-852c-8aa3e01106ca,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:29.033571 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: bd29122c-021d-4a08-834b-67acb3554f64 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:48:29.033914 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device bd29122c-021d-4a08-834b-67acb3554f64 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:48:29.034318 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b59b3118-3eb5-4399-a621-009c90c77059 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:48:29.082012 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-452ceb0a-b4bd-4bf7-ae9f-3d9c54ec509a None None] Provisioning complete for port af8e669b-f7a3-45a0-8204-09f6ae3cb868 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:29.082380 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-452ceb0a-b4bd-4bf7-ae9f-3d9c54ec509a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:29.085889 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c0632-fc85-4231-a9b3-17faac03b9dc req-5f6bb535-8ff5-42f3-a7b8-a6b5efb828f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:29.088008 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1b8c0632-fc85-4231-a9b3-17faac03b9dc req-5f6bb535-8ff5-42f3-a7b8-a6b5efb828f3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9df35863-0ddd-484c-a539-99ce67aab768 HTTP/1.1" status: 200 len: 898 time: 0.2874246 Feb 16 12:48:29.135088 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0de4b660-1c4b-4932-a2f9-34313379d478 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:29.135640 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de4b660-1c4b-4932-a2f9-34313379d478 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Fanout notify agent at l3_agent the message router_deleted on router 82cadb3a-55b1-497f-b25c-4b7a652b9a28 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:48:29.143574 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: b59b3118-3eb5-4399-a621-009c90c77059 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:48:29.143574 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b59b3118-3eb5-4399-a621-009c90c77059 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:48:29.176091 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0de4b660-1c4b-4932-a2f9-34313379d478 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:29.177410 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0de4b660-1c4b-4932-a2f9-34313379d478 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "DELETE /v2.0/routers/82cadb3a-55b1-497f-b25c-4b7a652b9a28 HTTP/1.1" status: 204 len: 168 time: 1.1186535 Feb 16 12:48:29.190043 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35770) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:29.202921 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-723bae45-ca55-40a4-9dbd-e3db82b81bce tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-309829880', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:29.210569 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1b8c0632-fc85-4231-a9b3-17faac03b9dc req-d7cacc80-6b20-4330-8762-591d3d10ec60 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8806cc2f-337a-4ea5-96ba-e1457749a273 HTTP/1.1" status: 200 len: 217 time: 0.1149499 Feb 16 12:48:29.241518 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-e7a776cb-6c65-408c-854a-f14e42593a4c None None] Attempting to bind port 49c6e4bb-37fd-4827-852c-8aa3e01106ca on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:29.241874 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-e7a776cb-6c65-408c-854a-f14e42593a4c None None] Attempting to bind port 49c6e4bb-37fd-4827-852c-8aa3e01106ca by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:29.242224 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a776cb-6c65-408c-854a-f14e42593a4c None None] Attempting to bind port 49c6e4bb-37fd-4827-852c-8aa3e01106ca on network 8f2fc9c2-6909-42b1-9817-f8926b88a024 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:48:29.254914 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-452ceb0a-b4bd-4bf7-ae9f-3d9c54ec509a None None] Port af8e669b-f7a3-45a0-8204-09f6ae3cb868 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:48:29.265140 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a776cb-6c65-408c-854a-f14e42593a4c None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:48:29.265513 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a776cb-6c65-408c-854a-f14e42593a4c None None] Checking segment: {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:48:29.266922 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e7a776cb-6c65-408c-854a-f14e42593a4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:29.267314 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a776cb-6c65-408c-854a-f14e42593a4c None None] Bound using segment: {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:48:29.267793 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-e7a776cb-6c65-408c-854a-f14e42593a4c None None] Bound port: 49c6e4bb-37fd-4827-852c-8aa3e01106ca, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:29.268171 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e7a776cb-6c65-408c-854a-f14e42593a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:29.272293 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bf8551cc-f622-45ef-9e32-1238a48b5fd8 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:29.283605 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb98601-683f-49a1-91ee-82dbb4c79e59 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'Port': ['ID=af8e669b-f7a3-45a0-8204-09f6ae3cb868,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:29.350906 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c0632-fc85-4231-a9b3-17faac03b9dc req-620e67db-581f-45ff-908d-ceaeef5bb092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:29.353165 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1b8c0632-fc85-4231-a9b3-17faac03b9dc req-620e67db-581f-45ff-908d-ceaeef5bb092 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf796c68-f1ba-4a90-a53d-382e7e9121ed HTTP/1.1" status: 200 len: 835 time: 0.1275330 Feb 16 12:48:29.400556 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 4f255f99-7bef-4ce7-b03c-9a45076f450b up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:48:29.421997 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-723bae45-ca55-40a4-9dbd-e3db82b81bce tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:29.423060 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-723bae45-ca55-40a4-9dbd-e3db82b81bce tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:29.467169 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c0632-fc85-4231-a9b3-17faac03b9dc req-83b85836-8d25-4afe-a7b7-883d10cdb4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:29.467169 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1b8c0632-fc85-4231-a9b3-17faac03b9dc req-83b85836-8d25-4afe-a7b7-883d10cdb4c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9df35863-0ddd-484c-a539-99ce67aab768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1004372 Feb 16 12:48:29.480485 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-e7a776cb-6c65-408c-854a-f14e42593a4c None None] For port 49c6e4bb-37fd-4827-852c-8aa3e01106ca, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:48:29.485449 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-e7a776cb-6c65-408c-854a-f14e42593a4c None None] For port 49c6e4bb-37fd-4827-852c-8aa3e01106ca, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=49c6e4bb-37fd-4827-852c-8aa3e01106ca,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:48:29.494711 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e7a776cb-6c65-408c-854a-f14e42593a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:29.520370 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-723bae45-ca55-40a4-9dbd-e3db82b81bce tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:29.590669 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-723bae45-ca55-40a4-9dbd-e3db82b81bce tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:29.655096 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-723bae45-ca55-40a4-9dbd-e3db82b81bce tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:29.658846 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-723bae45-ca55-40a4-9dbd-e3db82b81bce tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4638371 Feb 16 12:48:29.659559 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35774) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:29.665866 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-6d2ca1de-10c3-4514-9387-3db0356662d0 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:29.711306 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1b8c0632-fc85-4231-a9b3-17faac03b9dc req-19adce69-043a-4984-83d2-28fa4991d0a5 service neutron] 10.222.0.42 "GET /v2.0/networks/9df35863-0ddd-484c-a539-99ce67aab768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331066 Feb 16 12:48:29.750435 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-4fa618f7-970d-418c-bc47-14906241d9a9 service neutron] 10.222.0.42 "GET /v2.0/networks/2a9302a4-3c67-4ab8-a48d-9c86a95e30b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7656841 Feb 16 12:48:29.754501 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-fdb98601-683f-49a1-91ee-82dbb4c79e59 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] In _notify_port_updated(), no bound segment for port af8e669b-f7a3-45a0-8204-09f6ae3cb868 on network f1103cc1-ec1a-4517-846a-1695013054ee {{(pid=109049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 12:48:29.760104 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb98601-683f-49a1-91ee-82dbb4c79e59 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:29.760798 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fdb98601-683f-49a1-91ee-82dbb4c79e59 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:29.762107 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fdb98601-683f-49a1-91ee-82dbb4c79e59 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "PUT /v2.0/ports/af8e669b-f7a3-45a0-8204-09f6ae3cb868 HTTP/1.1" status: 200 len: 921 time: 5.0521052 Feb 16 12:48:29.770322 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35776) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:29.787642 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef4651-65b4-4a15-9e38-fd1d72825e9d None None] Pushing event updated for resources: {'Port': ['ID=49c6e4bb-37fd-4827-852c-8aa3e01106ca,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:29.788390 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430cfbc-848a-43f5-9b26-78f65d39a072 req-e29d4049-e2b7-4063-a54b-404548365fb2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:29.796158 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5430cfbc-848a-43f5-9b26-78f65d39a072 req-e29d4049-e2b7-4063-a54b-404548365fb2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a HTTP/1.1" status: 200 len: 943 time: 0.2094691 Feb 16 12:48:29.802358 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-3876abe8-3abc-4982-8f0d-5a49c6789ed7 None None] Provisioning complete for port 49c6e4bb-37fd-4827-852c-8aa3e01106ca triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:29.803746 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3876abe8-3abc-4982-8f0d-5a49c6789ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:29.881637 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 4f255f99-7bef-4ce7-b03c-9a45076f450b triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:29.882040 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:29.891795 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bf8551cc-f622-45ef-9e32-1238a48b5fd8 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:29.937942 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-5d388b97-a0a3-4a01-8e2e-c823c2e6bfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a20dc3-80a4-4000-9864-ed7372b3eb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473723772', 'tenant_id': '7b8da0c113224745a027e6a94fb34ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '13128eff-a7d4-44da-b921-1c1150faee6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:46:13Z', 'updated_at': '2022-02-16T12:46:27Z', 'revision_number': 4, 'project_id': '7b8da0c113224745a027e6a94fb34ab0', 'gw_port': {'id': '13128eff-a7d4-44da-b921-1c1150faee6e', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:74:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a20dc3-80a4-4000-9864-ed7372b3eb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:15Z', 'updated_at': '2022-02-16T12:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '59ac6669-9723-4362-9580-14b148fe2936', 'name': '', 'network_id': '9df35863-0ddd-484c-a539-99ce67aab768', 'tenant_id': '7b8da0c113224745a027e6a94fb34ab0', 'mac_address': 'fa:16:3e:05:58:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a20dc3-80a4-4000-9864-ed7372b3eb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'cf796c68-f1ba-4a90-a53d-382e7e9121ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:25Z', 'updated_at': '2022-02-16T12:46:34Z', 'revision_number': 5, 'project_id': '7b8da0c113224745a027e6a94fb34ab0', 'subnets': [{'id': 'cf796c68-f1ba-4a90-a53d-382e7e9121ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:29.946585 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8551cc-f622-45ef-9e32-1238a48b5fd8 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'Subnet': ['ID=4a6b14a9-1583-4956-91e0-5ba91256f745,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:29.951895 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c1452293-faf6-47b5-ac9e-d868f43e140f req-26988323-b814-43e3-b17b-fb5da08a037e service neutron] 10.222.0.42 "GET /v2.0/networks/2a9302a4-3c67-4ab8-a48d-9c86a95e30b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876667 Feb 16 12:48:29.954709 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bf8551cc-f622-45ef-9e32-1238a48b5fd8 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:29.958741 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-bf8551cc-f622-45ef-9e32-1238a48b5fd8 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/subnets/4a6b14a9-1583-4956-91e0-5ba91256f745 HTTP/1.1" status: 204 len: 168 time: 2.0440433 Feb 16 12:48:29.961404 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35778) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:30.002216 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d388b97-a0a3-4a01-8e2e-c823c2e6bfc2 None None] Checking router: 16a20dc3-80a4-4000-9864-ed7372b3eb45 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:48:30.009225 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee105eb-b0a8-49c2-b6a7-5fc15af3a17d None None] Network 2cfc3a3e-a0df-490c-aab0-836a2aa68a77 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:30.051627 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a776cb-6c65-408c-854a-f14e42593a4c None None] Routers {'3b3084b5-fc48-4978-9f9d-d8810b64969e'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:48:30.058315 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-e7a776cb-6c65-408c-854a-f14e42593a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:48:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['3b3084b5-fc48-4978-9f9d-d8810b64969e'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:30.080768 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d388b97-a0a3-4a01-8e2e-c823c2e6bfc2 None None] Routers {'16a20dc3-80a4-4000-9864-ed7372b3eb45'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:48:30.081789 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-5d388b97-a0a3-4a01-8e2e-c823c2e6bfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:48:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['16a20dc3-80a4-4000-9864-ed7372b3eb45'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:30.096438 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-69f49e4e-8dda-4542-983c-ac900bf53a3a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting port 49c6e4bb-37fd-4827-852c-8aa3e01106ca {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:30.096832 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-69f49e4e-8dda-4542-983c-ac900bf53a3a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:30.196980 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-30242f14-4ad7-457f-8a6c-69471f7630df tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:30.206718 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee949b-6203-4f68-9599-9193d1e5a346 req-970b07de-cca3-46b6-8c16-86548f147e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:30.208247 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-68ee949b-6203-4f68-9599-9193d1e5a346 req-970b07de-cca3-46b6-8c16-86548f147e0f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a HTTP/1.1" status: 200 len: 1096 time: 0.1773160 Feb 16 12:48:30.239589 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dda4cc-c6de-46f5-9bf8-9e7f441e4c40 req-11cba354-ca0c-4dcc-8f56-3049d8bdf94d tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:30.239589 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-94dda4cc-c6de-46f5-9bf8-9e7f441e4c40 req-11cba354-ca0c-4dcc-8f56-3049d8bdf94d tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.42 "GET /v2.0/ports?device_id=38d0e125-2fc2-446a-a405-e79e4ba03c11 HTTP/1.1" status: 200 len: 946 time: 0.1717758 Feb 16 12:48:30.296145 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-e7a776cb-6c65-408c-854a-f14e42593a4c None None] Set router 3b3084b5-fc48-4978-9f9d-d8810b64969e gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:48:30.338197 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5430cfbc-848a-43f5-9b26-78f65d39a072 req-11e111fb-984d-42a3-88f3-6093234e436e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=dcd34c9b-d3c4-48a7-b0ae-838ff0dfc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5405154 Feb 16 12:48:30.382339 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-69f49e4e-8dda-4542-983c-ac900bf53a3a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] For port 49c6e4bb-37fd-4827-852c-8aa3e01106ca, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=49c6e4bb-37fd-4827-852c-8aa3e01106ca,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:30.382960 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-69f49e4e-8dda-4542-983c-ac900bf53a3a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:30.415361 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27c297-c1d7-4787-828a-c15fb6ac6742 req-1b108b74-2650-4035-8d24-37857130089e tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:30.417037 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5a27c297-c1d7-4787-828a-c15fb6ac6742 req-1b108b74-2650-4035-8d24-37857130089e tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/ports?device_id=38d0e125-2fc2-446a-a405-e79e4ba03c11 HTTP/1.1" status: 200 len: 946 time: 0.2450716 Feb 16 12:48:30.440481 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-69f49e4e-8dda-4542-983c-ac900bf53a3a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Calling delete_port for 49c6e4bb-37fd-4827-852c-8aa3e01106ca owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:30.445735 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1b8c0632-fc85-4231-a9b3-17faac03b9dc req-397706c5-5a1a-4af9-a3bd-54fa2ead9e4d service neutron] 10.222.0.42 "GET /v2.0/networks/9df35863-0ddd-484c-a539-99ce67aab768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7018957 Feb 16 12:48:30.460328 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6d2ca1de-10c3-4514-9387-3db0356662d0 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3843129', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3843523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28061'] for router, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:30.484277 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee949b-6203-4f68-9599-9193d1e5a346 req-1e66a720-a352-4b79-a646-4e4aabce0091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:30.486409 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-68ee949b-6203-4f68-9599-9193d1e5a346 req-1e66a720-a352-4b79-a646-4e4aabce0091 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2a9302a4-3c67-4ab8-a48d-9c86a95e30b2 HTTP/1.1" status: 200 len: 898 time: 0.2678497 Feb 16 12:48:30.497666 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6d2ca1de-10c3-4514-9387-3db0356662d0 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3843106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3843115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3843959'] for router, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:30.513062 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5a27c297-c1d7-4787-828a-c15fb6ac6742 req-9a0350cb-69fd-49bd-86cf-79845ae21097 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/security-groups?id=582a4e72-733c-446a-a0ec-8cb208ee5c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642304 Feb 16 12:48:30.574462 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-30242f14-4ad7-457f-8a6c-69471f7630df tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Deleting port 0b037e72-943f-4815-83ad-1893ed17dc33 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:30.574825 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-30242f14-4ad7-457f-8a6c-69471f7630df tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:30.580749 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-68ee949b-6203-4f68-9599-9193d1e5a346 req-c1b84e21-fcfe-49eb-8b8c-e6f2454a8630 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09ed1ef0-b289-435c-b14d-a38f0115bfc4 HTTP/1.1" status: 200 len: 217 time: 0.0632849 Feb 16 12:48:30.597820 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-41c6fbdb-7a7a-40dc-8612-72d619c9c3bc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Deleting port af8e669b-f7a3-45a0-8204-09f6ae3cb868 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:30.598196 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-41c6fbdb-7a7a-40dc-8612-72d619c9c3bc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:30.627688 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3876abe8-3abc-4982-8f0d-5a49c6789ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:30.661803 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-5d388b97-a0a3-4a01-8e2e-c823c2e6bfc2 None None] Set router 16a20dc3-80a4-4000-9864-ed7372b3eb45 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:48:30.677113 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-94dda4cc-c6de-46f5-9bf8-9e7f441e4c40 req-db52485e-01e0-460e-94e7-10c389670337 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Deleting port 8806cc2f-337a-4ea5-96ba-e1457749a273 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:30.677508 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-94dda4cc-c6de-46f5-9bf8-9e7f441e4c40 req-db52485e-01e0-460e-94e7-10c389670337 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:30.710901 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-41c6fbdb-7a7a-40dc-8612-72d619c9c3bc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:30.755922 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-41c6fbdb-7a7a-40dc-8612-72d619c9c3bc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Calling delete_port for af8e669b-f7a3-45a0-8204-09f6ae3cb868 owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:30.761794 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-3876abe8-3abc-4982-8f0d-5a49c6789ed7 None None] For port 49c6e4bb-37fd-4827-852c-8aa3e01106ca, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=49c6e4bb-37fd-4827-852c-8aa3e01106ca,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:30.776417 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2ca1de-10c3-4514-9387-3db0356662d0 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Router ffb946ba-380c-46c2-ac62-707c2fedc34c is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:48:30.791153 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf1190e-600e-4b61-86a2-76aff961c75c None None] DHCP port deletion for 2cfc3a3e-a0df-490c-aab0-836a2aa68a77 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:48:30.794972 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3876abe8-3abc-4982-8f0d-5a49c6789ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:30.796237 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-30242f14-4ad7-457f-8a6c-69471f7630df tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] For port 0b037e72-943f-4815-83ad-1893ed17dc33, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=0b037e72-943f-4815-83ad-1893ed17dc33,segment=NetworkSegment(7531b82c-e8a0-4500-86c2-a04c46c1b22d),segment_id=7531b82c-e8a0-4500-86c2-a04c46c1b22d)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:30.796660 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-30242f14-4ad7-457f-8a6c-69471f7630df tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:30.800098 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee949b-6203-4f68-9599-9193d1e5a346 req-9873ca1c-f759-4129-b0b8-d2e9c1524ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:30.801607 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-68ee949b-6203-4f68-9599-9193d1e5a346 req-9873ca1c-f759-4129-b0b8-d2e9c1524ded service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d07b80a-2947-4cf0-b0a9-82856344f0a7 HTTP/1.1" status: 200 len: 834 time: 0.2052901 Feb 16 12:48:30.844342 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-30242f14-4ad7-457f-8a6c-69471f7630df tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Calling delete_port for 0b037e72-943f-4815-83ad-1893ed17dc33 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:30.928119 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2ca1de-10c3-4514-9387-3db0356662d0 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:48:30.941400 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6d2ca1de-10c3-4514-9387-3db0356662d0 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:30.941400 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6d2ca1de-10c3-4514-9387-3db0356662d0 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "PUT /v2.0/routers/ffb946ba-380c-46c2-ac62-707c2fedc34c HTTP/1.1" status: 200 len: 697 time: 1.2762268 Feb 16 12:48:30.941400 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35782) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:30.951893 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5be0166-51c2-4b5a-8e7f-380a38d58e51 None None] Sync routers for ids ['ffb946ba-380c-46c2-ac62-707c2fedc34c'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:30.973391 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5be0166-51c2-4b5a-8e7f-380a38d58e51 None None] Routers {'ffb946ba-380c-46c2-ac62-707c2fedc34c'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:48:30.974100 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-94dda4cc-c6de-46f5-9bf8-9e7f441e4c40 req-db52485e-01e0-460e-94e7-10c389670337 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] For port 8806cc2f-337a-4ea5-96ba-e1457749a273, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8806cc2f-337a-4ea5-96ba-e1457749a273,segment=NetworkSegment(74254b27-883f-4c2a-b1c1-61419d89632a),segment_id=74254b27-883f-4c2a-b1c1-61419d89632a)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:30.974480 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-94dda4cc-c6de-46f5-9bf8-9e7f441e4c40 req-db52485e-01e0-460e-94e7-10c389670337 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:30.974903 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-b5be0166-51c2-4b5a-8e7f-380a38d58e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:48:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['ffb946ba-380c-46c2-ac62-707c2fedc34c'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:31.006201 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-94dda4cc-c6de-46f5-9bf8-9e7f441e4c40 req-db52485e-01e0-460e-94e7-10c389670337 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Calling delete_port for 8806cc2f-337a-4ea5-96ba-e1457749a273 owned by compute:nova {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:31.014960 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee949b-6203-4f68-9599-9193d1e5a346 req-05b4f1fd-5617-4b32-b49f-47d6333f69f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:31.017586 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-68ee949b-6203-4f68-9599-9193d1e5a346 req-05b4f1fd-5617-4b32-b49f-47d6333f69f2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2a9302a4-3c67-4ab8-a48d-9c86a95e30b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2062271 Feb 16 12:48:31.056750 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1d9c687e-fbfa-4b90-96e0-d95f4f334713 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "GET /v2.0/routers/ffb946ba-380c-46c2-ac62-707c2fedc34c HTTP/1.1" status: 200 len: 703 time: 0.1130655 Feb 16 12:48:31.066472 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35784) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:31.090428 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876abe8-3abc-4982-8f0d-5a49c6789ed7 None None] Pushing event updated for resources: {'Port': ['ID=49c6e4bb-37fd-4827-852c-8aa3e01106ca,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:31.108276 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-3d59c5c0-2e51-4b6b-8794-c9f06f62f88e None None] Provisioning complete for port af8e669b-f7a3-45a0-8204-09f6ae3cb868 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:31.108968 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3d59c5c0-2e51-4b6b-8794-c9f06f62f88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:31.118908 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-b5be0166-51c2-4b5a-8e7f-380a38d58e51 None None] Set router ffb946ba-380c-46c2-ac62-707c2fedc34c gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:48:31.159695 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-69f49e4e-8dda-4542-983c-ac900bf53a3a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:31.162056 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-41c6fbdb-7a7a-40dc-8612-72d619c9c3bc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:31.176045 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6073f4d3-532f-496c-b6b8-2733f72b8364 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "GET /v2.0/ports?device_id=ffb946ba-380c-46c2-ac62-707c2fedc34c HTTP/1.1" status: 200 len: 205 time: 0.1049771 Feb 16 12:48:31.182691 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35786) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:31.200673 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-3d59c5c0-2e51-4b6b-8794-c9f06f62f88e None None] Port af8e669b-f7a3-45a0-8204-09f6ae3cb868 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:48:31.219415 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-3d59c5c0-2e51-4b6b-8794-c9f06f62f88e None None] Could not find standard attr ID for object 49c6e4bb-37fd-4827-852c-8aa3e01106ca. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:48:31.224169 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-e7a776cb-6c65-408c-854a-f14e42593a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3084b5-fc48-4978-9f9d-d8810b64969e', 'name': 'tempest-NetworksTestDHCPv6-router-1247607614', 'tenant_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:20Z', 'updated_at': '2022-02-16T12:48:22Z', 'revision_number': 2, 'project_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'gw_port_host': None, '_interfaces': [{'id': '49c6e4bb-37fd-4827-852c-8aa3e01106ca', 'name': '', 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'tenant_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'mac_address': 'fa:16:3e:1c:ed:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3084b5-fc48-4978-9f9d-d8810b64969e', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'b8ef2e6b-a357-4d1a-baab-a5709cbe81b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:22Z', 'updated_at': '2022-02-16T12:48:29Z', 'revision_number': 4, 'project_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'subnets': [{'id': 'b8ef2e6b-a357-4d1a-baab-a5709cbe81b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:31.228133 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-bdf1190e-600e-4b61-86a2-76aff961c75c None None] Deleting port 0b037e72-943f-4815-83ad-1893ed17dc33 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:31.228683 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bdf1190e-600e-4b61-86a2-76aff961c75c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:31.234212 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-b5be0166-51c2-4b5a-8e7f-380a38d58e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb946ba-380c-46c2-ac62-707c2fedc34c', 'name': 'tempest-RoutersIpV6Test-router-309829880', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:29Z', 'updated_at': '2022-02-16T12:48:30Z', 'revision_number': 2, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'gw_port_host': None}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:31.235767 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c6fbdb-7a7a-40dc-8612-72d619c9c3bc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'Port': ['ID=af8e669b-f7a3-45a0-8204-09f6ae3cb868,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:31.256729 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f49e4e-8dda-4542-983c-ac900bf53a3a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Port': ['ID=49c6e4bb-37fd-4827-852c-8aa3e01106ca,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:31.309932 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a776cb-6c65-408c-854a-f14e42593a4c None None] The sync data for ids ['3b3084b5-fc48-4978-9f9d-d8810b64969e'] in dv-neutron-828142-3-hyperv is: [{'id': '3b3084b5-fc48-4978-9f9d-d8810b64969e', 'name': 'tempest-NetworksTestDHCPv6-router-1247607614', 'tenant_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:20Z', 'updated_at': '2022-02-16T12:48:22Z', 'revision_number': 2, 'project_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'gw_port_host': None, '_interfaces': [{'id': '49c6e4bb-37fd-4827-852c-8aa3e01106ca', 'name': '', 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'tenant_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'mac_address': 'fa:16:3e:1c:ed:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3084b5-fc48-4978-9f9d-d8810b64969e', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'b8ef2e6b-a357-4d1a-baab-a5709cbe81b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:22Z', 'updated_at': '2022-02-16T12:48:29Z', 'revision_number': 4, 'project_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'subnets': [{'id': 'b8ef2e6b-a357-4d1a-baab-a5709cbe81b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:31.325482 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5be0166-51c2-4b5a-8e7f-380a38d58e51 None None] Checking router: ffb946ba-380c-46c2-ac62-707c2fedc34c for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:48:31.350559 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5be0166-51c2-4b5a-8e7f-380a38d58e51 None None] Routers {'ffb946ba-380c-46c2-ac62-707c2fedc34c'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:48:31.352544 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-b5be0166-51c2-4b5a-8e7f-380a38d58e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:48:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['ffb946ba-380c-46c2-ac62-707c2fedc34c'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:31.380057 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 0b037e72-943f-4815-83ad-1893ed17dc33 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:48:31.406112 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-41c6fbdb-7a7a-40dc-8612-72d619c9c3bc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:31.409698 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-41c6fbdb-7a7a-40dc-8612-72d619c9c3bc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/ports/af8e669b-f7a3-45a0-8204-09f6ae3cb868 HTTP/1.1" status: 204 len: 168 time: 1.6383519 Feb 16 12:48:31.423023 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35790) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:31.489984 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-b5be0166-51c2-4b5a-8e7f-380a38d58e51 None None] Set router ffb946ba-380c-46c2-ac62-707c2fedc34c gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:48:31.524160 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4cf2ac93-aaa5-4b54-a61b-4497ac751ff1 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:31.552572 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-30242f14-4ad7-457f-8a6c-69471f7630df tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:31.569701 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-bdf1190e-600e-4b61-86a2-76aff961c75c None None] For port 0b037e72-943f-4815-83ad-1893ed17dc33, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=0b037e72-943f-4815-83ad-1893ed17dc33,segment=NetworkSegment(7531b82c-e8a0-4500-86c2-a04c46c1b22d),segment_id=7531b82c-e8a0-4500-86c2-a04c46c1b22d)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:31.578180 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846964a3-d4de-4bed-826d-4fca5b791278 req-3a23608f-fd3e-4b76-ac08-2592ebf5849d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:31.579008 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bdf1190e-600e-4b61-86a2-76aff961c75c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:31.589488 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-846964a3-d4de-4bed-826d-4fca5b791278 req-3a23608f-fd3e-4b76-ac08-2592ebf5849d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a HTTP/1.1" status: 200 len: 943 time: 0.1254466 Feb 16 12:48:31.632581 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-5d388b97-a0a3-4a01-8e2e-c823c2e6bfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a20dc3-80a4-4000-9864-ed7372b3eb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473723772', 'tenant_id': '7b8da0c113224745a027e6a94fb34ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '13128eff-a7d4-44da-b921-1c1150faee6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:46:13Z', 'updated_at': '2022-02-16T12:46:27Z', 'revision_number': 4, 'project_id': '7b8da0c113224745a027e6a94fb34ab0', 'gw_port': {'id': '13128eff-a7d4-44da-b921-1c1150faee6e', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:74:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a20dc3-80a4-4000-9864-ed7372b3eb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:15Z', 'updated_at': '2022-02-16T12:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '59ac6669-9723-4362-9580-14b148fe2936', 'name': '', 'network_id': '9df35863-0ddd-484c-a539-99ce67aab768', 'tenant_id': '7b8da0c113224745a027e6a94fb34ab0', 'mac_address': 'fa:16:3e:05:58:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a20dc3-80a4-4000-9864-ed7372b3eb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'cf796c68-f1ba-4a90-a53d-382e7e9121ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:25Z', 'updated_at': '2022-02-16T12:46:34Z', 'revision_number': 5, 'project_id': '7b8da0c113224745a027e6a94fb34ab0', 'subnets': [{'id': 'cf796c68-f1ba-4a90-a53d-382e7e9121ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:31.635613 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-bdf1190e-600e-4b61-86a2-76aff961c75c None None] Calling delete_port for 0b037e72-943f-4815-83ad-1893ed17dc33 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:31.714949 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No active binding found for port 0b037e72-943f-4815-83ad-1893ed17dc33 {{(pid=109050) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 16 12:48:31.715643 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 0b037e72-943f-4815-83ad-1893ed17dc33 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:48:31.717530 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-36a0f577-b93e-44b1-ae3f-4f19d2e6610e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] GET failed (client error): The resource could not be found. Feb 16 12:48:31.720129 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-36a0f577-b93e-44b1-ae3f-4f19d2e6610e tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "GET /v2.0/ports/af8e669b-f7a3-45a0-8204-09f6ae3cb868 HTTP/1.1" status: 404 len: 333 time: 0.2813745 Feb 16 12:48:31.723766 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d388b97-a0a3-4a01-8e2e-c823c2e6bfc2 None None] The sync data for ids ['16a20dc3-80a4-4000-9864-ed7372b3eb45'] in dv-neutron-828142-3-hyperv is: [{'id': '16a20dc3-80a4-4000-9864-ed7372b3eb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473723772', 'tenant_id': '7b8da0c113224745a027e6a94fb34ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '13128eff-a7d4-44da-b921-1c1150faee6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:46:13Z', 'updated_at': '2022-02-16T12:46:27Z', 'revision_number': 4, 'project_id': '7b8da0c113224745a027e6a94fb34ab0', 'gw_port': {'id': '13128eff-a7d4-44da-b921-1c1150faee6e', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:74:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a20dc3-80a4-4000-9864-ed7372b3eb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:15Z', 'updated_at': '2022-02-16T12:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '59ac6669-9723-4362-9580-14b148fe2936', 'name': '', 'network_id': '9df35863-0ddd-484c-a539-99ce67aab768', 'tenant_id': '7b8da0c113224745a027e6a94fb34ab0', 'mac_address': 'fa:16:3e:05:58:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a20dc3-80a4-4000-9864-ed7372b3eb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'cf796c68-f1ba-4a90-a53d-382e7e9121ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:25Z', 'updated_at': '2022-02-16T12:46:34Z', 'revision_number': 5, 'project_id': '7b8da0c113224745a027e6a94fb34ab0', 'subnets': [{'id': 'cf796c68-f1ba-4a90-a53d-382e7e9121ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:31.736023 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35794) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:31.740592 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-846964a3-d4de-4bed-826d-4fca5b791278 req-5b7bd2e0-2d78-4e2e-8a8d-efb1bd3d946f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=dcd34c9b-d3c4-48a7-b0ae-838ff0dfc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439035 Feb 16 12:48:31.838796 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-b5be0166-51c2-4b5a-8e7f-380a38d58e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb946ba-380c-46c2-ac62-707c2fedc34c', 'name': 'tempest-RoutersIpV6Test-router-309829880', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:29Z', 'updated_at': '2022-02-16T12:48:30Z', 'revision_number': 2, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'gw_port_host': None}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:31.879651 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bdf1190e-600e-4b61-86a2-76aff961c75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:31.879924 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30242f14-4ad7-457f-8a6c-69471f7630df tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'Port': ['ID=0b037e72-943f-4815-83ad-1893ed17dc33,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:31.880674 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5be0166-51c2-4b5a-8e7f-380a38d58e51 None None] The sync data for ids ['ffb946ba-380c-46c2-ac62-707c2fedc34c'] in dv-neutron-828142-3-hyperv is: [{'id': 'ffb946ba-380c-46c2-ac62-707c2fedc34c', 'name': 'tempest-RoutersIpV6Test-router-309829880', 'tenant_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:29Z', 'updated_at': '2022-02-16T12:48:30Z', 'revision_number': 2, 'project_id': '98b1135bbc52416fb743fd9e2fe1b3df', 'gw_port_host': None}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:31.881162 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b6bda-c9c1-44a0-9202-e6fb439685ae req-f6c7e69a-82ad-4b68-9377-e76bff4e620d tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:31.889928 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-69f49e4e-8dda-4542-983c-ac900bf53a3a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:31.893711 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-68ee949b-6203-4f68-9599-9193d1e5a346 req-90042631-2c0d-4891-8c94-41763f9a25a1 service neutron] 10.222.0.42 "GET /v2.0/networks/2a9302a4-3c67-4ab8-a48d-9c86a95e30b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8655531 Feb 16 12:48:31.906929 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2c8b6bda-c9c1-44a0-9202-e6fb439685ae req-f6c7e69a-82ad-4b68-9377-e76bff4e620d tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/ports?device_id=38d0e125-2fc2-446a-a405-e79e4ba03c11 HTTP/1.1" status: 200 len: 946 time: 0.2351146 Feb 16 12:48:31.918959 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf1190e-600e-4b61-86a2-76aff961c75c None None] Pushing event deleted for resources: {'Port': ['ID=0b037e72-943f-4815-83ad-1893ed17dc33,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:31.926277 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf1190e-600e-4b61-86a2-76aff961c75c None None] No DVR routers for this DVR port 0b037e72-943f-4815-83ad-1893ed17dc33 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:31.950476 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30242f14-4ad7-457f-8a6c-69471f7630df tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] No DVR routers for this DVR port 0b037e72-943f-4815-83ad-1893ed17dc33 on host dv-neutron-828142-3-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:31.982816 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2c8b6bda-c9c1-44a0-9202-e6fb439685ae req-4109df6f-5b57-45d2-b15b-690ff21218e9 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/security-groups?id=582a4e72-733c-446a-a0ec-8cb208ee5c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748498 Feb 16 12:48:31.983715 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6c2d4c36-b96d-486b-ab63-de80e171697f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:32.028035 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6c2d4c36-b96d-486b-ab63-de80e171697f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:32.102892 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6c2d4c36-b96d-486b-ab63-de80e171697f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:32.105676 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6c2d4c36-b96d-486b-ab63-de80e171697f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:32.106840 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6c2d4c36-b96d-486b-ab63-de80e171697f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/security-groups/32790d50-9012-4259-a243-be4a12498a98 HTTP/1.1" status: 204 len: 168 time: 0.3651671 Feb 16 12:48:32.110327 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35796) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:32.126141 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d4c36-b96d-486b-ab63-de80e171697f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32790d50-9012-4259-a243-be4a12498a98,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:32.199438 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c35d892f-4335-40c5-87b0-295761ebbf5a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:32.231944 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c35d892f-4335-40c5-87b0-295761ebbf5a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:32.291212 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c35d892f-4335-40c5-87b0-295761ebbf5a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:32.295224 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c35d892f-4335-40c5-87b0-295761ebbf5a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:32.296569 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c35d892f-4335-40c5-87b0-295761ebbf5a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/security-groups/ae46bed8-7a9a-43e2-8c4e-78c9b2b3ba69 HTTP/1.1" status: 204 len: 168 time: 0.1852577 Feb 16 12:48:32.300320 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35798) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:32.310698 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4cf2ac93-aaa5-4b54-a61b-4497ac751ff1 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:32.325448 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4cf2ac93-aaa5-4b54-a61b-4497ac751ff1 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:32.337585 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-94dda4cc-c6de-46f5-9bf8-9e7f441e4c40 req-db52485e-01e0-460e-94e7-10c389670337 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:32.342313 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-30242f14-4ad7-457f-8a6c-69471f7630df tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:32.348673 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d892f-4335-40c5-87b0-295761ebbf5a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae46bed8-7a9a-43e2-8c4e-78c9b2b3ba69,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:32.377444 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc89fda-e584-4aee-a521-2dd1e2fabb53 None None] New status for floating IP ad2527b3-ec72-4a73-b213-21000004db73: DOWN {{(pid=109050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:48:32.404178 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3589cc9-58ef-46da-9b6b-9eec9572a7da tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Deleting subnet 671dad4f-51d9-404d-b1fe-6c6f31fcaec1 {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:48:32.408788 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d3589cc9-58ef-46da-9b6b-9eec9572a7da tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:32.479978 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d3589cc9-58ef-46da-9b6b-9eec9572a7da tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:32.489271 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52485e-01e0-460e-94e7-10c389670337 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Pushing event deleted for resources: {'Port': ['ID=8806cc2f-337a-4ea5-96ba-e1457749a273,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:32.492406 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-30242f14-4ad7-457f-8a6c-69471f7630df tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cfc3a3e-a0df-490c-aab0-836a2aa68a77']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:32.499300 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-68ee949b-6203-4f68-9599-9193d1e5a346 req-9738c441-c94d-4e1d-9873-498475dfc8b7 service neutron] 10.222.0.42 "GET /v2.0/networks/2a9302a4-3c67-4ab8-a48d-9c86a95e30b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5466413 Feb 16 12:48:32.573277 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4cf2ac93-aaa5-4b54-a61b-4497ac751ff1 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:32.573777 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf2ac93-aaa5-4b54-a61b-4497ac751ff1 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Fanout notify agent at l3_agent the message router_deleted on router ffb946ba-380c-46c2-ac62-707c2fedc34c {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:48:32.583013 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4cf2ac93-aaa5-4b54-a61b-4497ac751ff1 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:32.584168 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4cf2ac93-aaa5-4b54-a61b-4497ac751ff1 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "DELETE /v2.0/routers/ffb946ba-380c-46c2-ac62-707c2fedc34c HTTP/1.1" status: 204 len: 168 time: 1.3797035 Feb 16 12:48:32.591650 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-30242f14-4ad7-457f-8a6c-69471f7630df tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7531b82c-e8a0-4500-86c2-a04c46c1b22d') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:32.596021 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-30242f14-4ad7-457f-8a6c-69471f7630df tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7531b82c-e8a0-4500-86c2-a04c46c1b22d') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:32.616568 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35800) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:32.653858 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f7ebc684-55dd-4823-a5e9-e2b304ccadca tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "GET /v2.0/ports?device_id=ffb946ba-380c-46c2-ac62-707c2fedc34c HTTP/1.1" status: 200 len: 205 time: 0.0359437 Feb 16 12:48:32.656873 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35802) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:32.709527 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-97543dff-779d-4030-bbec-bae1b68f0eab tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] delete failed (client error): The resource could not be found. Feb 16 12:48:32.710598 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-97543dff-779d-4030-bbec-bae1b68f0eab tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "DELETE /v2.0/routers/ffb946ba-380c-46c2-ac62-707c2fedc34c HTTP/1.1" status: 404 len: 336 time: 0.0526986 Feb 16 12:48:32.713269 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35804) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:32.743135 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd6513f2-f17e-4361-80ce-75dc2db6f641 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] DELETE failed (client error): The resource could not be found. Feb 16 12:48:32.743589 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd6513f2-f17e-4361-80ce-75dc2db6f641 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:48:32.749696 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-fd6513f2-f17e-4361-80ce-75dc2db6f641 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "DELETE /v2.0/subnets/f790ea3f-fbba-4f0d-8a56-5f79a8d522d5 HTTP/1.1" status: 404 len: 337 time: 0.0329771 Feb 16 12:48:32.751025 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35806) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:32.759669 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d3589cc9-58ef-46da-9b6b-9eec9572a7da tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:32.816000 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0342b2d-7a30-4f80-bd2d-66b38ebd6082 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] DELETE failed (client error): The resource could not be found. Feb 16 12:48:32.816455 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0342b2d-7a30-4f80-bd2d-66b38ebd6082 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:48:32.821853 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a0342b2d-7a30-4f80-bd2d-66b38ebd6082 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "DELETE /v2.0/subnets/831a32a2-afd2-4af5-98fb-564330cb2964 HTTP/1.1" status: 404 len: 337 time: 0.0680630 Feb 16 12:48:32.822806 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35810) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:32.857444 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-be737715-ae95-42f8-b6e0-b815a0c0df80 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] DELETE failed (client error): The resource could not be found. Feb 16 12:48:32.857898 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be737715-ae95-42f8-b6e0-b815a0c0df80 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:48:32.863894 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-be737715-ae95-42f8-b6e0-b815a0c0df80 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "DELETE /v2.0/subnets/91895b24-69a9-45e3-aa0c-9a8bcbfbc6c0 HTTP/1.1" status: 404 len: 337 time: 0.0381837 Feb 16 12:48:32.889060 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35812) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:32.940970 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f694618-5475-46e5-8735-6f158ff7531c tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] DELETE failed (client error): The resource could not be found. Feb 16 12:48:32.941428 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f694618-5475-46e5-8735-6f158ff7531c tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:48:32.946975 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-9f694618-5475-46e5-8735-6f158ff7531c tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "DELETE /v2.0/subnets/4f1d33a5-039c-4e54-a04c-19011f737c9e HTTP/1.1" status: 404 len: 337 time: 0.0523617 Feb 16 12:48:32.948068 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35814) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:32.988883 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-8f2c1229-8f87-490a-a005-ecd7763a2085 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "GET /v2.0/ports?device_id=82cadb3a-55b1-497f-b25c-4b7a652b9a28 HTTP/1.1" status: 200 len: 205 time: 0.0374606 Feb 16 12:48:32.989634 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d3589cc9-58ef-46da-9b6b-9eec9572a7da tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:32.992978 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35816) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:33.017249 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7679978-5ca2-41e2-a9ce-03c099579dcb req-9e1408ca-fbb4-47eb-a4f5-a29f64b57ce3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:33.019998 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f7679978-5ca2-41e2-a9ce-03c099579dcb req-9e1408ca-fbb4-47eb-a4f5-a29f64b57ce3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a HTTP/1.1" status: 200 len: 943 time: 0.1672866 Feb 16 12:48:33.022472 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-94dda4cc-c6de-46f5-9bf8-9e7f441e4c40 req-db52485e-01e0-460e-94e7-10c389670337 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] No DVR routers for this DVR port 8806cc2f-337a-4ea5-96ba-e1457749a273 on host hv-neutron-8281 {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:33.025478 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-30242f14-4ad7-457f-8a6c-69471f7630df tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.038140 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-94dda4cc-c6de-46f5-9bf8-9e7f441e4c40 req-db52485e-01e0-460e-94e7-10c389670337 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.044322 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-94dda4cc-c6de-46f5-9bf8-9e7f441e4c40 req-db52485e-01e0-460e-94e7-10c389670337 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.42 "DELETE /v2.0/ports/8806cc2f-337a-4ea5-96ba-e1457749a273 HTTP/1.1" status: 204 len: 173 time: 2.7752450 Feb 16 12:48:33.044322 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d0e125-2fc2-446a-a405-e79e4ba03c11', 'name': 'network-vif-deleted', 'tag': '8806cc2f-337a-4ea5-96ba-e1457749a273'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:48:33.047597 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eeb1285-8a5f-4aaa-b174-6df776ff0eae" -d '{"events": [{"server_uuid": "38d0e125-2fc2-446a-a405-e79e4ba03c11", "name": "network-vif-deleted", "tag": "8806cc2f-337a-4ea5-96ba-e1457749a273"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:48:33.054532 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f49e4e-8dda-4542-983c-ac900bf53a3a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Router 3b3084b5-fc48-4978-9f9d-d8810b64969e has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:48:33.067337 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-30242f14-4ad7-457f-8a6c-69471f7630df tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.076426 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30242f14-4ad7-457f-8a6c-69471f7630df tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:48:33.076854 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-30242f14-4ad7-457f-8a6c-69471f7630df tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.081171 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:48:33.081171 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:48:33.081171 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:48:33.081171 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:48:33.081171 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:48:33.081171 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:48:33.081171 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:48:33.081171 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:48:33.081171 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:48:33.081171 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:48:33.081171 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:48:33.081171 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:48:33.081171 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:48:33.081171 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:48:33.081171 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:48:33.081171 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:48:33.081171 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:48:33.081171 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:48:33.081171 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:48:33.081171 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:48:33.081171 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:48:33.081171 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:48:33.081171 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:48:33.081171 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:48:33.081171 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:48:33.081171 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:48:33.081171 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:48:33.081171 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:48:33.081171 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:48:33.081171 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:48:33.081171 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:48:33.081171 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:48:33.097448 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 09ed1ef0-b289-435c-b14d-a38f0115bfc4 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 12:48:33.142747 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3589cc9-58ef-46da-9b6b-9eec9572a7da tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'Subnet': ['ID=671dad4f-51d9-404d-b1fe-6c6f31fcaec1,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:33.158991 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d3589cc9-58ef-46da-9b6b-9eec9572a7da tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.162289 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d3589cc9-58ef-46da-9b6b-9eec9572a7da tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/subnets/671dad4f-51d9-404d-b1fe-6c6f31fcaec1 HTTP/1.1" status: 204 len: 168 time: 0.8608532 Feb 16 12:48:33.163308 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-52f57635-1ebf-4d08-9225-6c60c5df7265 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] delete failed (client error): The resource could not be found. Feb 16 12:48:33.164409 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-52f57635-1ebf-4d08-9225-6c60c5df7265 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "DELETE /v2.0/routers/82cadb3a-55b1-497f-b25c-4b7a652b9a28 HTTP/1.1" status: 404 len: 336 time: 0.1678393 Feb 16 12:48:33.175081 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aac70ca-90c1-4ce6-be17-1424a7f9fd17 None None] Network f1103cc1-ec1a-4517-846a-1695013054ee requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:33.184031 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35822) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:33.184375 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35824) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:33.199995 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-aadebc90-af14-4cd7-b7ab-4e5431ae8906 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'subnet': {'network_id': 'f1103cc1-ec1a-4517-846a-1695013054ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:33.220258 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-947b23b8-d890-4c91-a901-10206b781b9f req-04af6fec-ef84-457d-80f5-5291665ffdd6 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "GET /v2.0/ports?device_id=38d0e125-2fc2-446a-a405-e79e4ba03c11 HTTP/1.1" status: 200 len: 210 time: 0.0339503 Feb 16 12:48:33.250343 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f7679978-5ca2-41e2-a9ce-03c099579dcb req-aa8d8154-c05f-49ab-8ea0-01698d1eba08 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=dcd34c9b-d3c4-48a7-b0ae-838ff0dfc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529281 Feb 16 12:48:33.272341 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-86ce9430-e33a-4528-9cc5-2e2619ca7390 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "GET /v2.0/ports?device_id=031235f2-0089-463f-bd25-71ea1fec3032 HTTP/1.1" status: 200 len: 205 time: 0.0798249 Feb 16 12:48:33.277420 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35828) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:33.333565 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 12:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62443bae-d26a-44bd-99fe-1d660d4512d4 x-openstack-request-id: req-62443bae-d26a-44bd-99fe-1d660d4512d4 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:48:33.333806 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-3642c8dc-6d04-4ba2-88ca-5765974a0790 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] delete failed (client error): The resource could not be found. Feb 16 12:48:33.333985 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d0e125-2fc2-446a-a405-e79e4ba03c11", "name": "network-vif-deleted", "tag": "8806cc2f-337a-4ea5-96ba-e1457749a273", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:48:33.334277 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-62443bae-d26a-44bd-99fe-1d660d4512d4 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:48:33.335082 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3642c8dc-6d04-4ba2-88ca-5765974a0790 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "DELETE /v2.0/routers/031235f2-0089-463f-bd25-71ea1fec3032 HTTP/1.1" status: 404 len: 336 time: 0.0564651 Feb 16 12:48:33.335209 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d0e125-2fc2-446a-a405-e79e4ba03c11', 'name': 'network-vif-deleted', 'tag': '8806cc2f-337a-4ea5-96ba-e1457749a273', 'status': 'completed', 'code': 200} Feb 16 12:48:33.336450 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f49e4e-8dda-4542-983c-ac900bf53a3a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:48:33.338584 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35830) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:33.348604 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-69f49e4e-8dda-4542-983c-ac900bf53a3a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "PUT /v2.0/routers/3b3084b5-fc48-4978-9f9d-d8810b64969e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6502388 Feb 16 12:48:33.353235 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35832) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:33.358040 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-30242f14-4ad7-457f-8a6c-69471f7630df tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.379675 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-71433728-e55c-45cd-a63d-954312530694 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] DELETE failed (client error): The resource could not be found. Feb 16 12:48:33.380135 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71433728-e55c-45cd-a63d-954312530694 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:48:33.385623 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-71433728-e55c-45cd-a63d-954312530694 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "DELETE /v2.0/subnets/50673d60-7439-4f15-8590-0f63901acd61 HTTP/1.1" status: 404 len: 337 time: 0.0418460 Feb 16 12:48:33.386094 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 09ed1ef0-b289-435c-b14d-a38f0115bfc4, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=09ed1ef0-b289-435c-b14d-a38f0115bfc4,segment=NetworkSegment(ca400bf4-9282-4088-b772-9958718b3a4d),segment_id=ca400bf4-9282-4088-b772-9958718b3a4d)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:33.386898 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35834) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:33.408194 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-30242f14-4ad7-457f-8a6c-69471f7630df tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.411582 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-30242f14-4ad7-457f-8a6c-69471f7630df tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/networks/2cfc3a3e-a0df-490c-aab0-836a2aa68a77 HTTP/1.1" status: 204 len: 168 time: 3.4492197 Feb 16 12:48:33.417379 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35836) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:33.421639 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-56848729-b469-4920-a1c2-57614054787f tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "GET /v2.0/ports?device_id=40602139-076c-478c-a165-a260357416ec HTTP/1.1" status: 200 len: 205 time: 0.0333967 Feb 16 12:48:33.423473 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': '09ed1ef0-b289-435c-b14d-a38f0115bfc4', 'network_id': '2a9302a4-3c67-4ab8-a48d-9c86a95e30b2', 'port_id': '09ed1ef0-b289-435c-b14d-a38f0115bfc4', 'mac_address': 'fa:16:3e:67:cc:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d07b80a-2947-4cf0-b0a9-82856344f0a7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 12:48:33.424713 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35838) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:33.434826 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-248aa9d2-d232-44e3-bd73-e9a8f73b617c tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-601241764'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:33.450086 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30242f14-4ad7-457f-8a6c-69471f7630df tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'Network': ['ID=2cfc3a3e-a0df-490c-aab0-836a2aa68a77,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:33.478651 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-a02f412c-bbf1-45d7-97b0-8a57f547ce02 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] delete failed (client error): The resource could not be found. Feb 16 12:48:33.479687 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a02f412c-bbf1-45d7-97b0-8a57f547ce02 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "DELETE /v2.0/routers/40602139-076c-478c-a165-a260357416ec HTTP/1.1" status: 404 len: 336 time: 0.0540001 Feb 16 12:48:33.482771 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35840) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:33.482945 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824218d8-5044-4c1c-b2da-2d67efe84b64 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:33.485185 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824218d8-5044-4c1c-b2da-2d67efe84b64 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:33.489674 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-824218d8-5044-4c1c-b2da-2d67efe84b64 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1351373 Feb 16 12:48:33.494857 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35842) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:33.503373 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.518121 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248aa9d2-d232-44e3-bd73-e9a8f73b617c tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Made reservation on behalf of c95cec895ceb44429e923d2affce57da for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:33.518489 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-19143a97-43fd-4652-a783-4e1591ef0ce5 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0e8c717-2a76-4a4a-8525-880b8a65fd87 HTTP/1.1" status: 200 len: 205 time: 0.0345924 Feb 16 12:48:33.521004 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35844) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:33.521706 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-248aa9d2-d232-44e3-bd73-e9a8f73b617c tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.530884 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09ed1ef0-b289-435c-b14d-a38f0115bfc4 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 12:48:33.560805 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-248aa9d2-d232-44e3-bd73-e9a8f73b617c tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:48:33.566774 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 09ed1ef0-b289-435c-b14d-a38f0115bfc4, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=09ed1ef0-b289-435c-b14d-a38f0115bfc4,segment=NetworkSegment(ca400bf4-9282-4088-b772-9958718b3a4d),segment_id=ca400bf4-9282-4088-b772-9958718b3a4d)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:33.576472 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.592311 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-248aa9d2-d232-44e3-bd73-e9a8f73b617c tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.592699 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-248aa9d2-d232-44e3-bd73-e9a8f73b617c tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Added segment 18306da3-e44a-401b-bb69-c0f6e64afff5 of type vlan for network 0da417c1-e721-4602-91a3-4569dbdb1729 Feb 16 12:48:33.594715 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadebc90-af14-4cd7-b7ab-4e5431ae8906 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Made reservation on behalf of 5b475467252d4f968fd5b204d0b30dc2 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:33.598548 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aadebc90-af14-4cd7-b7ab-4e5431ae8906 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.610857 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-8f999039-f6aa-4651-9cbd-135f00c2a467 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] delete failed (client error): The resource could not be found. Feb 16 12:48:33.611916 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-8f999039-f6aa-4651-9cbd-135f00c2a467 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "DELETE /v2.0/routers/f0e8c717-2a76-4a4a-8525-880b8a65fd87 HTTP/1.1" status: 404 len: 336 time: 0.0899899 Feb 16 12:48:33.625355 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35846) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:33.664863 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=09ed1ef0-b289-435c-b14d-a38f0115bfc4,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:33.677638 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f60b2b-30e5-4b80-b790-bc0e9c5a4f64 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] DELETE failed (client error): The resource could not be found. Feb 16 12:48:33.678383 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2f60b2b-30e5-4b80-b790-bc0e9c5a4f64 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:48:33.684431 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d2f60b2b-30e5-4b80-b790-bc0e9c5a4f64 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "DELETE /v2.0/subnets/94d62aca-399d-40b5-8337-fe593e23e8e2 HTTP/1.1" status: 404 len: 337 time: 0.0580330 Feb 16 12:48:33.693030 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35848) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:33.709287 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-774581e4-a483-4d7a-9f48-76e4984fe484 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting subnet b8ef2e6b-a357-4d1a-baab-a5709cbe81b7 {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:48:33.741794 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-179df8e7-d3a7-4593-995e-b15ede358a47 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "GET /v2.0/ports?device_id=38584849-6f47-41d1-a445-333b2f013716 HTTP/1.1" status: 200 len: 205 time: 0.0456228 Feb 16 12:48:33.741794 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-774581e4-a483-4d7a-9f48-76e4984fe484 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.743607 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35850) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:33.789919 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-248aa9d2-d232-44e3-bd73-e9a8f73b617c tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.815079 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['09ed1ef0-b289-435c-b14d-a38f0115bfc4'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 12:48:33.854895 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-2b2ebeb0-57df-49f5-b0b5-486ff49ed964 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] delete failed (client error): The resource could not be found. Feb 16 12:48:33.855980 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2b2ebeb0-57df-49f5-b0b5-486ff49ed964 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "DELETE /v2.0/routers/38584849-6f47-41d1-a445-333b2f013716 HTTP/1.1" status: 404 len: 336 time: 0.1116171 Feb 16 12:48:33.858933 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35852) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:33.867559 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-248aa9d2-d232-44e3-bd73-e9a8f73b617c tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.875076 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248aa9d2-d232-44e3-bd73-e9a8f73b617c tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:33.876138 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-248aa9d2-d232-44e3-bd73-e9a8f73b617c tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.918301 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1e02264-b12b-4d98-b329-0b9ce74ffda9 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] DELETE failed (client error): The resource could not be found. Feb 16 12:48:33.918752 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1e02264-b12b-4d98-b329-0b9ce74ffda9 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:48:33.922257 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f1e02264-b12b-4d98-b329-0b9ce74ffda9 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "DELETE /v2.0/subnets/6bb8aecf-eaa2-4c08-8189-b9470e9389b9 HTTP/1.1" status: 404 len: 337 time: 0.0615695 Feb 16 12:48:33.926648 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35854) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:33.946349 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-774581e4-a483-4d7a-9f48-76e4984fe484 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.976171 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-248aa9d2-d232-44e3-bd73-e9a8f73b617c tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5576363 Feb 16 12:48:33.981203 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35856) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:33.991588 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3fbe369b-b171-4ee9-b005-a563c12f4e5c tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "GET /v2.0/ports?device_id=c051697a-14d5-43b6-ac3f-e554a9daba8f HTTP/1.1" status: 200 len: 205 time: 0.0638225 Feb 16 12:48:33.992899 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-1da1fc54-60ec-44d6-893e-101cd74bacc3 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'subnet': {'network_id': '0da417c1-e721-4602-91a3-4569dbdb1729', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:33.994367 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35858) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:34.059475 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-049e7086-54ea-40c0-94cd-21db37cfc650 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] delete failed (client error): The resource could not be found. Feb 16 12:48:34.060532 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-049e7086-54ea-40c0-94cd-21db37cfc650 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "DELETE /v2.0/routers/c051697a-14d5-43b6-ac3f-e554a9daba8f HTTP/1.1" status: 404 len: 336 time: 0.0652442 Feb 16 12:48:34.064372 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35860) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:34.116446 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e9a2ac-3333-4cd9-bb16-fb98c859592b tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] DELETE failed (client error): The resource could not be found. Feb 16 12:48:34.117109 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07e9a2ac-3333-4cd9-bb16-fb98c859592b tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:48:34.123728 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-07e9a2ac-3333-4cd9-bb16-fb98c859592b tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "DELETE /v2.0/subnets/6cf85dba-104e-4980-92ea-eac70ad10771 HTTP/1.1" status: 404 len: 337 time: 0.0581708 Feb 16 12:48:34.124840 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35862) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:34.136193 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248aa9d2-d232-44e3-bd73-e9a8f73b617c tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'Network': ['ID=0da417c1-e721-4602-91a3-4569dbdb1729,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:34.159083 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 0da417c1-e721-4602-91a3-4569dbdb1729 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:48:34.166052 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1538b9-e1f7-40fd-b3af-902c114e3530 None None] Sync routers for ids ['3b3084b5-fc48-4978-9f9d-d8810b64969e'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:34.186287 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1538b9-e1f7-40fd-b3af-902c114e3530 None None] Routers {'3b3084b5-fc48-4978-9f9d-d8810b64969e'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:48:34.187411 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8b1538b9-e1f7-40fd-b3af-902c114e3530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:48:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['3b3084b5-fc48-4978-9f9d-d8810b64969e'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:34.227059 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da1fc54-60ec-44d6-893e-101cd74bacc3 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Made reservation on behalf of c95cec895ceb44429e923d2affce57da for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:34.231144 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1da1fc54-60ec-44d6-893e-101cd74bacc3 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:34.277486 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-be6022f1-a974-4f94-a3dd-f63d0b5abf31 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] DELETE failed (client error): The resource could not be found. Feb 16 12:48:34.278539 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be6022f1-a974-4f94-a3dd-f63d0b5abf31 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:48:34.285869 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-be6022f1-a974-4f94-a3dd-f63d0b5abf31 tempest-RoutersIpV6Test-526712492 tempest-RoutersIpV6Test-526712492-project] 10.222.0.90 "DELETE /v2.0/subnets/3c787588-c6da-4031-a780-af23e85a433d HTTP/1.1" status: 404 len: 337 time: 0.1538339 Feb 16 12:48:34.325012 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-774581e4-a483-4d7a-9f48-76e4984fe484 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:34.392093 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-8b1538b9-e1f7-40fd-b3af-902c114e3530 None None] Set router 3b3084b5-fc48-4978-9f9d-d8810b64969e gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:48:34.397362 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35870) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:34.495235 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8b1538b9-e1f7-40fd-b3af-902c114e3530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3084b5-fc48-4978-9f9d-d8810b64969e', 'name': 'tempest-NetworksTestDHCPv6-router-1247607614', 'tenant_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:20Z', 'updated_at': '2022-02-16T12:48:30Z', 'revision_number': 3, 'project_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'gw_port_host': None}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:34.530660 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aadebc90-af14-4cd7-b7ab-4e5431ae8906 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:34.541212 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1538b9-e1f7-40fd-b3af-902c114e3530 None None] Checking router: 3b3084b5-fc48-4978-9f9d-d8810b64969e for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:48:34.553367 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1538b9-e1f7-40fd-b3af-902c114e3530 None None] Routers {'3b3084b5-fc48-4978-9f9d-d8810b64969e'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:48:34.554313 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8b1538b9-e1f7-40fd-b3af-902c114e3530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:48:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['3b3084b5-fc48-4978-9f9d-d8810b64969e'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:34.566481 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddacc7-29a7-491f-abb7-29609d48d075 req-5f94bff2-a449-4f52-941e-ad6978adffd6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:34.574075 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-63ddacc7-29a7-491f-abb7-29609d48d075 req-5f94bff2-a449-4f52-941e-ad6978adffd6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a HTTP/1.1" status: 200 len: 944 time: 0.1774790 Feb 16 12:48:34.585769 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-6f4defb8-d700-482b-b2f0-353e0094c7d6 None None] Provisioning complete for port 18628e21-037c-4570-826c-3e69c00f5356 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:34.586508 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6f4defb8-d700-482b-b2f0-353e0094c7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:34.607121 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-774581e4-a483-4d7a-9f48-76e4984fe484 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:34.619207 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadebc90-af14-4cd7-b7ab-4e5431ae8906 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Network f1103cc1-ec1a-4517-846a-1695013054ee is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:34.639758 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-6f4defb8-d700-482b-b2f0-353e0094c7d6 None None] Port 18628e21-037c-4570-826c-3e69c00f5356 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:48:34.655166 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-aadebc90-af14-4cd7-b7ab-4e5431ae8906 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:34.658160 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-8b1538b9-e1f7-40fd-b3af-902c114e3530 None None] Set router 3b3084b5-fc48-4978-9f9d-d8810b64969e gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:48:34.662016 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadebc90-af14-4cd7-b7ab-4e5431ae8906 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:34.662994 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aadebc90-af14-4cd7-b7ab-4e5431ae8906 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:34.667384 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c521be-3a75-429b-8884-4caf72e0bbb6 None None] Network f1103cc1-ec1a-4517-846a-1695013054ee requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:34.678436 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadebc90-af14-4cd7-b7ab-4e5431ae8906 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'Subnet': ['ID=9097225e-31dd-420d-b188-20b05c672a56,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:34.684800 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-6f4defb8-d700-482b-b2f0-353e0094c7d6 None None] Provisioning complete for port 4f255f99-7bef-4ce7-b03c-9a45076f450b triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:34.685153 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6f4defb8-d700-482b-b2f0-353e0094c7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:34.741464 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8b1538b9-e1f7-40fd-b3af-902c114e3530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3084b5-fc48-4978-9f9d-d8810b64969e', 'name': 'tempest-NetworksTestDHCPv6-router-1247607614', 'tenant_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:20Z', 'updated_at': '2022-02-16T12:48:30Z', 'revision_number': 3, 'project_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'gw_port_host': None}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:34.743076 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-774581e4-a483-4d7a-9f48-76e4984fe484 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:34.748599 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-774581e4-a483-4d7a-9f48-76e4984fe484 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/b8ef2e6b-a357-4d1a-baab-a5709cbe81b7 HTTP/1.1" status: 204 len: 168 time: 1.2505898 Feb 16 12:48:34.749618 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774581e4-a483-4d7a-9f48-76e4984fe484 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Subnet': ['ID=b8ef2e6b-a357-4d1a-baab-a5709cbe81b7,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:34.751261 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35874) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:34.751599 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35876) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:34.752309 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550b79d1-1c36-4d2f-ab87-15bdc3dd9e31 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:34.774875 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-aadebc90-af14-4cd7-b7ab-4e5431ae8906 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5891144 Feb 16 12:48:34.781863 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35878) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:34.788369 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1538b9-e1f7-40fd-b3af-902c114e3530 None None] The sync data for ids ['3b3084b5-fc48-4978-9f9d-d8810b64969e'] in dv-neutron-828142-3-hyperv is: [{'id': '3b3084b5-fc48-4978-9f9d-d8810b64969e', 'name': 'tempest-NetworksTestDHCPv6-router-1247607614', 'tenant_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:20Z', 'updated_at': '2022-02-16T12:48:30Z', 'revision_number': 3, 'project_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'gw_port_host': None}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:34.797668 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-98297b10-40b0-4ae9-b601-100e58b55bb0 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'security_group': {'name': 'tempest-secgroup-1728524035'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:34.844395 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-63ddacc7-29a7-491f-abb7-29609d48d075 req-40a941c5-8a90-4c84-8a2f-2abdb8060a02 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=dcd34c9b-d3c4-48a7-b0ae-838ff0dfc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2637954 Feb 16 12:48:34.897059 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1da1fc54-60ec-44d6-893e-101cd74bacc3 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:34.909228 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-98297b10-40b0-4ae9-b601-100e58b55bb0 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:34.987354 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da1fc54-60ec-44d6-893e-101cd74bacc3 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'Subnet': ['ID=2edbcbd7-7a69-4685-b61d-caa4f043c52d,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:35.020426 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da1fc54-60ec-44d6-893e-101cd74bacc3 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Checking segment: {'id': '18306da3-e44a-401b-bb69-c0f6e64afff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0da417c1-e721-4602-91a3-4569dbdb1729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:48:35.020825 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da1fc54-60ec-44d6-893e-101cd74bacc3 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Network hostable DHCP agents. Network: 0da417c1-e721-4602-91a3-4569dbdb1729, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:48:35.060358 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-61df88fc-dd35-4db4-9d19-ba37b58bda4b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2463665 Feb 16 12:48:35.066158 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35882) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:35.074834 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da1fc54-60ec-44d6-893e-101cd74bacc3 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Network 0da417c1-e721-4602-91a3-4569dbdb1729 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:48:35.090046 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-98297b10-40b0-4ae9-b601-100e58b55bb0 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.113173 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 09ed1ef0-b289-435c-b14d-a38f0115bfc4 up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:48:35.121400 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-51aa84db-3c7e-4c50-95dc-19c7f2eb89c2 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=98b1135bbc52416fb743fd9e2fe1b3df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3024869 Feb 16 12:48:35.122441 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35884) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:35.172889 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-98297b10-40b0-4ae9-b601-100e58b55bb0 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.181674 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-1da1fc54-60ec-44d6-893e-101cd74bacc3 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 0da417c1-e721-4602-91a3-4569dbdb1729) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:35.195407 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edb553c-c724-4bae-b22e-878c8c5ca7a9 None None] Network 0da417c1-e721-4602-91a3-4569dbdb1729 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:35.199303 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da1fc54-60ec-44d6-893e-101cd74bacc3 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:35.200036 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1da1fc54-60ec-44d6-893e-101cd74bacc3 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.222615 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8d0140ad-2611-4e50-9a8e-3fd5e9394e75 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.260518 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adb6b17-bd77-4e73-8db6-a107e66d1c12 None None] DHCP port deletion for 8f2fc9c2-6909-42b1-9817-f8926b88a024 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:48:35.263655 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fffe3c53-96bf-4572-a1ac-ad15c1bf0f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.293884 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-98297b10-40b0-4ae9-b601-100e58b55bb0 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.301580 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-98297b10-40b0-4ae9-b601-100e58b55bb0 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5184321 Feb 16 12:48:35.305991 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35886) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:35.307689 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98297b10-40b0-4ae9-b601-100e58b55bb0 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce55a68-5865-483a-a94b-234f0d074030,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:35.307912 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fffe3c53-96bf-4572-a1ac-ad15c1bf0f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.314962 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-390fcd89-b688-4afd-8e0f-4f5bd30756fc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'security_group': {'name': 'tempest-secgroup-1181862773'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:35.372832 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1da1fc54-60ec-44d6-893e-101cd74bacc3 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3852403 Feb 16 12:48:35.376449 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35888) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:35.385474 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-fef6ea4d-3a14-4e61-8cbd-197e2bd40662 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'port': {'network_id': '0da417c1-e721-4602-91a3-4569dbdb1729', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1171191267'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:35.409823 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 6c2e2264-4df0-40eb-8b08-45ace72d41ff no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:48:35.528577 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning for port 09ed1ef0-b289-435c-b14d-a38f0115bfc4 completed by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:35.535795 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8d0140ad-2611-4e50-9a8e-3fd5e9394e75 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.539173 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port 09ed1ef0-b289-435c-b14d-a38f0115bfc4 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:35.539173 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.541943 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8d0140ad-2611-4e50-9a8e-3fd5e9394e75 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.548499 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4272d169-4ebf-410a-abb6-7a8b3e2b59b9 None None] Update dhcp port {'port': {'network_id': 'f1103cc1-ec1a-4517-846a-1695013054ee', 'fixed_ips': [{'subnet_id': '0626419a-9711-4782-865d-e731ea3ce9b0', 'ip_address': '172.20.0.18'}, {'subnet_id': '9097225e-31dd-420d-b188-20b05c672a56'}], 'binding:host_id': 'dv-neutron-828142-3-hyperv'}, 'id': '4f255f99-7bef-4ce7-b03c-9a45076f450b'} from dv-neutron-828142-3-hyperv. {{(pid=109050) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 12:48:35.592669 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-390fcd89-b688-4afd-8e0f-4f5bd30756fc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.622089 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8d0140ad-2611-4e50-9a8e-3fd5e9394e75 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.622591 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0140ad-2611-4e50-9a8e-3fd5e9394e75 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Fanout notify agent at l3_agent the message router_deleted on router 3b3084b5-fc48-4978-9f9d-d8810b64969e {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:48:35.635212 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8d0140ad-2611-4e50-9a8e-3fd5e9394e75 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.639029 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8d0140ad-2611-4e50-9a8e-3fd5e9394e75 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/routers/3b3084b5-fc48-4978-9f9d-d8810b64969e HTTP/1.1" status: 204 len: 168 time: 0.5691431 Feb 16 12:48:35.645489 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35890) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:35.709538 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4272d169-4ebf-410a-abb6-7a8b3e2b59b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.723592 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986eff53-5857-4d70-adf7-ae5ad3c8ae8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-0da417c1-e721-4602-91a3-4569dbdb1729', 'network_id': '0da417c1-e721-4602-91a3-4569dbdb1729', 'tenant_id': 'c95cec895ceb44429e923d2affce57da', 'fixed_ips': [{'subnet_id': '2edbcbd7-7a69-4685-b61d-caa4f043c52d'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:48:35.725455 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-986eff53-5857-4d70-adf7-ae5ad3c8ae8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.735244 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef6ea4d-3a14-4e61-8cbd-197e2bd40662 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Made reservation on behalf of c95cec895ceb44429e923d2affce57da for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:35.739010 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fef6ea4d-3a14-4e61-8cbd-197e2bd40662 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.758992 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e50ee6-d079-4d73-9d1c-fd09cff5693e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:35.760987 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-62e50ee6-d079-4d73-9d1c-fd09cff5693e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1144621 Feb 16 12:48:35.767505 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35892) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:35.803069 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fffe3c53-96bf-4572-a1ac-ad15c1bf0f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.805905 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fffe3c53-96bf-4572-a1ac-ad15c1bf0f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.807641 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-fffe3c53-96bf-4572-a1ac-ad15c1bf0f98 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/755b9319-9c83-4e82-ad0a-bcb59c68fba3 HTTP/1.1" status: 204 len: 168 time: 0.6843472 Feb 16 12:48:35.822347 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe3c53-96bf-4572-a1ac-ad15c1bf0f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755b9319-9c83-4e82-ad0a-bcb59c68fba3,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:35.824708 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-390fcd89-b688-4afd-8e0f-4f5bd30756fc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.831235 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-fef6ea4d-3a14-4e61-8cbd-197e2bd40662 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] device_id is not set on port a0c078a1-7215-49fc-88cc-7aa8525bea81 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:48:35.839863 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-390fcd89-b688-4afd-8e0f-4f5bd30756fc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.853072 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0bd18f55-1952-412a-a4c4-e98517cdbc5b tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.870031 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-3adb6b17-bd77-4e73-8db6-a107e66d1c12 None None] Deleting port 6c2e2264-4df0-40eb-8b08-45ace72d41ff {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:35.871099 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3adb6b17-bd77-4e73-8db6-a107e66d1c12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.920045 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-390fcd89-b688-4afd-8e0f-4f5bd30756fc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.924535 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-390fcd89-b688-4afd-8e0f-4f5bd30756fc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6108651 Feb 16 12:48:35.929568 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35898) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:35.940907 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-8e2d2f6a-1bd4-4a98-9f8e-95388b8b8678 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'security_group': {'name': 'tempest-secgroup-2123416718'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:35.950741 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2dbb18-eff1-4cfc-b272-ed39d2b7b897 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:35.952283 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6e2dbb18-eff1-4cfc-b272-ed39d2b7b897 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1781847 Feb 16 12:48:35.957118 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35900) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:35.957644 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-3adb6b17-bd77-4e73-8db6-a107e66d1c12 None None] For port 6c2e2264-4df0-40eb-8b08-45ace72d41ff, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=6c2e2264-4df0-40eb-8b08-45ace72d41ff,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:35.958043 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3adb6b17-bd77-4e73-8db6-a107e66d1c12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.969164 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390fcd89-b688-4afd-8e0f-4f5bd30756fc tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7645509-98d0-4763-bd12-3d53f6f5ab53,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:35.974552 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-3adb6b17-bd77-4e73-8db6-a107e66d1c12 None None] Calling delete_port for 6c2e2264-4df0-40eb-8b08-45ace72d41ff owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:36.051768 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-222e3a01-f240-446d-be60-070e73ddf277 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0841289 Feb 16 12:48:36.056179 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35904) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:36.103270 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-847adeba-a0ca-4e7d-92bd-c09e68a5ec5b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'subnet': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:36.147160 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9775a8-4d8b-4c80-9c10-a770b958a083 req-54ce2363-1b5d-43e6-be24-c261c4e4795a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:36.149408 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2a9775a8-4d8b-4c80-9c10-a770b958a083 req-54ce2363-1b5d-43e6-be24-c261c4e4795a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a HTTP/1.1" status: 200 len: 944 time: 0.1630831 Feb 16 12:48:36.257353 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2a9775a8-4d8b-4c80-9c10-a770b958a083 req-bef1dece-05de-48a3-b423-c94378f88eee tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=dcd34c9b-d3c4-48a7-b0ae-838ff0dfc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856504 Feb 16 12:48:36.299594 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8e2d2f6a-1bd4-4a98-9f8e-95388b8b8678 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.303927 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-fef6ea4d-3a14-4e61-8cbd-197e2bd40662 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Allocated IP 2001:db8::1a1 (0da417c1-e721-4602-91a3-4569dbdb1729/2edbcbd7-7a69-4685-b61d-caa4f043c52d/a0c078a1-7215-49fc-88cc-7aa8525bea81) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:36.340567 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-0bd18f55-1952-412a-a4c4-e98517cdbc5b tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Deleting port 59ac6669-9723-4362-9580-14b148fe2936 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:36.341128 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0bd18f55-1952-412a-a4c4-e98517cdbc5b tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.462003 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847adeba-a0ca-4e7d-92bd-c09e68a5ec5b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:36.467760 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-847adeba-a0ca-4e7d-92bd-c09e68a5ec5b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.475370 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.493682 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-0bd18f55-1952-412a-a4c4-e98517cdbc5b tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] For port 59ac6669-9723-4362-9580-14b148fe2936, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=59ac6669-9723-4362-9580-14b148fe2936,segment=NetworkSegment(74254b27-883f-4c2a-b1c1-61419d89632a),segment_id=74254b27-883f-4c2a-b1c1-61419d89632a)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:36.494237 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0bd18f55-1952-412a-a4c4-e98517cdbc5b tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.509956 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-0bd18f55-1952-412a-a4c4-e98517cdbc5b tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Calling delete_port for 59ac6669-9723-4362-9580-14b148fe2936 owned by network:router_interface {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:36.563620 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.645792 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ed1ef0-b289-435c-b14d-a38f0115bfc4'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:48:36.648979 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f90947-e276-4a00-a5a7-fc7393fe5bc0" -d '{"events": [{"server_uuid": "5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a", "name": "network-vif-plugged", "status": "completed", "tag": "09ed1ef0-b289-435c-b14d-a38f0115bfc4"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:48:36.701145 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 09ed1ef0-b289-435c-b14d-a38f0115bfc4, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=09ed1ef0-b289-435c-b14d-a38f0115bfc4,segment=NetworkSegment(ca400bf4-9282-4088-b772-9958718b3a4d),segment_id=ca400bf4-9282-4088-b772-9958718b3a4d)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:36.731499 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.735291 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 8806cc2f-337a-4ea5-96ba-e1457749a273 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:48:36.738574 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 12:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc156a00-f4a6-452a-a188-cac2edbb842a x-openstack-request-id: req-dc156a00-f4a6-452a-a188-cac2edbb842a {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:48:36.739090 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a", "name": "network-vif-plugged", "status": "completed", "tag": "09ed1ef0-b289-435c-b14d-a38f0115bfc4", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:48:36.739590 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-dc156a00-f4a6-452a-a188-cac2edbb842a {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:48:36.740137 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ed1ef0-b289-435c-b14d-a38f0115bfc4', 'code': 200} Feb 16 12:48:36.752984 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 6c2e2264-4df0-40eb-8b08-45ace72d41ff, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=6c2e2264-4df0-40eb-8b08-45ace72d41ff,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:36.754672 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-4272d169-4ebf-410a-abb6-7a8b3e2b59b9 None None] Allocated IP 172.20.0.2 (f1103cc1-ec1a-4517-846a-1695013054ee/9097225e-31dd-420d-b188-20b05c672a56/4f255f99-7bef-4ce7-b03c-9a45076f450b) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:36.797781 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8e2d2f6a-1bd4-4a98-9f8e-95388b8b8678 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.813107 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.813414 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8e2d2f6a-1bd4-4a98-9f8e-95388b8b8678 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.813521 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 49c6e4bb-37fd-4827-852c-8aa3e01106ca no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:48:36.815171 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] No Port match for: 8806cc2f-337a-4ea5-96ba-e1457749a273 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:48:36.815695 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 8806cc2f-337a-4ea5-96ba-e1457749a273 not bound to the agent host hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:48:36.818742 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fef6ea4d-3a14-4e61-8cbd-197e2bd40662 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.867742 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3adb6b17-bd77-4e73-8db6-a107e66d1c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.869756 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 49c6e4bb-37fd-4827-852c-8aa3e01106ca {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:48:36.870094 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 49c6e4bb-37fd-4827-852c-8aa3e01106ca not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:48:36.902325 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adb6b17-bd77-4e73-8db6-a107e66d1c12 None None] No DVR routers for this DVR port 6c2e2264-4df0-40eb-8b08-45ace72d41ff on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:36.916388 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8e2d2f6a-1bd4-4a98-9f8e-95388b8b8678 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.921018 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8e2d2f6a-1bd4-4a98-9f8e-95388b8b8678 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9833882 Feb 16 12:48:36.931173 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35924) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:36.945258 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0bd18f55-1952-412a-a4c4-e98517cdbc5b tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.955482 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=09ed1ef0-b289-435c-b14d-a38f0115bfc4,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:36.971956 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:36.972561 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:36.973117 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:36.973608 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:36.974451 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:36.974951 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:36.975210 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-fd968c2b-1c82-48c2-8bfd-41cacaf47857 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1665301211', 'security_groups': ['4f9488b7-edc6-4260-8285-7d110fb0ca1c'], 'network_id': 'f1103cc1-ec1a-4517-846a-1695013054ee', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9097225e-31dd-420d-b188-20b05c672a56'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:36.975700 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:36.976457 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:36.976987 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:36.977466 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:36.977956 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:36.978457 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:36.984495 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd18f55-1952-412a-a4c4-e98517cdbc5b tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Pushing event deleted for resources: {'Port': ['ID=59ac6669-9723-4362-9580-14b148fe2936,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:37.024915 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event deleted for resources: {'Port': ['ID=6c2e2264-4df0-40eb-8b08-45ace72d41ff,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:37.077904 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb6b17-bd77-4e73-8db6-a107e66d1c12 None None] Pushing event deleted for resources: {'Port': ['ID=6c2e2264-4df0-40eb-8b08-45ace72d41ff,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:37.108368 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d2f6a-1bd4-4a98-9f8e-95388b8b8678 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9488b7-edc6-4260-8285-7d110fb0ca1c,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:37.118689 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-4272d169-4ebf-410a-abb6-7a8b3e2b59b9 None None] For port 4f255f99-7bef-4ce7-b03c-9a45076f450b, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=4f255f99-7bef-4ce7-b03c-9a45076f450b,segment=NetworkSegment(bed35276-bc81-4c0d-9f8b-2448758a2661),segment_id=bed35276-bc81-4c0d-9f8b-2448758a2661)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:37.174424 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4272d169-4ebf-410a-abb6-7a8b3e2b59b9 None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.176455 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35926) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:37.182743 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4272d169-4ebf-410a-abb6-7a8b3e2b59b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.309103 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fef6ea4d-3a14-4e61-8cbd-197e2bd40662 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.311016 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0bd18f55-1952-412a-a4c4-e98517cdbc5b tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.340500 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4589b-5796-4917-b744-1103783c132d req-b9a7bae3-5b54-46f9-b36e-59f1f95fa924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:37.345493 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ced4589b-5796-4917-b744-1103783c132d req-b9a7bae3-5b54-46f9-b36e-59f1f95fa924 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a HTTP/1.1" status: 200 len: 1098 time: 0.3315406 Feb 16 12:48:37.417469 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272d169-4ebf-410a-abb6-7a8b3e2b59b9 None None] Pushing event updated for resources: {'Port': ['ID=4f255f99-7bef-4ce7-b03c-9a45076f450b,revision_number=6']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:37.437128 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-986eff53-5857-4d70-adf7-ae5ad3c8ae8f None None] Allocated IP 2001:db8::2 (0da417c1-e721-4602-91a3-4569dbdb1729/2edbcbd7-7a69-4685-b61d-caa4f043c52d/e88b01cc-5356-4f74-85d1-cbd470a36c93) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:37.472725 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-75671397-c201-4383-9fda-b7c80ec22df6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Request body: {'network': {'name': 'tempest-RoutersTest-511489004'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:37.517785 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ced4589b-5796-4917-b744-1103783c132d req-e94358a6-ab1b-4e88-a849-fcdde325054d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dcd34c9b-d3c4-48a7-b0ae-838ff0dfc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494000 Feb 16 12:48:37.527668 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef6ea4d-3a14-4e61-8cbd-197e2bd40662 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Network 0da417c1-e721-4602-91a3-4569dbdb1729 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:37.540048 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-fef6ea4d-3a14-4e61-8cbd-197e2bd40662 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:37.562357 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef6ea4d-3a14-4e61-8cbd-197e2bd40662 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:48:37.568411 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef6ea4d-3a14-4e61-8cbd-197e2bd40662 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:37.568841 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fef6ea4d-3a14-4e61-8cbd-197e2bd40662 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.571398 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef6ea4d-3a14-4e61-8cbd-197e2bd40662 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'Port': ['ID=a0c078a1-7215-49fc-88cc-7aa8525bea81,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:37.588996 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31ee20-3ec8-43e5-add4-8cb20fe106c8 req-7c299cf3-5461-4c48-8584-ee8143c07dc2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:37.590568 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2a31ee20-3ec8-43e5-add4-8cb20fe106c8 req-7c299cf3-5461-4c48-8584-ee8143c07dc2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a HTTP/1.1" status: 200 len: 945 time: 0.1319101 Feb 16 12:48:37.624188 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fef6ea4d-3a14-4e61-8cbd-197e2bd40662 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.2463589 Feb 16 12:48:37.630333 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35932) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:37.643803 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75671397-c201-4383-9fda-b7c80ec22df6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Made reservation on behalf of 634d4167fa4743409e8f884871721d4b for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:37.648713 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-75671397-c201-4383-9fda-b7c80ec22df6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.668206 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2a31ee20-3ec8-43e5-add4-8cb20fe106c8 req-5619607a-39bf-4829-9766-56917c2498d6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=dcd34c9b-d3c4-48a7-b0ae-838ff0dfc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690119 Feb 16 12:48:37.669050 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-75671397-c201-4383-9fda-b7c80ec22df6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.723644 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.objects.ports [None req-847adeba-a0ca-4e7d-92bd-c09e68a5ec5b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109049) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 12:48:37.728592 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-986eff53-5857-4d70-adf7-ae5ad3c8ae8f None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.741027 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-986eff53-5857-4d70-adf7-ae5ad3c8ae8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.744816 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd968c2b-1c82-48c2-8bfd-41cacaf47857 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Made reservation on behalf of 5b475467252d4f968fd5b204d0b30dc2 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:37.764799 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-847adeba-a0ca-4e7d-92bd-c09e68a5ec5b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.819579 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847adeba-a0ca-4e7d-92bd-c09e68a5ec5b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:37.823292 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986eff53-5857-4d70-adf7-ae5ad3c8ae8f None None] Network 0da417c1-e721-4602-91a3-4569dbdb1729 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:37.824753 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-847adeba-a0ca-4e7d-92bd-c09e68a5ec5b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:37.830249 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-986eff53-5857-4d70-adf7-ae5ad3c8ae8f None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:37.831049 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd18f55-1952-412a-a4c4-e98517cdbc5b tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Router 16a20dc3-80a4-4000-9864-ed7372b3eb45 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:48:37.834813 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986eff53-5857-4d70-adf7-ae5ad3c8ae8f None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:48:37.852150 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87226fb-a4f3-41cb-9ce6-3d0a3a4a7393 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:37.853151 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847adeba-a0ca-4e7d-92bd-c09e68a5ec5b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:37.853962 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-847adeba-a0ca-4e7d-92bd-c09e68a5ec5b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.875976 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986eff53-5857-4d70-adf7-ae5ad3c8ae8f None None] Pushing event updated for resources: {'Port': ['ID=e88b01cc-5356-4f74-85d1-cbd470a36c93,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:37.930683 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-847adeba-a0ca-4e7d-92bd-c09e68a5ec5b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8649416 Feb 16 12:48:37.931538 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35934) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:37.940419 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847adeba-a0ca-4e7d-92bd-c09e68a5ec5b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Subnet': ['ID=24424a35-5898-4733-8221-2a5272854ed9,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:37.951350 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-ee7c187a-1c7b-4ecd-9564-8b1e4cb34e3b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'subnet': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:37.992764 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd18f55-1952-412a-a4c4-e98517cdbc5b tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:48:37.998728 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0bd18f55-1952-412a-a4c4-e98517cdbc5b tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "PUT /v2.0/routers/16a20dc3-80a4-4000-9864-ed7372b3eb45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6002467 Feb 16 12:48:38.002476 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35936) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:38.057304 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-75671397-c201-4383-9fda-b7c80ec22df6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.063774 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-75671397-c201-4383-9fda-b7c80ec22df6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.077479 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b5ef3f-111a-4210-9c87-a758387492ec None None] Sync routers for ids ['16a20dc3-80a4-4000-9864-ed7372b3eb45'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:38.094224 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-5f919072-22cc-492e-a3f3-5e601647ac35 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Deleting port a0c078a1-7215-49fc-88cc-7aa8525bea81 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:38.094588 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5f919072-22cc-492e-a3f3-5e601647ac35 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.096662 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75671397-c201-4383-9fda-b7c80ec22df6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfe4619-bd69-43e2-9b8b-7d5b438162ca,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:38.108309 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-84ea43c4-eeba-456a-85e9-114e8f9e7e49 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Deleting subnet cf796c68-f1ba-4a90-a53d-382e7e9121ed {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:48:38.114151 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75671397-c201-4383-9fda-b7c80ec22df6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:48:38.115799 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-986eff53-5857-4d70-adf7-ae5ad3c8ae8f None None] Attempting to bind port e88b01cc-5356-4f74-85d1-cbd470a36c93 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:38.116060 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-986eff53-5857-4d70-adf7-ae5ad3c8ae8f None None] Attempting to bind port e88b01cc-5356-4f74-85d1-cbd470a36c93 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '18306da3-e44a-401b-bb69-c0f6e64afff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0da417c1-e721-4602-91a3-4569dbdb1729'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:38.116185 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-84ea43c4-eeba-456a-85e9-114e8f9e7e49 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.116282 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986eff53-5857-4d70-adf7-ae5ad3c8ae8f None None] Attempting to bind port e88b01cc-5356-4f74-85d1-cbd470a36c93 on network 0da417c1-e721-4602-91a3-4569dbdb1729 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:48:38.122339 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fd968c2b-1c82-48c2-8bfd-41cacaf47857 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.127711 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b5ef3f-111a-4210-9c87-a758387492ec None None] Routers {'16a20dc3-80a4-4000-9864-ed7372b3eb45'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:48:38.128335 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-67b5ef3f-111a-4210-9c87-a758387492ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:48:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['16a20dc3-80a4-4000-9864-ed7372b3eb45'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:38.151987 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-75671397-c201-4383-9fda-b7c80ec22df6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.152343 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-75671397-c201-4383-9fda-b7c80ec22df6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Added segment 7e3be0d7-5800-42da-a86d-008d4ad25e3c of type vlan for network 4f1832b7-759a-4fbb-85ae-cb0a1053168e Feb 16 12:48:38.192022 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-84ea43c4-eeba-456a-85e9-114e8f9e7e49 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.231967 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-75671397-c201-4383-9fda-b7c80ec22df6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.238779 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-67b5ef3f-111a-4210-9c87-a758387492ec None None] Set router 16a20dc3-80a4-4000-9864-ed7372b3eb45 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:48:38.269360 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7c187a-1c7b-4ecd-9564-8b1e4cb34e3b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:38.273085 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ee7c187a-1c7b-4ecd-9564-8b1e4cb34e3b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.277729 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986eff53-5857-4d70-adf7-ae5ad3c8ae8f None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:48:38.278373 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986eff53-5857-4d70-adf7-ae5ad3c8ae8f None None] Checking segment: {'id': '18306da3-e44a-401b-bb69-c0f6e64afff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0da417c1-e721-4602-91a3-4569dbdb1729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:48:38.278677 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5f919072-22cc-492e-a3f3-5e601647ac35 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.279124 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-986eff53-5857-4d70-adf7-ae5ad3c8ae8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.279533 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986eff53-5857-4d70-adf7-ae5ad3c8ae8f None None] Bound using segment: {'id': '18306da3-e44a-401b-bb69-c0f6e64afff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0da417c1-e721-4602-91a3-4569dbdb1729'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:48:38.280021 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-986eff53-5857-4d70-adf7-ae5ad3c8ae8f None None] Bound port: e88b01cc-5356-4f74-85d1-cbd470a36c93, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18306da3-e44a-401b-bb69-c0f6e64afff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0da417c1-e721-4602-91a3-4569dbdb1729'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:38.280662 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-986eff53-5857-4d70-adf7-ae5ad3c8ae8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.287430 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-75671397-c201-4383-9fda-b7c80ec22df6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.292927 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75671397-c201-4383-9fda-b7c80ec22df6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:38.293515 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-75671397-c201-4383-9fda-b7c80ec22df6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.362792 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-75671397-c201-4383-9fda-b7c80ec22df6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1850617 Feb 16 12:48:38.372962 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35938) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:38.379277 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-2aaa4377-879a-47c5-a151-062aff7e4372 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Request body: {'network': {'name': 'tempest-RoutersTest-1936884935'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:38.385181 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-84ea43c4-eeba-456a-85e9-114e8f9e7e49 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.405410 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901cc027-ace0-4050-b47f-73a7a8f26fc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-8f2fc9c2-6909-42b1-9817-f8926b88a024', 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'tenant_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'fixed_ips': [{'subnet_id': '24424a35-5898-4733-8221-2a5272854ed9'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:48:38.406862 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-901cc027-ace0-4050-b47f-73a7a8f26fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.417499 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75671397-c201-4383-9fda-b7c80ec22df6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event updated for resources: {'Network': ['ID=4f1832b7-759a-4fbb-85ae-cb0a1053168e,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:38.457688 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 4f1832b7-759a-4fbb-85ae-cb0a1053168e details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:48:38.460446 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aaa4377-879a-47c5-a151-062aff7e4372 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Made reservation on behalf of 634d4167fa4743409e8f884871721d4b for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:38.464483 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2aaa4377-879a-47c5-a151-062aff7e4372 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.496115 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aaa4377-879a-47c5-a151-062aff7e4372 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:48:38.499047 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-84ea43c4-eeba-456a-85e9-114e8f9e7e49 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.539180 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea43c4-eeba-456a-85e9-114e8f9e7e49 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Pushing event deleted for resources: {'Subnet': ['ID=cf796c68-f1ba-4a90-a53d-382e7e9121ed,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:38.547926 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-84ea43c4-eeba-456a-85e9-114e8f9e7e49 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.554501 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-84ea43c4-eeba-456a-85e9-114e8f9e7e49 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "DELETE /v2.0/subnets/cf796c68-f1ba-4a90-a53d-382e7e9121ed HTTP/1.1" status: 204 len: 168 time: 0.5473809 Feb 16 12:48:38.554501 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2aaa4377-879a-47c5-a151-062aff7e4372 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.554501 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-2aaa4377-879a-47c5-a151-062aff7e4372 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Added segment 744b5c74-2941-4a7b-b5b3-d149ac0873aa of type vlan for network 2de19124-2a9d-44e5-b1a3-a9853bf8a1ab Feb 16 12:48:38.554501 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35940) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:38.573217 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54c5a52-df1b-4f59-89f6-32b8e88b6f17 None None] Network 9df35863-0ddd-484c-a539-99ce67aab768 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:38.597138 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-d57366db-40ad-469a-b445-8aba03798ec7 None None] Provisioning complete for port 18628e21-037c-4570-826c-3e69c00f5356 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:38.597640 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d57366db-40ad-469a-b445-8aba03798ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.634164 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-986eff53-5857-4d70-adf7-ae5ad3c8ae8f None None] For port e88b01cc-5356-4f74-85d1-cbd470a36c93, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:48:38.645310 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2aaa4377-879a-47c5-a151-062aff7e4372 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.686421 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-fd968c2b-1c82-48c2-8bfd-41cacaf47857 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] device_id is not set on port ccf23620-1c7a-4742-8639-7ba8d92606b2 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:48:38.702705 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-5f919072-22cc-492e-a3f3-5e601647ac35 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Calling delete_port for a0c078a1-7215-49fc-88cc-7aa8525bea81 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:38.710365 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-986eff53-5857-4d70-adf7-ae5ad3c8ae8f None None] For port e88b01cc-5356-4f74-85d1-cbd470a36c93, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=e88b01cc-5356-4f74-85d1-cbd470a36c93,segment=NetworkSegment(18306da3-e44a-401b-bb69-c0f6e64afff5),segment_id=18306da3-e44a-401b-bb69-c0f6e64afff5)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:48:38.716727 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2aaa4377-879a-47c5-a151-062aff7e4372 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.723185 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaa4377-879a-47c5-a151-062aff7e4372 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:38.723658 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2aaa4377-879a-47c5-a151-062aff7e4372 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.731687 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-28550943-8f0c-451c-a348-39dd59599ea8 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for router, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.751308 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-d57366db-40ad-469a-b445-8aba03798ec7 None None] Port 18628e21-037c-4570-826c-3e69c00f5356 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:48:38.836492 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-986eff53-5857-4d70-adf7-ae5ad3c8ae8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.918037 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2aaa4377-879a-47c5-a151-062aff7e4372 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5439930 Feb 16 12:48:38.924982 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35944) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:38.929973 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-f46fb4fc-3d41-4158-bcfc-76cf1d29ed9f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Request body: {'subnet': {'network_id': '4f1832b7-759a-4fbb-85ae-cb0a1053168e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:38.937757 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaa4377-879a-47c5-a151-062aff7e4372 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event updated for resources: {'Network': ['ID=2de19124-2a9d-44e5-b1a3-a9853bf8a1ab,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:38.964031 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a964c-37ff-46fc-9522-9dce164da385 req-32bcf8e2-2016-4a9a-a072-f68e94d11b16 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:38.966179 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-730a964c-37ff-46fc-9522-9dce164da385 req-32bcf8e2-2016-4a9a-a072-f68e94d11b16 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a HTTP/1.1" status: 200 len: 945 time: 0.1577680 Feb 16 12:48:38.966179 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-28550943-8f0c-451c-a348-39dd59599ea8 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.968170 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-d57366db-40ad-469a-b445-8aba03798ec7 None None] Provisioning complete for port 4f255f99-7bef-4ce7-b03c-9a45076f450b triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:38.968542 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d57366db-40ad-469a-b445-8aba03798ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:39.067360 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-730a964c-37ff-46fc-9522-9dce164da385 req-b99deaf1-655c-4a48-98f6-a36bdb7a60c3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=dcd34c9b-d3c4-48a7-b0ae-838ff0dfc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593748 Feb 16 12:48:39.088595 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-28550943-8f0c-451c-a348-39dd59599ea8 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Deleting port 13128eff-a7d4-44da-b921-1c1150faee6e {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:39.089229 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-28550943-8f0c-451c-a348-39dd59599ea8 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:39.268526 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-28550943-8f0c-451c-a348-39dd59599ea8 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] For port 13128eff-a7d4-44da-b921-1c1150faee6e, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=13128eff-a7d4-44da-b921-1c1150faee6e,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:39.280483 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-28550943-8f0c-451c-a348-39dd59599ea8 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:39.304469 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5f919072-22cc-492e-a3f3-5e601647ac35 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:39.340507 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-28550943-8f0c-451c-a348-39dd59599ea8 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Calling delete_port for 13128eff-a7d4-44da-b921-1c1150faee6e owned by network:router_gateway {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:39.358704 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f919072-22cc-492e-a3f3-5e601647ac35 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'Port': ['ID=a0c078a1-7215-49fc-88cc-7aa8525bea81,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:39.431368 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a28a94-1138-432c-9564-fd985a2b31bb req-fbe17817-70fb-4af6-b615-d1c61800a982 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:39.433028 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-05a28a94-1138-432c-9564-fd985a2b31bb req-fbe17817-70fb-4af6-b615-d1c61800a982 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a HTTP/1.1" status: 200 len: 945 time: 0.2382317 Feb 16 12:48:39.501878 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 2de19124-2a9d-44e5-b1a3-a9853bf8a1ab details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:48:39.510630 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-fd968c2b-1c82-48c2-8bfd-41cacaf47857 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Allocated IP 172.20.0.12 (f1103cc1-ec1a-4517-846a-1695013054ee/9097225e-31dd-420d-b188-20b05c672a56/ccf23620-1c7a-4742-8639-7ba8d92606b2) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:39.535604 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5f919072-22cc-492e-a3f3-5e601647ac35 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:39.543369 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5f919072-22cc-492e-a3f3-5e601647ac35 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/ports/a0c078a1-7215-49fc-88cc-7aa8525bea81 HTTP/1.1" status: 204 len: 168 time: 1.9115603 Feb 16 12:48:39.546849 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35948) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:39.550935 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 4f255f99-7bef-4ce7-b03c-9a45076f450b up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:48:39.587222 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46fb4fc-3d41-4158-bcfc-76cf1d29ed9f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Made reservation on behalf of 634d4167fa4743409e8f884871721d4b for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:39.593473 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f46fb4fc-3d41-4158-bcfc-76cf1d29ed9f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:39.604476 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-83024ad6-b06b-4de3-91cd-ae8a066c65cf tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] GET failed (client error): The resource could not be found. Feb 16 12:48:39.608799 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-83024ad6-b06b-4de3-91cd-ae8a066c65cf tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "GET /v2.0/ports/a0c078a1-7215-49fc-88cc-7aa8525bea81 HTTP/1.1" status: 404 len: 333 time: 0.0548959 Feb 16 12:48:39.609513 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986eff53-5857-4d70-adf7-ae5ad3c8ae8f None None] Pushing event updated for resources: {'Port': ['ID=e88b01cc-5356-4f74-85d1-cbd470a36c93,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:39.625803 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3a50f7-bd56-499f-b05c-8e6426ed58b1 None None] DHCP port deletion for 9df35863-0ddd-484c-a539-99ce67aab768 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:48:39.626943 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35950) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:39.654509 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-901cc027-ace0-4050-b47f-73a7a8f26fc3 None None] Allocated IP 2001:db8::f816:3eff:feaf:7fd8 (8f2fc9c2-6909-42b1-9817-f8926b88a024/24424a35-5898-4733-8221-2a5272854ed9/ef5f4190-a4f2-4d67-81df-a5177ff27f46) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:39.775933 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-67b5ef3f-111a-4210-9c87-a758387492ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a20dc3-80a4-4000-9864-ed7372b3eb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473723772', 'tenant_id': '7b8da0c113224745a027e6a94fb34ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '13128eff-a7d4-44da-b921-1c1150faee6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:46:13Z', 'updated_at': '2022-02-16T12:48:36Z', 'revision_number': 5, 'project_id': '7b8da0c113224745a027e6a94fb34ab0', 'gw_port': {'id': '13128eff-a7d4-44da-b921-1c1150faee6e', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:74:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a20dc3-80a4-4000-9864-ed7372b3eb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:15Z', 'updated_at': '2022-02-16T12:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:39.814726 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ee7c187a-1c7b-4ecd-9564-8b1e4cb34e3b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:39.842918 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbaf099c-6fd1-41fb-afeb-4be347764c73 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Deleting subnet 2edbcbd7-7a69-4685-b61d-caa4f043c52d {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:48:39.859236 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b5ef3f-111a-4210-9c87-a758387492ec None None] Checking router: 16a20dc3-80a4-4000-9864-ed7372b3eb45 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:48:39.910107 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fbaf099c-6fd1-41fb-afeb-4be347764c73 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:39.913074 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b5ef3f-111a-4210-9c87-a758387492ec None None] Routers {'16a20dc3-80a4-4000-9864-ed7372b3eb45'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:48:39.913983 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-67b5ef3f-111a-4210-9c87-a758387492ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:48:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['16a20dc3-80a4-4000-9864-ed7372b3eb45'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:39.950303 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-05a28a94-1138-432c-9564-fd985a2b31bb req-3beb6bdc-e589-4b02-97c5-820e09c28388 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=dcd34c9b-d3c4-48a7-b0ae-838ff0dfc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5028849 Feb 16 12:48:39.967230 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35952) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:39.968521 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7c187a-1c7b-4ecd-9564-8b1e4cb34e3b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:39.984952 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-ee7c187a-1c7b-4ecd-9564-8b1e4cb34e3b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:39.995179 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fbaf099c-6fd1-41fb-afeb-4be347764c73 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.007030 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 4f255f99-7bef-4ce7-b03c-9a45076f450b triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:40.007544 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.100456 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-67b5ef3f-111a-4210-9c87-a758387492ec None None] Set router 16a20dc3-80a4-4000-9864-ed7372b3eb45 gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:48:40.105093 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d455b2-2abf-475b-8058-b557e090b94b tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:40.106628 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-57d455b2-2abf-475b-8058-b557e090b94b tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a HTTP/1.1" status: 200 len: 1093 time: 0.1356680 Feb 16 12:48:40.110684 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35954) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:40.120383 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-388cc0f0-0ce3-4b5d-95e1-85aadd56c60c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'floatingip': {'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'port_id': '09ed1ef0-b289-435c-b14d-a38f0115bfc4', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:40.123707 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fbaf099c-6fd1-41fb-afeb-4be347764c73 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.176303 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-6b3a50f7-bd56-499f-b05c-8e6426ed58b1 None None] Deleting port 56a5ea21-0f1b-4279-a77f-03ce7c6bada7 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:40.176673 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6b3a50f7-bd56-499f-b05c-8e6426ed58b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.188740 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-388cc0f0-0ce3-4b5d-95e1-85aadd56c60c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for floatingip, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.198108 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-67b5ef3f-111a-4210-9c87-a758387492ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a20dc3-80a4-4000-9864-ed7372b3eb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473723772', 'tenant_id': '7b8da0c113224745a027e6a94fb34ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:46:13Z', 'updated_at': '2022-02-16T12:48:38Z', 'revision_number': 6, 'project_id': '7b8da0c113224745a027e6a94fb34ab0', 'gw_port_host': None}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:40.270491 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-28550943-8f0c-451c-a348-39dd59599ea8 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.280140 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b5ef3f-111a-4210-9c87-a758387492ec None None] The sync data for ids ['16a20dc3-80a4-4000-9864-ed7372b3eb45'] in dv-neutron-828142-3-hyperv is: [{'id': '16a20dc3-80a4-4000-9864-ed7372b3eb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473723772', 'tenant_id': '7b8da0c113224745a027e6a94fb34ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:46:13Z', 'updated_at': '2022-02-16T12:48:38Z', 'revision_number': 6, 'project_id': '7b8da0c113224745a027e6a94fb34ab0', 'gw_port_host': None}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:40.310304 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b725a665-b6ce-4692-93e3-cda469c5ed42 None None] Network 0da417c1-e721-4602-91a3-4569dbdb1729 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:40.313397 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28550943-8f0c-451c-a348-39dd59599ea8 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Pushing event deleted for resources: {'Port': ['ID=13128eff-a7d4-44da-b921-1c1150faee6e,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:40.341440 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c187a-1c7b-4ecd-9564-8b1e4cb34e3b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Subnet': ['ID=cb3466b4-f321-4e93-917d-76fe8a46b2c1,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:40.348106 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-901cc027-ace0-4050-b47f-73a7a8f26fc3 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.349639 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7c187a-1c7b-4ecd-9564-8b1e4cb34e3b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:40.351382 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ee7c187a-1c7b-4ecd-9564-8b1e4cb34e3b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.363529 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fbaf099c-6fd1-41fb-afeb-4be347764c73 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.386307 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-6b3a50f7-bd56-499f-b05c-8e6426ed58b1 None None] For port 56a5ea21-0f1b-4279-a77f-03ce7c6bada7, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=56a5ea21-0f1b-4279-a77f-03ce7c6bada7,segment=NetworkSegment(74254b27-883f-4c2a-b1c1-61419d89632a),segment_id=74254b27-883f-4c2a-b1c1-61419d89632a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:40.386801 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6b3a50f7-bd56-499f-b05c-8e6426ed58b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.399020 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-901cc027-ace0-4050-b47f-73a7a8f26fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.414881 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-28550943-8f0c-451c-a348-39dd59599ea8 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.447740 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fbaf099c-6fd1-41fb-afeb-4be347764c73 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.458336 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fbaf099c-6fd1-41fb-afeb-4be347764c73 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/subnets/2edbcbd7-7a69-4685-b61d-caa4f043c52d HTTP/1.1" status: 204 len: 168 time: 0.8300319 Feb 16 12:48:40.460074 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf099c-6fd1-41fb-afeb-4be347764c73 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'Subnet': ['ID=2edbcbd7-7a69-4685-b61d-caa4f043c52d,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:40.467595 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-6b3a50f7-bd56-499f-b05c-8e6426ed58b1 None None] Calling delete_port for 56a5ea21-0f1b-4279-a77f-03ce7c6bada7 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:40.491407 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35956) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:40.501264 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fd968c2b-1c82-48c2-8bfd-41cacaf47857 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.504489 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-ef7f354b-3c32-417f-be02-bcb53e51de43 None None] Provisioning complete for port e88b01cc-5356-4f74-85d1-cbd470a36c93 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:40.504489 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ef7f354b-3c32-417f-be02-bcb53e51de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.526092 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ee7c187a-1c7b-4ecd-9564-8b1e4cb34e3b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5804312 Feb 16 12:48:40.526307 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901cc027-ace0-4050-b47f-73a7a8f26fc3 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:40.531870 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35958) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:40.551948 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-9836be94-d486-41f6-bf3f-ef409f873271 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'port': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'mac_address': 'fa:16:3e:a1:59:da', 'name': 'tempest-NetworksTestDHCPv6-2139887874'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:40.557108 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-28550943-8f0c-451c-a348-39dd59599ea8 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.584849 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-28550943-8f0c-451c-a348-39dd59599ea8 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.588406 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-901cc027-ace0-4050-b47f-73a7a8f26fc3 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:40.611950 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901cc027-ace0-4050-b47f-73a7a8f26fc3 None None] Pushing event updated for resources: {'Port': ['ID=ef5f4190-a4f2-4d67-81df-a5177ff27f46,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:40.620396 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901cc027-ace0-4050-b47f-73a7a8f26fc3 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:48:40.641935 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f46fb4fc-3d41-4158-bcfc-76cf1d29ed9f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.681478 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-388cc0f0-0ce3-4b5d-95e1-85aadd56c60c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.734365 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b2394068-6bc5-4b17-83b1-bbf0f3791866 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.746093 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fd968c2b-1c82-48c2-8bfd-41cacaf47857 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.746337 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-28550943-8f0c-451c-a348-39dd59599ea8 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.746560 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28550943-8f0c-451c-a348-39dd59599ea8 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Fanout notify agent at l3_agent the message router_deleted on router 16a20dc3-80a4-4000-9864-ed7372b3eb45 {{(pid=109048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:48:40.759231 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-28550943-8f0c-451c-a348-39dd59599ea8 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.765408 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-28550943-8f0c-451c-a348-39dd59599ea8 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "DELETE /v2.0/routers/16a20dc3-80a4-4000-9864-ed7372b3eb45 HTTP/1.1" status: 204 len: 168 time: 2.2074242 Feb 16 12:48:40.767166 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35960) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:40.783729 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6b3a50f7-bd56-499f-b05c-8e6426ed58b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.807367 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46fb4fc-3d41-4158-bcfc-76cf1d29ed9f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event updated for resources: {'Subnet': ['ID=79c6cf73-7611-44d6-83f1-8c5f475c090a,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:40.845480 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd968c2b-1c82-48c2-8bfd-41cacaf47857 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Network f1103cc1-ec1a-4517-846a-1695013054ee is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:40.856095 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-fd968c2b-1c82-48c2-8bfd-41cacaf47857 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:40.863419 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-901cc027-ace0-4050-b47f-73a7a8f26fc3 None None] Attempting to bind port ef5f4190-a4f2-4d67-81df-a5177ff27f46 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:40.863787 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-901cc027-ace0-4050-b47f-73a7a8f26fc3 None None] Attempting to bind port ef5f4190-a4f2-4d67-81df-a5177ff27f46 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:40.864268 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901cc027-ace0-4050-b47f-73a7a8f26fc3 None None] Attempting to bind port ef5f4190-a4f2-4d67-81df-a5177ff27f46 on network 8f2fc9c2-6909-42b1-9817-f8926b88a024 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:48:40.869997 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd968c2b-1c82-48c2-8bfd-41cacaf47857 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:48:40.879075 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd968c2b-1c82-48c2-8bfd-41cacaf47857 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'Port': ['ID=ccf23620-1c7a-4742-8639-7ba8d92606b2,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:40.890127 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-17b1f0ba-4bca-4801-b911-2c4406f157fa tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.895177 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901cc027-ace0-4050-b47f-73a7a8f26fc3 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:48:40.895567 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901cc027-ace0-4050-b47f-73a7a8f26fc3 None None] Checking segment: {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:48:40.895979 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-901cc027-ace0-4050-b47f-73a7a8f26fc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.896372 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901cc027-ace0-4050-b47f-73a7a8f26fc3 None None] Bound using segment: {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:48:40.896878 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-901cc027-ace0-4050-b47f-73a7a8f26fc3 None None] Bound port: ef5f4190-a4f2-4d67-81df-a5177ff27f46, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:40.897257 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-901cc027-ace0-4050-b47f-73a7a8f26fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.901721 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3a50f7-bd56-499f-b05c-8e6426ed58b1 None None] No DVR routers for this DVR port 56a5ea21-0f1b-4279-a77f-03ce7c6bada7 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:40.926711 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a50f7-bd56-499f-b05c-8e6426ed58b1 None None] Pushing event deleted for resources: {'Port': ['ID=56a5ea21-0f1b-4279-a77f-03ce7c6bada7,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:40.947846 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46fb4fc-3d41-4158-bcfc-76cf1d29ed9f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Checking segment: {'id': '7e3be0d7-5800-42da-a86d-008d4ad25e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4f1832b7-759a-4fbb-85ae-cb0a1053168e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:48:40.948345 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46fb4fc-3d41-4158-bcfc-76cf1d29ed9f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Network hostable DHCP agents. Network: 4f1832b7-759a-4fbb-85ae-cb0a1053168e, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:48:40.999895 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9836be94-d486-41f6-bf3f-ef409f873271 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:41.004613 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-901cc027-ace0-4050-b47f-73a7a8f26fc3 None None] For port ef5f4190-a4f2-4d67-81df-a5177ff27f46, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:48:41.006772 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-388cc0f0-0ce3-4b5d-95e1-85aadd56c60c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Allocated IP 172.26.2.133 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/a2908078-1381-4fbd-890b-d758edc6caac) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:41.008706 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-901cc027-ace0-4050-b47f-73a7a8f26fc3 None None] For port ef5f4190-a4f2-4d67-81df-a5177ff27f46, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=ef5f4190-a4f2-4d67-81df-a5177ff27f46,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:48:41.010585 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ef7f354b-3c32-417f-be02-bcb53e51de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.027682 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-901cc027-ace0-4050-b47f-73a7a8f26fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.029134 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46fb4fc-3d41-4158-bcfc-76cf1d29ed9f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Network 4f1832b7-759a-4fbb-85ae-cb0a1053168e is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:48:41.039439 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd968c2b-1c82-48c2-8bfd-41cacaf47857 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:41.043115 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fd968c2b-1c82-48c2-8bfd-41cacaf47857 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.099456 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-f46fb4fc-3d41-4158-bcfc-76cf1d29ed9f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 4f1832b7-759a-4fbb-85ae-cb0a1053168e) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:41.115094 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46fb4fc-3d41-4158-bcfc-76cf1d29ed9f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:41.122794 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f46fb4fc-3d41-4158-bcfc-76cf1d29ed9f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.125907 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c87e883-7e8f-4ba3-ba20-adc8470b6fe7 None None] Network 4f1832b7-759a-4fbb-85ae-cb0a1053168e requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:41.136008 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fd968c2b-1c82-48c2-8bfd-41cacaf47857 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.1659322 Feb 16 12:48:41.136246 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-ef7f354b-3c32-417f-be02-bcb53e51de43 None None] For port e88b01cc-5356-4f74-85d1-cbd470a36c93, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=e88b01cc-5356-4f74-85d1-cbd470a36c93,segment=NetworkSegment(18306da3-e44a-401b-bb69-c0f6e64afff5),segment_id=18306da3-e44a-401b-bb69-c0f6e64afff5)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:41.139341 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35962) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:41.162222 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-4f61988a-d43b-487c-a73e-82646286eeaf tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'subnet': {'network_id': 'f1103cc1-ec1a-4517-846a-1695013054ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:41.232103 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f46fb4fc-3d41-4158-bcfc-76cf1d29ed9f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3026154 Feb 16 12:48:41.232103 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35964) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:41.239015 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ef7f354b-3c32-417f-be02-bcb53e51de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.252119 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7af590-086a-4cd6-a883-bdf27ce4d5a9 None None] DHCP port deletion for 0da417c1-e721-4602-91a3-4569dbdb1729 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:48:41.268333 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901cc027-ace0-4050-b47f-73a7a8f26fc3 None None] Pushing event updated for resources: {'Port': ['ID=ef5f4190-a4f2-4d67-81df-a5177ff27f46,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:41.304382 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-b2394068-6bc5-4b17-83b1-bbf0f3791866 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Deleting port e88b01cc-5356-4f74-85d1-cbd470a36c93 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:41.304949 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b2394068-6bc5-4b17-83b1-bbf0f3791866 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.309485 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-17b1f0ba-4bca-4801-b911-2c4406f157fa tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.330355 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-24e9cdf6-ffe2-471f-a2b3-7140370345b2 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Request body: {'subnet': {'network_id': '2de19124-2a9d-44e5-b1a3-a9853bf8a1ab', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:41.407949 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9836be94-d486-41f6-bf3f-ef409f873271 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.415593 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f354b-3c32-417f-be02-bcb53e51de43 None None] Pushing event updated for resources: {'Port': ['ID=e88b01cc-5356-4f74-85d1-cbd470a36c93,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:41.434603 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-71e2e010-e516-49f8-8780-d2b1231bd2ce None None] Provisioning complete for port ccf23620-1c7a-4742-8639-7ba8d92606b2 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:41.435240 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-71e2e010-e516-49f8-8780-d2b1231bd2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.466881 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-17b1f0ba-4bca-4801-b911-2c4406f157fa tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9df35863-0ddd-484c-a539-99ce67aab768']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:41.512639 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-17b1f0ba-4bca-4801-b911-2c4406f157fa tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74254b27-883f-4c2a-b1c1-61419d89632a') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:41.512957 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-17b1f0ba-4bca-4801-b911-2c4406f157fa tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74254b27-883f-4c2a-b1c1-61419d89632a') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:41.535434 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-388cc0f0-0ce3-4b5d-95e1-85aadd56c60c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.541828 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-b2394068-6bc5-4b17-83b1-bbf0f3791866 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] For port e88b01cc-5356-4f74-85d1-cbd470a36c93, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=e88b01cc-5356-4f74-85d1-cbd470a36c93,segment=NetworkSegment(18306da3-e44a-401b-bb69-c0f6e64afff5),segment_id=18306da3-e44a-401b-bb69-c0f6e64afff5)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:41.542195 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b2394068-6bc5-4b17-83b1-bbf0f3791866 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.545903 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-17b1f0ba-4bca-4801-b911-2c4406f157fa tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.576742 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-b2394068-6bc5-4b17-83b1-bbf0f3791866 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Calling delete_port for e88b01cc-5356-4f74-85d1-cbd470a36c93 owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:41.581709 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-17b1f0ba-4bca-4801-b911-2c4406f157fa tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.598221 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-9836be94-d486-41f6-bf3f-ef409f873271 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] device_id is not set on port b8770694-1bc1-4a55-a200-95d4280e30aa yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:48:41.606782 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17b1f0ba-4bca-4801-b911-2c4406f157fa tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:48:41.607228 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-17b1f0ba-4bca-4801-b911-2c4406f157fa tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.611527 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:48:41.611527 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:48:41.611527 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:48:41.611527 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:48:41.611527 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:48:41.611527 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:48:41.611527 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:48:41.611527 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:48:41.611527 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:48:41.611527 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:48:41.611527 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:48:41.611527 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:48:41.611527 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:48:41.611527 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:48:41.611527 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:48:41.611527 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:48:41.611527 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:48:41.611527 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:48:41.611527 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:48:41.611527 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:48:41.611527 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:48:41.611527 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:48:41.611527 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:48:41.611527 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:48:41.611527 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:48:41.611527 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:48:41.611527 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:48:41.611527 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:48:41.611527 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:48:41.611527 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:48:41.611527 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:48:41.611527 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:48:41.629870 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 56a5ea21-0f1b-4279-a77f-03ce7c6bada7 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:48:41.702290 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e9cdf6-ffe2-471f-a2b3-7140370345b2 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Made reservation on behalf of 634d4167fa4743409e8f884871721d4b for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:41.707643 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-24e9cdf6-ffe2-471f-a2b3-7140370345b2 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.715813 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f61988a-d43b-487c-a73e-82646286eeaf tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Made reservation on behalf of 5b475467252d4f968fd5b204d0b30dc2 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:41.720056 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4f61988a-d43b-487c-a73e-82646286eeaf tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.789743 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-388cc0f0-0ce3-4b5d-95e1-85aadd56c60c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.839630 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-17b1f0ba-4bca-4801-b911-2c4406f157fa tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.857896 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-17b1f0ba-4bca-4801-b911-2c4406f157fa tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.864593 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-17b1f0ba-4bca-4801-b911-2c4406f157fa tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "DELETE /v2.0/networks/9df35863-0ddd-484c-a539-99ce67aab768 HTTP/1.1" status: 204 len: 168 time: 1.0962567 Feb 16 12:48:41.866635 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388cc0f0-0ce3-4b5d-95e1-85aadd56c60c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:41.886159 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35966) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:41.928295 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-388cc0f0-0ce3-4b5d-95e1-85aadd56c60c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:41.939418 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1f0ba-4bca-4801-b911-2c4406f157fa tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Pushing event deleted for resources: {'Network': ['ID=9df35863-0ddd-484c-a539-99ce67aab768,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:41.941386 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388cc0f0-0ce3-4b5d-95e1-85aadd56c60c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:48:41.952265 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388cc0f0-0ce3-4b5d-95e1-85aadd56c60c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=a2908078-1381-4fbd-890b-d758edc6caac,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:41.961406 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 56a5ea21-0f1b-4279-a77f-03ce7c6bada7 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:48:41.962457 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 56a5ea21-0f1b-4279-a77f-03ce7c6bada7 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:48:41.963036 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 59ac6669-9723-4362-9580-14b148fe2936 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:48:41.995548 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89aef749-d5f0-4c75-98bb-9ce1e96bf757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-4f1832b7-759a-4fbb-85ae-cb0a1053168e', 'network_id': '4f1832b7-759a-4fbb-85ae-cb0a1053168e', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'fixed_ips': [{'subnet_id': '79c6cf73-7611-44d6-83f1-8c5f475c090a'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:48:41.996947 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89aef749-d5f0-4c75-98bb-9ce1e96bf757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:42.005035 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b2394068-6bc5-4b17-83b1-bbf0f3791866 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:42.033947 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.ipam_backend_mixin [None req-4f61988a-d43b-487c-a73e-82646286eeaf tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9097225e-31dd-420d-b188-20b05c672a56 (CIDR: 172.20.0.0/28) Feb 16 12:48:42.050612 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c4ea521c-efd9-479d-94de-83cb8329df00 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:42.052885 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2394068-6bc5-4b17-83b1-bbf0f3791866 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'Port': ['ID=e88b01cc-5356-4f74-85d1-cbd470a36c93,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:42.061807 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2394068-6bc5-4b17-83b1-bbf0f3791866 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] No DVR routers for this DVR port e88b01cc-5356-4f74-85d1-cbd470a36c93 on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:42.068436 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-2f7af590-086a-4cd6-a883-bdf27ce4d5a9 None None] Deleting port e88b01cc-5356-4f74-85d1-cbd470a36c93 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:42.068855 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2f7af590-086a-4cd6-a883-bdf27ce4d5a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:42.075454 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 59ac6669-9723-4362-9580-14b148fe2936 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:48:42.075820 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 59ac6669-9723-4362-9580-14b148fe2936 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:48:42.076213 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 13128eff-a7d4-44da-b921-1c1150faee6e no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:48:42.085658 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f61988a-d43b-487c-a73e-82646286eeaf tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:48:42.086553 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f61988a-d43b-487c-a73e-82646286eeaf tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:48:42.103668 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-71e2e010-e516-49f8-8780-d2b1231bd2ce None None] Port ccf23620-1c7a-4742-8639-7ba8d92606b2 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:48:42.131815 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 13128eff-a7d4-44da-b921-1c1150faee6e {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:48:42.132028 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 13128eff-a7d4-44da-b921-1c1150faee6e not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:48:42.132598 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device e88b01cc-5356-4f74-85d1-cbd470a36c93 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:48:42.145014 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c4ea521c-efd9-479d-94de-83cb8329df00 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:42.155373 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4f61988a-d43b-487c-a73e-82646286eeaf tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0125582 Feb 16 12:48:42.165010 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35968) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:42.171459 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-8f9f25b4-94a6-4add-a972-7db866f8d553 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'subnet': {'network_id': 'f1103cc1-ec1a-4517-846a-1695013054ee', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:42.178819 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-9836be94-d486-41f6-bf3f-ef409f873271 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Allocated IP 172.20.0.12 (8f2fc9c2-6909-42b1-9817-f8926b88a024/cb3466b4-f321-4e93-917d-76fe8a46b2c1/b8770694-1bc1-4a55-a200-95d4280e30aa) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:42.218231 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-9836be94-d486-41f6-bf3f-ef409f873271 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Allocated IP 2001:db8::f816:3eff:fea1:59da (8f2fc9c2-6909-42b1-9817-f8926b88a024/24424a35-5898-4733-8221-2a5272854ed9/b8770694-1bc1-4a55-a200-95d4280e30aa) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:42.239759 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: e88b01cc-5356-4f74-85d1-cbd470a36c93 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:48:42.240185 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device e88b01cc-5356-4f74-85d1-cbd470a36c93 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:48:42.276192 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b2394068-6bc5-4b17-83b1-bbf0f3791866 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:42.348338 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-b2394068-6bc5-4b17-83b1-bbf0f3791866 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0da417c1-e721-4602-91a3-4569dbdb1729']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:42.368122 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-2f7af590-086a-4cd6-a883-bdf27ce4d5a9 None None] For port e88b01cc-5356-4f74-85d1-cbd470a36c93, host dv-neutron-828142-3-hyperv, got binding levels [] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:42.369026 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2f7af590-086a-4cd6-a883-bdf27ce4d5a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:42.396005 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-b2394068-6bc5-4b17-83b1-bbf0f3791866 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18306da3-e44a-401b-bb69-c0f6e64afff5') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:42.396297 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-b2394068-6bc5-4b17-83b1-bbf0f3791866 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18306da3-e44a-401b-bb69-c0f6e64afff5') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:42.398235 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-2f7af590-086a-4cd6-a883-bdf27ce4d5a9 None None] Calling delete_port for e88b01cc-5356-4f74-85d1-cbd470a36c93 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:42.404744 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.ipam_backend_mixin [None req-2f7af590-086a-4cd6-a883-bdf27ce4d5a9 None None] Port e88b01cc-5356-4f74-85d1-cbd470a36c93 was not found and therefore no delete operation was performed {{(pid=109050) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 12:48:42.410690 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2f7af590-086a-4cd6-a883-bdf27ce4d5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:42.413383 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b2394068-6bc5-4b17-83b1-bbf0f3791866 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:42.425421 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-24e9cdf6-ffe2-471f-a2b3-7140370345b2 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:42.458511 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7af590-086a-4cd6-a883-bdf27ce4d5a9 None None] No DVR routers for this DVR port e88b01cc-5356-4f74-85d1-cbd470a36c93 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:42.480606 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7af590-086a-4cd6-a883-bdf27ce4d5a9 None None] Pushing event deleted for resources: {'Port': ['ID=e88b01cc-5356-4f74-85d1-cbd470a36c93,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:42.486640 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b2394068-6bc5-4b17-83b1-bbf0f3791866 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:42.501634 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c4ea521c-efd9-479d-94de-83cb8329df00 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:42.504427 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c4ea521c-efd9-479d-94de-83cb8329df00 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:42.514091 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-89aef749-d5f0-4c75-98bb-9ce1e96bf757 None None] Allocated IP 172.20.0.2 (4f1832b7-759a-4fbb-85ae-cb0a1053168e/79c6cf73-7611-44d6-83f1-8c5f475c090a/11582bef-e7db-4fe3-b047-d624cbedb92b) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:42.529950 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c4ea521c-efd9-479d-94de-83cb8329df00 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] 10.222.0.90 "DELETE /v2.0/security-groups/582a4e72-733c-446a-a0ec-8cb208ee5c06 HTTP/1.1" status: 204 len: 168 time: 0.6425428 Feb 16 12:48:42.533759 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2394068-6bc5-4b17-83b1-bbf0f3791866 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:48:42.534263 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b2394068-6bc5-4b17-83b1-bbf0f3791866 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:42.539852 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:48:42.539852 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:48:42.539852 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:48:42.539852 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:48:42.539852 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:48:42.539852 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:48:42.539852 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:48:42.539852 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:48:42.539852 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:48:42.539852 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:48:42.539852 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:48:42.539852 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:48:42.539852 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:48:42.539852 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:48:42.539852 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:48:42.539852 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:48:42.539852 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:48:42.539852 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:48:42.539852 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:48:42.539852 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:48:42.539852 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:48:42.539852 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:48:42.539852 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:48:42.539852 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:48:42.539852 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:48:42.539852 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:48:42.539852 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:48:42.539852 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:48:42.539852 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:48:42.539852 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:48:42.539852 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:48:42.539852 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:48:42.707265 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea521c-efd9-479d-94de-83cb8329df00 tempest-TestNetworkAdvancedServerOps-1292854890 tempest-TestNetworkAdvancedServerOps-1292854890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=582a4e72-733c-446a-a0ec-8cb208ee5c06,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:42.807323 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89aef749-d5f0-4c75-98bb-9ce1e96bf757 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:42.817620 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89aef749-d5f0-4c75-98bb-9ce1e96bf757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:42.823901 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9f25b4-94a6-4add-a972-7db866f8d553 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Made reservation on behalf of 5b475467252d4f968fd5b204d0b30dc2 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:42.833117 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8f9f25b4-94a6-4add-a972-7db866f8d553 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:42.844382 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9cdf6-ffe2-471f-a2b3-7140370345b2 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event updated for resources: {'Subnet': ['ID=f30e02c5-bcf0-49da-b59e-d13b11962e1d,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:42.888847 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b2394068-6bc5-4b17-83b1-bbf0f3791866 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:42.894030 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aef749-d5f0-4c75-98bb-9ce1e96bf757 None None] Pushing event updated for resources: {'Port': ['ID=11582bef-e7db-4fe3-b047-d624cbedb92b,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:42.898559 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b2394068-6bc5-4b17-83b1-bbf0f3791866 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:42.905341 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c053f749-d81c-4889-8993-b0e15fa6feae None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:42.932436 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e9cdf6-ffe2-471f-a2b3-7140370345b2 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Checking segment: {'id': '744b5c74-2941-4a7b-b5b3-d149ac0873aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2de19124-2a9d-44e5-b1a3-a9853bf8a1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:48:42.932844 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e9cdf6-ffe2-471f-a2b3-7140370345b2 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Network hostable DHCP agents. Network: 2de19124-2a9d-44e5-b1a3-a9853bf8a1ab, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:48:42.939792 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b2394068-6bc5-4b17-83b1-bbf0f3791866 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/networks/0da417c1-e721-4602-91a3-4569dbdb1729 HTTP/1.1" status: 204 len: 168 time: 2.4405854 Feb 16 12:48:42.942053 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35974) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:42.975650 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9836be94-d486-41f6-bf3f-ef409f873271 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.012202 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e9cdf6-ffe2-471f-a2b3-7140370345b2 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Network 2de19124-2a9d-44e5-b1a3-a9853bf8a1ab is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:48:43.026602 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.ipam_backend_mixin [None req-8f9f25b4-94a6-4add-a972-7db866f8d553 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0626419a-9711-4782-865d-e731ea3ce9b0 (CIDR: 172.20.0.16/28) Feb 16 12:48:43.034128 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f9f25b4-94a6-4add-a972-7db866f8d553 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:48:43.039535 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f9f25b4-94a6-4add-a972-7db866f8d553 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:48:43.045133 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-ebc76615-3c7d-4ab1-be21-5a67b8229fcd tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'port': {'network_id': '2381fa5b-6fd9-43f9-84d2-d45bc8ce1093', 'name': 'tempest-PortsIpV6TestJSON-2078776823'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:43.048254 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-24e9cdf6-ffe2-471f-a2b3-7140370345b2 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 2de19124-2a9d-44e5-b1a3-a9853bf8a1ab) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:43.073401 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e9cdf6-ffe2-471f-a2b3-7140370345b2 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:43.073994 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-24e9cdf6-ffe2-471f-a2b3-7140370345b2 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.087648 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8f9f25b4-94a6-4add-a972-7db866f8d553 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9186492 Feb 16 12:48:43.092057 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35978) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:43.104036 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-0c20b334-5091-4633-9b01-311f7670475f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'subnet': {'network_id': 'f1103cc1-ec1a-4517-846a-1695013054ee', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:43.111751 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89aef749-d5f0-4c75-98bb-9ce1e96bf757 None None] Network 4f1832b7-759a-4fbb-85ae-cb0a1053168e is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:43.119897 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af5d5ed-eb98-48ff-91f2-8bba99867a33 None None] Network 2de19124-2a9d-44e5-b1a3-a9853bf8a1ab requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:43.120125 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9836be94-d486-41f6-bf3f-ef409f873271 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.134703 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2394068-6bc5-4b17-83b1-bbf0f3791866 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'Network': ['ID=0da417c1-e721-4602-91a3-4569dbdb1729,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:43.141276 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-89aef749-d5f0-4c75-98bb-9ce1e96bf757 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:43.143791 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89aef749-d5f0-4c75-98bb-9ce1e96bf757 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:48:43.160329 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35980) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:43.162956 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-24e9cdf6-ffe2-471f-a2b3-7140370345b2 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8475077 Feb 16 12:48:43.167360 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35982) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:43.188833 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-3d7afc73-d82b-4400-b491-42a6f466fd36 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1555531005', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:43.220766 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-d549f2dd-e3a8-4e71-a234-c50671e15303 None None] Provisioning complete for port ef5f4190-a4f2-4d67-81df-a5177ff27f46 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:43.221053 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d549f2dd-e3a8-4e71-a234-c50671e15303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.236883 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9836be94-d486-41f6-bf3f-ef409f873271 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:43.246030 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-9836be94-d486-41f6-bf3f-ef409f873271 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:43.248887 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9836be94-d486-41f6-bf3f-ef409f873271 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:48:43.300816 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3d7afc73-d82b-4400-b491-42a6f466fd36 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.303024 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3d7afc73-d82b-4400-b491-42a6f466fd36 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.311991 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9836be94-d486-41f6-bf3f-ef409f873271 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:43.312764 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9836be94-d486-41f6-bf3f-ef409f873271 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.316847 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-89aef749-d5f0-4c75-98bb-9ce1e96bf757 None None] Attempting to bind port 11582bef-e7db-4fe3-b047-d624cbedb92b on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:43.317239 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-89aef749-d5f0-4c75-98bb-9ce1e96bf757 None None] Attempting to bind port 11582bef-e7db-4fe3-b047-d624cbedb92b by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '7e3be0d7-5800-42da-a86d-008d4ad25e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4f1832b7-759a-4fbb-85ae-cb0a1053168e'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:43.317594 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89aef749-d5f0-4c75-98bb-9ce1e96bf757 None None] Attempting to bind port 11582bef-e7db-4fe3-b047-d624cbedb92b on network 4f1832b7-759a-4fbb-85ae-cb0a1053168e {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:48:43.326499 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89aef749-d5f0-4c75-98bb-9ce1e96bf757 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:48:43.326908 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89aef749-d5f0-4c75-98bb-9ce1e96bf757 None None] Checking segment: {'id': '7e3be0d7-5800-42da-a86d-008d4ad25e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4f1832b7-759a-4fbb-85ae-cb0a1053168e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:48:43.327265 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89aef749-d5f0-4c75-98bb-9ce1e96bf757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.328229 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89aef749-d5f0-4c75-98bb-9ce1e96bf757 None None] Bound using segment: {'id': '7e3be0d7-5800-42da-a86d-008d4ad25e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4f1832b7-759a-4fbb-85ae-cb0a1053168e'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:48:43.328229 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-89aef749-d5f0-4c75-98bb-9ce1e96bf757 None None] Bound port: 11582bef-e7db-4fe3-b047-d624cbedb92b, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e3be0d7-5800-42da-a86d-008d4ad25e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4f1832b7-759a-4fbb-85ae-cb0a1053168e'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:43.328596 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89aef749-d5f0-4c75-98bb-9ce1e96bf757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.352092 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836be94-d486-41f6-bf3f-ef409f873271 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Port': ['ID=b8770694-1bc1-4a55-a200-95d4280e30aa,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:43.378610 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9836be94-d486-41f6-bf3f-ef409f873271 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.8453681 Feb 16 12:48:43.384790 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35986) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:43.424897 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d549f2dd-e3a8-4e71-a234-c50671e15303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.452099 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8092c5ca-7e52-4216-9e5c-d44fe0f73b6f tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:43.459557 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8092c5ca-7e52-4216-9e5c-d44fe0f73b6f tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:43.462556 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-d549f2dd-e3a8-4e71-a234-c50671e15303 None None] For port ef5f4190-a4f2-4d67-81df-a5177ff27f46, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=ef5f4190-a4f2-4d67-81df-a5177ff27f46,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:43.466565 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8092c5ca-7e52-4216-9e5c-d44fe0f73b6f tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0790195 Feb 16 12:48:43.470695 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35988) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:43.512717 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d549f2dd-e3a8-4e71-a234-c50671e15303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.582353 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device ef5f4190-a4f2-4d67-81df-a5177ff27f46 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:48:43.590613 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c20b334-5091-4633-9b01-311f7670475f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Made reservation on behalf of 5b475467252d4f968fd5b204d0b30dc2 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:43.595344 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0c20b334-5091-4633-9b01-311f7670475f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.675141 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-89aef749-d5f0-4c75-98bb-9ce1e96bf757 None None] For port 11582bef-e7db-4fe3-b047-d624cbedb92b, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:48:43.701776 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-b507959e-95cb-4fa3-ab3b-7bb8d0f9417d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting port b8770694-1bc1-4a55-a200-95d4280e30aa {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:43.702232 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b507959e-95cb-4fa3-ab3b-7bb8d0f9417d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.704152 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549f2dd-e3a8-4e71-a234-c50671e15303 None None] Pushing event updated for resources: {'Port': ['ID=ef5f4190-a4f2-4d67-81df-a5177ff27f46,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:43.707593 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984ae6bb-7fa8-4cee-80c8-4c0802bb24e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-2de19124-2a9d-44e5-b1a3-a9853bf8a1ab', 'network_id': '2de19124-2a9d-44e5-b1a3-a9853bf8a1ab', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'fixed_ips': [{'subnet_id': 'f30e02c5-bcf0-49da-b59e-d13b11962e1d'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:48:43.708010 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-984ae6bb-7fa8-4cee-80c8-4c0802bb24e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.714249 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-89aef749-d5f0-4c75-98bb-9ce1e96bf757 None None] For port 11582bef-e7db-4fe3-b047-d624cbedb92b, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=11582bef-e7db-4fe3-b047-d624cbedb92b,segment=NetworkSegment(7e3be0d7-5800-42da-a86d-008d4ad25e3c),segment_id=7e3be0d7-5800-42da-a86d-008d4ad25e3c)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:48:43.726403 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89aef749-d5f0-4c75-98bb-9ce1e96bf757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.734000 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-388cc0f0-0ce3-4b5d-95e1-85aadd56c60c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.773661 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d500c5a0-e472-4977-a7c5-6f20d11e4b0d None None] Update dhcp port {'port': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'fixed_ips': [{'subnet_id': '24424a35-5898-4733-8221-2a5272854ed9', 'ip_address': '2001:db8::f816:3eff:feaf:7fd8'}, {'subnet_id': 'cb3466b4-f321-4e93-917d-76fe8a46b2c1'}], 'binding:host_id': 'dv-neutron-828142-3-hyperv'}, 'id': 'ef5f4190-a4f2-4d67-81df-a5177ff27f46'} from dv-neutron-828142-3-hyperv. {{(pid=109050) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 12:48:43.804995 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc76615-3c7d-4ab1-be21-5a67b8229fcd tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Made reservation on behalf of c95cec895ceb44429e923d2affce57da for: {'port': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:43.808695 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ebc76615-3c7d-4ab1-be21-5a67b8229fcd tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.847413 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3d7afc73-d82b-4400-b491-42a6f466fd36 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.868728 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3d7afc73-d82b-4400-b491-42a6f466fd36 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.895819 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-ebc76615-3c7d-4ab1-be21-5a67b8229fcd tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] device_id is not set on port 758b8d06-cf36-486b-8928-d031f5def99b yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:48:43.902830 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3d7afc73-d82b-4400-b491-42a6f466fd36 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.906592 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3d7afc73-d82b-4400-b491-42a6f466fd36 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7300551 Feb 16 12:48:43.906592 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-88bc68f9-6c0f-4d4d-bfe4-1288aee41a00 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7b8da0c113224745a027e6a94fb34ab0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7398868 Feb 16 12:48:43.908155 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35990) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:43.910151 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d500c5a0-e472-4977-a7c5-6f20d11e4b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.911845 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35992) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:43.911998 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aef749-d5f0-4c75-98bb-9ce1e96bf757 None None] Pushing event updated for resources: {'Port': ['ID=11582bef-e7db-4fe3-b047-d624cbedb92b,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:43.913736 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b507959e-95cb-4fa3-ab3b-7bb8d0f9417d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.918720 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port ef5f4190-a4f2-4d67-81df-a5177ff27f46 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:43.919134 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.939756 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-b507959e-95cb-4fa3-ab3b-7bb8d0f9417d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Calling delete_port for b8770694-1bc1-4a55-a200-95d4280e30aa owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:44.051449 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0c20b334-5091-4633-9b01-311f7670475f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.089351 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-388cc0f0-0ce3-4b5d-95e1-85aadd56c60c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.166744 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-984ae6bb-7fa8-4cee-80c8-4c0802bb24e3 None None] Allocated IP 172.21.0.2 (2de19124-2a9d-44e5-b1a3-a9853bf8a1ab/f30e02c5-bcf0-49da-b59e-d13b11962e1d/6a0291b5-63e9-4bc7-92c2-d7016cafc50f) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:44.379144 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7c9c846c-3df2-41ad-a73d-4d4a3d0fc277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.412602 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-d500c5a0-e472-4977-a7c5-6f20d11e4b0d None None] Allocated IP 172.20.0.2 (8f2fc9c2-6909-42b1-9817-f8926b88a024/cb3466b4-f321-4e93-917d-76fe8a46b2c1/ef5f4190-a4f2-4d67-81df-a5177ff27f46) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:44.487793 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c20b334-5091-4633-9b01-311f7670475f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Network f1103cc1-ec1a-4517-846a-1695013054ee is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:44.498922 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-0c20b334-5091-4633-9b01-311f7670475f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:44.504863 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c20b334-5091-4633-9b01-311f7670475f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:44.505477 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0c20b334-5091-4633-9b01-311f7670475f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.512380 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7c9c846c-3df2-41ad-a73d-4d4a3d0fc277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.523995 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c20b334-5091-4633-9b01-311f7670475f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'Subnet': ['ID=d8df42fd-9fe6-4859-ba48-229cf723c1ba,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:44.545404 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a8e37e-f24b-4ad2-a51f-a800f557ae5c None None] Network f1103cc1-ec1a-4517-846a-1695013054ee requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:44.559023 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0c20b334-5091-4633-9b01-311f7670475f tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4635913 Feb 16 12:48:44.559242 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 35994) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:44.563375 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-984ae6bb-7fa8-4cee-80c8-4c0802bb24e3 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.573189 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-e2bd5669-d71a-449a-9669-f28956a0bd44 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1152279147', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd8df42fd-9fe6-4859-ba48-229cf723c1ba'}], 'security_groups': ['4ce55a68-5865-483a-a94b-234f0d074030', 'c7645509-98d0-4763-bd12-3d53f6f5ab53']}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:44.580907 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ebc76615-3c7d-4ab1-be21-5a67b8229fcd tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.619059 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-984ae6bb-7fa8-4cee-80c8-4c0802bb24e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.651294 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b507959e-95cb-4fa3-ab3b-7bb8d0f9417d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.680584 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce2e19a2-3ad0-4356-80bd-288c53dd1539 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.685337 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b507959e-95cb-4fa3-ab3b-7bb8d0f9417d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Port': ['ID=b8770694-1bc1-4a55-a200-95d4280e30aa,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:44.787156 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b507959e-95cb-4fa3-ab3b-7bb8d0f9417d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.791052 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b507959e-95cb-4fa3-ab3b-7bb8d0f9417d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/ports/b8770694-1bc1-4a55-a200-95d4280e30aa HTTP/1.1" status: 204 len: 168 time: 1.3195095 Feb 16 12:48:44.795538 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35996) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:44.865098 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-388cc0f0-0ce3-4b5d-95e1-85aadd56c60c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.876407 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e836060-bb71-42a0-a1b5-79310c403c82 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:44.878735 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e836060-bb71-42a0-a1b5-79310c403c82 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:44.878871 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7c9c846c-3df2-41ad-a73d-4d4a3d0fc277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.880088 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e836060-bb71-42a0-a1b5-79310c403c82 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:44.881198 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7c9c846c-3df2-41ad-a73d-4d4a3d0fc277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.882043 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-7c9c846c-3df2-41ad-a73d-4d4a3d0fc277 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/978d6930-0569-4833-bae3-87129d823ca2 HTTP/1.1" status: 204 len: 168 time: 0.9590614 Feb 16 12:48:44.887886 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6e836060-bb71-42a0-a1b5-79310c403c82 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0910342 Feb 16 12:48:44.888956 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 35998) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:44.903727 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-388cc0f0-0ce3-4b5d-95e1-85aadd56c60c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.905656 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984ae6bb-7fa8-4cee-80c8-4c0802bb24e3 None None] Network 2de19124-2a9d-44e5-b1a3-a9853bf8a1ab is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:44.926397 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-984ae6bb-7fa8-4cee-80c8-4c0802bb24e3 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:44.928414 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ae6bb-7fa8-4cee-80c8-4c0802bb24e3 None None] Pushing event updated for resources: {'Port': ['ID=6a0291b5-63e9-4bc7-92c2-d7016cafc50f,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:44.930458 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984ae6bb-7fa8-4cee-80c8-4c0802bb24e3 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:48:44.939237 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ebc76615-3c7d-4ab1-be21-5a67b8229fcd tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.940031 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-d500c5a0-e472-4977-a7c5-6f20d11e4b0d None None] For port ef5f4190-a4f2-4d67-81df-a5177ff27f46, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=ef5f4190-a4f2-4d67-81df-a5177ff27f46,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:44.953452 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b3ddbf4-7f41-410e-adb7-96b04615d203 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting subnet 24424a35-5898-4733-8221-2a5272854ed9 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:48:44.995133 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c846c-3df2-41ad-a73d-4d4a3d0fc277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978d6930-0569-4833-bae3-87129d823ca2,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:45.092475 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d500c5a0-e472-4977-a7c5-6f20d11e4b0d None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.103973 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1b3ddbf4-7f41-410e-adb7-96b04615d203 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.111572 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d500c5a0-e472-4977-a7c5-6f20d11e4b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.127751 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-984ae6bb-7fa8-4cee-80c8-4c0802bb24e3 None None] Attempting to bind port 6a0291b5-63e9-4bc7-92c2-d7016cafc50f on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:45.128130 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-984ae6bb-7fa8-4cee-80c8-4c0802bb24e3 None None] Attempting to bind port 6a0291b5-63e9-4bc7-92c2-d7016cafc50f by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '744b5c74-2941-4a7b-b5b3-d149ac0873aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2de19124-2a9d-44e5-b1a3-a9853bf8a1ab'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:45.129171 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984ae6bb-7fa8-4cee-80c8-4c0802bb24e3 None None] Attempting to bind port 6a0291b5-63e9-4bc7-92c2-d7016cafc50f on network 2de19124-2a9d-44e5-b1a3-a9853bf8a1ab {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:48:45.133176 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388cc0f0-0ce3-4b5d-95e1-85aadd56c60c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=a2908078-1381-4fbd-890b-d758edc6caac,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:45.161072 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc76615-3c7d-4ab1-be21-5a67b8229fcd tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Network 2381fa5b-6fd9-43f9-84d2-d45bc8ce1093 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:45.185663 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984ae6bb-7fa8-4cee-80c8-4c0802bb24e3 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:48:45.186509 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984ae6bb-7fa8-4cee-80c8-4c0802bb24e3 None None] Checking segment: {'id': '744b5c74-2941-4a7b-b5b3-d149ac0873aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2de19124-2a9d-44e5-b1a3-a9853bf8a1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:48:45.186622 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1b3ddbf4-7f41-410e-adb7-96b04615d203 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.186724 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-984ae6bb-7fa8-4cee-80c8-4c0802bb24e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.186862 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984ae6bb-7fa8-4cee-80c8-4c0802bb24e3 None None] Bound using segment: {'id': '744b5c74-2941-4a7b-b5b3-d149ac0873aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2de19124-2a9d-44e5-b1a3-a9853bf8a1ab'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:48:45.187354 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-984ae6bb-7fa8-4cee-80c8-4c0802bb24e3 None None] Bound port: 6a0291b5-63e9-4bc7-92c2-d7016cafc50f, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744b5c74-2941-4a7b-b5b3-d149ac0873aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2de19124-2a9d-44e5-b1a3-a9853bf8a1ab'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:45.188403 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-984ae6bb-7fa8-4cee-80c8-4c0802bb24e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.193636 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-ebc76615-3c7d-4ab1-be21-5a67b8229fcd tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:45.225471 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc76615-3c7d-4ab1-be21-5a67b8229fcd tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:48:45.228833 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500c5a0-e472-4977-a7c5-6f20d11e4b0d None None] Pushing event updated for resources: {'Port': ['ID=ef5f4190-a4f2-4d67-81df-a5177ff27f46,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:45.231845 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc76615-3c7d-4ab1-be21-5a67b8229fcd tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:45.233115 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ebc76615-3c7d-4ab1-be21-5a67b8229fcd tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.250604 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e2bd5669-d71a-449a-9669-f28956a0bd44 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.253111 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-388cc0f0-0ce3-4b5d-95e1-85aadd56c60c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.342083 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1b3ddbf4-7f41-410e-adb7-96b04615d203 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.404399 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-984ae6bb-7fa8-4cee-80c8-4c0802bb24e3 None None] For port 6a0291b5-63e9-4bc7-92c2-d7016cafc50f, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:48:45.409539 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-984ae6bb-7fa8-4cee-80c8-4c0802bb24e3 None None] For port 6a0291b5-63e9-4bc7-92c2-d7016cafc50f, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=6a0291b5-63e9-4bc7-92c2-d7016cafc50f,segment=NetworkSegment(744b5c74-2941-4a7b-b5b3-d149ac0873aa),segment_id=744b5c74-2941-4a7b-b5b3-d149ac0873aa)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:48:45.416420 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-984ae6bb-7fa8-4cee-80c8-4c0802bb24e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.453976 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36004) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:45.481938 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1b3ddbf4-7f41-410e-adb7-96b04615d203 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.485122 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c671a010-80f2-4a78-8e83-e98601002715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.504586 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ebc76615-3c7d-4ab1-be21-5a67b8229fcd tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.4781446 Feb 16 12:48:45.517832 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36006) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:45.525155 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83565430-9912-49a3-a415-d81dc904da42 None None] Network 4f1832b7-759a-4fbb-85ae-cb0a1053168e requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:45.575206 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ddbf4-7f41-410e-adb7-96b04615d203 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Subnet': ['ID=24424a35-5898-4733-8221-2a5272854ed9,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:45.611135 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 11582bef-e7db-4fe3-b047-d624cbedb92b up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:48:45.617432 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1b3ddbf4-7f41-410e-adb7-96b04615d203 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.622796 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1b3ddbf4-7f41-410e-adb7-96b04615d203 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/24424a35-5898-4733-8221-2a5272854ed9 HTTP/1.1" status: 204 len: 168 time: 0.7315669 Feb 16 12:48:45.625214 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36008) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:45.642334 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc76615-3c7d-4ab1-be21-5a67b8229fcd tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'Port': ['ID=758b8d06-cf36-486b-8928-d031f5def99b,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:45.675389 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ae6bb-7fa8-4cee-80c8-4c0802bb24e3 None None] Pushing event updated for resources: {'Port': ['ID=6a0291b5-63e9-4bc7-92c2-d7016cafc50f,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:45.681355 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608373bd-3317-4721-94bd-2bedac2b9bbf None None] Update dhcp port {'port': {'network_id': 'f1103cc1-ec1a-4517-846a-1695013054ee', 'fixed_ips': [{'subnet_id': '0626419a-9711-4782-865d-e731ea3ce9b0', 'ip_address': '172.20.0.18'}, {'subnet_id': '9097225e-31dd-420d-b188-20b05c672a56', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd8df42fd-9fe6-4859-ba48-229cf723c1ba'}], 'binding:host_id': 'dv-neutron-828142-3-hyperv'}, 'id': '4f255f99-7bef-4ce7-b03c-9a45076f450b'} from dv-neutron-828142-3-hyperv. {{(pid=109050) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 12:48:45.729905 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-3b7e5de9-de06-440c-9998-08faf0474a65 None None] Provisioning complete for port 11582bef-e7db-4fe3-b047-d624cbedb92b triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:45.730275 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3b7e5de9-de06-440c-9998-08faf0474a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.784168 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.l3_db [None req-388cc0f0-0ce3-4b5d-95e1-85aadd56c60c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Floating IP ff72a37a-1f8b-4b92-819b-490ecf4092ae associated. External IP: 172.26.2.133, port: 09ed1ef0-b289-435c-b14d-a38f0115bfc4. Feb 16 12:48:45.801749 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-ac74a499-b295-429c-b540-1538f707e34e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Deleting port 758b8d06-cf36-486b-8928-d031f5def99b {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:45.802221 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ac74a499-b295-429c-b540-1538f707e34e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.811524 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-608373bd-3317-4721-94bd-2bedac2b9bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.821204 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c671a010-80f2-4a78-8e83-e98601002715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.889774 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c671a010-80f2-4a78-8e83-e98601002715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.951335 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ac74a499-b295-429c-b540-1538f707e34e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.977860 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-ce2e19a2-3ad0-4356-80bd-288c53dd1539 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Allocated IP 172.20.0.1 (4f1832b7-759a-4fbb-85ae-cb0a1053168e/79c6cf73-7611-44d6-83f1-8c5f475c090a/98abf5a6-13a5-4288-9cc0-f7a8228af389) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:45.989025 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c671a010-80f2-4a78-8e83-e98601002715 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1f1c411c12bb43abaa8982330de7e3b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5337939 Feb 16 12:48:45.989900 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671a010-80f2-4a78-8e83-e98601002715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e086d3c-ca80-4280-ad63-8c3da7a1880d,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:46.001530 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36010) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:46.002687 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-ac74a499-b295-429c-b540-1538f707e34e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Calling delete_port for 758b8d06-cf36-486b-8928-d031f5def99b owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:46.076003 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc0e820e-318e-41fc-8d0a-d4bc45b591fe tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting subnet cb3466b4-f321-4e93-917d-76fe8a46b2c1 {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:48:46.090646 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-608373bd-3317-4721-94bd-2bedac2b9bbf None None] Allocated IP 172.20.0.34 (f1103cc1-ec1a-4517-846a-1695013054ee/d8df42fd-9fe6-4859-ba48-229cf723c1ba/4f255f99-7bef-4ce7-b03c-9a45076f450b) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:46.133990 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bc0e820e-318e-41fc-8d0a-d4bc45b591fe tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.157207 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2ab701a0-671c-4e80-b8ac-0d8d317ad466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.189867 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2ab701a0-671c-4e80-b8ac-0d8d317ad466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.202475 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ac74a499-b295-429c-b540-1538f707e34e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.202942 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 11582bef-e7db-4fe3-b047-d624cbedb92b triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:46.202942 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.210896 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bc0e820e-318e-41fc-8d0a-d4bc45b591fe tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.257341 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74a499-b295-429c-b540-1538f707e34e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'Port': ['ID=758b8d06-cf36-486b-8928-d031f5def99b,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:46.274700 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ac74a499-b295-429c-b540-1538f707e34e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.278790 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ac74a499-b295-429c-b540-1538f707e34e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/ports/758b8d06-cf36-486b-8928-d031f5def99b HTTP/1.1" status: 204 len: 168 time: 0.7211766 Feb 16 12:48:46.281905 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36012) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:46.288047 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3b7e5de9-de06-440c-9998-08faf0474a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.288310 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-f3540186-ba79-4dc7-b40b-4b266bca96ab tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'port': {'network_id': '2381fa5b-6fd9-43f9-84d2-d45bc8ce1093', 'mac_address': 'fa:16:3e:17:48:5a', 'name': 'tempest-PortsIpV6TestJSON-771184563'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:46.363028 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-608373bd-3317-4721-94bd-2bedac2b9bbf None None] For port 4f255f99-7bef-4ce7-b03c-9a45076f450b, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=4f255f99-7bef-4ce7-b03c-9a45076f450b,segment=NetworkSegment(bed35276-bc81-4c0d-9f8b-2448758a2661),segment_id=bed35276-bc81-4c0d-9f8b-2448758a2661)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:46.410700 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2ab701a0-671c-4e80-b8ac-0d8d317ad466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.413668 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2ab701a0-671c-4e80-b8ac-0d8d317ad466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.414955 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2ab701a0-671c-4e80-b8ac-0d8d317ad466 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5e086d3c-ca80-4280-ad63-8c3da7a1880d HTTP/1.1" status: 204 len: 168 time: 0.4098911 Feb 16 12:48:46.417003 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-3b7e5de9-de06-440c-9998-08faf0474a65 None None] For port 11582bef-e7db-4fe3-b047-d624cbedb92b, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=11582bef-e7db-4fe3-b047-d624cbedb92b,segment=NetworkSegment(7e3be0d7-5800-42da-a86d-008d4ad25e3c),segment_id=7e3be0d7-5800-42da-a86d-008d4ad25e3c)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:46.430604 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab701a0-671c-4e80-b8ac-0d8d317ad466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e086d3c-ca80-4280-ad63-8c3da7a1880d,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:46.465872 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dafb8ee-7886-4a9d-9def-2d5e2e59ec2a None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:46.467700 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3540186-ba79-4dc7-b40b-4b266bca96ab tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Made reservation on behalf of c95cec895ceb44429e923d2affce57da for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:46.567772 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3b7e5de9-de06-440c-9998-08faf0474a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.595052 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-608373bd-3317-4721-94bd-2bedac2b9bbf None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.596225 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f3540186-ba79-4dc7-b40b-4b266bca96ab tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.621503 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device ef5f4190-a4f2-4d67-81df-a5177ff27f46 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:48:46.639283 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-f3540186-ba79-4dc7-b40b-4b266bca96ab tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] device_id is not set on port 168bea85-7b3f-4774-8de8-b0779ba22378 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:48:46.672484 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-608373bd-3317-4721-94bd-2bedac2b9bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.907841 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-98634c5f-70b9-4aad-a500-2dfec173d36e None None] Provisioning complete for port ef5f4190-a4f2-4d67-81df-a5177ff27f46 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:46.908578 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-98634c5f-70b9-4aad-a500-2dfec173d36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.974263 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port ef5f4190-a4f2-4d67-81df-a5177ff27f46 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:46.977810 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.993961 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f3540186-ba79-4dc7-b40b-4b266bca96ab tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.996598 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e5de9-de06-440c-9998-08faf0474a65 None None] Pushing event updated for resources: {'Port': ['ID=11582bef-e7db-4fe3-b047-d624cbedb92b,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:47.056069 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f3540186-ba79-4dc7-b40b-4b266bca96ab tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:47.064897 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-e2bd5669-d71a-449a-9669-f28956a0bd44 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Delete allocated IP 172.20.0.12 (f1103cc1-ec1a-4517-846a-1695013054ee/9097225e-31dd-420d-b188-20b05c672a56) {{(pid=109048) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 12:48:47.134658 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608373bd-3317-4721-94bd-2bedac2b9bbf None None] Pushing event updated for resources: {'Port': ['ID=4f255f99-7bef-4ce7-b03c-9a45076f450b,revision_number=7']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:47.149071 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3540186-ba79-4dc7-b40b-4b266bca96ab tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Network 2381fa5b-6fd9-43f9-84d2-d45bc8ce1093 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:47.156397 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-f3540186-ba79-4dc7-b40b-4b266bca96ab tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:47.159562 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3540186-ba79-4dc7-b40b-4b266bca96ab tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'Port': ['ID=168bea85-7b3f-4774-8de8-b0779ba22378,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:47.169973 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3540186-ba79-4dc7-b40b-4b266bca96ab tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:48:47.186614 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3540186-ba79-4dc7-b40b-4b266bca96ab tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:47.188471 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f3540186-ba79-4dc7-b40b-4b266bca96ab tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:47.199859 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce2e19a2-3ad0-4356-80bd-288c53dd1539 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:47.218151 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f3540186-ba79-4dc7-b40b-4b266bca96ab tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9352167 Feb 16 12:48:47.218824 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36016) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:47.233532 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-e2bd5669-d71a-449a-9669-f28956a0bd44 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Allocated IP 172.20.0.44 (f1103cc1-ec1a-4517-846a-1695013054ee/d8df42fd-9fe6-4859-ba48-229cf723c1ba/ccf23620-1c7a-4742-8639-7ba8d92606b2) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:47.261606 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9284210-1ee3-464f-95ed-ce2c3506d71c None None] Network 2de19124-2a9d-44e5-b1a3-a9853bf8a1ab requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:47.280291 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5346a54-85b9-43bb-91f8-962f3d9ff339 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:47.285316 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c5346a54-85b9-43bb-91f8-962f3d9ff339 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "GET /v2.0/ports/168bea85-7b3f-4774-8de8-b0779ba22378 HTTP/1.1" status: 200 len: 844 time: 0.0654109 Feb 16 12:48:47.286200 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36018) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:47.337189 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce2e19a2-3ad0-4356-80bd-288c53dd1539 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:47.402031 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-fcdf0091-5623-48d1-abc3-f98a9ccb8464 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Deleting port 168bea85-7b3f-4774-8de8-b0779ba22378 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:47.402641 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fcdf0091-5623-48d1-abc3-f98a9ccb8464 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:47.472530 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bc0e820e-318e-41fc-8d0a-d4bc45b591fe tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:47.487171 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fcdf0091-5623-48d1-abc3-f98a9ccb8464 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:47.498889 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-98634c5f-70b9-4aad-a500-2dfec173d36e None None] Could not find standard attr ID for object b8770694-1bc1-4a55-a200-95d4280e30aa. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:48:47.517529 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-fcdf0091-5623-48d1-abc3-f98a9ccb8464 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Calling delete_port for 168bea85-7b3f-4774-8de8-b0779ba22378 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:47.548309 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bc0e820e-318e-41fc-8d0a-d4bc45b591fe tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:47.622895 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fcdf0091-5623-48d1-abc3-f98a9ccb8464 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:47.657620 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0e820e-318e-41fc-8d0a-d4bc45b591fe tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Subnet': ['ID=cb3466b4-f321-4e93-917d-76fe8a46b2c1,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:47.662520 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf0091-5623-48d1-abc3-f98a9ccb8464 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'Port': ['ID=168bea85-7b3f-4774-8de8-b0779ba22378,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:47.667909 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fcdf0091-5623-48d1-abc3-f98a9ccb8464 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:47.671813 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fcdf0091-5623-48d1-abc3-f98a9ccb8464 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/ports/168bea85-7b3f-4774-8de8-b0779ba22378 HTTP/1.1" status: 204 len: 168 time: 0.3846138 Feb 16 12:48:47.675091 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36020) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:47.682800 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2e19a2-3ad0-4356-80bd-288c53dd1539 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Network 4f1832b7-759a-4fbb-85ae-cb0a1053168e is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:47.699495 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-752c194d-edda-42d2-be23-2a304437b03b None None] Provisioning complete for port 6a0291b5-63e9-4bc7-92c2-d7016cafc50f triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:47.699982 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-752c194d-edda-42d2-be23-2a304437b03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:47.700257 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-952268c7-6094-4d60-89ed-7f3ee08d26b0 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] GET failed (client error): The resource could not be found. Feb 16 12:48:47.701887 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-952268c7-6094-4d60-89ed-7f3ee08d26b0 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "GET /v2.0/ports/168bea85-7b3f-4774-8de8-b0779ba22378 HTTP/1.1" status: 404 len: 333 time: 0.0257764 Feb 16 12:48:47.702363 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bc0e820e-318e-41fc-8d0a-d4bc45b591fe tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:47.705624 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36022) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:47.709706 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-bc0e820e-318e-41fc-8d0a-d4bc45b591fe tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/cb3466b4-f321-4e93-917d-76fe8a46b2c1 HTTP/1.1" status: 204 len: 168 time: 2.0829761 Feb 16 12:48:47.710536 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-4eda3945-2245-4f86-9eb8-cadfd26a3ca7 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'port': {'network_id': '2381fa5b-6fd9-43f9-84d2-d45bc8ce1093', 'name': 'tempest-PortsIpV6TestJSON-893921128'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:47.725893 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36024) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:47.808788 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-ce2e19a2-3ad0-4356-80bd-288c53dd1539 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:47.811679 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2e19a2-3ad0-4356-80bd-288c53dd1539 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:48:47.831227 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388cc0f0-0ce3-4b5d-95e1-85aadd56c60c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router 24cf7b7e-f935-47c5-aef9-0effe62071e8 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:48:47.846882 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-752c194d-edda-42d2-be23-2a304437b03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:47.847734 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e2bd5669-d71a-449a-9669-f28956a0bd44 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:47.854632 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e6e9783b-ea3d-497b-81b7-223e4558f66d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1254103 Feb 16 12:48:47.862646 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36026) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:47.869058 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-1f5ca348-c443-4e35-96c1-67277e2fa3cc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'subnet': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:47.926420 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e19a2-3ad0-4356-80bd-288c53dd1539 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event updated for resources: {'Port': ['ID=98abf5a6-13a5-4288-9cc0-f7a8228af389,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:47.930842 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-752c194d-edda-42d2-be23-2a304437b03b None None] For port 6a0291b5-63e9-4bc7-92c2-d7016cafc50f, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=6a0291b5-63e9-4bc7-92c2-d7016cafc50f,segment=NetworkSegment(744b5c74-2941-4a7b-b5b3-d149ac0873aa),segment_id=744b5c74-2941-4a7b-b5b3-d149ac0873aa)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:47.943817 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-752c194d-edda-42d2-be23-2a304437b03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:47.945719 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e2bd5669-d71a-449a-9669-f28956a0bd44 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.002327 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 11582bef-e7db-4fe3-b047-d624cbedb92b up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:48:48.050552 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eda3945-2245-4f86-9eb8-cadfd26a3ca7 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Made reservation on behalf of c95cec895ceb44429e923d2affce57da for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:48.058914 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4eda3945-2245-4f86-9eb8-cadfd26a3ca7 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.107508 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-752c194d-edda-42d2-be23-2a304437b03b None None] Provisioning complete for port 11582bef-e7db-4fe3-b047-d624cbedb92b triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:48.107999 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-752c194d-edda-42d2-be23-2a304437b03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.127839 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-4eda3945-2245-4f86-9eb8-cadfd26a3ca7 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] device_id is not set on port 1dd49917-2246-4777-90d7-56ca8811caed yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:48:48.138709 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce2e19a2-3ad0-4356-80bd-288c53dd1539 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.149700 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5ca348-c443-4e35-96c1-67277e2fa3cc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:48.157086 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1f5ca348-c443-4e35-96c1-67277e2fa3cc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.198123 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c194d-edda-42d2-be23-2a304437b03b None None] Pushing event updated for resources: {'Port': ['ID=6a0291b5-63e9-4bc7-92c2-d7016cafc50f,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:48.228701 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 11582bef-e7db-4fe3-b047-d624cbedb92b triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:48.229076 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.230797 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd5669-d71a-449a-9669-f28956a0bd44 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event updated for resources: {'Port': ['ID=ccf23620-1c7a-4742-8639-7ba8d92606b2,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:48.345814 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-e2bd5669-d71a-449a-9669-f28956a0bd44 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] In _notify_port_updated(), no bound segment for port ccf23620-1c7a-4742-8639-7ba8d92606b2 on network f1103cc1-ec1a-4517-846a-1695013054ee {{(pid=109048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 12:48:48.351482 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bd5669-d71a-449a-9669-f28956a0bd44 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:48.352909 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e2bd5669-d71a-449a-9669-f28956a0bd44 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.354291 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e2bd5669-d71a-449a-9669-f28956a0bd44 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "PUT /v2.0/ports/ccf23620-1c7a-4742-8639-7ba8d92606b2 HTTP/1.1" status: 200 len: 960 time: 3.7888174 Feb 16 12:48:48.361124 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36028) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:48.385041 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 6a0291b5-63e9-4bc7-92c2-d7016cafc50f up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:48:48.413527 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388cc0f0-0ce3-4b5d-95e1-85aadd56c60c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:48:48.428969 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e89fa6-95d5-447e-903d-5c514924e1de None None] Sync routers for ids ['24cf7b7e-f935-47c5-aef9-0effe62071e8'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:48.453291 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e89fa6-95d5-447e-903d-5c514924e1de None None] Routers {'24cf7b7e-f935-47c5-aef9-0effe62071e8'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:48:48.453984 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-09e89fa6-95d5-447e-903d-5c514924e1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:48:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['24cf7b7e-f935-47c5-aef9-0effe62071e8'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:48.473895 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 6a0291b5-63e9-4bc7-92c2-d7016cafc50f triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:48.474884 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.479343 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-94a5f5b6-8af2-4140-bf16-22828e674086 None None] Provisioning complete for port 18628e21-037c-4570-826c-3e69c00f5356 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:48.479881 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-94a5f5b6-8af2-4140-bf16-22828e674086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.491382 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-388cc0f0-0ce3-4b5d-95e1-85aadd56c60c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.545611 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-94a5f5b6-8af2-4140-bf16-22828e674086 None None] Port 18628e21-037c-4570-826c-3e69c00f5356 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:48:48.562099 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce2e19a2-3ad0-4356-80bd-288c53dd1539 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.578950 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-388cc0f0-0ce3-4b5d-95e1-85aadd56c60c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.4640620 Feb 16 12:48:48.583191 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a', 'tag': '09ed1ef0-b289-435c-b14d-a38f0115bfc4'}] {{(pid=109048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:48:48.585559 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40068d798dcc31a224174c6c24ac8b3e49f1a518b527dec6066c5fbc28712f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f1a24d-acfe-483c-8b01-fcd96d0dae48" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a", "tag": "09ed1ef0-b289-435c-b14d-a38f0115bfc4"}]}' {{(pid=109048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:48:48.586644 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3b649b-65bc-4139-a62b-1b7a7feef004 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:48.595367 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36030) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:48.609635 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-09e89fa6-95d5-447e-903d-5c514924e1de None None] Set router 24cf7b7e-f935-47c5-aef9-0effe62071e8 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:48:48.678312 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4eda3945-2245-4f86-9eb8-cadfd26a3ca7 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.723712 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-94a5f5b6-8af2-4140-bf16-22828e674086 None None] Provisioning complete for port 4f255f99-7bef-4ce7-b03c-9a45076f450b triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:48.725417 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-94a5f5b6-8af2-4140-bf16-22828e674086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.795181 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1a24d-acfe-483c-8b01-fcd96d0dae48 req-a15c35f9-b612-4b18-9783-2189ca4a3a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:48.798317 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b6f1a24d-acfe-483c-8b01-fcd96d0dae48 req-a15c35f9-b612-4b18-9783-2189ca4a3a54 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a HTTP/1.1" status: 200 len: 1098 time: 0.1101141 Feb 16 12:48:48.908808 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-09e89fa6-95d5-447e-903d-5c514924e1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'name': 'tempest-TestNetworkBasicOps-router-1368041289', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '4a7a2ecb-930a-4947-9f24-a5b4e61342a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:54Z', 'updated_at': '2022-02-16T12:48:05Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '4a7a2ecb-930a-4947-9f24-a5b4e61342a6', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:55Z', 'updated_at': '2022-02-16T12:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'ff72a37a-1f8b-4b92-819b-490ecf4092ae', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.133', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'port_id': '09ed1ef0-b289-435c-b14d-a38f0115bfc4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9302a4-3c67-4ab8-a48d-9c86a95e30b2', 'mac_address': 'fa:16:3e:67:cc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:48:42Z', 'updated_at': '2022-02-16T12:48:42Z', 'revision_number': 0, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9', 'name': '', 'network_id': '2a9302a4-3c67-4ab8-a48d-9c86a95e30b2', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:de:68:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4d07b80a-2947-4cf0-b0a9-82856344f0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:04Z', 'updated_at': '2022-02-16T12:48:11Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': '4d07b80a-2947-4cf0-b0a9-82856344f0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:48.928254 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1a24d-acfe-483c-8b01-fcd96d0dae48 req-6c245840-472a-49a7-8d52-33bf12f78cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:48.930072 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b6f1a24d-acfe-483c-8b01-fcd96d0dae48 req-6c245840-472a-49a7-8d52-33bf12f78cd7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2a9302a4-3c67-4ab8-a48d-9c86a95e30b2 HTTP/1.1" status: 200 len: 898 time: 0.1172757 Feb 16 12:48:48.940083 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e89fa6-95d5-447e-903d-5c514924e1de None None] Checking router: 24cf7b7e-f935-47c5-aef9-0effe62071e8 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:48:48.949801 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce2e19a2-3ad0-4356-80bd-288c53dd1539 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.950546 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e89fa6-95d5-447e-903d-5c514924e1de None None] Routers {'24cf7b7e-f935-47c5-aef9-0effe62071e8'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:48:48.951270 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-09e89fa6-95d5-447e-903d-5c514924e1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:48:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['24cf7b7e-f935-47c5-aef9-0effe62071e8'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:48.953056 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 12:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed17d38-bd3d-4bbb-9576-0f736837951c x-openstack-request-id: req-4ed17d38-bd3d-4bbb-9576-0f736837951c {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:48:48.953575 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a", "tag": "09ed1ef0-b289-435c-b14d-a38f0115bfc4", "status": "completed", "code": 200}]} {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:48:48.954331 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4ed17d38-bd3d-4bbb-9576-0f736837951c {{(pid=109048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:48:48.954454 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a', 'tag': '09ed1ef0-b289-435c-b14d-a38f0115bfc4', 'status': 'completed', 'code': 200} Feb 16 12:48:48.973828 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-94a5f5b6-8af2-4140-bf16-22828e674086 None None] Provisioning complete for port 6a0291b5-63e9-4bc7-92c2-d7016cafc50f triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:48.974192 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-94a5f5b6-8af2-4140-bf16-22828e674086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.983469 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 4f255f99-7bef-4ce7-b03c-9a45076f450b up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:48:48.990503 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-bad84982-ed9c-43b2-9697-e56368a21c53 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Deleting port ccf23620-1c7a-4742-8639-7ba8d92606b2 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:48.990927 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bad84982-ed9c-43b2-9697-e56368a21c53 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.996927 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce2e19a2-3ad0-4356-80bd-288c53dd1539 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:49.034186 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4eda3945-2245-4f86-9eb8-cadfd26a3ca7 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:49.079011 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-09e89fa6-95d5-447e-903d-5c514924e1de None None] Set router 24cf7b7e-f935-47c5-aef9-0effe62071e8 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:48:49.151598 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 4f255f99-7bef-4ce7-b03c-9a45076f450b triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:49.151971 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:49.153306 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda3945-2245-4f86-9eb8-cadfd26a3ca7 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'Port': ['ID=1dd49917-2246-4777-90d7-56ca8811caed,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:49.177553 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eda3945-2245-4f86-9eb8-cadfd26a3ca7 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Network 2381fa5b-6fd9-43f9-84d2-d45bc8ce1093 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:49.188503 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e19a2-3ad0-4356-80bd-288c53dd1539 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event updated for resources: {'Port': ['ID=98abf5a6-13a5-4288-9cc0-f7a8228af389,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:49.194246 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-4eda3945-2245-4f86-9eb8-cadfd26a3ca7 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:49.203687 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6cde4d98-5ea2-4998-acef-ba0ed91033ce tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/floatingips/ff72a37a-1f8b-4b92-819b-490ecf4092ae HTTP/1.1" status: 200 len: 991 time: 0.6058462 Feb 16 12:48:49.211436 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce2e19a2-3ad0-4356-80bd-288c53dd1539 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:49.212417 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eda3945-2245-4f86-9eb8-cadfd26a3ca7 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:48:49.219375 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eda3945-2245-4f86-9eb8-cadfd26a3ca7 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:49.220252 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4eda3945-2245-4f86-9eb8-cadfd26a3ca7 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:49.256269 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b6f1a24d-acfe-483c-8b01-fcd96d0dae48 req-2ba554fc-2bac-45ec-8785-a0a4f6b3fff4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09ed1ef0-b289-435c-b14d-a38f0115bfc4 HTTP/1.1" status: 200 len: 999 time: 0.3184812 Feb 16 12:48:49.260912 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.objects.ports [None req-1f5ca348-c443-4e35-96c1-67277e2fa3cc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109049) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 12:48:49.288154 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bad84982-ed9c-43b2-9697-e56368a21c53 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:49.291146 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b895eab-5ed0-4cd6-bc68-a035061e300e None None] Update dhcp port {'port': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'fixed_ips': [{'subnet_id': 'da179efd-af28-4f68-9b70-38af3a029994'}], 'binding:host_id': 'dv-neutron-828142-3-hyperv'}, 'id': 'ef5f4190-a4f2-4d67-81df-a5177ff27f46'} from dv-neutron-828142-3-hyperv. {{(pid=109050) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 12:48:49.309449 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-bad84982-ed9c-43b2-9697-e56368a21c53 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Calling delete_port for ccf23620-1c7a-4742-8639-7ba8d92606b2 owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:49.334664 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 12:48:49.360164 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-09e89fa6-95d5-447e-903d-5c514924e1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'name': 'tempest-TestNetworkBasicOps-router-1368041289', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '4a7a2ecb-930a-4947-9f24-a5b4e61342a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:54Z', 'updated_at': '2022-02-16T12:48:05Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '4a7a2ecb-930a-4947-9f24-a5b4e61342a6', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:55Z', 'updated_at': '2022-02-16T12:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'ff72a37a-1f8b-4b92-819b-490ecf4092ae', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.133', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'port_id': '09ed1ef0-b289-435c-b14d-a38f0115bfc4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9302a4-3c67-4ab8-a48d-9c86a95e30b2', 'mac_address': 'fa:16:3e:67:cc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:48:42Z', 'updated_at': '2022-02-16T12:48:42Z', 'revision_number': 0, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9', 'name': '', 'network_id': '2a9302a4-3c67-4ab8-a48d-9c86a95e30b2', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:de:68:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4d07b80a-2947-4cf0-b0a9-82856344f0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:04Z', 'updated_at': '2022-02-16T12:48:11Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': '4d07b80a-2947-4cf0-b0a9-82856344f0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:49.381527 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6b895eab-5ed0-4cd6-bc68-a035061e300e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:49.385892 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-94a5f5b6-8af2-4140-bf16-22828e674086 None None] Provisioning complete for port 98abf5a6-13a5-4288-9cc0-f7a8228af389 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:49.387599 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-94a5f5b6-8af2-4140-bf16-22828e674086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:49.402676 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e89fa6-95d5-447e-903d-5c514924e1de None None] The sync data for ids ['24cf7b7e-f935-47c5-aef9-0effe62071e8'] in dv-neutron-828142-3-hyperv is: [{'id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'name': 'tempest-TestNetworkBasicOps-router-1368041289', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '4a7a2ecb-930a-4947-9f24-a5b4e61342a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:54Z', 'updated_at': '2022-02-16T12:48:05Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '4a7a2ecb-930a-4947-9f24-a5b4e61342a6', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:55Z', 'updated_at': '2022-02-16T12:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'ff72a37a-1f8b-4b92-819b-490ecf4092ae', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.133', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'port_id': '09ed1ef0-b289-435c-b14d-a38f0115bfc4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9302a4-3c67-4ab8-a48d-9c86a95e30b2', 'mac_address': 'fa:16:3e:67:cc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:48:42Z', 'updated_at': '2022-02-16T12:48:42Z', 'revision_number': 0, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9', 'name': '', 'network_id': '2a9302a4-3c67-4ab8-a48d-9c86a95e30b2', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:de:68:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4d07b80a-2947-4cf0-b0a9-82856344f0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:04Z', 'updated_at': '2022-02-16T12:48:11Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': '4d07b80a-2947-4cf0-b0a9-82856344f0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:49.413269 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2e19a2-3ad0-4356-80bd-288c53dd1539 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Network 4f1832b7-759a-4fbb-85ae-cb0a1053168e is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:49.416945 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-ce2e19a2-3ad0-4356-80bd-288c53dd1539 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:49.430068 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4eda3945-2245-4f86-9eb8-cadfd26a3ca7 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7210431 Feb 16 12:48:49.430888 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36034) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:49.523889 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1a24d-acfe-483c-8b01-fcd96d0dae48 req-8cb1a031-a8a2-427e-ab39-0e6d5d576658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:49.525440 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b6f1a24d-acfe-483c-8b01-fcd96d0dae48 req-8cb1a031-a8a2-427e-ab39-0e6d5d576658 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d07b80a-2947-4cf0-b0a9-82856344f0a7 HTTP/1.1" status: 200 len: 834 time: 0.1161139 Feb 16 12:48:49.526889 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-a3ee18de-e765-40c7-9cd4-1233aca4db8b tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:49.613451 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-94a5f5b6-8af2-4140-bf16-22828e674086 None None] Port 98abf5a6-13a5-4288-9cc0-f7a8228af389 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:48:49.613689 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1f5ca348-c443-4e35-96c1-67277e2fa3cc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:49.628968 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-94a5f5b6-8af2-4140-bf16-22828e674086 None None] Could not find standard attr ID for object ccf23620-1c7a-4742-8639-7ba8d92606b2. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:48:49.636262 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1a24d-acfe-483c-8b01-fcd96d0dae48 req-12631a66-20a8-4b03-bb7a-c3389a400b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:49.637852 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b6f1a24d-acfe-483c-8b01-fcd96d0dae48 req-12631a66-20a8-4b03-bb7a-c3389a400b21 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2a9302a4-3c67-4ab8-a48d-9c86a95e30b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1039388 Feb 16 12:48:49.655022 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.db.api [None req-6b895eab-5ed0-4cd6-bc68-a035061e300e None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:feaf:7fd8-97656ba9-870e-45bd-adf4-123c44b219 {{(pid=109050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:48:49.655551 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG oslo_db.api [None req-6b895eab-5ed0-4cd6-bc68-a035061e300e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:48:49.666637 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bad84982-ed9c-43b2-9697-e56368a21c53 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:49.749212 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3ed98c-1ad4-4ce0-b03e-29c27552f298 None None] New status for floating IP ff72a37a-1f8b-4b92-819b-490ecf4092ae: ACTIVE {{(pid=109050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:48:49.762318 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a3ee18de-e765-40c7-9cd4-1233aca4db8b tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:49.770301 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad84982-ed9c-43b2-9697-e56368a21c53 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'Port': ['ID=ccf23620-1c7a-4742-8639-7ba8d92606b2,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:49.826911 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 6a0291b5-63e9-4bc7-92c2-d7016cafc50f up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:48:49.866493 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-690b1fef-1f58-4312-87a8-e9118b5bc0ab None None] Provisioning complete for port ef5f4190-a4f2-4d67-81df-a5177ff27f46 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:49.866875 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-690b1fef-1f58-4312-87a8-e9118b5bc0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:49.909976 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b6f1a24d-acfe-483c-8b01-fcd96d0dae48 req-49e71d17-933b-4fce-b5e1-655a742eea5b service neutron] 10.222.0.42 "GET /v2.0/networks/2a9302a4-3c67-4ab8-a48d-9c86a95e30b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974414 Feb 16 12:48:49.911917 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-1f5ca348-c443-4e35-96c1-67277e2fa3cc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] For port ef5f4190-a4f2-4d67-81df-a5177ff27f46, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=ef5f4190-a4f2-4d67-81df-a5177ff27f46,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:49.931623 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bad84982-ed9c-43b2-9697-e56368a21c53 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:49.936091 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-bad84982-ed9c-43b2-9697-e56368a21c53 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/ports/ccf23620-1c7a-4742-8639-7ba8d92606b2 HTTP/1.1" status: 204 len: 168 time: 1.5739129 Feb 16 12:48:49.940123 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36036) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:49.976692 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 6a0291b5-63e9-4bc7-92c2-d7016cafc50f triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:49.977066 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:49.978997 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0d161ce-b0ab-4598-b44a-6c14f36aa552 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] GET failed (client error): The resource could not be found. Feb 16 12:48:49.983451 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c0d161ce-b0ab-4598-b44a-6c14f36aa552 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "GET /v2.0/ports/ccf23620-1c7a-4742-8639-7ba8d92606b2 HTTP/1.1" status: 404 len: 333 time: 0.0394328 Feb 16 12:48:49.985029 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36038) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:50.002754 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1f5ca348-c443-4e35-96c1-67277e2fa3cc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.020576 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1f5ca348-c443-4e35-96c1-67277e2fa3cc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.021886 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1f5ca348-c443-4e35-96c1-67277e2fa3cc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.114004 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b6f1a24d-acfe-483c-8b01-fcd96d0dae48 req-f6a3c96e-208a-41f3-b45a-6525de72db28 service neutron] 10.222.0.42 "GET /v2.0/networks/2a9302a4-3c67-4ab8-a48d-9c86a95e30b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916115 Feb 16 12:48:50.126331 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5ca348-c443-4e35-96c1-67277e2fa3cc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:50.134080 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-690b1fef-1f58-4312-87a8-e9118b5bc0ab None None] Provisioning complete for port 98abf5a6-13a5-4288-9cc0-f7a8228af389 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:50.135083 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-690b1fef-1f58-4312-87a8-e9118b5bc0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.140613 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-1f5ca348-c443-4e35-96c1-67277e2fa3cc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:50.146648 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5ca348-c443-4e35-96c1-67277e2fa3cc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:50.147321 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1f5ca348-c443-4e35-96c1-67277e2fa3cc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.153007 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ca348-c443-4e35-96c1-67277e2fa3cc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Subnet': ['ID=da179efd-af28-4f68-9b70-38af3a029994,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:50.158121 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ca348-c443-4e35-96c1-67277e2fa3cc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Port': ['ID=ef5f4190-a4f2-4d67-81df-a5177ff27f46,revision_number=8']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:50.177207 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1f5ca348-c443-4e35-96c1-67277e2fa3cc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3134050 Feb 16 12:48:50.180105 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36040) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:50.187428 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-c4e8fefc-d995-484c-ac7f-cf5773d5386e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'subnet': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:50.212957 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2e19a2-3ad0-4356-80bd-288c53dd1539 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Router 07b65ebc-d437-45c6-a13d-21e8030a1fb9 is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:48:50.215112 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36042) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:50.218551 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-690b1fef-1f58-4312-87a8-e9118b5bc0ab None None] Port 98abf5a6-13a5-4288-9cc0-f7a8228af389 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:48:50.220955 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6b895eab-5ed0-4cd6-bc68-a035061e300e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.230975 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-690b1fef-1f58-4312-87a8-e9118b5bc0ab None None] Could not find standard attr ID for object ccf23620-1c7a-4742-8639-7ba8d92606b2. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:48:50.241105 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a3ee18de-e765-40c7-9cd4-1233aca4db8b tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.244664 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b8eb503a-af36-40d8-89df-cde88005e8b1 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.258733 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a3ee18de-e765-40c7-9cd4-1233aca4db8b tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.329369 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d055ca26-8731-4920-8a3d-52953c9ad706 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/floatingips/ff72a37a-1f8b-4b92-819b-490ecf4092ae HTTP/1.1" status: 200 len: 993 time: 0.1088805 Feb 16 12:48:50.387329 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e8fefc-d995-484c-ac7f-cf5773d5386e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:50.391350 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c4e8fefc-d995-484c-ac7f-cf5773d5386e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.489051 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-6b895eab-5ed0-4cd6-bc68-a035061e300e None None] For port ef5f4190-a4f2-4d67-81df-a5177ff27f46, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=ef5f4190-a4f2-4d67-81df-a5177ff27f46,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:50.521655 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6b895eab-5ed0-4cd6-bc68-a035061e300e None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.527331 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6b895eab-5ed0-4cd6-bc68-a035061e300e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.594542 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b895eab-5ed0-4cd6-bc68-a035061e300e None None] Pushing event updated for resources: {'Port': ['ID=ef5f4190-a4f2-4d67-81df-a5177ff27f46,revision_number=9']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:50.648483 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c4e8fefc-d995-484c-ac7f-cf5773d5386e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.673773 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b8eb503a-af36-40d8-89df-cde88005e8b1 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.677334 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee18de-e765-40c7-9cd4-1233aca4db8b tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'Port': ['ID=1dd49917-2246-4777-90d7-56ca8811caed,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:50.681531 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-a3ee18de-e765-40c7-9cd4-1233aca4db8b tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] In _notify_port_updated(), no bound segment for port 1dd49917-2246-4777-90d7-56ca8811caed on network 2381fa5b-6fd9-43f9-84d2-d45bc8ce1093 {{(pid=109048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 12:48:50.687084 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ee18de-e765-40c7-9cd4-1233aca4db8b tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:50.687746 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a3ee18de-e765-40c7-9cd4-1233aca4db8b tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.689697 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a3ee18de-e765-40c7-9cd4-1233aca4db8b tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "PUT /v2.0/ports/1dd49917-2246-4777-90d7-56ca8811caed HTTP/1.1" status: 200 len: 818 time: 1.2519922 Feb 16 12:48:50.692365 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36044) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:50.717901 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e8fefc-d995-484c-ac7f-cf5773d5386e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:50.722850 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-c4e8fefc-d995-484c-ac7f-cf5773d5386e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:50.744875 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e8fefc-d995-484c-ac7f-cf5773d5386e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:50.745534 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c4e8fefc-d995-484c-ac7f-cf5773d5386e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.753552 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8fefc-d995-484c-ac7f-cf5773d5386e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Subnet': ['ID=dde18fcd-45c5-4c8b-b962-52dfd9605a66,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:50.767404 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2e19a2-3ad0-4356-80bd-288c53dd1539 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:48:50.773695 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ce2e19a2-3ad0-4356-80bd-288c53dd1539 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "PUT /v2.0/routers/07b65ebc-d437-45c6-a13d-21e8030a1fb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8641267 Feb 16 12:48:50.776327 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c4e8fefc-d995-484c-ac7f-cf5773d5386e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5946727 Feb 16 12:48:50.776975 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36046) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:50.782935 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36048) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:50.784366 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c632f93-4401-406b-8879-1e48a63cb70a None None] Sync routers for ids ['07b65ebc-d437-45c6-a13d-21e8030a1fb9'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:50.789210 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-2bc490a9-fe6f-4bf8-8693-fc8216610865 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'port': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'mac_address': 'fa:16:3e:a6:6b:c5', 'name': 'tempest-NetworksTestDHCPv6-513238701'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:50.798765 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c632f93-4401-406b-8879-1e48a63cb70a None None] Routers {'07b65ebc-d437-45c6-a13d-21e8030a1fb9'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:48:50.799845 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-6c632f93-4401-406b-8879-1e48a63cb70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:48:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['07b65ebc-d437-45c6-a13d-21e8030a1fb9'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:50.804728 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b8eb503a-af36-40d8-89df-cde88005e8b1 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.807253 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b8eb503a-af36-40d8-89df-cde88005e8b1 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.812217 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36050) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:50.814055 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b8eb503a-af36-40d8-89df-cde88005e8b1 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/security-groups/4f9488b7-edc6-4260-8285-7d110fb0ca1c HTTP/1.1" status: 204 len: 168 time: 0.8258612 Feb 16 12:48:50.843216 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-6c632f93-4401-406b-8879-1e48a63cb70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:50.855477 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c632f93-4401-406b-8879-1e48a63cb70a None None] Routers {'07b65ebc-d437-45c6-a13d-21e8030a1fb9'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:48:50.856460 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-6c632f93-4401-406b-8879-1e48a63cb70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:48:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['07b65ebc-d437-45c6-a13d-21e8030a1fb9'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:50.856775 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb503a-af36-40d8-89df-cde88005e8b1 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9488b7-edc6-4260-8285-7d110fb0ca1c,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:50.899643 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1572a00b-2435-4c08-8173-b2613b27f81f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:50.907164 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1572a00b-2435-4c08-8173-b2613b27f81f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "GET /v2.0/ports/98abf5a6-13a5-4288-9cc0-f7a8228af389 HTTP/1.1" status: 200 len: 910 time: 0.1283734 Feb 16 12:48:50.911600 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36052) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:50.924525 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-6c632f93-4401-406b-8879-1e48a63cb70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:50.925360 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c632f93-4401-406b-8879-1e48a63cb70a None None] The sync data for ids ['07b65ebc-d437-45c6-a13d-21e8030a1fb9'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:50.946833 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc490a9-fe6f-4bf8-8693-fc8216610865 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'port': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:51.041481 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-30bf89c4-6a96-4e82-89b0-d6d13c2db11d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.044726 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-9bdeb3c7-4106-48fb-aa52-e03a391051fa tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Deleting port 1dd49917-2246-4777-90d7-56ca8811caed {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:51.045336 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9bdeb3c7-4106-48fb-aa52-e03a391051fa tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.075198 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2bc490a9-fe6f-4bf8-8693-fc8216610865 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.101213 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-2bc490a9-fe6f-4bf8-8693-fc8216610865 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] device_id is not set on port d4855f1d-e5f9-4024-9677-1b36f9810fe1 yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:48:51.190555 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c843e2c7-2fb9-4bfb-97c7-ad783145870a None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:51.197419 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-30bf89c4-6a96-4e82-89b0-d6d13c2db11d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.215157 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9bdeb3c7-4106-48fb-aa52-e03a391051fa tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.243347 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-9bdeb3c7-4106-48fb-aa52-e03a391051fa tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Calling delete_port for 1dd49917-2246-4777-90d7-56ca8811caed owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:51.279681 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-2bc490a9-fe6f-4bf8-8693-fc8216610865 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Allocated IP 172.20.0.10 (8f2fc9c2-6909-42b1-9817-f8926b88a024/dde18fcd-45c5-4c8b-b962-52dfd9605a66/d4855f1d-e5f9-4024-9677-1b36f9810fe1) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:51.290375 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-2bc490a9-fe6f-4bf8-8693-fc8216610865 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Allocated IP 2001:db8::f816:3eff:fea6:6bc5 (8f2fc9c2-6909-42b1-9817-f8926b88a024/da179efd-af28-4f68-9b70-38af3a029994/d4855f1d-e5f9-4024-9677-1b36f9810fe1) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:51.433904 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-a1428096-a7da-4177-a631-50c7b0f97e85 None None] Provisioning complete for port ef5f4190-a4f2-4d67-81df-a5177ff27f46 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:51.434246 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a1428096-a7da-4177-a631-50c7b0f97e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.473989 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2bc490a9-fe6f-4bf8-8693-fc8216610865 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.514362 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2bc490a9-fe6f-4bf8-8693-fc8216610865 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.570451 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc490a9-fe6f-4bf8-8693-fc8216610865 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:51.574550 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-2bc490a9-fe6f-4bf8-8693-fc8216610865 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:51.577369 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc490a9-fe6f-4bf8-8693-fc8216610865 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:48:51.619938 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc490a9-fe6f-4bf8-8693-fc8216610865 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Port': ['ID=d4855f1d-e5f9-4024-9677-1b36f9810fe1,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:51.659259 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc490a9-fe6f-4bf8-8693-fc8216610865 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:51.659924 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2bc490a9-fe6f-4bf8-8693-fc8216610865 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.661277 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba629a4a-e429-455d-888f-33d5fae481f3 None None] Update dhcp port {'port': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'fixed_ips': [{'subnet_id': 'da179efd-af28-4f68-9b70-38af3a029994', 'ip_address': '2001:db8::f816:3eff:feaf:7fd8'}, {'subnet_id': 'dde18fcd-45c5-4c8b-b962-52dfd9605a66'}], 'binding:host_id': 'dv-neutron-828142-3-hyperv'}, 'id': 'ef5f4190-a4f2-4d67-81df-a5177ff27f46'} from dv-neutron-828142-3-hyperv. {{(pid=109050) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 12:48:51.683640 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2bc490a9-fe6f-4bf8-8693-fc8216610865 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.8995249 Feb 16 12:48:51.684304 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36054) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:51.690441 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ba629a4a-e429-455d-888f-33d5fae481f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.701892 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-30bf89c4-6a96-4e82-89b0-d6d13c2db11d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.704430 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-30bf89c4-6a96-4e82-89b0-d6d13c2db11d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.705793 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-30bf89c4-6a96-4e82-89b0-d6d13c2db11d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/security-groups/c7645509-98d0-4763-bd12-3d53f6f5ab53 HTTP/1.1" status: 204 len: 168 time: 0.8668125 Feb 16 12:48:51.727087 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36056) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:51.762971 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf89c4-6a96-4e82-89b0-d6d13c2db11d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7645509-98d0-4763-bd12-3d53f6f5ab53,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:51.780770 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8381b49c-bad8-426f-ba89-693cc9d6aefb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:51.787464 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8381b49c-bad8-426f-ba89-693cc9d6aefb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:51.792987 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-8381b49c-bad8-426f-ba89-693cc9d6aefb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1072304 Feb 16 12:48:51.793166 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36058) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:51.829640 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-94212870-e839-4b61-8bf6-7770b33a00f8 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.842880 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device ef5f4190-a4f2-4d67-81df-a5177ff27f46 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:48:51.851116 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9bdeb3c7-4106-48fb-aa52-e03a391051fa tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.856127 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-94212870-e839-4b61-8bf6-7770b33a00f8 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.906115 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-94212870-e839-4b61-8bf6-7770b33a00f8 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.909676 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-94212870-e839-4b61-8bf6-7770b33a00f8 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.913937 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-94212870-e839-4b61-8bf6-7770b33a00f8 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/security-groups/4ce55a68-5865-483a-a94b-234f0d074030 HTTP/1.1" status: 204 len: 168 time: 0.1835895 Feb 16 12:48:51.914772 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36060) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:51.919368 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdeb3c7-4106-48fb-aa52-e03a391051fa tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'Port': ['ID=1dd49917-2246-4777-90d7-56ca8811caed,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:51.925144 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94212870-e839-4b61-8bf6-7770b33a00f8 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce55a68-5865-483a-a94b-234f0d074030,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:51.950057 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-ba629a4a-e429-455d-888f-33d5fae481f3 None None] Allocated IP 172.20.0.2 (8f2fc9c2-6909-42b1-9817-f8926b88a024/dde18fcd-45c5-4c8b-b962-52dfd9605a66/ef5f4190-a4f2-4d67-81df-a5177ff27f46) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:51.976885 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9bdeb3c7-4106-48fb-aa52-e03a391051fa tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.979428 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port ef5f4190-a4f2-4d67-81df-a5177ff27f46 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:51.982484 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.982749 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9bdeb3c7-4106-48fb-aa52-e03a391051fa tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/ports/1dd49917-2246-4777-90d7-56ca8811caed HTTP/1.1" status: 204 len: 168 time: 1.2798839 Feb 16 12:48:51.983542 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36062) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:52.025117 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc9b833-688b-4742-8e44-e2c0070f7646 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Deleting subnet 9097225e-31dd-420d-b188-20b05c672a56 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:48:52.029192 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3828e244-61d4-4d11-90f0-3abb9fcb1bd0 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:52.032401 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3fc9b833-688b-4742-8e44-e2c0070f7646 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:52.046150 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c5b770-cd17-41f3-b41c-187ed0e01284 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:52.051483 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-27c5b770-cd17-41f3-b41c-187ed0e01284 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0662165 Feb 16 12:48:52.055914 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36064) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:52.085730 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-3376a301-db59-4b87-9ae2-04e0aa31bf3d tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] GET failed (client error): The resource could not be found. Feb 16 12:48:52.087620 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3376a301-db59-4b87-9ae2-04e0aa31bf3d tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "GET /v2.0/ports/1dd49917-2246-4777-90d7-56ca8811caed HTTP/1.1" status: 404 len: 333 time: 0.0304213 Feb 16 12:48:52.091701 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36066) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:52.097462 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-dcc538ec-e3f3-48cf-9fc1-9b8bd85d1fb8 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-865091166'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:52.112369 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-508af8c1-6a57-469e-a636-d13b02652f7e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting port d4855f1d-e5f9-4024-9677-1b36f9810fe1 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:52.113005 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-508af8c1-6a57-469e-a636-d13b02652f7e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:52.114769 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-ba629a4a-e429-455d-888f-33d5fae481f3 None None] For port ef5f4190-a4f2-4d67-81df-a5177ff27f46, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=ef5f4190-a4f2-4d67-81df-a5177ff27f46,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:52.125351 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc538ec-e3f3-48cf-9fc1-9b8bd85d1fb8 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Made reservation on behalf of c95cec895ceb44429e923d2affce57da for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:52.128987 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-dcc538ec-e3f3-48cf-9fc1-9b8bd85d1fb8 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:52.163724 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc538ec-e3f3-48cf-9fc1-9b8bd85d1fb8 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:48:52.165039 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3fc9b833-688b-4742-8e44-e2c0070f7646 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:52.168119 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ba629a4a-e429-455d-888f-33d5fae481f3 None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:52.175290 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ba629a4a-e429-455d-888f-33d5fae481f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:52.177260 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-dcc538ec-e3f3-48cf-9fc1-9b8bd85d1fb8 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:52.177551 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-dcc538ec-e3f3-48cf-9fc1-9b8bd85d1fb8 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Added segment c1794330-6fee-446f-9aab-48a3f1a0b2b7 of type vlan for network 1df2acd6-8c35-4824-b98f-c0eed48cdca8 Feb 16 12:48:52.226881 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-dcc538ec-e3f3-48cf-9fc1-9b8bd85d1fb8 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:52.231988 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-70fb3893-b64d-40bb-b2c9-f094e837bc23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:52.262736 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba629a4a-e429-455d-888f-33d5fae481f3 None None] Pushing event updated for resources: {'Port': ['ID=ef5f4190-a4f2-4d67-81df-a5177ff27f46,revision_number=10']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:52.276844 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-dcc538ec-e3f3-48cf-9fc1-9b8bd85d1fb8 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:52.286946 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc538ec-e3f3-48cf-9fc1-9b8bd85d1fb8 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:52.288065 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-dcc538ec-e3f3-48cf-9fc1-9b8bd85d1fb8 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:52.349454 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-dcc538ec-e3f3-48cf-9fc1-9b8bd85d1fb8 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2565022 Feb 16 12:48:52.356094 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36068) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:52.362426 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-24708fae-d66c-4514-b909-b62a13611a56 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'subnet': {'network_id': '1df2acd6-8c35-4824-b98f-c0eed48cdca8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:52.367809 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-508af8c1-6a57-469e-a636-d13b02652f7e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:52.396010 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3fc9b833-688b-4742-8e44-e2c0070f7646 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:52.399029 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-508af8c1-6a57-469e-a636-d13b02652f7e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Calling delete_port for d4855f1d-e5f9-4024-9677-1b36f9810fe1 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:52.423686 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc538ec-e3f3-48cf-9fc1-9b8bd85d1fb8 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'Network': ['ID=1df2acd6-8c35-4824-b98f-c0eed48cdca8,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:52.437196 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 1df2acd6-8c35-4824-b98f-c0eed48cdca8 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:48:52.495629 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24708fae-d66c-4514-b909-b62a13611a56 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Made reservation on behalf of c95cec895ceb44429e923d2affce57da for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:52.500348 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-24708fae-d66c-4514-b909-b62a13611a56 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:52.596615 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-3828e244-61d4-4d11-90f0-3abb9fcb1bd0 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Allocated IP 172.21.0.1 (2de19124-2a9d-44e5-b1a3-a9853bf8a1ab/f30e02c5-bcf0-49da-b59e-d13b11962e1d/238ecc96-8f9e-4916-bc8b-9ddbebc67c95) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:52.604819 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3fc9b833-688b-4742-8e44-e2c0070f7646 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:52.654592 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc9b833-688b-4742-8e44-e2c0070f7646 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'Subnet': ['ID=9097225e-31dd-420d-b188-20b05c672a56,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:52.663583 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3fc9b833-688b-4742-8e44-e2c0070f7646 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:52.664637 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec2ebca-df0e-403f-8b1e-b3690667e4e2 None None] Network f1103cc1-ec1a-4517-846a-1695013054ee requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:52.666823 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3fc9b833-688b-4742-8e44-e2c0070f7646 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/subnets/9097225e-31dd-420d-b188-20b05c672a56 HTTP/1.1" status: 204 len: 168 time: 0.7478061 Feb 16 12:48:52.672928 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36070) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:52.782433 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-86f8d48d-4449-4f2b-ac49-30451f968816 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Deleting subnet d8df42fd-9fe6-4859-ba48-229cf723c1ba {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:48:52.786436 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-86f8d48d-4449-4f2b-ac49-30451f968816 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:52.835582 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-86f8d48d-4449-4f2b-ac49-30451f968816 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:52.893792 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3828e244-61d4-4d11-90f0-3abb9fcb1bd0 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:52.905055 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-508af8c1-6a57-469e-a636-d13b02652f7e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:52.928591 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-86f8d48d-4449-4f2b-ac49-30451f968816 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:52.941626 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508af8c1-6a57-469e-a636-d13b02652f7e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Port': ['ID=d4855f1d-e5f9-4024-9677-1b36f9810fe1,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:52.961634 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-24708fae-d66c-4514-b909-b62a13611a56 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:53.043769 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3828e244-61d4-4d11-90f0-3abb9fcb1bd0 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:53.056865 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade8792b-c7ea-4c66-a541-5eab82f0c8c9 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:53.069110 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24708fae-d66c-4514-b909-b62a13611a56 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'Subnet': ['ID=a61ea54a-2915-423b-a3a1-dd9f26d15cbe,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:53.085534 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-86f8d48d-4449-4f2b-ac49-30451f968816 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:53.098666 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24708fae-d66c-4514-b909-b62a13611a56 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Checking segment: {'id': 'c1794330-6fee-446f-9aab-48a3f1a0b2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1df2acd6-8c35-4824-b98f-c0eed48cdca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:48:53.099308 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24708fae-d66c-4514-b909-b62a13611a56 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Network hostable DHCP agents. Network: 1df2acd6-8c35-4824-b98f-c0eed48cdca8, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:48:53.128759 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-508af8c1-6a57-469e-a636-d13b02652f7e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:53.132343 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-508af8c1-6a57-469e-a636-d13b02652f7e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/ports/d4855f1d-e5f9-4024-9677-1b36f9810fe1 HTTP/1.1" status: 204 len: 168 time: 1.3381312 Feb 16 12:48:53.135975 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36072) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:53.153323 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8d48d-4449-4f2b-ac49-30451f968816 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'Subnet': ['ID=d8df42fd-9fe6-4859-ba48-229cf723c1ba,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:53.157716 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3828e244-61d4-4d11-90f0-3abb9fcb1bd0 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Network 2de19124-2a9d-44e5-b1a3-a9853bf8a1ab is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:53.168669 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-86f8d48d-4449-4f2b-ac49-30451f968816 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:53.173370 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-86f8d48d-4449-4f2b-ac49-30451f968816 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/subnets/d8df42fd-9fe6-4859-ba48-229cf723c1ba HTTP/1.1" status: 204 len: 168 time: 0.4994521 Feb 16 12:48:53.176030 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36074) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:53.184505 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-3828e244-61d4-4d11-90f0-3abb9fcb1bd0 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:53.189279 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-2e1ff429-1775-4b80-b7d6-1a03a0874f25 None None] Provisioning complete for port ef5f4190-a4f2-4d67-81df-a5177ff27f46 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:53.189733 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2e1ff429-1775-4b80-b7d6-1a03a0874f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:53.195544 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3828e244-61d4-4d11-90f0-3abb9fcb1bd0 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:48:53.239105 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24708fae-d66c-4514-b909-b62a13611a56 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Network 1df2acd6-8c35-4824-b98f-c0eed48cdca8 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:48:53.247512 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3828e244-61d4-4d11-90f0-3abb9fcb1bd0 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event updated for resources: {'Port': ['ID=238ecc96-8f9e-4916-bc8b-9ddbebc67c95,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:53.248362 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-c064f7e2-6181-4ef1-ae75-3731652e82f2 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] DELETE failed (client error): The resource could not be found. Feb 16 12:48:53.261241 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c064f7e2-6181-4ef1-ae75-3731652e82f2 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:48:53.270666 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c064f7e2-6181-4ef1-ae75-3731652e82f2 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/subnets/9097225e-31dd-420d-b188-20b05c672a56 HTTP/1.1" status: 404 len: 337 time: 0.0908511 Feb 16 12:48:53.273508 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36076) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:53.274493 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-24708fae-d66c-4514-b909-b62a13611a56 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 1df2acd6-8c35-4824-b98f-c0eed48cdca8) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:53.289451 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24708fae-d66c-4514-b909-b62a13611a56 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:53.290169 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-24708fae-d66c-4514-b909-b62a13611a56 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:53.291118 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7c01ca-b788-4eca-ba0d-4100fe18fdd1 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:53.292207 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7c01ca-b788-4eca-ba0d-4100fe18fdd1 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:53.296769 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7c01ca-b788-4eca-ba0d-4100fe18fdd1 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:53.301358 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9e7c01ca-b788-4eca-ba0d-4100fe18fdd1 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1637437 Feb 16 12:48:53.307007 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36078) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:53.311909 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fe5646-682a-4859-a4cf-fad9cd24c7b3 None None] Network 1df2acd6-8c35-4824-b98f-c0eed48cdca8 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:53.329034 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-24708fae-d66c-4514-b909-b62a13611a56 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9684486 Feb 16 12:48:53.329336 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36080) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:53.340791 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-ae72fae4-4a9b-41dc-845b-d21bd6c09319 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'subnet': {'network_id': '1df2acd6-8c35-4824-b98f-c0eed48cdca8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:53.349252 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3828e244-61d4-4d11-90f0-3abb9fcb1bd0 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:53.485803 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-2e1ff429-1775-4b80-b7d6-1a03a0874f25 None None] Could not find standard attr ID for object d4855f1d-e5f9-4024-9677-1b36f9810fe1. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:48:53.530477 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae72fae4-4a9b-41dc-845b-d21bd6c09319 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Made reservation on behalf of c95cec895ceb44429e923d2affce57da for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:53.535291 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ae72fae4-4a9b-41dc-845b-d21bd6c09319 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:53.577149 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-493085ce-6e83-43b0-b966-9903cf42608a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Deleting subnet 0626419a-9711-4782-865d-e731ea3ce9b0 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:48:53.593146 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3828e244-61d4-4d11-90f0-3abb9fcb1bd0 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:53.595568 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-493085ce-6e83-43b0-b966-9903cf42608a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:53.602695 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-76528511-29b4-4619-aa98-3f9645df4c06 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting subnet da179efd-af28-4f68-9b70-38af3a029994 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:48:53.632107 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55af9cf-d739-475f-9cee-a9d2a59ed922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-1df2acd6-8c35-4824-b98f-c0eed48cdca8', 'network_id': '1df2acd6-8c35-4824-b98f-c0eed48cdca8', 'tenant_id': 'c95cec895ceb44429e923d2affce57da', 'fixed_ips': [{'subnet_id': 'a61ea54a-2915-423b-a3a1-dd9f26d15cbe'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:48:53.633165 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b55af9cf-d739-475f-9cee-a9d2a59ed922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:53.635277 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-76528511-29b4-4619-aa98-3f9645df4c06 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:53.655060 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-607dc64c-275f-442d-abd7-edd7aad6300f None None] Provisioning complete for port 238ecc96-8f9e-4916-bc8b-9ddbebc67c95 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:53.655565 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-607dc64c-275f-442d-abd7-edd7aad6300f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:53.662639 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.ipam_backend_mixin [None req-ae72fae4-4a9b-41dc-845b-d21bd6c09319 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a61ea54a-2915-423b-a3a1-dd9f26d15cbe (CIDR: 2001:db8::/64) Feb 16 12:48:53.666781 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae72fae4-4a9b-41dc-845b-d21bd6c09319 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:48:53.667974 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae72fae4-4a9b-41dc-845b-d21bd6c09319 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:48:53.713168 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ae72fae4-4a9b-41dc-845b-d21bd6c09319 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3680160 Feb 16 12:48:53.713861 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36082) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:53.722163 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-f7d2b534-e3b0-4529-a60f-ad3f1813ff89 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'subnet': {'network_id': '1df2acd6-8c35-4824-b98f-c0eed48cdca8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:53.735561 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-76528511-29b4-4619-aa98-3f9645df4c06 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:53.748696 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-493085ce-6e83-43b0-b966-9903cf42608a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:53.772609 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4baff6e4-c5e0-443c-a76d-f2700a9f75a4 None None] Network f1103cc1-ec1a-4517-846a-1695013054ee requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:53.804342 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-607dc64c-275f-442d-abd7-edd7aad6300f None None] Port 238ecc96-8f9e-4916-bc8b-9ddbebc67c95 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:48:53.833774 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device ef5f4190-a4f2-4d67-81df-a5177ff27f46 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:48:53.954160 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-b55af9cf-d739-475f-9cee-a9d2a59ed922 None None] Allocated IP 2001:db8::2 (1df2acd6-8c35-4824-b98f-c0eed48cdca8/a61ea54a-2915-423b-a3a1-dd9f26d15cbe/a149bc34-7fbe-4574-89e6-4faf1ef7b7d0) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:53.990016 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-b5e6456f-98ad-4408-9f4e-35d97a5c0486 None None] Provisioning complete for port 18628e21-037c-4570-826c-3e69c00f5356 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:53.990499 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b5e6456f-98ad-4408-9f4e-35d97a5c0486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.077159 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-76528511-29b4-4619-aa98-3f9645df4c06 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.083146 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-493085ce-6e83-43b0-b966-9903cf42608a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.095327 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port ef5f4190-a4f2-4d67-81df-a5177ff27f46 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:54.095700 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.131586 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-b5e6456f-98ad-4408-9f4e-35d97a5c0486 None None] Port 18628e21-037c-4570-826c-3e69c00f5356 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:48:54.189464 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-b5e6456f-98ad-4408-9f4e-35d97a5c0486 None None] Provisioning complete for port 4f255f99-7bef-4ce7-b03c-9a45076f450b triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:54.189842 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b5e6456f-98ad-4408-9f4e-35d97a5c0486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.230719 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d2b534-e3b0-4529-a60f-ad3f1813ff89 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Made reservation on behalf of c95cec895ceb44429e923d2affce57da for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:54.234305 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f7d2b534-e3b0-4529-a60f-ad3f1813ff89 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.349683 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-493085ce-6e83-43b0-b966-9903cf42608a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.360558 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-76528511-29b4-4619-aa98-3f9645df4c06 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.424337 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493085ce-6e83-43b0-b966-9903cf42608a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'Subnet': ['ID=0626419a-9711-4782-865d-e731ea3ce9b0,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:54.440955 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-493085ce-6e83-43b0-b966-9903cf42608a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.444383 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-493085ce-6e83-43b0-b966-9903cf42608a tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/subnets/0626419a-9711-4782-865d-e731ea3ce9b0 HTTP/1.1" status: 204 len: 168 time: 1.1700051 Feb 16 12:48:54.447276 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36086) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:54.482476 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-76528511-29b4-4619-aa98-3f9645df4c06 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.486635 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-76528511-29b4-4619-aa98-3f9645df4c06 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/da179efd-af28-4f68-9b70-38af3a029994 HTTP/1.1" status: 204 len: 168 time: 1.1788199 Feb 16 12:48:54.493983 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36088) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:54.499037 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dff8a43-845f-4a94-a3b7-21fcb25b29ca tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] DELETE failed (client error): The resource could not be found. Feb 16 12:48:54.499495 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dff8a43-845f-4a94-a3b7-21fcb25b29ca tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:48:54.502737 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-8dff8a43-845f-4a94-a3b7-21fcb25b29ca tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/subnets/671dad4f-51d9-404d-b1fe-6c6f31fcaec1 HTTP/1.1" status: 404 len: 337 time: 0.0538392 Feb 16 12:48:54.506032 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36090) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:54.507795 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76528511-29b4-4619-aa98-3f9645df4c06 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Subnet': ['ID=da179efd-af28-4f68-9b70-38af3a029994,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:54.552196 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-8a95dd43-c8a0-4c00-b179-e2a04cf1ad51 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "GET /v2.0/ports?device_id=b0c32287-bb27-449c-b499-5054476eb36e HTTP/1.1" status: 200 len: 205 time: 0.0449009 Feb 16 12:48:54.553367 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36092) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:54.560444 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b55af9cf-d739-475f-9cee-a9d2a59ed922 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.575493 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3828e244-61d4-4d11-90f0-3abb9fcb1bd0 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.588397 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3828e244-61d4-4d11-90f0-3abb9fcb1bd0 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.607654 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-ed811fd9-3d68-46fa-af0a-fb4f284ef1ee tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] delete failed (client error): The resource could not be found. Feb 16 12:48:54.608865 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa37d07-e0a5-4244-8065-e45e515ac308 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting subnet dde18fcd-45c5-4c8b-b962-52dfd9605a66 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:48:54.611910 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36094) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:54.612465 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ed811fd9-3d68-46fa-af0a-fb4f284ef1ee tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/routers/b0c32287-bb27-449c-b499-5054476eb36e HTTP/1.1" status: 404 len: 336 time: 0.0578854 Feb 16 12:48:54.618511 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b55af9cf-d739-475f-9cee-a9d2a59ed922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.624603 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e8cae524-6e5f-49c1-9e5c-1cc7b951c8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.677347 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55af9cf-d739-475f-9cee-a9d2a59ed922 None None] Network 1df2acd6-8c35-4824-b98f-c0eed48cdca8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:54.685026 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-b55af9cf-d739-475f-9cee-a9d2a59ed922 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:54.688590 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55af9cf-d739-475f-9cee-a9d2a59ed922 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:48:54.693476 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8aa37d07-e0a5-4244-8065-e45e515ac308 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.696193 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55af9cf-d739-475f-9cee-a9d2a59ed922 None None] Pushing event updated for resources: {'Port': ['ID=a149bc34-7fbe-4574-89e6-4faf1ef7b7d0,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:54.725059 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf458f2a-cc6e-490d-a9d2-c72e885e3cac tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] DELETE failed (client error): The resource could not be found. Feb 16 12:48:54.725059 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf458f2a-cc6e-490d-a9d2-c72e885e3cac tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:48:54.728347 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-cf458f2a-cc6e-490d-a9d2-c72e885e3cac tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/subnets/52a7f0f2-961d-46d3-8b6c-29c269bc6f5f HTTP/1.1" status: 404 len: 337 time: 0.1112199 Feb 16 12:48:54.731203 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36096) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:54.753930 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dfe956-1d05-45cb-ab75-08e6519d89d2 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:54.773026 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ca9b291-3d8a-4419-afc4-443e4e61d6c5 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] DELETE failed (client error): The resource could not be found. Feb 16 12:48:54.774284 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ca9b291-3d8a-4419-afc4-443e4e61d6c5 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:48:54.784554 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-9ca9b291-3d8a-4419-afc4-443e4e61d6c5 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/subnets/f2bd474b-2498-4dbf-8f29-a648462cd078 HTTP/1.1" status: 404 len: 337 time: 0.0520291 Feb 16 12:48:54.785376 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36098) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:54.803031 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3828e244-61d4-4d11-90f0-3abb9fcb1bd0 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.813443 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3828e244-61d4-4d11-90f0-3abb9fcb1bd0 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event updated for resources: {'Port': ['ID=238ecc96-8f9e-4916-bc8b-9ddbebc67c95,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:54.817978 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d7cf5d2-358e-448e-aa03-1b5bbd727f09 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] DELETE failed (client error): The resource could not be found. Feb 16 12:48:54.818558 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d7cf5d2-358e-448e-aa03-1b5bbd727f09 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:48:54.825288 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5d7cf5d2-358e-448e-aa03-1b5bbd727f09 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/subnets/f692874c-13d8-432b-bbf3-cee695404a16 HTTP/1.1" status: 404 len: 337 time: 0.0385053 Feb 16 12:48:54.826035 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36100) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:54.827829 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8aa37d07-e0a5-4244-8065-e45e515ac308 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.852596 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc52db7-5feb-4530-97d9-fd9d6be35488 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] DELETE failed (client error): The resource could not be found. Feb 16 12:48:54.853470 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fc52db7-5feb-4530-97d9-fd9d6be35488 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:48:54.856984 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-8fc52db7-5feb-4530-97d9-fd9d6be35488 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/ports/72655ed2-8541-4bde-9856-9e2b5bccdf3c HTTP/1.1" status: 404 len: 333 time: 0.0298758 Feb 16 12:48:54.859576 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36102) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:54.868229 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-b55af9cf-d739-475f-9cee-a9d2a59ed922 None None] Attempting to bind port a149bc34-7fbe-4574-89e6-4faf1ef7b7d0 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:54.869346 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-b55af9cf-d739-475f-9cee-a9d2a59ed922 None None] Attempting to bind port a149bc34-7fbe-4574-89e6-4faf1ef7b7d0 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'c1794330-6fee-446f-9aab-48a3f1a0b2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1df2acd6-8c35-4824-b98f-c0eed48cdca8'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:54.869900 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55af9cf-d739-475f-9cee-a9d2a59ed922 None None] Attempting to bind port a149bc34-7fbe-4574-89e6-4faf1ef7b7d0 on network 1df2acd6-8c35-4824-b98f-c0eed48cdca8 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:48:54.893786 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55af9cf-d739-475f-9cee-a9d2a59ed922 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:48:54.894490 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55af9cf-d739-475f-9cee-a9d2a59ed922 None None] Checking segment: {'id': 'c1794330-6fee-446f-9aab-48a3f1a0b2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1df2acd6-8c35-4824-b98f-c0eed48cdca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:48:54.895315 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b55af9cf-d739-475f-9cee-a9d2a59ed922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.895714 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55af9cf-d739-475f-9cee-a9d2a59ed922 None None] Bound using segment: {'id': 'c1794330-6fee-446f-9aab-48a3f1a0b2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1df2acd6-8c35-4824-b98f-c0eed48cdca8'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:48:54.896201 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-b55af9cf-d739-475f-9cee-a9d2a59ed922 None None] Bound port: a149bc34-7fbe-4574-89e6-4faf1ef7b7d0, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1794330-6fee-446f-9aab-48a3f1a0b2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1df2acd6-8c35-4824-b98f-c0eed48cdca8'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:54.896648 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b55af9cf-d739-475f-9cee-a9d2a59ed922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.901237 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bc77ec8-cf55-4bac-95ba-bd8b0ebeae1d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] DELETE failed (client error): The resource could not be found. Feb 16 12:48:54.902063 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bc77ec8-cf55-4bac-95ba-bd8b0ebeae1d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:48:54.906413 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0bc77ec8-cf55-4bac-95ba-bd8b0ebeae1d tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/subnets/89402aca-9378-423d-971d-e858dfb2f662 HTTP/1.1" status: 404 len: 337 time: 0.0452867 Feb 16 12:48:54.911219 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36106) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:54.945736 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-2659b7e7-7e76-489b-8236-d33b709a8813 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] DELETE failed (client error): The resource could not be found. Feb 16 12:48:54.946193 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2659b7e7-7e76-489b-8236-d33b709a8813 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:48:54.947113 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-6d15d1e2-9afd-4039-bdeb-aa8323511eb9 None None] Provisioning complete for port ef5f4190-a4f2-4d67-81df-a5177ff27f46 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:54.947491 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6d15d1e2-9afd-4039-bdeb-aa8323511eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.954950 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2659b7e7-7e76-489b-8236-d33b709a8813 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/subnets/e99578cd-566c-416d-ad03-aa534cd71de2 HTTP/1.1" status: 404 len: 337 time: 0.0423579 Feb 16 12:48:54.955601 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36108) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:54.981129 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-04fcff5d-cc50-4cfb-86ef-a5d12bcec366 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] DELETE failed (client error): The resource could not be found. Feb 16 12:48:54.981884 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04fcff5d-cc50-4cfb-86ef-a5d12bcec366 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:48:54.985489 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-04fcff5d-cc50-4cfb-86ef-a5d12bcec366 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/ports/45743543-c990-4ad5-a800-020acb05f691 HTTP/1.1" status: 404 len: 333 time: 0.0286052 Feb 16 12:48:54.990160 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36110) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:55.035537 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-89221b87-25cc-4297-8f14-037c41e9a14c tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] DELETE failed (client error): The resource could not be found. Feb 16 12:48:55.036373 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89221b87-25cc-4297-8f14-037c41e9a14c tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:48:55.042541 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-89221b87-25cc-4297-8f14-037c41e9a14c tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/subnets/db04db30-f010-48fc-8ba9-d0a5a378034e HTTP/1.1" status: 404 len: 337 time: 0.0503852 Feb 16 12:48:55.047519 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36112) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:55.077282 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-b55af9cf-d739-475f-9cee-a9d2a59ed922 None None] For port a149bc34-7fbe-4574-89e6-4faf1ef7b7d0, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:48:55.083462 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-b55af9cf-d739-475f-9cee-a9d2a59ed922 None None] For port a149bc34-7fbe-4574-89e6-4faf1ef7b7d0, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=a149bc34-7fbe-4574-89e6-4faf1ef7b7d0,segment=NetworkSegment(c1794330-6fee-446f-9aab-48a3f1a0b2b7),segment_id=c1794330-6fee-446f-9aab-48a3f1a0b2b7)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:48:55.091134 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-02e56af5-1948-4be0-9e3f-1aa19ad67baa tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] DELETE failed (client error): The resource could not be found. Feb 16 12:48:55.091597 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02e56af5-1948-4be0-9e3f-1aa19ad67baa tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:48:55.099705 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-02e56af5-1948-4be0-9e3f-1aa19ad67baa tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/subnets/bb193978-64dc-4477-a20f-32e6a262f7d3 HTTP/1.1" status: 404 len: 337 time: 0.0501993 Feb 16 12:48:55.099922 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36114) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:55.102687 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b55af9cf-d739-475f-9cee-a9d2a59ed922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:55.226588 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-6d15d1e2-9afd-4039-bdeb-aa8323511eb9 None None] Could not find standard attr ID for object b8770694-1bc1-4a55-a200-95d4280e30aa. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:48:55.231790 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-6d15d1e2-9afd-4039-bdeb-aa8323511eb9 None None] Could not find standard attr ID for object d4855f1d-e5f9-4024-9677-1b36f9810fe1. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:48:55.257251 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55af9cf-d739-475f-9cee-a9d2a59ed922 None None] Pushing event updated for resources: {'Port': ['ID=a149bc34-7fbe-4574-89e6-4faf1ef7b7d0,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:55.290169 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-998f8c58-fbb4-4fa6-990a-6bf5c7052505 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Deleting port 18628e21-037c-4570-826c-3e69c00f5356 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:55.290502 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-998f8c58-fbb4-4fa6-990a-6bf5c7052505 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:55.381349 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-998f8c58-fbb4-4fa6-990a-6bf5c7052505 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:55.398445 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-998f8c58-fbb4-4fa6-990a-6bf5c7052505 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Calling delete_port for 18628e21-037c-4570-826c-3e69c00f5356 owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:55.419336 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8e232d-17bc-4297-9576-bcec10f76feb None None] Network f1103cc1-ec1a-4517-846a-1695013054ee requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:55.494864 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f7d2b534-e3b0-4529-a60f-ad3f1813ff89 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:55.570850 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3828e244-61d4-4d11-90f0-3abb9fcb1bd0 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Network 2de19124-2a9d-44e5-b1a3-a9853bf8a1ab is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:55.572269 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8aa37d07-e0a5-4244-8065-e45e515ac308 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:55.577512 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-998f8c58-fbb4-4fa6-990a-6bf5c7052505 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:55.578844 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d2b534-e3b0-4529-a60f-ad3f1813ff89 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Network 1df2acd6-8c35-4824-b98f-c0eed48cdca8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:55.587545 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-2bb301ac-6e11-4e37-ad69-951c1c1a90ac None None] Could not find standard attr ID for object 18628e21-037c-4570-826c-3e69c00f5356. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:48:55.599879 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-3828e244-61d4-4d11-90f0-3abb9fcb1bd0 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:55.614453 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f8c58-fbb4-4fa6-990a-6bf5c7052505 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'Port': ['ID=18628e21-037c-4570-826c-3e69c00f5356,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:55.638175 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-2bb301ac-6e11-4e37-ad69-951c1c1a90ac None None] Provisioning complete for port 4f255f99-7bef-4ce7-b03c-9a45076f450b triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:55.638547 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2bb301ac-6e11-4e37-ad69-951c1c1a90ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:55.639525 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-998f8c58-fbb4-4fa6-990a-6bf5c7052505 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:55.647853 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-998f8c58-fbb4-4fa6-990a-6bf5c7052505 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/ports/18628e21-037c-4570-826c-3e69c00f5356 HTTP/1.1" status: 204 len: 168 time: 0.5456738 Feb 16 12:48:55.648654 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36116) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:55.652951 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-f7d2b534-e3b0-4529-a60f-ad3f1813ff89 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:55.656411 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d2b534-e3b0-4529-a60f-ad3f1813ff89 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:55.657111 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f7d2b534-e3b0-4529-a60f-ad3f1813ff89 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:55.771342 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-47403ad9-cd3e-449b-b891-f0cd7552f105 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:55.790417 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2b534-e3b0-4529-a60f-ad3f1813ff89 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'Subnet': ['ID=7d4550a5-2ba1-420d-ba21-bc32b9dd4b48,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:55.868658 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe6accd-171f-47e7-b82b-5d52da09f03d None None] DHCP port deletion for f1103cc1-ec1a-4517-846a-1695013054ee request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:48:55.874277 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:55.876129 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36118) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:55.876817 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f7d2b534-e3b0-4529-a60f-ad3f1813ff89 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1576166 Feb 16 12:48:55.881882 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-d175cbcb-cf64-4dd7-8e5c-96d90c73ac08 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'port': {'network_id': '1df2acd6-8c35-4824-b98f-c0eed48cdca8', 'fixed_ips': [{'subnet_id': 'a61ea54a-2915-423b-a3a1-dd9f26d15cbe'}, {'subnet_id': '7d4550a5-2ba1-420d-ba21-bc32b9dd4b48'}], 'name': 'tempest-PortsIpV6TestJSON-1496886892'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:55.930791 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3828e244-61d4-4d11-90f0-3abb9fcb1bd0 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Router 07b65ebc-d437-45c6-a13d-21e8030a1fb9 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:48:55.940600 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device a149bc34-7fbe-4574-89e6-4faf1ef7b7d0 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:48:55.952521 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8aa37d07-e0a5-4244-8065-e45e515ac308 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:55.984486 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37d07-e0a5-4244-8065-e45e515ac308 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Subnet': ['ID=dde18fcd-45c5-4c8b-b962-52dfd9605a66,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:55.994092 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-47403ad9-cd3e-449b-b891-f0cd7552f105 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Deleting port 4f255f99-7bef-4ce7-b03c-9a45076f450b {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:55.994515 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-47403ad9-cd3e-449b-b891-f0cd7552f105 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:55.996830 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8aa37d07-e0a5-4244-8065-e45e515ac308 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:56.000224 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8aa37d07-e0a5-4244-8065-e45e515ac308 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/dde18fcd-45c5-4c8b-b962-52dfd9605a66 HTTP/1.1" status: 204 len: 168 time: 1.5009406 Feb 16 12:48:56.002659 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36120) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:56.062251 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port a149bc34-7fbe-4574-89e6-4faf1ef7b7d0 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:56.063140 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:56.069495 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-cbe6accd-171f-47e7-b82b-5d52da09f03d None None] Deleting port 4f255f99-7bef-4ce7-b03c-9a45076f450b {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:56.069929 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cbe6accd-171f-47e7-b82b-5d52da09f03d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:56.134151 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-47403ad9-cd3e-449b-b891-f0cd7552f105 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] For port 4f255f99-7bef-4ce7-b03c-9a45076f450b, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=4f255f99-7bef-4ce7-b03c-9a45076f450b,segment=NetworkSegment(bed35276-bc81-4c0d-9f8b-2448758a2661),segment_id=bed35276-bc81-4c0d-9f8b-2448758a2661)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:56.134510 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-47403ad9-cd3e-449b-b891-f0cd7552f105 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:56.135797 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-305cde0a-fbda-45d1-931c-ce6c35de70cd tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1317842 Feb 16 12:48:56.136417 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36122) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:56.143810 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-5e89c8a2-e24a-498e-ae98-4d6a17720a62 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'subnet': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:56.161435 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-cbe6accd-171f-47e7-b82b-5d52da09f03d None None] For port 4f255f99-7bef-4ce7-b03c-9a45076f450b, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=4f255f99-7bef-4ce7-b03c-9a45076f450b,segment=NetworkSegment(bed35276-bc81-4c0d-9f8b-2448758a2661),segment_id=bed35276-bc81-4c0d-9f8b-2448758a2661)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:56.161833 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cbe6accd-171f-47e7-b82b-5d52da09f03d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:56.162680 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-47403ad9-cd3e-449b-b891-f0cd7552f105 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Calling delete_port for 4f255f99-7bef-4ce7-b03c-9a45076f450b owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:56.176726 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-cbe6accd-171f-47e7-b82b-5d52da09f03d None None] Calling delete_port for 4f255f99-7bef-4ce7-b03c-9a45076f450b owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:56.223178 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d175cbcb-cf64-4dd7-8e5c-96d90c73ac08 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Made reservation on behalf of c95cec895ceb44429e923d2affce57da for: {'port': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:56.224976 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3828e244-61d4-4d11-90f0-3abb9fcb1bd0 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:48:56.237023 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3828e244-61d4-4d11-90f0-3abb9fcb1bd0 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "PUT /v2.0/routers/07b65ebc-d437-45c6-a13d-21e8030a1fb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3233111 Feb 16 12:48:56.237641 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36124) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:56.292676 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b24199-46e6-425c-bf8a-234d19458572 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:56.292953 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b1be84-2582-4b0e-9215-ba05446813d6 None None] Sync routers for ids ['07b65ebc-d437-45c6-a13d-21e8030a1fb9'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:56.297502 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82c6dc7-9bad-472d-a6ab-12b580fb8896 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:56.297940 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-83b24199-46e6-425c-bf8a-234d19458572 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "GET /v2.0/ports/238ecc96-8f9e-4916-bc8b-9ddbebc67c95 HTTP/1.1" status: 200 len: 910 time: 0.0576005 Feb 16 12:48:56.300938 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36126) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:56.323454 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cbe6accd-171f-47e7-b82b-5d52da09f03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:56.373313 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-47403ad9-cd3e-449b-b891-f0cd7552f105 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:56.380725 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d175cbcb-cf64-4dd7-8e5c-96d90c73ac08 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:56.394549 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e89c8a2-e24a-498e-ae98-4d6a17720a62 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:56.398156 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5e89c8a2-e24a-498e-ae98-4d6a17720a62 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:56.411081 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe6accd-171f-47e7-b82b-5d52da09f03d None None] No DVR routers for this DVR port 4f255f99-7bef-4ce7-b03c-9a45076f450b on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:56.413219 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403ad9-cd3e-449b-b891-f0cd7552f105 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'Port': ['ID=4f255f99-7bef-4ce7-b03c-9a45076f450b,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:56.417512 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe6accd-171f-47e7-b82b-5d52da09f03d None None] Pushing event deleted for resources: {'Port': ['ID=4f255f99-7bef-4ce7-b03c-9a45076f450b,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:56.429400 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47403ad9-cd3e-449b-b891-f0cd7552f105 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] No DVR routers for this DVR port 4f255f99-7bef-4ce7-b03c-9a45076f450b on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:56.430801 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b1be84-2582-4b0e-9215-ba05446813d6 None None] Routers {'07b65ebc-d437-45c6-a13d-21e8030a1fb9'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:48:56.431810 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-b4b1be84-2582-4b0e-9215-ba05446813d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:48:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['07b65ebc-d437-45c6-a13d-21e8030a1fb9'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:56.466500 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-d175cbcb-cf64-4dd7-8e5c-96d90c73ac08 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] device_id is not set on port b31fbbc0-aaa0-43c6-9909-6c6f3e852da8 yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:48:56.496039 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-26eb24ef-a46e-47a4-873b-4887bc0c1552 None None] Provisioning complete for port 238ecc96-8f9e-4916-bc8b-9ddbebc67c95 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:56.496419 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-26eb24ef-a46e-47a4-873b-4887bc0c1552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:56.501715 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-b4b1be84-2582-4b0e-9215-ba05446813d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:56.572364 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-47403ad9-cd3e-449b-b891-f0cd7552f105 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:56.575684 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b1be84-2582-4b0e-9215-ba05446813d6 None None] Routers {'07b65ebc-d437-45c6-a13d-21e8030a1fb9'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:48:56.576167 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-b4b1be84-2582-4b0e-9215-ba05446813d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:48:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['07b65ebc-d437-45c6-a13d-21e8030a1fb9'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:56.605463 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-47403ad9-cd3e-449b-b891-f0cd7552f105 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1103cc1-ec1a-4517-846a-1695013054ee']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:56.610897 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5e89c8a2-e24a-498e-ae98-4d6a17720a62 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:56.621012 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-47403ad9-cd3e-449b-b891-f0cd7552f105 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed35276-bc81-4c0d-9f8b-2448758a2661') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:56.621297 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-47403ad9-cd3e-449b-b891-f0cd7552f105 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed35276-bc81-4c0d-9f8b-2448758a2661') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:56.636567 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-26eb24ef-a46e-47a4-873b-4887bc0c1552 None None] Port 238ecc96-8f9e-4916-bc8b-9ddbebc67c95 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:48:56.637896 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-47403ad9-cd3e-449b-b891-f0cd7552f105 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:56.657737 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-b4b1be84-2582-4b0e-9215-ba05446813d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:56.658381 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b1be84-2582-4b0e-9215-ba05446813d6 None None] The sync data for ids ['07b65ebc-d437-45c6-a13d-21e8030a1fb9'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:56.675072 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:56.691951 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-47403ad9-cd3e-449b-b891-f0cd7552f105 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:56.704007 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47403ad9-cd3e-449b-b891-f0cd7552f105 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:48:56.704518 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-47403ad9-cd3e-449b-b891-f0cd7552f105 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:56.708189 dv-neutron-828142-3-hyperv neutron-server[109048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:48:56.708189 dv-neutron-828142-3-hyperv neutron-server[109048]: self.session.flush() Feb 16 12:48:56.708189 dv-neutron-828142-3-hyperv neutron-server[109048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:48:56.708189 dv-neutron-828142-3-hyperv neutron-server[109048]: self.session.flush() Feb 16 12:48:56.708189 dv-neutron-828142-3-hyperv neutron-server[109048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:48:56.708189 dv-neutron-828142-3-hyperv neutron-server[109048]: self.session.flush() Feb 16 12:48:56.708189 dv-neutron-828142-3-hyperv neutron-server[109048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:48:56.708189 dv-neutron-828142-3-hyperv neutron-server[109048]: self.session.flush() Feb 16 12:48:56.708189 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:48:56.708189 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:48:56.708189 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:48:56.708189 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:48:56.708189 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:48:56.708189 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:48:56.708189 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:48:56.708189 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:48:56.708189 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:48:56.708189 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:48:56.708189 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:48:56.708189 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:48:56.708189 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:48:56.708189 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:48:56.708189 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:48:56.708189 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:48:56.708189 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:48:56.708189 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:48:56.708189 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:48:56.708189 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:48:56.708189 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:48:56.708189 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:48:56.708189 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:48:56.708189 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:48:56.708189 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:48:56.708189 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:48:56.708189 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:48:56.708189 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:48:56.708189 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:48:56.708189 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:48:56.708189 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:48:56.708189 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:48:56.722949 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port a149bc34-7fbe-4574-89e6-4faf1ef7b7d0, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=a149bc34-7fbe-4574-89e6-4faf1ef7b7d0,segment=NetworkSegment(c1794330-6fee-446f-9aab-48a3f1a0b2b7),segment_id=c1794330-6fee-446f-9aab-48a3f1a0b2b7)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:56.729856 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:56.762409 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e89c8a2-e24a-498e-ae98-4d6a17720a62 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:56.772565 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22aaf4e4-d7df-497e-b4ce-318e75388dbe None None] Network 1df2acd6-8c35-4824-b98f-c0eed48cdca8 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:56.775131 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-5e89c8a2-e24a-498e-ae98-4d6a17720a62 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:56.776959 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e89c8a2-e24a-498e-ae98-4d6a17720a62 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Subnet': ['ID=0c0c649e-6f62-4974-b4a8-beca90234bb1,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:56.781802 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e89c8a2-e24a-498e-ae98-4d6a17720a62 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:56.782392 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5e89c8a2-e24a-498e-ae98-4d6a17720a62 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:56.815204 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf13fd9-5c37-481e-92fa-bff18566fb83 None None] DHCP port deletion for 8f2fc9c2-6909-42b1-9817-f8926b88a024 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:48:56.821172 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5e89c8a2-e24a-498e-ae98-4d6a17720a62 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6818483 Feb 16 12:48:56.822972 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36128) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:56.828597 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-e655ba6a-a20c-497e-b5dc-f0e0b43af2af tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'subnet': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:56.834848 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-47403ad9-cd3e-449b-b891-f0cd7552f105 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:56.860390 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-47403ad9-cd3e-449b-b891-f0cd7552f105 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:56.863732 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-47403ad9-cd3e-449b-b891-f0cd7552f105 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] 10.222.0.90 "DELETE /v2.0/networks/f1103cc1-ec1a-4517-846a-1695013054ee HTTP/1.1" status: 204 len: 168 time: 1.2141013 Feb 16 12:48:56.905182 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-8a22657d-f042-4a7b-886d-edde81cb607c None None] Provisioning complete for port ef5f4190-a4f2-4d67-81df-a5177ff27f46 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:56.905762 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8a22657d-f042-4a7b-886d-edde81cb607c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:56.929914 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403ad9-cd3e-449b-b891-f0cd7552f105 tempest-PortsTestJSON-1693448924 tempest-PortsTestJSON-1693448924-project] Pushing event deleted for resources: {'Network': ['ID=f1103cc1-ec1a-4517-846a-1695013054ee,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:56.948613 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=a149bc34-7fbe-4574-89e6-4faf1ef7b7d0,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:57.028594 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c90b38d3-5750-48a3-99d1-e72907abc616 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.082977 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-d175cbcb-cf64-4dd7-8e5c-96d90c73ac08 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Allocated IP 2001:db8::302 (1df2acd6-8c35-4824-b98f-c0eed48cdca8/a61ea54a-2915-423b-a3a1-dd9f26d15cbe/b31fbbc0-aaa0-43c6-9909-6c6f3e852da8) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:57.085855 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.105223 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-d175cbcb-cf64-4dd7-8e5c-96d90c73ac08 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Allocated IP 2001:db8:0:1::21e (1df2acd6-8c35-4824-b98f-c0eed48cdca8/7d4550a5-2ba1-420d-ba21-bc32b9dd4b48/b31fbbc0-aaa0-43c6-9909-6c6f3e852da8) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:57.107987 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e655ba6a-a20c-497e-b5dc-f0e0b43af2af tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:57.111766 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-fcf13fd9-5c37-481e-92fa-bff18566fb83 None None] Deleting port ef5f4190-a4f2-4d67-81df-a5177ff27f46 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:57.112139 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fcf13fd9-5c37-481e-92fa-bff18566fb83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.113656 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e655ba6a-a20c-497e-b5dc-f0e0b43af2af tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.265695 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36134) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:57.324197 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-fcf13fd9-5c37-481e-92fa-bff18566fb83 None None] For port ef5f4190-a4f2-4d67-81df-a5177ff27f46, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=ef5f4190-a4f2-4d67-81df-a5177ff27f46,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:57.324871 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fcf13fd9-5c37-481e-92fa-bff18566fb83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.345542 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-39d7b4ef-8989-4228-8fd6-abeccd7cf517 None None] Provisioning complete for port a149bc34-7fbe-4574-89e6-4faf1ef7b7d0 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:57.347679 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-39d7b4ef-8989-4228-8fd6-abeccd7cf517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.347847 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-c90b38d3-5750-48a3-99d1-e72907abc616 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Deleting port 238ecc96-8f9e-4916-bc8b-9ddbebc67c95 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:48:57.347847 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c90b38d3-5750-48a3-99d1-e72907abc616 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.360129 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-fcf13fd9-5c37-481e-92fa-bff18566fb83 None None] Calling delete_port for ef5f4190-a4f2-4d67-81df-a5177ff27f46 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:57.394386 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.401738 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade5f4f8-a89d-432a-a96a-eb575e208976 None None] Update dhcp port {'port': {'network_id': '1df2acd6-8c35-4824-b98f-c0eed48cdca8', 'fixed_ips': [{'subnet_id': 'a61ea54a-2915-423b-a3a1-dd9f26d15cbe', 'ip_address': '2001:db8::2'}, {'subnet_id': '7d4550a5-2ba1-420d-ba21-bc32b9dd4b48'}], 'binding:host_id': 'dv-neutron-828142-3-hyperv'}, 'id': 'a149bc34-7fbe-4574-89e6-4faf1ef7b7d0'} from dv-neutron-828142-3-hyperv. {{(pid=109050) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 12:48:57.439868 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c90b38d3-5750-48a3-99d1-e72907abc616 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.454580 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-c90b38d3-5750-48a3-99d1-e72907abc616 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Calling delete_port for 238ecc96-8f9e-4916-bc8b-9ddbebc67c95 owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:48:57.462930 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d175cbcb-cf64-4dd7-8e5c-96d90c73ac08 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.494376 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ade5f4f8-a89d-432a-a96a-eb575e208976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.563385 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-96b0858a-4d56-4c2e-9bd3-70b73105a2e6 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5b475467252d4f968fd5b204d0b30dc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2941167 Feb 16 12:48:57.563609 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36138) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:57.587993 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d175cbcb-cf64-4dd7-8e5c-96d90c73ac08 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.657994 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-41f9aeb0-d3c0-4145-9c94-44ae2160d0ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.675861 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d175cbcb-cf64-4dd7-8e5c-96d90c73ac08 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Network 1df2acd6-8c35-4824-b98f-c0eed48cdca8 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:57.680725 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-41f9aeb0-d3c0-4145-9c94-44ae2160d0ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.685686 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-d175cbcb-cf64-4dd7-8e5c-96d90c73ac08 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:57.737248 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-41f9aeb0-d3c0-4145-9c94-44ae2160d0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.739869 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-41f9aeb0-d3c0-4145-9c94-44ae2160d0ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.740974 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-41f9aeb0-d3c0-4145-9c94-44ae2160d0ae admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/66913c61-865d-4dd5-9c4e-d0123fafcd51 HTTP/1.1" status: 204 len: 168 time: 0.1763527 Feb 16 12:48:57.775358 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fcf13fd9-5c37-481e-92fa-bff18566fb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.790686 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.objects.ports [None req-e655ba6a-a20c-497e-b5dc-f0e0b43af2af tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109048) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 12:48:57.796038 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d175cbcb-cf64-4dd7-8e5c-96d90c73ac08 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:48:57.796578 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f9aeb0-d3c0-4145-9c94-44ae2160d0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66913c61-865d-4dd5-9c4e-d0123fafcd51,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:57.801868 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d175cbcb-cf64-4dd7-8e5c-96d90c73ac08 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:57.802514 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d175cbcb-cf64-4dd7-8e5c-96d90c73ac08 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.805977 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c90b38d3-5750-48a3-99d1-e72907abc616 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.813109 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf13fd9-5c37-481e-92fa-bff18566fb83 None None] Pushing event deleted for resources: {'Port': ['ID=ef5f4190-a4f2-4d67-81df-a5177ff27f46,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:57.840284 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device a149bc34-7fbe-4574-89e6-4faf1ef7b7d0 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:48:57.848718 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf13fd9-5c37-481e-92fa-bff18566fb83 None None] No DVR routers for this DVR port ef5f4190-a4f2-4d67-81df-a5177ff27f46 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:57.862734 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b38d3-5750-48a3-99d1-e72907abc616 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event deleted for resources: {'Port': ['ID=238ecc96-8f9e-4916-bc8b-9ddbebc67c95,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:57.894894 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268ab56d-c6c5-4588-9d76-9a0f289272f4 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:57.944711 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175cbcb-cf64-4dd7-8e5c-96d90c73ac08 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'Port': ['ID=b31fbbc0-aaa0-43c6-9909-6c6f3e852da8,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:57.997177 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d175cbcb-cf64-4dd7-8e5c-96d90c73ac08 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.1171525 Feb 16 12:48:57.999565 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36144) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:58.074082 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-81468f77-600b-4c79-a576-458618d63bf0 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a61ea54a-2915-423b-a3a1-dd9f26d15cbe'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:58.189478 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-ade5f4f8-a89d-432a-a96a-eb575e208976 None None] Allocated IP 2001:db8:0:1::2 (1df2acd6-8c35-4824-b98f-c0eed48cdca8/7d4550a5-2ba1-420d-ba21-bc32b9dd4b48/a149bc34-7fbe-4574-89e6-4faf1ef7b7d0) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:58.194708 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c90b38d3-5750-48a3-99d1-e72907abc616 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:58.228144 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port a149bc34-7fbe-4574-89e6-4faf1ef7b7d0 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:58.228606 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:58.262747 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8895835d-5a87-4255-9649-5c285579b640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-8f2fc9c2-6909-42b1-9817-f8926b88a024', 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'tenant_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'fixed_ips': [{'subnet_id': '0c0c649e-6f62-4974-b4a8-beca90234bb1'}, {'subnet_id': 'de6dd92f-12dc-49eb-924e-0f68f2f4ce53'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:48:58.263743 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8895835d-5a87-4255-9649-5c285579b640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:58.509731 dv-neutron-828142-3-hyperv neutron-server[109048]: WARNING neutron.services.revisions.revision_plugin [None req-e655ba6a-a20c-497e-b5dc-f0e0b43af2af tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Could not find related port for resource to bump revision. Feb 16 12:48:58.514567 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:58.516354 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.ipam_pluggable_backend [None req-e655ba6a-a20c-497e-b5dc-f0e0b43af2af tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Port ef5f4190-a4f2-4d67-81df-a5177ff27f46 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109048) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 16 12:48:58.517423 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.ipam_pluggable_backend [None req-e655ba6a-a20c-497e-b5dc-f0e0b43af2af tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Reverting IP allocation for 2001:db8::f816:3eff:feaf:7fd8 {{(pid=109048) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 16 12:48:58.521563 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.ipam_pluggable_backend [None req-e655ba6a-a20c-497e-b5dc-f0e0b43af2af tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feaf:7fd8 {{(pid=109048) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 16 12:48:58.523116 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e655ba6a-a20c-497e-b5dc-f0e0b43af2af tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:58.526843 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90b38d3-5750-48a3-99d1-e72907abc616 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Router 07b65ebc-d437-45c6-a13d-21e8030a1fb9 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:48:58.558216 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-ade5f4f8-a89d-432a-a96a-eb575e208976 None None] For port a149bc34-7fbe-4574-89e6-4faf1ef7b7d0, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=a149bc34-7fbe-4574-89e6-4faf1ef7b7d0,segment=NetworkSegment(c1794330-6fee-446f-9aab-48a3f1a0b2b7),segment_id=c1794330-6fee-446f-9aab-48a3f1a0b2b7)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:48:58.595945 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e655ba6a-a20c-497e-b5dc-f0e0b43af2af tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:58.601573 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-e655ba6a-a20c-497e-b5dc-f0e0b43af2af tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:58.612247 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-8895835d-5a87-4255-9649-5c285579b640 None None] Allocated IP 172.20.0.2 (8f2fc9c2-6909-42b1-9817-f8926b88a024/0c0c649e-6f62-4974-b4a8-beca90234bb1/82bac9c7-c8c5-4a21-9e4c-88f40e86edf6) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:58.616387 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e655ba6a-a20c-497e-b5dc-f0e0b43af2af tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:58.618200 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e655ba6a-a20c-497e-b5dc-f0e0b43af2af tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:58.635946 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655ba6a-a20c-497e-b5dc-f0e0b43af2af tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Subnet': ['ID=de6dd92f-12dc-49eb-924e-0f68f2f4ce53,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:58.643752 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-8895835d-5a87-4255-9649-5c285579b640 None None] Allocated IP 2001:db8::f816:3eff:fef7:40ee (8f2fc9c2-6909-42b1-9817-f8926b88a024/de6dd92f-12dc-49eb-924e-0f68f2f4ce53/82bac9c7-c8c5-4a21-9e4c-88f40e86edf6) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:58.653415 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e655ba6a-a20c-497e-b5dc-f0e0b43af2af tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8289762 Feb 16 12:48:58.656118 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36160) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:58.662315 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-68d8c601-bf9e-4a45-8fe5-fa7807c4a87c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'port': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'mac_address': 'fa:16:3e:f5:a2:f5', 'name': 'tempest-NetworksTestDHCPv6-635183875'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:58.663616 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ade5f4f8-a89d-432a-a96a-eb575e208976 None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:58.673664 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ade5f4f8-a89d-432a-a96a-eb575e208976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:58.689762 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-81468f77-600b-4c79-a576-458618d63bf0 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:58.719602 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90b38d3-5750-48a3-99d1-e72907abc616 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:48:58.730718 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f651abcf-2299-4589-aa0a-8eab81fffece None None] Sync routers for ids ['07b65ebc-d437-45c6-a13d-21e8030a1fb9'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:58.749957 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f651abcf-2299-4589-aa0a-8eab81fffece None None] Routers {'07b65ebc-d437-45c6-a13d-21e8030a1fb9'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:48:58.759524 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-f651abcf-2299-4589-aa0a-8eab81fffece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:48:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['07b65ebc-d437-45c6-a13d-21e8030a1fb9'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:58.773275 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36164) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:58.775948 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c90b38d3-5750-48a3-99d1-e72907abc616 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "PUT /v2.0/routers/07b65ebc-d437-45c6-a13d-21e8030a1fb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4738486 Feb 16 12:48:58.811048 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 4f255f99-7bef-4ce7-b03c-9a45076f450b no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:48:58.841549 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-f651abcf-2299-4589-aa0a-8eab81fffece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:58.853645 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f651abcf-2299-4589-aa0a-8eab81fffece None None] Routers {'07b65ebc-d437-45c6-a13d-21e8030a1fb9'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:48:58.854942 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-f651abcf-2299-4589-aa0a-8eab81fffece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:48:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['07b65ebc-d437-45c6-a13d-21e8030a1fb9'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:58.912940 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-f651abcf-2299-4589-aa0a-8eab81fffece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:58.913761 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5f4f8-a89d-432a-a96a-eb575e208976 None None] Pushing event updated for resources: {'Port': ['ID=a149bc34-7fbe-4574-89e6-4faf1ef7b7d0,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:58.914515 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f651abcf-2299-4589-aa0a-8eab81fffece None None] The sync data for ids ['07b65ebc-d437-45c6-a13d-21e8030a1fb9'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:58.916287 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 4f255f99-7bef-4ce7-b03c-9a45076f450b {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:48:58.917717 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 4f255f99-7bef-4ce7-b03c-9a45076f450b not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:48:58.921109 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device ef5f4190-a4f2-4d67-81df-a5177ff27f46 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:48:58.929564 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36166) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:58.962465 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: ef5f4190-a4f2-4d67-81df-a5177ff27f46 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:48:58.963504 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device ef5f4190-a4f2-4d67-81df-a5177ff27f46 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:48:59.035665 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d8c601-bf9e-4a45-8fe5-fa7807c4a87c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'port': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:59.088311 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8895835d-5a87-4255-9649-5c285579b640 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:59.097192 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8895835d-5a87-4255-9649-5c285579b640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:59.115473 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-37e8366e-f177-44fa-a428-e47888387976 tempest-SubnetPoolsTestJSON-423606757 tempest-SubnetPoolsTestJSON-423606757-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-583780622', 'prefixes': ['172.20.0.0/16']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:59.149031 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8895835d-5a87-4255-9649-5c285579b640 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:59.152377 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-81468f77-600b-4c79-a576-458618d63bf0 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Delete allocated IP 2001:db8:0:1::21e (1df2acd6-8c35-4824-b98f-c0eed48cdca8/7d4550a5-2ba1-420d-ba21-bc32b9dd4b48) {{(pid=109049) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 12:48:59.156800 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-8895835d-5a87-4255-9649-5c285579b640 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:59.161097 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8895835d-5a87-4255-9649-5c285579b640 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:48:59.191820 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-68d8c601-bf9e-4a45-8fe5-fa7807c4a87c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:59.200250 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8895835d-5a87-4255-9649-5c285579b640 None None] Pushing event updated for resources: {'Port': ['ID=82bac9c7-c8c5-4a21-9e4c-88f40e86edf6,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:59.219129 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-68d8c601-bf9e-4a45-8fe5-fa7807c4a87c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] device_id is not set on port 36234a9e-21f7-4a08-8ec2-ab9c9cc156eb yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:48:59.257272 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-8895835d-5a87-4255-9649-5c285579b640 None None] Attempting to bind port 82bac9c7-c8c5-4a21-9e4c-88f40e86edf6 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:59.257272 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-8895835d-5a87-4255-9649-5c285579b640 None None] Attempting to bind port 82bac9c7-c8c5-4a21-9e4c-88f40e86edf6 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:59.257822 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8895835d-5a87-4255-9649-5c285579b640 None None] Attempting to bind port 82bac9c7-c8c5-4a21-9e4c-88f40e86edf6 on network 8f2fc9c2-6909-42b1-9817-f8926b88a024 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:48:59.264441 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8895835d-5a87-4255-9649-5c285579b640 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:48:59.266631 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8895835d-5a87-4255-9649-5c285579b640 None None] Checking segment: {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:48:59.266776 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8895835d-5a87-4255-9649-5c285579b640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:59.267304 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8895835d-5a87-4255-9649-5c285579b640 None None] Bound using segment: {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:48:59.267734 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-8895835d-5a87-4255-9649-5c285579b640 None None] Bound port: 82bac9c7-c8c5-4a21-9e4c-88f40e86edf6, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:59.268129 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8895835d-5a87-4255-9649-5c285579b640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:59.308119 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-37e8366e-f177-44fa-a428-e47888387976 tempest-SubnetPoolsTestJSON-423606757 tempest-SubnetPoolsTestJSON-423606757-project] Notify callbacks [] for subnetpool, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:59.311833 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-37e8366e-f177-44fa-a428-e47888387976 tempest-SubnetPoolsTestJSON-423606757 tempest-SubnetPoolsTestJSON-423606757-project] 10.222.0.90 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3788786 Feb 16 12:48:59.315621 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36170) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:59.366864 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-81468f77-600b-4c79-a576-458618d63bf0 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:59.374609 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-8895835d-5a87-4255-9649-5c285579b640 None None] For port 82bac9c7-c8c5-4a21-9e4c-88f40e86edf6, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:48:59.374871 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-81468f77-600b-4c79-a576-458618d63bf0 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:59.381306 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-8895835d-5a87-4255-9649-5c285579b640 None None] For port 82bac9c7-c8c5-4a21-9e4c-88f40e86edf6, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=82bac9c7-c8c5-4a21-9e4c-88f40e86edf6,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:48:59.389167 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8895835d-5a87-4255-9649-5c285579b640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:59.411610 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-cb271e1e-4545-4109-8ac9-51f36b749804 tempest-SubnetPoolsTestJSON-423606757 tempest-SubnetPoolsTestJSON-423606757-project] 10.222.0.90 "GET /v2.0/subnetpools/77001fb5-7c06-4d66-abbe-80a8e335ab63 HTTP/1.1" status: 200 len: 731 time: 0.0948687 Feb 16 12:48:59.416297 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3746b9d4-d930-4086-9639-ff5424aefccc tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:59.417268 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36172) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:59.426868 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-f56d5221-d888-4826-b78d-520fe746c77d tempest-SubnetPoolsTestJSON-423606757 tempest-SubnetPoolsTestJSON-423606757-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1489017524'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:59.472805 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8895835d-5a87-4255-9649-5c285579b640 None None] Pushing event updated for resources: {'Port': ['ID=82bac9c7-c8c5-4a21-9e4c-88f40e86edf6,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:59.516793 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-81468f77-600b-4c79-a576-458618d63bf0 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] In _notify_port_updated(), no bound segment for port b31fbbc0-aaa0-43c6-9909-6c6f3e852da8 on network 1df2acd6-8c35-4824-b98f-c0eed48cdca8 {{(pid=109049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 12:48:59.522499 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81468f77-600b-4c79-a576-458618d63bf0 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:59.523090 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-81468f77-600b-4c79-a576-458618d63bf0 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:59.524495 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-81468f77-600b-4c79-a576-458618d63bf0 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "PUT /v2.0/ports/b31fbbc0-aaa0-43c6-9909-6c6f3e852da8 HTTP/1.1" status: 200 len: 926 time: 1.5183537 Feb 16 12:48:59.539416 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36174) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:59.550848 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-6e58395e-7325-436d-9198-16f190f1d439 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a61ea54a-2915-423b-a3a1-dd9f26d15cbe'}, {'subnet_id': '7d4550a5-2ba1-420d-ba21-bc32b9dd4b48'}]}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:59.580402 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81468f77-600b-4c79-a576-458618d63bf0 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'Port': ['ID=b31fbbc0-aaa0-43c6-9909-6c6f3e852da8,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:59.624170 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f56d5221-d888-4826-b78d-520fe746c77d tempest-SubnetPoolsTestJSON-423606757 tempest-SubnetPoolsTestJSON-423606757-project] Notify callbacks [] for subnetpool, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:59.627996 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f56d5221-d888-4826-b78d-520fe746c77d tempest-SubnetPoolsTestJSON-423606757 tempest-SubnetPoolsTestJSON-423606757-project] 10.222.0.90 "PUT /v2.0/subnetpools/77001fb5-7c06-4d66-abbe-80a8e335ab63 HTTP/1.1" status: 200 len: 684 time: 0.2054098 Feb 16 12:48:59.628270 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36176) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:59.688578 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-68d8c601-bf9e-4a45-8fe5-fa7807c4a87c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Allocated IP 172.20.0.5 (8f2fc9c2-6909-42b1-9817-f8926b88a024/0c0c649e-6f62-4974-b4a8-beca90234bb1/36234a9e-21f7-4a08-8ec2-ab9c9cc156eb) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:59.724295 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-68d8c601-bf9e-4a45-8fe5-fa7807c4a87c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Allocated IP 2001:db8::f816:3eff:fef5:a2f5 (8f2fc9c2-6909-42b1-9817-f8926b88a024/de6dd92f-12dc-49eb-924e-0f68f2f4ce53/36234a9e-21f7-4a08-8ec2-ab9c9cc156eb) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:59.753852 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6e58395e-7325-436d-9198-16f190f1d439 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:59.758521 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a859d841-7900-4b25-a82d-cf78af60196b tempest-SubnetPoolsTestJSON-423606757 tempest-SubnetPoolsTestJSON-423606757-project] Notify callbacks [] for subnetpool, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:59.760679 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a859d841-7900-4b25-a82d-cf78af60196b tempest-SubnetPoolsTestJSON-423606757 tempest-SubnetPoolsTestJSON-423606757-project] 10.222.0.90 "DELETE /v2.0/subnetpools/77001fb5-7c06-4d66-abbe-80a8e335ab63 HTTP/1.1" status: 204 len: 168 time: 0.1304593 Feb 16 12:48:59.762419 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36178) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:59.802654 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-5b997b6f-9817-4a90-b346-1847d46b6a80 tempest-SubnetPoolsTestJSON-423606757 tempest-SubnetPoolsTestJSON-423606757-project] show failed (client error): The resource could not be found. Feb 16 12:48:59.806509 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5b997b6f-9817-4a90-b346-1847d46b6a80 tempest-SubnetPoolsTestJSON-423606757 tempest-SubnetPoolsTestJSON-423606757-project] 10.222.0.90 "GET /v2.0/subnetpools/77001fb5-7c06-4d66-abbe-80a8e335ab63 HTTP/1.1" status: 404 len: 346 time: 0.0406728 Feb 16 12:48:59.807298 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36180) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:48:59.833182 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-22ee99e5-04a9-4f44-a472-19280a2f4666 tempest-SubnetPoolsTestJSON-423606757 tempest-SubnetPoolsTestJSON-423606757-project] delete failed (client error): The resource could not be found. Feb 16 12:48:59.836678 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-22ee99e5-04a9-4f44-a472-19280a2f4666 tempest-SubnetPoolsTestJSON-423606757 tempest-SubnetPoolsTestJSON-423606757-project] 10.222.0.90 "DELETE /v2.0/subnetpools/77001fb5-7c06-4d66-abbe-80a8e335ab63 HTTP/1.1" status: 404 len: 346 time: 0.0259917 Feb 16 12:48:59.871957 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcf508e-34d6-47d3-a6d9-edb78e99e9b3 None None] Network 1df2acd6-8c35-4824-b98f-c0eed48cdca8 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:48:59.973363 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-b81318eb-6c12-4a62-af07-d98ad2cda789 None None] Provisioning complete for port a149bc34-7fbe-4574-89e6-4faf1ef7b7d0 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:59.973962 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b81318eb-6c12-4a62-af07-d98ad2cda789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.039832 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 82bac9c7-c8c5-4a21-9e4c-88f40e86edf6 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:49:00.121727 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-68d8c601-bf9e-4a45-8fe5-fa7807c4a87c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.157188 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 82bac9c7-c8c5-4a21-9e4c-88f40e86edf6 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:00.157564 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.253696 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36186) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:00.271812 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.279531 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-68d8c601-bf9e-4a45-8fe5-fa7807c4a87c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.290521 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-3746b9d4-d930-4086-9639-ff5424aefccc tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Deleting port 98abf5a6-13a5-4288-9cc0-f7a8228af389 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:49:00.290521 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3746b9d4-d930-4086-9639-ff5424aefccc tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.324967 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 82bac9c7-c8c5-4a21-9e4c-88f40e86edf6, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=82bac9c7-c8c5-4a21-9e4c-88f40e86edf6,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:00.332474 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.334120 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device a149bc34-7fbe-4574-89e6-4faf1ef7b7d0 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:49:00.412208 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d8c601-bf9e-4a45-8fe5-fa7807c4a87c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:00.426775 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-6e58395e-7325-436d-9198-16f190f1d439 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Allocated IP 2001:db8:0:1::171 (1df2acd6-8c35-4824-b98f-c0eed48cdca8/7d4550a5-2ba1-420d-ba21-bc32b9dd4b48/b31fbbc0-aaa0-43c6-9909-6c6f3e852da8) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:00.434721 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-68d8c601-bf9e-4a45-8fe5-fa7807c4a87c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:00.441282 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d8c601-bf9e-4a45-8fe5-fa7807c4a87c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:49:00.445823 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8c601-bf9e-4a45-8fe5-fa7807c4a87c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Port': ['ID=36234a9e-21f7-4a08-8ec2-ab9c9cc156eb,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:00.456493 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8d4734a4-9c6b-45d4-bed5-8efa6b20db9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.466654 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=82bac9c7-c8c5-4a21-9e4c-88f40e86edf6,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:00.469926 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port a149bc34-7fbe-4574-89e6-4faf1ef7b7d0 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:00.470562 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.606373 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8d4734a4-9c6b-45d4-bed5-8efa6b20db9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.610138 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3746b9d4-d930-4086-9639-ff5424aefccc tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.611145 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8d4734a4-9c6b-45d4-bed5-8efa6b20db9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.624646 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d8c601-bf9e-4a45-8fe5-fa7807c4a87c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:00.625350 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-68d8c601-bf9e-4a45-8fe5-fa7807c4a87c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.650563 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-3746b9d4-d930-4086-9639-ff5424aefccc tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Calling delete_port for 98abf5a6-13a5-4288-9cc0-f7a8228af389 owned by network:router_interface {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:49:00.653473 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-68d8c601-bf9e-4a45-8fe5-fa7807c4a87c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.9954545 Feb 16 12:49:00.660544 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36190) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:00.664020 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-4a771bb8-121a-4a33-acb4-d9b2a0722cc7 None None] Provisioning complete for port b31fbbc0-aaa0-43c6-9909-6c6f3e852da8 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:00.664481 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4a771bb8-121a-4a33-acb4-d9b2a0722cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.682682 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36192) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:00.687136 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8d4734a4-9c6b-45d4-bed5-8efa6b20db9d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f6da4f0f283c4bcc95160774e516697b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4319382 Feb 16 12:49:00.688810 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4734a4-9c6b-45d4-bed5-8efa6b20db9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f75d85-dbaf-4a44-b638-1415f3b529b7,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:00.707612 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-4a771bb8-121a-4a33-acb4-d9b2a0722cc7 None None] Port b31fbbc0-aaa0-43c6-9909-6c6f3e852da8 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:49:00.720502 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-4a771bb8-121a-4a33-acb4-d9b2a0722cc7 None None] Provisioning complete for port a149bc34-7fbe-4574-89e6-4faf1ef7b7d0 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:00.721003 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4a771bb8-121a-4a33-acb4-d9b2a0722cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.859090 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4c1814-1646-4bb3-b32f-bf5ec75ca172 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:00.865088 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4c1814-1646-4bb3-b32f-bf5ec75ca172 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:00.869256 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1a4c1814-1646-4bb3-b32f-bf5ec75ca172 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2059913 Feb 16 12:49:00.869637 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36194) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:00.885507 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6e58395e-7325-436d-9198-16f190f1d439 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.898640 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6e58395e-7325-436d-9198-16f190f1d439 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.945720 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-36a6abe3-7568-423c-987f-b18807c7714f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.950060 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-fb92f841-4c55-459f-8472-8ce00edcc9b3 None None] Provisioning complete for port b31fbbc0-aaa0-43c6-9909-6c6f3e852da8 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:00.950504 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fb92f841-4c55-459f-8472-8ce00edcc9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.991048 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-436617f7-7feb-4627-b37e-8bbb73563198 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting port 36234a9e-21f7-4a08-8ec2-ab9c9cc156eb {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:49:00.991548 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-436617f7-7feb-4627-b37e-8bbb73563198 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:01.007281 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-fb92f841-4c55-459f-8472-8ce00edcc9b3 None None] Port b31fbbc0-aaa0-43c6-9909-6c6f3e852da8 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:49:01.063918 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99878e7-ea46-49c0-8513-944003e99901 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:01.331591 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-6949a78e-ace0-4f92-97d5-469179a2feb1 None None] Provisioning complete for port 82bac9c7-c8c5-4a21-9e4c-88f40e86edf6 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:01.332260 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6949a78e-ace0-4f92-97d5-469179a2feb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:01.343873 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-36a6abe3-7568-423c-987f-b18807c7714f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:01.465860 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-6e58395e-7325-436d-9198-16f190f1d439 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] In _notify_port_updated(), no bound segment for port b31fbbc0-aaa0-43c6-9909-6c6f3e852da8 on network 1df2acd6-8c35-4824-b98f-c0eed48cdca8 {{(pid=109048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 12:49:01.473591 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e58395e-7325-436d-9198-16f190f1d439 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:01.474570 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6e58395e-7325-436d-9198-16f190f1d439 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:01.475614 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6e58395e-7325-436d-9198-16f190f1d439 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "PUT /v2.0/ports/b31fbbc0-aaa0-43c6-9909-6c6f3e852da8 HTTP/1.1" status: 200 len: 1012 time: 1.9308944 Feb 16 12:49:01.479694 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36196) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:01.493046 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e58395e-7325-436d-9198-16f190f1d439 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'Port': ['ID=b31fbbc0-aaa0-43c6-9909-6c6f3e852da8,revision_number=3']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:01.496295 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-36a6abe3-7568-423c-987f-b18807c7714f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:01.499550 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-36a6abe3-7568-423c-987f-b18807c7714f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:01.502701 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-36a6abe3-7568-423c-987f-b18807c7714f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/98f75d85-dbaf-4a44-b638-1415f3b529b7 HTTP/1.1" status: 204 len: 168 time: 0.8160441 Feb 16 12:49:01.564774 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a6abe3-7568-423c-987f-b18807c7714f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f75d85-dbaf-4a44-b638-1415f3b529b7,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:01.630591 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-436617f7-7feb-4627-b37e-8bbb73563198 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:01.636726 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3746b9d4-d930-4086-9639-ff5424aefccc tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:01.666589 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-420ca0a9-b0a3-4f27-b152-36bdd8cc03ed None None] Provisioning complete for port b31fbbc0-aaa0-43c6-9909-6c6f3e852da8 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:01.675216 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-436617f7-7feb-4627-b37e-8bbb73563198 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Calling delete_port for 36234a9e-21f7-4a08-8ec2-ab9c9cc156eb owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:49:01.675657 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-420ca0a9-b0a3-4f27-b152-36bdd8cc03ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:01.738686 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-420ca0a9-b0a3-4f27-b152-36bdd8cc03ed None None] Port b31fbbc0-aaa0-43c6-9909-6c6f3e852da8 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:49:01.757837 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746b9d4-d930-4086-9639-ff5424aefccc tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event deleted for resources: {'Port': ['ID=98abf5a6-13a5-4288-9cc0-f7a8228af389,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:01.802128 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-75ac6b66-06ef-4583-9e91-abf1f7dcbc21 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Deleting port b31fbbc0-aaa0-43c6-9909-6c6f3e852da8 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:49:01.802471 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-75ac6b66-06ef-4583-9e91-abf1f7dcbc21 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:01.847330 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 82bac9c7-c8c5-4a21-9e4c-88f40e86edf6 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:49:01.923013 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-61ad68e6-0ca5-4759-acd6-d8c15accd6cd None None] Provisioning complete for port b31fbbc0-aaa0-43c6-9909-6c6f3e852da8 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:01.923299 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-61ad68e6-0ca5-4759-acd6-d8c15accd6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:01.927546 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3746b9d4-d930-4086-9639-ff5424aefccc tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.061450 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-75ac6b66-06ef-4583-9e91-abf1f7dcbc21 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.063312 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-61ad68e6-0ca5-4759-acd6-d8c15accd6cd None None] Port b31fbbc0-aaa0-43c6-9909-6c6f3e852da8 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:49:02.067109 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 82bac9c7-c8c5-4a21-9e4c-88f40e86edf6 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:02.067478 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.122522 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-75ac6b66-06ef-4583-9e91-abf1f7dcbc21 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Calling delete_port for b31fbbc0-aaa0-43c6-9909-6c6f3e852da8 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:49:02.189494 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-03afbc40-0a1f-4fed-b0e5-c3af5701367c None None] Provisioning complete for port 82bac9c7-c8c5-4a21-9e4c-88f40e86edf6 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:02.189878 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-03afbc40-0a1f-4fed-b0e5-c3af5701367c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.197974 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3746b9d4-d930-4086-9639-ff5424aefccc tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Router 07b65ebc-d437-45c6-a13d-21e8030a1fb9 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:49:02.293253 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-03afbc40-0a1f-4fed-b0e5-c3af5701367c None None] Provisioning complete for port 36234a9e-21f7-4a08-8ec2-ab9c9cc156eb triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:02.293627 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-03afbc40-0a1f-4fed-b0e5-c3af5701367c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.300519 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-436617f7-7feb-4627-b37e-8bbb73563198 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.331783 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3746b9d4-d930-4086-9639-ff5424aefccc tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:49:02.340199 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436617f7-7feb-4627-b37e-8bbb73563198 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Port': ['ID=36234a9e-21f7-4a08-8ec2-ab9c9cc156eb,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:02.341312 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-03afbc40-0a1f-4fed-b0e5-c3af5701367c None None] Port 36234a9e-21f7-4a08-8ec2-ab9c9cc156eb cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:49:02.353461 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4917e009-b4b7-4ce2-a70c-eea3dac73d8c None None] Sync routers for ids ['07b65ebc-d437-45c6-a13d-21e8030a1fb9'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:02.366989 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3746b9d4-d930-4086-9639-ff5424aefccc tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "PUT /v2.0/routers/07b65ebc-d437-45c6-a13d-21e8030a1fb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5900857 Feb 16 12:49:02.367589 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36212) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:02.371452 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4917e009-b4b7-4ce2-a70c-eea3dac73d8c None None] Routers {'07b65ebc-d437-45c6-a13d-21e8030a1fb9'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:49:02.372019 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-4917e009-b4b7-4ce2-a70c-eea3dac73d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:48:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['07b65ebc-d437-45c6-a13d-21e8030a1fb9'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:02.420499 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-4917e009-b4b7-4ce2-a70c-eea3dac73d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:02.436769 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ec4dc971-9031-457d-bd19-6adeedbe6a2b tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "GET /v2.0/ports?device_id=07b65ebc-d437-45c6-a13d-21e8030a1fb9 HTTP/1.1" status: 200 len: 205 time: 0.0674126 Feb 16 12:49:02.438936 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36216) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:02.448359 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4917e009-b4b7-4ce2-a70c-eea3dac73d8c None None] Routers {'07b65ebc-d437-45c6-a13d-21e8030a1fb9'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:49:02.449020 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-4917e009-b4b7-4ce2-a70c-eea3dac73d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:48:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['07b65ebc-d437-45c6-a13d-21e8030a1fb9'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:02.507829 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-436617f7-7feb-4627-b37e-8bbb73563198 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.511298 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-436617f7-7feb-4627-b37e-8bbb73563198 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/ports/36234a9e-21f7-4a08-8ec2-ab9c9cc156eb HTTP/1.1" status: 204 len: 168 time: 1.6406503 Feb 16 12:49:02.514659 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36220) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:02.526148 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-4917e009-b4b7-4ce2-a70c-eea3dac73d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:02.526885 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4917e009-b4b7-4ce2-a70c-eea3dac73d8c None None] The sync data for ids ['07b65ebc-d437-45c6-a13d-21e8030a1fb9'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:02.544094 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2590a16d-33ac-4261-bad3-70f0c5f768c0 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.567149 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-f8b3c6ec-87e4-4137-998b-ed43700fa8bd None None] Could not find standard attr ID for object 36234a9e-21f7-4a08-8ec2-ab9c9cc156eb. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:49:02.575873 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d358fd-c9e7-433c-868b-185ea875d03d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:02.577531 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d358fd-c9e7-433c-868b-185ea875d03d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:02.579086 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d358fd-c9e7-433c-868b-185ea875d03d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:02.580843 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-18d358fd-c9e7-433c-868b-185ea875d03d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0655730 Feb 16 12:49:02.583779 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36224) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:02.646571 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-75ac6b66-06ef-4583-9e91-abf1f7dcbc21 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.691825 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c709075-a96b-4c71-b8c7-bf25c2e9dabf tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting subnet 0c0c649e-6f62-4974-b4a8-beca90234bb1 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:49:02.695537 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6c709075-a96b-4c71-b8c7-bf25c2e9dabf tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.723456 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36226) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:02.725120 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac6b66-06ef-4583-9e91-abf1f7dcbc21 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'Port': ['ID=b31fbbc0-aaa0-43c6-9909-6c6f3e852da8,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:02.736906 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2590a16d-33ac-4261-bad3-70f0c5f768c0 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.739844 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2590a16d-33ac-4261-bad3-70f0c5f768c0 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.776765 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-75ac6b66-06ef-4583-9e91-abf1f7dcbc21 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.782240 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-75ac6b66-06ef-4583-9e91-abf1f7dcbc21 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/ports/b31fbbc0-aaa0-43c6-9909-6c6f3e852da8 HTTP/1.1" status: 204 len: 168 time: 1.3001256 Feb 16 12:49:02.785537 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36230) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:02.799363 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6c709075-a96b-4c71-b8c7-bf25c2e9dabf tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.833536 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2590a16d-33ac-4261-bad3-70f0c5f768c0 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.834162 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2590a16d-33ac-4261-bad3-70f0c5f768c0 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Fanout notify agent at l3_agent the message router_deleted on router 07b65ebc-d437-45c6-a13d-21e8030a1fb9 {{(pid=109048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:49:02.841858 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a1cb8f6-dd71-47eb-b50f-4ea40af57313 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] GET failed (client error): The resource could not be found. Feb 16 12:49:02.846328 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0a1cb8f6-dd71-47eb-b50f-4ea40af57313 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "GET /v2.0/ports/b31fbbc0-aaa0-43c6-9909-6c6f3e852da8 HTTP/1.1" status: 404 len: 333 time: 0.0566051 Feb 16 12:49:02.847747 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36232) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:02.848750 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2590a16d-33ac-4261-bad3-70f0c5f768c0 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.852151 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2590a16d-33ac-4261-bad3-70f0c5f768c0 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "DELETE /v2.0/routers/07b65ebc-d437-45c6-a13d-21e8030a1fb9 HTTP/1.1" status: 204 len: 168 time: 0.4100680 Feb 16 12:49:02.852437 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36234) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:02.899241 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-e73bbe4e-539a-4ff7-8c58-83a22c7fb042 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1506183692'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:02.937379 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73bbe4e-539a-4ff7-8c58-83a22c7fb042 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Made reservation on behalf of a0662849c2924ac8bf5177f8a7f0e4ea for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:02.939165 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-1df54351-56f5-4b82-8516-fe66b65af297 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Deleting subnet 7d4550a5-2ba1-420d-ba21-bc32b9dd4b48 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:49:02.941900 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e73bbe4e-539a-4ff7-8c58-83a22c7fb042 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.946275 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1df54351-56f5-4b82-8516-fe66b65af297 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.957527 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e73bbe4e-539a-4ff7-8c58-83a22c7fb042 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.965938 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-5df1c042-005a-4418-a928-81b3926325cc tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Deleting subnet f30e02c5-bcf0-49da-b59e-d13b11962e1d {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:49:02.969111 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5df1c042-005a-4418-a928-81b3926325cc tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.989708 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6c709075-a96b-4c71-b8c7-bf25c2e9dabf tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.022472 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5df1c042-005a-4418-a928-81b3926325cc tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.023208 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1df54351-56f5-4b82-8516-fe66b65af297 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.114973 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6c709075-a96b-4c71-b8c7-bf25c2e9dabf tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.135300 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5df1c042-005a-4418-a928-81b3926325cc tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.153787 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c709075-a96b-4c71-b8c7-bf25c2e9dabf tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Subnet': ['ID=0c0c649e-6f62-4974-b4a8-beca90234bb1,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:03.161745 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6c709075-a96b-4c71-b8c7-bf25c2e9dabf tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.164974 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6c709075-a96b-4c71-b8c7-bf25c2e9dabf tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/0c0c649e-6f62-4974-b4a8-beca90234bb1 HTTP/1.1" status: 204 len: 168 time: 0.5802271 Feb 16 12:49:03.168501 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ab9972-27a2-4a45-bdf3-0435e44966f4 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:03.168745 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36236) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:03.173340 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1df54351-56f5-4b82-8516-fe66b65af297 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.243952 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1df54351-56f5-4b82-8516-fe66b65af297 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.245912 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e73bbe4e-539a-4ff7-8c58-83a22c7fb042 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.257935 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e73bbe4e-539a-4ff7-8c58-83a22c7fb042 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.268837 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e73bbe4e-539a-4ff7-8c58-83a22c7fb042 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:49:03.273414 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df54351-56f5-4b82-8516-fe66b65af297 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'Subnet': ['ID=7d4550a5-2ba1-420d-ba21-bc32b9dd4b48,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:03.275146 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1df54351-56f5-4b82-8516-fe66b65af297 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.279720 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e73bbe4e-539a-4ff7-8c58-83a22c7fb042 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.279846 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-e73bbe4e-539a-4ff7-8c58-83a22c7fb042 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Added segment 99ea4ee3-9a57-4e90-8b80-4cb3361dd6bb of type vlan for network 95835ee8-43e1-4fd2-b163-c208f8dd32f6 Feb 16 12:49:03.281243 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1df54351-56f5-4b82-8516-fe66b65af297 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/subnets/7d4550a5-2ba1-420d-ba21-bc32b9dd4b48 HTTP/1.1" status: 204 len: 168 time: 0.4324775 Feb 16 12:49:03.282825 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36238) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:03.301400 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3e48c3-926b-4eb0-b260-0920058fc096 None None] Network 1df2acd6-8c35-4824-b98f-c0eed48cdca8 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:03.330587 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0d9f426-8cd6-4933-8db2-38a51e5f15ee tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting subnet de6dd92f-12dc-49eb-924e-0f68f2f4ce53 {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:49:03.334928 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-88872791-1560-46e8-943f-7e2be47e95ba tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Deleting subnet a61ea54a-2915-423b-a3a1-dd9f26d15cbe {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:49:03.337784 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-88872791-1560-46e8-943f-7e2be47e95ba tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.338384 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e73bbe4e-539a-4ff7-8c58-83a22c7fb042 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.349369 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d0d9f426-8cd6-4933-8db2-38a51e5f15ee tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.381898 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5df1c042-005a-4418-a928-81b3926325cc tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.386765 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-88872791-1560-46e8-943f-7e2be47e95ba tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.430005 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73bbe4e-539a-4ff7-8c58-83a22c7fb042 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bd065e-5b88-493e-81d0-077636c8e8c0,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:03.440125 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df1c042-005a-4418-a928-81b3926325cc tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event deleted for resources: {'Subnet': ['ID=f30e02c5-bcf0-49da-b59e-d13b11962e1d,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:03.445929 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5df1c042-005a-4418-a928-81b3926325cc tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.449274 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5df1c042-005a-4418-a928-81b3926325cc tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "DELETE /v2.0/subnets/f30e02c5-bcf0-49da-b59e-d13b11962e1d HTTP/1.1" status: 204 len: 168 time: 0.5958083 Feb 16 12:49:03.453214 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36240) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:03.467061 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d0d9f426-8cd6-4933-8db2-38a51e5f15ee tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.471134 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e73bbe4e-539a-4ff7-8c58-83a22c7fb042 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.475706 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73bbe4e-539a-4ff7-8c58-83a22c7fb042 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:03.476352 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e73bbe4e-539a-4ff7-8c58-83a22c7fb042 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.498714 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-88872791-1560-46e8-943f-7e2be47e95ba tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.508908 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb45312f-a5c6-4d24-8940-a8b01b6fac5b None None] Network 2de19124-2a9d-44e5-b1a3-a9853bf8a1ab requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:03.586659 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-88872791-1560-46e8-943f-7e2be47e95ba tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.631489 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88872791-1560-46e8-943f-7e2be47e95ba tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'Subnet': ['ID=a61ea54a-2915-423b-a3a1-dd9f26d15cbe,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:03.636362 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-88872791-1560-46e8-943f-7e2be47e95ba tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.643222 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-88872791-1560-46e8-943f-7e2be47e95ba tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/subnets/a61ea54a-2915-423b-a3a1-dd9f26d15cbe HTTP/1.1" status: 204 len: 168 time: 0.3592482 Feb 16 12:49:03.643795 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36242) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:03.732093 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73bbe4e-539a-4ff7-8c58-83a22c7fb042 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Pushing event updated for resources: {'Network': ['ID=95835ee8-43e1-4fd2-b163-c208f8dd32f6,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:03.735931 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-920db12f-2d3c-4fe9-ba09-bc33ad1e7c87 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.748884 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 95835ee8-43e1-4fd2-b163-c208f8dd32f6 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:49:03.751327 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e73bbe4e-539a-4ff7-8c58-83a22c7fb042 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0179815 Feb 16 12:49:03.758449 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36244) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:03.770273 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-cdf6f846-b84c-44cb-a3a5-49f9f97f01ee tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Request body: {'subnet': {'network_id': '95835ee8-43e1-4fd2-b163-c208f8dd32f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:03.772935 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a7e84fb-049b-4493-a47b-48c4fa21ea97 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Deleting subnet 79c6cf73-7611-44d6-83f1-8c5f475c090a {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:49:03.784373 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7a7e84fb-049b-4493-a47b-48c4fa21ea97 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.825515 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d0d9f426-8cd6-4933-8db2-38a51e5f15ee tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.850046 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665bab4b-ee02-4cc7-8f29-9cfc3ba6b17b None None] DHCP port deletion for 2de19124-2a9d-44e5-b1a3-a9853bf8a1ab request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:49:03.889776 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7a7e84fb-049b-4493-a47b-48c4fa21ea97 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.942937 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf6f846-b84c-44cb-a3a5-49f9f97f01ee tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Made reservation on behalf of a0662849c2924ac8bf5177f8a7f0e4ea for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:03.947343 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cdf6f846-b84c-44cb-a3a5-49f9f97f01ee tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.961571 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-665bab4b-ee02-4cc7-8f29-9cfc3ba6b17b None None] Deleting port 6a0291b5-63e9-4bc7-92c2-d7016cafc50f {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:49:03.966115 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-665bab4b-ee02-4cc7-8f29-9cfc3ba6b17b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.973081 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d0d9f426-8cd6-4933-8db2-38a51e5f15ee tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.020312 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-920db12f-2d3c-4fe9-ba09-bc33ad1e7c87 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Deleting port a149bc34-7fbe-4574-89e6-4faf1ef7b7d0 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:49:04.020960 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-920db12f-2d3c-4fe9-ba09-bc33ad1e7c87 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.039818 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9f426-8cd6-4933-8db2-38a51e5f15ee tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Subnet': ['ID=de6dd92f-12dc-49eb-924e-0f68f2f4ce53,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:04.044214 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d0d9f426-8cd6-4933-8db2-38a51e5f15ee tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.048788 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d0d9f426-8cd6-4933-8db2-38a51e5f15ee tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/de6dd92f-12dc-49eb-924e-0f68f2f4ce53 HTTP/1.1" status: 204 len: 168 time: 0.8779716 Feb 16 12:49:04.054614 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36246) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:04.098143 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3a3e1ef0-d05b-44d6-98f0-40ffc79e728a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0454819 Feb 16 12:49:04.101244 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36248) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:04.103598 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-665bab4b-ee02-4cc7-8f29-9cfc3ba6b17b None None] For port 6a0291b5-63e9-4bc7-92c2-d7016cafc50f, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=6a0291b5-63e9-4bc7-92c2-d7016cafc50f,segment=NetworkSegment(744b5c74-2941-4a7b-b5b3-d149ac0873aa),segment_id=744b5c74-2941-4a7b-b5b3-d149ac0873aa)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:04.103998 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-665bab4b-ee02-4cc7-8f29-9cfc3ba6b17b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.107060 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-d42b3e39-3e52-4d06-be66-a63f9c5c3cdb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'subnet': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:04.112080 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7a7e84fb-049b-4493-a47b-48c4fa21ea97 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.141479 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-665bab4b-ee02-4cc7-8f29-9cfc3ba6b17b None None] Calling delete_port for 6a0291b5-63e9-4bc7-92c2-d7016cafc50f owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:49:04.177337 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-920db12f-2d3c-4fe9-ba09-bc33ad1e7c87 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] For port a149bc34-7fbe-4574-89e6-4faf1ef7b7d0, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=a149bc34-7fbe-4574-89e6-4faf1ef7b7d0,segment=NetworkSegment(c1794330-6fee-446f-9aab-48a3f1a0b2b7),segment_id=c1794330-6fee-446f-9aab-48a3f1a0b2b7)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:04.177939 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-920db12f-2d3c-4fe9-ba09-bc33ad1e7c87 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.195279 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-920db12f-2d3c-4fe9-ba09-bc33ad1e7c87 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Calling delete_port for a149bc34-7fbe-4574-89e6-4faf1ef7b7d0 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:49:04.268600 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-665bab4b-ee02-4cc7-8f29-9cfc3ba6b17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.297727 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42b3e39-3e52-4d06-be66-a63f9c5c3cdb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:04.304543 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d42b3e39-3e52-4d06-be66-a63f9c5c3cdb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.309436 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665bab4b-ee02-4cc7-8f29-9cfc3ba6b17b None None] Pushing event deleted for resources: {'Port': ['ID=6a0291b5-63e9-4bc7-92c2-d7016cafc50f,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:04.315988 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665bab4b-ee02-4cc7-8f29-9cfc3ba6b17b None None] No DVR routers for this DVR port 6a0291b5-63e9-4bc7-92c2-d7016cafc50f on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:04.366817 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f46450f-bab0-419d-aa25-6fc757c4e919 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:04.408397 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7a7e84fb-049b-4493-a47b-48c4fa21ea97 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.435269 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-920db12f-2d3c-4fe9-ba09-bc33ad1e7c87 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.470806 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920db12f-2d3c-4fe9-ba09-bc33ad1e7c87 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] No DVR routers for this DVR port a149bc34-7fbe-4574-89e6-4faf1ef7b7d0 on host dv-neutron-828142-3-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:04.477569 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7e84fb-049b-4493-a47b-48c4fa21ea97 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event deleted for resources: {'Subnet': ['ID=79c6cf73-7611-44d6-83f1-8c5f475c090a,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:04.484219 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7a7e84fb-049b-4493-a47b-48c4fa21ea97 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.491153 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-7a7e84fb-049b-4493-a47b-48c4fa21ea97 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "DELETE /v2.0/subnets/79c6cf73-7611-44d6-83f1-8c5f475c090a HTTP/1.1" status: 204 len: 168 time: 1.0368366 Feb 16 12:49:04.497494 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36252) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:04.502621 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506c9251-8597-4861-8ef7-a38c1714f309 None None] Network 4f1832b7-759a-4fbb-85ae-cb0a1053168e requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:04.524541 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-3d215af0-e7fc-4e8a-9017-fce50ef82232 None None] Provisioning complete for port 82bac9c7-c8c5-4a21-9e4c-88f40e86edf6 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:04.526339 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3d215af0-e7fc-4e8a-9017-fce50ef82232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.542315 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cdf6f846-b84c-44cb-a3a5-49f9f97f01ee tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.590337 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920db12f-2d3c-4fe9-ba09-bc33ad1e7c87 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'Port': ['ID=a149bc34-7fbe-4574-89e6-4faf1ef7b7d0,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:04.590530 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4f599eb6-9c95-45fa-bf72-26de134599f2 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.679964 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-920db12f-2d3c-4fe9-ba09-bc33ad1e7c87 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.703421 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6f846-b84c-44cb-a3a5-49f9f97f01ee tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Pushing event updated for resources: {'Subnet': ['ID=aff09984-ce5e-49e0-89c0-1ae9f1bb5f42,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:04.718113 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-920db12f-2d3c-4fe9-ba09-bc33ad1e7c87 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1df2acd6-8c35-4824-b98f-c0eed48cdca8']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:04.723864 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a02f42b-ff7f-4f33-986b-396e80fe3b1b None None] Network 1df2acd6-8c35-4824-b98f-c0eed48cdca8 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:04.728208 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf6f846-b84c-44cb-a3a5-49f9f97f01ee tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Checking segment: {'id': '99ea4ee3-9a57-4e90-8b80-4cb3361dd6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '95835ee8-43e1-4fd2-b163-c208f8dd32f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:49:04.728568 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf6f846-b84c-44cb-a3a5-49f9f97f01ee tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Network hostable DHCP agents. Network: 95835ee8-43e1-4fd2-b163-c208f8dd32f6, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:49:04.735801 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-920db12f-2d3c-4fe9-ba09-bc33ad1e7c87 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1794330-6fee-446f-9aab-48a3f1a0b2b7') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:04.737582 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-920db12f-2d3c-4fe9-ba09-bc33ad1e7c87 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1794330-6fee-446f-9aab-48a3f1a0b2b7') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:04.740002 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4f599eb6-9c95-45fa-bf72-26de134599f2 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.748227 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-920db12f-2d3c-4fe9-ba09-bc33ad1e7c87 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.770166 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-920db12f-2d3c-4fe9-ba09-bc33ad1e7c87 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.773091 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf6f846-b84c-44cb-a3a5-49f9f97f01ee tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Network 95835ee8-43e1-4fd2-b163-c208f8dd32f6 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:49:04.785398 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-920db12f-2d3c-4fe9-ba09-bc33ad1e7c87 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:49:04.785814 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-920db12f-2d3c-4fe9-ba09-bc33ad1e7c87 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.790211 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:49:04.790211 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:49:04.790211 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:49:04.790211 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:49:04.790211 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:49:04.790211 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:49:04.790211 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:49:04.790211 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:49:04.790211 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:49:04.790211 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:49:04.790211 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:49:04.790211 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:49:04.790211 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:49:04.790211 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:49:04.790211 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:49:04.790211 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:49:04.790211 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:49:04.790211 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:49:04.790211 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:49:04.790211 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:49:04.790211 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:49:04.790211 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:49:04.790211 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:49:04.790211 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:49:04.790211 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:49:04.790211 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:49:04.790211 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:49:04.790211 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:49:04.790211 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:49:04.790211 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:49:04.790211 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:49:04.790211 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:49:04.792884 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-cdf6f846-b84c-44cb-a3a5-49f9f97f01ee tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 95835ee8-43e1-4fd2-b163-c208f8dd32f6) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:04.805054 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf6f846-b84c-44cb-a3a5-49f9f97f01ee tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:04.805642 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cdf6f846-b84c-44cb-a3a5-49f9f97f01ee tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.808878 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74bbf2c-9d4f-4481-89a6-d46894d751af None None] Network 95835ee8-43e1-4fd2-b163-c208f8dd32f6 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:04.825429 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-4f599eb6-9c95-45fa-bf72-26de134599f2 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2de19124-2a9d-44e5-b1a3-a9853bf8a1ab']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:04.834815 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d42b3e39-3e52-4d06-be66-a63f9c5c3cdb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.855895 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-4f599eb6-9c95-45fa-bf72-26de134599f2 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '744b5c74-2941-4a7b-b5b3-d149ac0873aa') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:04.856240 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-4f599eb6-9c95-45fa-bf72-26de134599f2 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '744b5c74-2941-4a7b-b5b3-d149ac0873aa') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:04.869582 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-cdf6f846-b84c-44cb-a3a5-49f9f97f01ee tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1050560 Feb 16 12:49:04.875030 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36256) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:04.882671 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-b3499996-9653-4807-adc9-287ddfcb7df3 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Request body: {'port': {'network_id': '95835ee8-43e1-4fd2-b163-c208f8dd32f6', 'name': 'tempest-TagsExtTest-1331663879'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:04.888873 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-920db12f-2d3c-4fe9-ba09-bc33ad1e7c87 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.895824 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-920db12f-2d3c-4fe9-ba09-bc33ad1e7c87 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.900185 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-920db12f-2d3c-4fe9-ba09-bc33ad1e7c87 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/networks/1df2acd6-8c35-4824-b98f-c0eed48cdca8 HTTP/1.1" status: 204 len: 168 time: 1.2550278 Feb 16 12:49:04.915722 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36258) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:04.915861 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4f599eb6-9c95-45fa-bf72-26de134599f2 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.935900 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c01378-cc52-4732-9b2d-6ed7d6e960b8 None None] DHCP port deletion for 8f2fc9c2-6909-42b1-9817-f8926b88a024 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:49:04.937104 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42b3e39-3e52-4d06-be66-a63f9c5c3cdb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:04.947809 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-d42b3e39-3e52-4d06-be66-a63f9c5c3cdb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:04.953039 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42b3e39-3e52-4d06-be66-a63f9c5c3cdb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:04.954215 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d42b3e39-3e52-4d06-be66-a63f9c5c3cdb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.957768 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4f599eb6-9c95-45fa-bf72-26de134599f2 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.962853 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b3e39-3e52-4d06-be66-a63f9c5c3cdb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Subnet': ['ID=e1af699d-58c8-4b60-8415-054af7b5c4db,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:04.969393 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f599eb6-9c95-45fa-bf72-26de134599f2 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:49:04.970351 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4f599eb6-9c95-45fa-bf72-26de134599f2 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.973256 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:49:04.973256 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:49:04.973256 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:49:04.973256 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:49:04.973256 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:49:04.973256 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:49:04.973256 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:49:04.973256 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:49:04.973256 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:49:04.973256 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:49:04.973256 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:49:04.973256 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:49:04.973256 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:49:04.973256 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:49:04.973256 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:49:04.973256 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:49:04.973256 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:49:04.973256 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:49:04.973256 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:49:04.973256 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:49:04.973256 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:49:04.973256 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:49:04.973256 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:49:04.973256 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:49:04.973256 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:49:04.973256 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:49:04.973256 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:49:04.973256 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:49:04.973256 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:49:04.973256 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:49:04.973256 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:49:04.973256 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:49:05.019535 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-bb639cff-57c0-4714-b5b4-6ebd1804bd68 None None] Could not find standard attr ID for object a149bc34-7fbe-4574-89e6-4faf1ef7b7d0. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:49:05.028581 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d42b3e39-3e52-4d06-be66-a63f9c5c3cdb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9236243 Feb 16 12:49:05.028793 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920db12f-2d3c-4fe9-ba09-bc33ad1e7c87 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'Network': ['ID=1df2acd6-8c35-4824-b98f-c0eed48cdca8,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:05.031102 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36260) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:05.044936 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-e46c454f-e645-4ab8-8883-4fb7bfe91c56 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'subnet': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:05.055451 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4303fe15-8af2-4982-afd2-93523475173a None None] DHCP port deletion for 4f1832b7-759a-4fbb-85ae-cb0a1053168e request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:49:05.097229 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5de411-16a9-4fcd-9104-c870cb2ff913 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:05.102717 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3c5de411-16a9-4fcd-9104-c870cb2ff913 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1788728 Feb 16 12:49:05.104829 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36262) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:05.128321 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4f599eb6-9c95-45fa-bf72-26de134599f2 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.154372 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4f599eb6-9c95-45fa-bf72-26de134599f2 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.160458 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36264) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:05.160833 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-4f599eb6-9c95-45fa-bf72-26de134599f2 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "DELETE /v2.0/networks/2de19124-2a9d-44e5-b1a3-a9853bf8a1ab HTTP/1.1" status: 204 len: 168 time: 0.6618972 Feb 16 12:49:05.182085 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f599eb6-9c95-45fa-bf72-26de134599f2 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event deleted for resources: {'Network': ['ID=2de19124-2a9d-44e5-b1a3-a9853bf8a1ab,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:05.189108 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3499996-9653-4807-adc9-287ddfcb7df3 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Made reservation on behalf of a0662849c2924ac8bf5177f8a7f0e4ea for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:05.194729 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3499996-9653-4807-adc9-287ddfcb7df3 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.229269 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-8b528e72-ef7c-47d8-9636-7e1ec5c02267 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1195624 Feb 16 12:49:05.230634 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36266) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:05.237269 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-497ad708-9dde-49f0-9660-29a4d014ba49 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1571120871'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:05.257899 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-b3499996-9653-4807-adc9-287ddfcb7df3 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] device_id is not set on port 3cdd7f51-eacd-44cd-9051-f85ed1d889a0 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:49:05.272366 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497ad708-9dde-49f0-9660-29a4d014ba49 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Made reservation on behalf of c95cec895ceb44429e923d2affce57da for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:05.276770 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-497ad708-9dde-49f0-9660-29a4d014ba49 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.280316 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46c454f-e645-4ab8-8883-4fb7bfe91c56 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:05.283908 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e46c454f-e645-4ab8-8883-4fb7bfe91c56 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.290047 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928f4d8f-49b8-4a9d-8bbf-9ac92d5254e2 None None] DHCP port deletion for 1df2acd6-8c35-4824-b98f-c0eed48cdca8 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:49:05.304960 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-b5c01378-cc52-4732-9b2d-6ed7d6e960b8 None None] Deleting port 82bac9c7-c8c5-4a21-9e4c-88f40e86edf6 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:49:05.304960 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b5c01378-cc52-4732-9b2d-6ed7d6e960b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.313695 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9e5820d4-6952-4289-92cc-4ae92942b076 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.324076 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a529f1e6-ceed-4709-88de-65add33cc52c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-95835ee8-43e1-4fd2-b163-c208f8dd32f6', 'network_id': '95835ee8-43e1-4fd2-b163-c208f8dd32f6', 'tenant_id': 'a0662849c2924ac8bf5177f8a7f0e4ea', 'fixed_ips': [{'subnet_id': 'aff09984-ce5e-49e0-89c0-1ae9f1bb5f42'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:49:05.325044 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a529f1e6-ceed-4709-88de-65add33cc52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.362291 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-497ad708-9dde-49f0-9660-29a4d014ba49 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:49:05.384196 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-497ad708-9dde-49f0-9660-29a4d014ba49 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.384577 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-497ad708-9dde-49f0-9660-29a4d014ba49 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Added segment da887370-49e4-427b-8338-1e48c43af5a1 of type vlan for network ffef8150-9ebc-4e63-ba51-93df8165478f Feb 16 12:49:05.427192 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-b3499996-9653-4807-adc9-287ddfcb7df3 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Allocated IP 172.20.0.7 (95835ee8-43e1-4fd2-b163-c208f8dd32f6/aff09984-ce5e-49e0-89c0-1ae9f1bb5f42/3cdd7f51-eacd-44cd-9051-f85ed1d889a0) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:05.449849 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-497ad708-9dde-49f0-9660-29a4d014ba49 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.453966 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-9e5820d4-6952-4289-92cc-4ae92942b076 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Deleting port 11582bef-e7db-4fe3-b047-d624cbedb92b {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:49:05.454385 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9e5820d4-6952-4289-92cc-4ae92942b076 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.463529 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-4303fe15-8af2-4982-afd2-93523475173a None None] Deleting port 11582bef-e7db-4fe3-b047-d624cbedb92b {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:49:05.463875 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4303fe15-8af2-4982-afd2-93523475173a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.532484 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-497ad708-9dde-49f0-9660-29a4d014ba49 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.538474 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497ad708-9dde-49f0-9660-29a4d014ba49 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:05.539379 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-497ad708-9dde-49f0-9660-29a4d014ba49 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.559096 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-b5c01378-cc52-4732-9b2d-6ed7d6e960b8 None None] For port 82bac9c7-c8c5-4a21-9e4c-88f40e86edf6, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=82bac9c7-c8c5-4a21-9e4c-88f40e86edf6,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:05.559674 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b5c01378-cc52-4732-9b2d-6ed7d6e960b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.586707 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-4303fe15-8af2-4982-afd2-93523475173a None None] For port 11582bef-e7db-4fe3-b047-d624cbedb92b, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=11582bef-e7db-4fe3-b047-d624cbedb92b,segment=NetworkSegment(7e3be0d7-5800-42da-a86d-008d4ad25e3c),segment_id=7e3be0d7-5800-42da-a86d-008d4ad25e3c)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:05.587004 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4303fe15-8af2-4982-afd2-93523475173a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.589751 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-b5c01378-cc52-4732-9b2d-6ed7d6e960b8 None None] Calling delete_port for 82bac9c7-c8c5-4a21-9e4c-88f40e86edf6 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:49:05.607633 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-4303fe15-8af2-4982-afd2-93523475173a None None] Calling delete_port for 11582bef-e7db-4fe3-b047-d624cbedb92b owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:49:05.617007 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-9e5820d4-6952-4289-92cc-4ae92942b076 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] For port 11582bef-e7db-4fe3-b047-d624cbedb92b, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=11582bef-e7db-4fe3-b047-d624cbedb92b,segment=NetworkSegment(7e3be0d7-5800-42da-a86d-008d4ad25e3c),segment_id=7e3be0d7-5800-42da-a86d-008d4ad25e3c)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:05.617484 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9e5820d4-6952-4289-92cc-4ae92942b076 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.623722 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-497ad708-9dde-49f0-9660-29a4d014ba49 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3918946 Feb 16 12:49:05.630766 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36268) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:05.641628 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-9e5820d4-6952-4289-92cc-4ae92942b076 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Calling delete_port for 11582bef-e7db-4fe3-b047-d624cbedb92b owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:49:05.642000 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-3372f1a7-559a-437a-be46-9667c9ecba69 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'subnet': {'network_id': 'ffef8150-9ebc-4e63-ba51-93df8165478f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:05.681551 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ad708-9dde-49f0-9660-29a4d014ba49 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'Network': ['ID=ffef8150-9ebc-4e63-ba51-93df8165478f,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:05.701617 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network ffef8150-9ebc-4e63-ba51-93df8165478f details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:49:05.748351 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3499996-9653-4807-adc9-287ddfcb7df3 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.814395 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9e5820d4-6952-4289-92cc-4ae92942b076 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.827077 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3499996-9653-4807-adc9-287ddfcb7df3 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.856911 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5820d4-6952-4289-92cc-4ae92942b076 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event deleted for resources: {'Port': ['ID=11582bef-e7db-4fe3-b047-d624cbedb92b,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:05.862971 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5820d4-6952-4289-92cc-4ae92942b076 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] No DVR routers for this DVR port 11582bef-e7db-4fe3-b047-d624cbedb92b on host dv-neutron-828142-3-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:05.863182 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3372f1a7-559a-437a-be46-9667c9ecba69 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Made reservation on behalf of c95cec895ceb44429e923d2affce57da for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:05.866968 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3372f1a7-559a-437a-be46-9667c9ecba69 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.872316 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 82bac9c7-c8c5-4a21-9e4c-88f40e86edf6 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:49:05.917121 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b5c01378-cc52-4732-9b2d-6ed7d6e960b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.928400 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3499996-9653-4807-adc9-287ddfcb7df3 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Network 95835ee8-43e1-4fd2-b163-c208f8dd32f6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:05.966984 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c01378-cc52-4732-9b2d-6ed7d6e960b8 None None] Pushing event deleted for resources: {'Port': ['ID=82bac9c7-c8c5-4a21-9e4c-88f40e86edf6,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:05.969604 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4303fe15-8af2-4982-afd2-93523475173a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.976610 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-b3499996-9653-4807-adc9-287ddfcb7df3 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:05.981089 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.objects.ports [None req-e46c454f-e645-4ab8-8883-4fb7bfe91c56 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109048) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 12:49:05.982981 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-a529f1e6-ceed-4709-88de-65add33cc52c None None] Allocated IP 172.20.0.2 (95835ee8-43e1-4fd2-b163-c208f8dd32f6/aff09984-ce5e-49e0-89c0-1ae9f1bb5f42/f4a61967-6daa-4378-ba8c-ced38954733f) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:05.989414 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No active binding found for port 82bac9c7-c8c5-4a21-9e4c-88f40e86edf6 {{(pid=109050) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 16 12:49:05.990261 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 82bac9c7-c8c5-4a21-9e4c-88f40e86edf6 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:49:05.991063 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 11582bef-e7db-4fe3-b047-d624cbedb92b no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:49:06.059828 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c01378-cc52-4732-9b2d-6ed7d6e960b8 None None] No DVR routers for this DVR port 82bac9c7-c8c5-4a21-9e4c-88f40e86edf6 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:06.076730 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4303fe15-8af2-4982-afd2-93523475173a None None] No DVR routers for this DVR port 11582bef-e7db-4fe3-b047-d624cbedb92b on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:06.119308 dv-neutron-828142-3-hyperv neutron-server[109048]: WARNING neutron.services.revisions.revision_plugin [None req-e46c454f-e645-4ab8-8883-4fb7bfe91c56 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Could not find related port for resource to bump revision. Feb 16 12:49:06.128730 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.ipam_pluggable_backend [None req-e46c454f-e645-4ab8-8883-4fb7bfe91c56 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Port 82bac9c7-c8c5-4a21-9e4c-88f40e86edf6 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109048) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 16 12:49:06.130669 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.ipam_pluggable_backend [None req-e46c454f-e645-4ab8-8883-4fb7bfe91c56 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Reverting IP allocation for 2001:db8::f816:3eff:fef7:40ee {{(pid=109048) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 16 12:49:06.136572 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.ipam_pluggable_backend [None req-e46c454f-e645-4ab8-8883-4fb7bfe91c56 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fef7:40ee {{(pid=109048) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 16 12:49:06.139678 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e46c454f-e645-4ab8-8883-4fb7bfe91c56 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.158761 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 11582bef-e7db-4fe3-b047-d624cbedb92b {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:49:06.158761 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 11582bef-e7db-4fe3-b047-d624cbedb92b not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:49:06.159248 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 6a0291b5-63e9-4bc7-92c2-d7016cafc50f no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:49:06.172609 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3f4776-f53c-4ff4-a296-73c3c5debd73 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:06.174553 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303fe15-8af2-4982-afd2-93523475173a None None] Pushing event deleted for resources: {'Port': ['ID=11582bef-e7db-4fe3-b047-d624cbedb92b,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:06.212212 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 6a0291b5-63e9-4bc7-92c2-d7016cafc50f {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:49:06.212620 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 6a0291b5-63e9-4bc7-92c2-d7016cafc50f not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:49:06.213497 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device a149bc34-7fbe-4574-89e6-4faf1ef7b7d0 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:49:06.222441 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46c454f-e645-4ab8-8883-4fb7bfe91c56 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:06.231433 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-e46c454f-e645-4ab8-8883-4fb7bfe91c56 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:06.245314 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3499996-9653-4807-adc9-287ddfcb7df3 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:49:06.245974 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46c454f-e645-4ab8-8883-4fb7bfe91c56 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:06.245974 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e46c454f-e645-4ab8-8883-4fb7bfe91c56 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.253181 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46c454f-e645-4ab8-8883-4fb7bfe91c56 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Subnet': ['ID=49469479-faed-4455-8012-5e7e46fb0e99,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:06.276293 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: a149bc34-7fbe-4574-89e6-4faf1ef7b7d0 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:49:06.276293 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device a149bc34-7fbe-4574-89e6-4faf1ef7b7d0 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:49:06.285596 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3499996-9653-4807-adc9-287ddfcb7df3 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Pushing event updated for resources: {'Port': ['ID=3cdd7f51-eacd-44cd-9051-f85ed1d889a0,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:06.290302 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e46c454f-e645-4ab8-8883-4fb7bfe91c56 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2578878 Feb 16 12:49:06.292960 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36270) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:06.294875 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9e5820d4-6952-4289-92cc-4ae92942b076 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.298711 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-e852e2b9-ec1c-422e-b395-08bfc3c19d09 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'port': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'mac_address': 'fa:16:3e:d4:65:15', 'name': 'tempest-NetworksTestDHCPv6-1930350510'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:06.318809 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3499996-9653-4807-adc9-287ddfcb7df3 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:06.319584 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3499996-9653-4807-adc9-287ddfcb7df3 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.334866 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-9e5820d4-6952-4289-92cc-4ae92942b076 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f1832b7-759a-4fbb-85ae-cb0a1053168e']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:06.348111 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-9e5820d4-6952-4289-92cc-4ae92942b076 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e3be0d7-5800-42da-a86d-008d4ad25e3c') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:06.348512 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-9e5820d4-6952-4289-92cc-4ae92942b076 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e3be0d7-5800-42da-a86d-008d4ad25e3c') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:06.362655 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b3499996-9653-4807-adc9-287ddfcb7df3 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4851809 Feb 16 12:49:06.363361 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36272) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:06.367982 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9e5820d4-6952-4289-92cc-4ae92942b076 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.372594 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-f199f492-5d04-45d0-b0b4-00c826d33f40 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-948929087', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:06.402036 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9e5820d4-6952-4289-92cc-4ae92942b076 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.412764 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e5820d4-6952-4289-92cc-4ae92942b076 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:49:06.413163 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9e5820d4-6952-4289-92cc-4ae92942b076 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.416671 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:49:06.416671 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:49:06.416671 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:49:06.416671 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:49:06.416671 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:49:06.416671 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:49:06.416671 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:49:06.416671 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:49:06.416671 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:49:06.416671 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:49:06.416671 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:49:06.416671 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:49:06.416671 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:49:06.416671 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:49:06.416671 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:49:06.416671 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:49:06.416671 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:49:06.416671 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:49:06.416671 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:49:06.416671 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:49:06.416671 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:49:06.416671 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:49:06.416671 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:49:06.416671 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:49:06.416671 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:49:06.416671 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:49:06.416671 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:49:06.416671 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:49:06.416671 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:49:06.416671 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:49:06.416671 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:49:06.416671 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:49:06.428541 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f199f492-5d04-45d0-b0b4-00c826d33f40 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.429650 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f199f492-5d04-45d0-b0b4-00c826d33f40 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.442757 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3372f1a7-559a-437a-be46-9667c9ecba69 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.450471 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a529f1e6-ceed-4709-88de-65add33cc52c None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.462328 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a529f1e6-ceed-4709-88de-65add33cc52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.487550 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e852e2b9-ec1c-422e-b395-08bfc3c19d09 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'port': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:06.523581 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9e5820d4-6952-4289-92cc-4ae92942b076 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.531527 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4792bee1-4cfd-443d-984f-87cab9ea574b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-8f2fc9c2-6909-42b1-9817-f8926b88a024', 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'tenant_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'fixed_ips': [{'subnet_id': '49469479-faed-4455-8012-5e7e46fb0e99'}, {'subnet_id': 'e1af699d-58c8-4b60-8415-054af7b5c4db'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:49:06.532416 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4792bee1-4cfd-443d-984f-87cab9ea574b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.540214 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a529f1e6-ceed-4709-88de-65add33cc52c None None] Network 95835ee8-43e1-4fd2-b163-c208f8dd32f6 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:06.540440 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9e5820d4-6952-4289-92cc-4ae92942b076 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.543631 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9e5820d4-6952-4289-92cc-4ae92942b076 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "DELETE /v2.0/networks/4f1832b7-759a-4fbb-85ae-cb0a1053168e HTTP/1.1" status: 204 len: 168 time: 1.3817565 Feb 16 12:49:06.561780 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-a529f1e6-ceed-4709-88de-65add33cc52c None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:06.561780 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a529f1e6-ceed-4709-88de-65add33cc52c None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:49:06.562458 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36274) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:06.571212 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-d9e12007-31b9-4afa-bad4-04d27304934a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Request body: {'network': {'name': 'tempest-RoutersTest-920417961'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:06.575449 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5820d4-6952-4289-92cc-4ae92942b076 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event deleted for resources: {'Network': ['ID=4f1832b7-759a-4fbb-85ae-cb0a1053168e,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:06.581921 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529f1e6-ceed-4709-88de-65add33cc52c None None] Pushing event updated for resources: {'Port': ['ID=f4a61967-6daa-4378-ba8c-ced38954733f,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:06.597674 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372f1a7-559a-437a-be46-9667c9ecba69 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'Subnet': ['ID=6adad03f-246f-46b5-b168-e55f25aaaeec,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:06.611655 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f199f492-5d04-45d0-b0b4-00c826d33f40 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.617990 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f199f492-5d04-45d0-b0b4-00c826d33f40 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.627232 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3372f1a7-559a-437a-be46-9667c9ecba69 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Checking segment: {'id': 'da887370-49e4-427b-8338-1e48c43af5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ffef8150-9ebc-4e63-ba51-93df8165478f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:49:06.627643 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3372f1a7-559a-437a-be46-9667c9ecba69 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Network hostable DHCP agents. Network: ffef8150-9ebc-4e63-ba51-93df8165478f, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:49:06.639015 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e12007-31b9-4afa-bad4-04d27304934a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Made reservation on behalf of 634d4167fa4743409e8f884871721d4b for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:06.640900 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f199f492-5d04-45d0-b0b4-00c826d33f40 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.642365 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f199f492-5d04-45d0-b0b4-00c826d33f40 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2765405 Feb 16 12:49:06.643705 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d9e12007-31b9-4afa-bad4-04d27304934a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.645168 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36276) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:06.651050 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e51b2d8b-2905-4ebc-8df9-72ce02e48084 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-282029715', 'prefixes': ['172.20.0.0/16']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:06.683424 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e852e2b9-ec1c-422e-b395-08bfc3c19d09 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.702073 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3372f1a7-559a-437a-be46-9667c9ecba69 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Network ffef8150-9ebc-4e63-ba51-93df8165478f is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:49:06.704373 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9e12007-31b9-4afa-bad4-04d27304934a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:49:06.709066 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-a529f1e6-ceed-4709-88de-65add33cc52c None None] Attempting to bind port f4a61967-6daa-4378-ba8c-ced38954733f on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:06.709438 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-a529f1e6-ceed-4709-88de-65add33cc52c None None] Attempting to bind port f4a61967-6daa-4378-ba8c-ced38954733f by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '99ea4ee3-9a57-4e90-8b80-4cb3361dd6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '95835ee8-43e1-4fd2-b163-c208f8dd32f6'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:06.709791 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a529f1e6-ceed-4709-88de-65add33cc52c None None] Attempting to bind port f4a61967-6daa-4378-ba8c-ced38954733f on network 95835ee8-43e1-4fd2-b163-c208f8dd32f6 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:49:06.722148 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e51b2d8b-2905-4ebc-8df9-72ce02e48084 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks [] for subnetpool, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.727146 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e51b2d8b-2905-4ebc-8df9-72ce02e48084 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.0767365 Feb 16 12:49:06.727348 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-3372f1a7-559a-437a-be46-9667c9ecba69 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, ffef8150-9ebc-4e63-ba51-93df8165478f) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:06.727348 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d9e12007-31b9-4afa-bad4-04d27304934a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.727348 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-d9e12007-31b9-4afa-bad4-04d27304934a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Added segment 2fed8fdf-b44f-4ae6-b6f5-b6530631116d of type vlan for network 19380c13-8969-4b20-b3b6-98445290b63c Feb 16 12:49:06.727602 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36278) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:06.732482 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3372f1a7-559a-437a-be46-9667c9ecba69 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:06.733329 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3372f1a7-559a-437a-be46-9667c9ecba69 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.739856 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-637f54d9-0fa4-4d29-9fd6-1e01439a1acf tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'aff09984-ce5e-49e0-89c0-1ae9f1bb5f42', 'tempest-TagsExtTest-Tag-1745088779') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:06.743549 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2dd895-b269-44f4-94bf-98a3e9aa130c None None] Network ffef8150-9ebc-4e63-ba51-93df8165478f requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:06.744575 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-e852e2b9-ec1c-422e-b395-08bfc3c19d09 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] device_id is not set on port 772f64e7-aa75-4cc5-9484-ee9cf7560e8f yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:49:06.751195 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a529f1e6-ceed-4709-88de-65add33cc52c None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:49:06.751195 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a529f1e6-ceed-4709-88de-65add33cc52c None None] Checking segment: {'id': '99ea4ee3-9a57-4e90-8b80-4cb3361dd6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '95835ee8-43e1-4fd2-b163-c208f8dd32f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:49:06.751839 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a529f1e6-ceed-4709-88de-65add33cc52c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.751968 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a529f1e6-ceed-4709-88de-65add33cc52c None None] Bound using segment: {'id': '99ea4ee3-9a57-4e90-8b80-4cb3361dd6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '95835ee8-43e1-4fd2-b163-c208f8dd32f6'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:49:06.752494 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-a529f1e6-ceed-4709-88de-65add33cc52c None None] Bound port: f4a61967-6daa-4378-ba8c-ced38954733f, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99ea4ee3-9a57-4e90-8b80-4cb3361dd6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '95835ee8-43e1-4fd2-b163-c208f8dd32f6'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:06.752799 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a529f1e6-ceed-4709-88de-65add33cc52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.823195 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3372f1a7-559a-437a-be46-9667c9ecba69 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1913269 Feb 16 12:49:06.826362 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36280) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:06.832162 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-360b7689-acdb-4a4b-a5d7-bb7c0844c66e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'port': {'network_id': 'ffef8150-9ebc-4e63-ba51-93df8165478f', 'name': 'tempest-PortsIpV6TestJSON-1254045243'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:06.833625 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d9e12007-31b9-4afa-bad4-04d27304934a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.872958 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d9e12007-31b9-4afa-bad4-04d27304934a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.880175 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e12007-31b9-4afa-bad4-04d27304934a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:06.880970 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d9e12007-31b9-4afa-bad4-04d27304934a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.902058 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-637f54d9-0fa4-4d29-9fd6-1e01439a1acf tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "PUT /v2.0/subnets/aff09984-ce5e-49e0-89c0-1ae9f1bb5f42/tags/tempest-TagsExtTest-Tag-1745088779 HTTP/1.1" status: 201 len: 201 time: 0.1635463 Feb 16 12:49:06.902411 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36282) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:06.908336 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-9d75156e-4fab-42af-87e6-3ebcfa876214 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3cdd7f51-eacd-44cd-9051-f85ed1d889a0', 'tempest-TagsExtTest-Tag-1316162459') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:06.940346 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-a529f1e6-ceed-4709-88de-65add33cc52c None None] For port f4a61967-6daa-4378-ba8c-ced38954733f, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:49:06.942699 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-4792bee1-4cfd-443d-984f-87cab9ea574b None None] Allocated IP 172.20.0.2 (8f2fc9c2-6909-42b1-9817-f8926b88a024/e1af699d-58c8-4b60-8415-054af7b5c4db/0b18a432-c57a-40a1-aa8e-0bc516fb1401) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:06.945992 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-a529f1e6-ceed-4709-88de-65add33cc52c None None] For port f4a61967-6daa-4378-ba8c-ced38954733f, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=f4a61967-6daa-4378-ba8c-ced38954733f,segment=NetworkSegment(99ea4ee3-9a57-4e90-8b80-4cb3361dd6bb),segment_id=99ea4ee3-9a57-4e90-8b80-4cb3361dd6bb)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:49:06.957203 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d9e12007-31b9-4afa-bad4-04d27304934a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3909802 Feb 16 12:49:06.960888 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36284) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:06.966258 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-169568ee-a65a-4e32-a001-cafdfeecba28 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Request body: {'subnet': {'network_id': '19380c13-8969-4b20-b3b6-98445290b63c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:06.979458 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a529f1e6-ceed-4709-88de-65add33cc52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.982140 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-4792bee1-4cfd-443d-984f-87cab9ea574b None None] Allocated IP 2001:db8::f816:3eff:fe23:6f62 (8f2fc9c2-6909-42b1-9817-f8926b88a024/49469479-faed-4455-8012-5e7e46fb0e99/0b18a432-c57a-40a1-aa8e-0bc516fb1401) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:06.990916 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e12007-31b9-4afa-bad4-04d27304934a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event updated for resources: {'Network': ['ID=19380c13-8969-4b20-b3b6-98445290b63c,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:07.021102 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 19380c13-8969-4b20-b3b6-98445290b63c details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:49:07.097496 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360b7689-acdb-4a4b-a5d7-bb7c0844c66e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Made reservation on behalf of c95cec895ceb44429e923d2affce57da for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:07.100902 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-360b7689-acdb-4a4b-a5d7-bb7c0844c66e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.107061 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9d75156e-4fab-42af-87e6-3ebcfa876214 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "PUT /v2.0/ports/3cdd7f51-eacd-44cd-9051-f85ed1d889a0/tags/tempest-TagsExtTest-Tag-1316162459 HTTP/1.1" status: 201 len: 201 time: 0.2036278 Feb 16 12:49:07.111339 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36288) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:07.119798 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.tag.tag_plugin [None req-8340ce3e-5499-4b89-94bc-59b2262ae485 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '29ad6e17-3b48-4b57-a561-225e93086ec3', 'tempest-TagsExtTest-Tag-1960835671') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:07.134158 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-360b7689-acdb-4a4b-a5d7-bb7c0844c66e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] device_id is not set on port 499e1f93-ff24-44d2-8a4f-b53b70332eef yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:49:07.172964 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169568ee-a65a-4e32-a001-cafdfeecba28 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Made reservation on behalf of 634d4167fa4743409e8f884871721d4b for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:07.176147 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-169568ee-a65a-4e32-a001-cafdfeecba28 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.224966 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529f1e6-ceed-4709-88de-65add33cc52c None None] Pushing event updated for resources: {'Port': ['ID=f4a61967-6daa-4378-ba8c-ced38954733f,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:07.232861 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfb9d41-fee2-4c88-9f64-4f5d0351b8d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-ffef8150-9ebc-4e63-ba51-93df8165478f', 'network_id': 'ffef8150-9ebc-4e63-ba51-93df8165478f', 'tenant_id': 'c95cec895ceb44429e923d2affce57da', 'fixed_ips': [{'subnet_id': '6adad03f-246f-46b5-b168-e55f25aaaeec'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:49:07.234450 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fdfb9d41-fee2-4c88-9f64-4f5d0351b8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.259320 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-8340ce3e-5499-4b89-94bc-59b2262ae485 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "PUT /v2.0/routers/29ad6e17-3b48-4b57-a561-225e93086ec3/tags/tempest-TagsExtTest-Tag-1960835671 HTTP/1.1" status: 201 len: 201 time: 0.1464012 Feb 16 12:49:07.262088 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36290) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:07.292686 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.tag.tag_plugin [None req-cde82f45-6e9c-4f7e-9b72-557c259a6fd7 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'da95c04b-19d1-4f42-a0c1-b42a395c3cd0', 'tempest-TagsExtTest-Tag-1561664675') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:07.353869 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-360b7689-acdb-4a4b-a5d7-bb7c0844c66e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Allocated IP 2001:db8::157 (ffef8150-9ebc-4e63-ba51-93df8165478f/6adad03f-246f-46b5-b168-e55f25aaaeec/499e1f93-ff24-44d2-8a4f-b53b70332eef) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:07.362826 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-cde82f45-6e9c-4f7e-9b72-557c259a6fd7 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "PUT /v2.0/subnetpools/da95c04b-19d1-4f42-a0c1-b42a395c3cd0/tags/tempest-TagsExtTest-Tag-1561664675 HTTP/1.1" status: 201 len: 201 time: 0.0982702 Feb 16 12:49:07.364893 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36292) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:07.370948 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.tag.tag_plugin [None req-a9b773d6-1ba1-4773-aba5-b5083e2523a3 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'aff09984-ce5e-49e0-89c0-1ae9f1bb5f42') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:07.557601 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-169568ee-a65a-4e32-a001-cafdfeecba28 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.628910 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4792bee1-4cfd-443d-984f-87cab9ea574b None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.637045 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4792bee1-4cfd-443d-984f-87cab9ea574b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.651949 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169568ee-a65a-4e32-a001-cafdfeecba28 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event updated for resources: {'Subnet': ['ID=246f7598-9a5b-4fa6-8a27-c9c96496d7e8,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:07.666642 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-360b7689-acdb-4a4b-a5d7-bb7c0844c66e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.689187 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4792bee1-4cfd-443d-984f-87cab9ea574b None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:07.692456 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169568ee-a65a-4e32-a001-cafdfeecba28 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Checking segment: {'id': '2fed8fdf-b44f-4ae6-b6f5-b6530631116d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '19380c13-8969-4b20-b3b6-98445290b63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:49:07.692851 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169568ee-a65a-4e32-a001-cafdfeecba28 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Network hostable DHCP agents. Network: 19380c13-8969-4b20-b3b6-98445290b63c, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:49:07.692985 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-4792bee1-4cfd-443d-984f-87cab9ea574b None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:07.697703 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4792bee1-4cfd-443d-984f-87cab9ea574b None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:49:07.703731 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792bee1-4cfd-443d-984f-87cab9ea574b None None] Pushing event updated for resources: {'Port': ['ID=0b18a432-c57a-40a1-aa8e-0bc516fb1401,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:07.730291 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169568ee-a65a-4e32-a001-cafdfeecba28 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Network 19380c13-8969-4b20-b3b6-98445290b63c is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:49:07.735879 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-360b7689-acdb-4a4b-a5d7-bb7c0844c66e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.774200 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-169568ee-a65a-4e32-a001-cafdfeecba28 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 19380c13-8969-4b20-b3b6-98445290b63c) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:07.787034 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169568ee-a65a-4e32-a001-cafdfeecba28 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:07.787689 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-169568ee-a65a-4e32-a001-cafdfeecba28 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.802029 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360b7689-acdb-4a4b-a5d7-bb7c0844c66e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Network ffef8150-9ebc-4e63-ba51-93df8165478f is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:07.802584 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f04121-dab5-409e-85fc-d05831a99297 None None] Network 19380c13-8969-4b20-b3b6-98445290b63c requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:07.810920 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-360b7689-acdb-4a4b-a5d7-bb7c0844c66e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:07.818783 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360b7689-acdb-4a4b-a5d7-bb7c0844c66e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:49:07.825872 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360b7689-acdb-4a4b-a5d7-bb7c0844c66e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:07.826749 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-360b7689-acdb-4a4b-a5d7-bb7c0844c66e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.832919 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b7689-acdb-4a4b-a5d7-bb7c0844c66e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'Port': ['ID=499e1f93-ff24-44d2-8a4f-b53b70332eef,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:07.848674 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-169568ee-a65a-4e32-a001-cafdfeecba28 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8854179 Feb 16 12:49:07.850031 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36294) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:07.856674 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-d59a616b-8981-4190-8b84-a3b64250fd32 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-24281223', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:07.870869 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-4792bee1-4cfd-443d-984f-87cab9ea574b None None] Attempting to bind port 0b18a432-c57a-40a1-aa8e-0bc516fb1401 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:07.871350 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-4792bee1-4cfd-443d-984f-87cab9ea574b None None] Attempting to bind port 0b18a432-c57a-40a1-aa8e-0bc516fb1401 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:07.871810 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4792bee1-4cfd-443d-984f-87cab9ea574b None None] Attempting to bind port 0b18a432-c57a-40a1-aa8e-0bc516fb1401 on network 8f2fc9c2-6909-42b1-9817-f8926b88a024 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:49:07.876876 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-360b7689-acdb-4a4b-a5d7-bb7c0844c66e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0493951 Feb 16 12:49:07.879417 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36296) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:07.884820 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-8cf91dec-601a-4260-bb69-1b083c0209eb tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'port': {'network_id': 'ffef8150-9ebc-4e63-ba51-93df8165478f', 'name': 'tempest-PortsIpV6TestJSON-972325763'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:07.891561 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4792bee1-4cfd-443d-984f-87cab9ea574b None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:49:07.892048 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4792bee1-4cfd-443d-984f-87cab9ea574b None None] Checking segment: {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:49:07.892600 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4792bee1-4cfd-443d-984f-87cab9ea574b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.893103 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4792bee1-4cfd-443d-984f-87cab9ea574b None None] Bound using segment: {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:49:07.893703 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-4792bee1-4cfd-443d-984f-87cab9ea574b None None] Bound port: 0b18a432-c57a-40a1-aa8e-0bc516fb1401, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:07.894309 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4792bee1-4cfd-443d-984f-87cab9ea574b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.897807 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-fdfb9d41-fee2-4c88-9f64-4f5d0351b8d2 None None] Allocated IP 2001:db8::2 (ffef8150-9ebc-4e63-ba51-93df8165478f/6adad03f-246f-46b5-b168-e55f25aaaeec/c6df7cd7-196b-4592-93a3-7d136f7b486f) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:07.951357 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a9b773d6-1ba1-4773-aba5-b5083e2523a3 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "GET /v2.0/subnets/aff09984-ce5e-49e0-89c0-1ae9f1bb5f42/tags HTTP/1.1" status: 200 len: 241 time: 0.5850959 Feb 16 12:49:07.951998 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36298) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:07.960082 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.tag.tag_plugin [None req-e369cb2d-131c-4933-8e69-61a71478d9b8 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'aff09984-ce5e-49e0-89c0-1ae9f1bb5f42', 'tempest-TagsExtTest-Tag-1745088779') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:07.999386 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d59a616b-8981-4190-8b84-a3b64250fd32 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.001113 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d59a616b-8981-4190-8b84-a3b64250fd32 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.006136 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device f4a61967-6daa-4378-ba8c-ced38954733f up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:49:08.090507 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-e852e2b9-ec1c-422e-b395-08bfc3c19d09 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Allocated IP 172.20.0.7 (8f2fc9c2-6909-42b1-9817-f8926b88a024/e1af699d-58c8-4b60-8415-054af7b5c4db/772f64e7-aa75-4cc5-9484-ee9cf7560e8f) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:08.097876 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d59a616b-8981-4190-8b84-a3b64250fd32 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.101395 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e369cb2d-131c-4933-8e69-61a71478d9b8 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "GET /v2.0/subnets/aff09984-ce5e-49e0-89c0-1ae9f1bb5f42/tags/tempest-TagsExtTest-Tag-1745088779 HTTP/1.1" status: 204 len: 168 time: 0.1445756 Feb 16 12:49:08.102165 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36300) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:08.109650 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.tag.tag_plugin [None req-49410a37-9e58-4555-8b4b-a9f2b69e1138 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'aff09984-ce5e-49e0-89c0-1ae9f1bb5f42', 'tempest-TagsExtTest-Tag-1745088779') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:08.111219 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d59a616b-8981-4190-8b84-a3b64250fd32 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.128514 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf91dec-601a-4260-bb69-1b083c0209eb tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Made reservation on behalf of c95cec895ceb44429e923d2affce57da for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:08.135039 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8cf91dec-601a-4260-bb69-1b083c0209eb tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.136561 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-e852e2b9-ec1c-422e-b395-08bfc3c19d09 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Allocated IP 2001:db8::f816:3eff:fed4:6515 (8f2fc9c2-6909-42b1-9817-f8926b88a024/49469479-faed-4455-8012-5e7e46fb0e99/772f64e7-aa75-4cc5-9484-ee9cf7560e8f) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:08.152120 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d59a616b-8981-4190-8b84-a3b64250fd32 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.153776 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d59a616b-8981-4190-8b84-a3b64250fd32 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3025041 Feb 16 12:49:08.157760 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36302) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:08.163637 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-bba2270a-55c8-4956-8f77-e1940582f67a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Request body: {'port': {'network_id': '19380c13-8969-4b20-b3b6-98445290b63c', 'name': 'tempest-RoutersTest-1846406938'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:08.172744 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-8cf91dec-601a-4260-bb69-1b083c0209eb tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] device_id is not set on port 4250bbad-dd66-4479-bde0-fb4b3e60801b yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:49:08.193336 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b6a092-e97f-4042-893b-94b69bc68900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-19380c13-8969-4b20-b3b6-98445290b63c', 'network_id': '19380c13-8969-4b20-b3b6-98445290b63c', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'fixed_ips': [{'subnet_id': '246f7598-9a5b-4fa6-8a27-c9c96496d7e8'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:49:08.194063 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d7b6a092-e97f-4042-893b-94b69bc68900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.225500 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-4792bee1-4cfd-443d-984f-87cab9ea574b None None] For port 0b18a432-c57a-40a1-aa8e-0bc516fb1401, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:49:08.259030 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-4792bee1-4cfd-443d-984f-87cab9ea574b None None] For port 0b18a432-c57a-40a1-aa8e-0bc516fb1401, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=0b18a432-c57a-40a1-aa8e-0bc516fb1401,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:49:08.274275 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4792bee1-4cfd-443d-984f-87cab9ea574b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.324037 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-49410a37-9e58-4555-8b4b-a9f2b69e1138 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "DELETE /v2.0/subnets/aff09984-ce5e-49e0-89c0-1ae9f1bb5f42/tags/tempest-TagsExtTest-Tag-1745088779 HTTP/1.1" status: 204 len: 168 time: 0.2156279 Feb 16 12:49:08.324037 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36304) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:08.331411 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.tag.tag_plugin [None req-31aebf64-e220-4890-b97e-dce62751af6f tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'aff09984-ce5e-49e0-89c0-1ae9f1bb5f42') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:08.373898 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba2270a-55c8-4956-8f77-e1940582f67a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Made reservation on behalf of 634d4167fa4743409e8f884871721d4b for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:08.379141 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bba2270a-55c8-4956-8f77-e1940582f67a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.409374 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-bba2270a-55c8-4956-8f77-e1940582f67a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] device_id is not set on port f8d94491-3864-4f70-9286-9c51c544af27 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:49:08.440657 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port f4a61967-6daa-4378-ba8c-ced38954733f triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:08.441925 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e852e2b9-ec1c-422e-b395-08bfc3c19d09 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.448992 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.457433 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-31aebf64-e220-4890-b97e-dce62751af6f tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "GET /v2.0/subnets/aff09984-ce5e-49e0-89c0-1ae9f1bb5f42/tags HTTP/1.1" status: 200 len: 205 time: 0.1304958 Feb 16 12:49:08.462244 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36306) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:08.468119 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.tag.tag_plugin [None req-a3bd12f7-75d3-4bc7-841d-3124ebeb5718 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3cdd7f51-eacd-44cd-9051-f85ed1d889a0') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:08.512609 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fdfb9d41-fee2-4c88-9f64-4f5d0351b8d2 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.526231 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792bee1-4cfd-443d-984f-87cab9ea574b None None] Pushing event updated for resources: {'Port': ['ID=0b18a432-c57a-40a1-aa8e-0bc516fb1401,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:08.553339 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fdfb9d41-fee2-4c88-9f64-4f5d0351b8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.567881 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a3bd12f7-75d3-4bc7-841d-3124ebeb5718 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "GET /v2.0/ports/3cdd7f51-eacd-44cd-9051-f85ed1d889a0/tags HTTP/1.1" status: 200 len: 241 time: 0.1044099 Feb 16 12:49:08.570040 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e852e2b9-ec1c-422e-b395-08bfc3c19d09 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.573813 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36308) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:08.597790 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-ba3bf20f-8141-4856-8e3e-6d544f23c2b9 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3cdd7f51-eacd-44cd-9051-f85ed1d889a0', 'tempest-TagsExtTest-Tag-1316162459') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:08.601286 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-bba2270a-55c8-4956-8f77-e1940582f67a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Allocated IP 172.20.0.5 (19380c13-8969-4b20-b3b6-98445290b63c/246f7598-9a5b-4fa6-8a27-c9c96496d7e8/f8d94491-3864-4f70-9286-9c51c544af27) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:08.624346 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e852e2b9-ec1c-422e-b395-08bfc3c19d09 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:08.626804 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222c22c0-1ef6-44b5-a773-70d89e8e2393 None None] Network 95835ee8-43e1-4fd2-b163-c208f8dd32f6 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:08.632663 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb9d41-fee2-4c88-9f64-4f5d0351b8d2 None None] Pushing event updated for resources: {'Port': ['ID=c6df7cd7-196b-4592-93a3-7d136f7b486f,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:08.643894 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-e852e2b9-ec1c-422e-b395-08bfc3c19d09 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:08.646608 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e852e2b9-ec1c-422e-b395-08bfc3c19d09 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:49:08.694073 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852e2b9-ec1c-422e-b395-08bfc3c19d09 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Port': ['ID=772f64e7-aa75-4cc5-9484-ee9cf7560e8f,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:08.695997 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-8cf91dec-601a-4260-bb69-1b083c0209eb tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Allocated IP 2001:db8::59 (ffef8150-9ebc-4e63-ba51-93df8165478f/6adad03f-246f-46b5-b168-e55f25aaaeec/4250bbad-dd66-4479-bde0-fb4b3e60801b) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:08.732753 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e852e2b9-ec1c-422e-b395-08bfc3c19d09 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:08.733744 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e852e2b9-ec1c-422e-b395-08bfc3c19d09 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.741602 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfb9d41-fee2-4c88-9f64-4f5d0351b8d2 None None] Network ffef8150-9ebc-4e63-ba51-93df8165478f is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:08.753647 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e852e2b9-ec1c-422e-b395-08bfc3c19d09 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4595499 Feb 16 12:49:08.756464 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36310) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:08.813259 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-fdfb9d41-fee2-4c88-9f64-4f5d0351b8d2 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:08.816378 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfb9d41-fee2-4c88-9f64-4f5d0351b8d2 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:49:08.846296 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42394ca1-b5e7-4f09-b448-f82482ca2c49 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:08.846540 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ba3bf20f-8141-4856-8e3e-6d544f23c2b9 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "GET /v2.0/ports/3cdd7f51-eacd-44cd-9051-f85ed1d889a0/tags/tempest-TagsExtTest-Tag-1316162459 HTTP/1.1" status: 204 len: 168 time: 0.2696922 Feb 16 12:49:08.853059 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36312) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:08.857141 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42394ca1-b5e7-4f09-b448-f82482ca2c49 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:08.857407 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-2197a9e7-948c-4afb-acb3-812226896834 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '3cdd7f51-eacd-44cd-9051-f85ed1d889a0', 'tempest-TagsExtTest-Tag-1316162459') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:08.862223 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-637892bb-72fb-4fb4-a231-7dedaa1def2b None None] Provisioning complete for port f4a61967-6daa-4378-ba8c-ced38954733f triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:08.863015 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-637892bb-72fb-4fb4-a231-7dedaa1def2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.864008 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-42394ca1-b5e7-4f09-b448-f82482ca2c49 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1061831 Feb 16 12:49:08.867259 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36314) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:08.964094 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.990758 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-c2cdde5a-6106-44d7-9355-efbc98c9f1d3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting port 772f64e7-aa75-4cc5-9484-ee9cf7560e8f {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:49:08.991785 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c2cdde5a-6106-44d7-9355-efbc98c9f1d3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:09.001857 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bba2270a-55c8-4956-8f77-e1940582f67a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:09.021696 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-fdfb9d41-fee2-4c88-9f64-4f5d0351b8d2 None None] Attempting to bind port c6df7cd7-196b-4592-93a3-7d136f7b486f on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:09.022202 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-fdfb9d41-fee2-4c88-9f64-4f5d0351b8d2 None None] Attempting to bind port c6df7cd7-196b-4592-93a3-7d136f7b486f by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'da887370-49e4-427b-8338-1e48c43af5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ffef8150-9ebc-4e63-ba51-93df8165478f'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:09.022652 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfb9d41-fee2-4c88-9f64-4f5d0351b8d2 None None] Attempting to bind port c6df7cd7-196b-4592-93a3-7d136f7b486f on network ffef8150-9ebc-4e63-ba51-93df8165478f {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:49:09.066197 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8cf91dec-601a-4260-bb69-1b083c0209eb tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:09.074176 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfb9d41-fee2-4c88-9f64-4f5d0351b8d2 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:49:09.075031 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfb9d41-fee2-4c88-9f64-4f5d0351b8d2 None None] Checking segment: {'id': 'da887370-49e4-427b-8338-1e48c43af5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ffef8150-9ebc-4e63-ba51-93df8165478f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:49:09.075193 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fdfb9d41-fee2-4c88-9f64-4f5d0351b8d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:09.075642 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfb9d41-fee2-4c88-9f64-4f5d0351b8d2 None None] Bound using segment: {'id': 'da887370-49e4-427b-8338-1e48c43af5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ffef8150-9ebc-4e63-ba51-93df8165478f'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:49:09.076210 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-fdfb9d41-fee2-4c88-9f64-4f5d0351b8d2 None None] Bound port: c6df7cd7-196b-4592-93a3-7d136f7b486f, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da887370-49e4-427b-8338-1e48c43af5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ffef8150-9ebc-4e63-ba51-93df8165478f'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:09.076728 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fdfb9d41-fee2-4c88-9f64-4f5d0351b8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:09.091102 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2197a9e7-948c-4afb-acb3-812226896834 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "DELETE /v2.0/ports/3cdd7f51-eacd-44cd-9051-f85ed1d889a0/tags/tempest-TagsExtTest-Tag-1316162459 HTTP/1.1" status: 204 len: 168 time: 0.2348316 Feb 16 12:49:09.092383 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36316) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:09.099252 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-d7afac8f-5c55-459b-96bd-4af4d9f89f97 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3cdd7f51-eacd-44cd-9051-f85ed1d889a0') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:09.115618 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-637892bb-72fb-4fb4-a231-7dedaa1def2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:09.119558 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c2cdde5a-6106-44d7-9355-efbc98c9f1d3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:09.126960 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port f4a61967-6daa-4378-ba8c-ced38954733f, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=f4a61967-6daa-4378-ba8c-ced38954733f,segment=NetworkSegment(99ea4ee3-9a57-4e90-8b80-4cb3361dd6bb),segment_id=99ea4ee3-9a57-4e90-8b80-4cb3361dd6bb)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:09.136737 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-c2cdde5a-6106-44d7-9355-efbc98c9f1d3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Calling delete_port for 772f64e7-aa75-4cc5-9484-ee9cf7560e8f owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:49:09.140133 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bba2270a-55c8-4956-8f77-e1940582f67a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:09.195667 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:09.198532 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba2270a-55c8-4956-8f77-e1940582f67a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Network 19380c13-8969-4b20-b3b6-98445290b63c is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:09.210959 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-bba2270a-55c8-4956-8f77-e1940582f67a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:09.218015 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8cf91dec-601a-4260-bb69-1b083c0209eb tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:09.219681 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba2270a-55c8-4956-8f77-e1940582f67a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:49:09.248245 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2270a-55c8-4956-8f77-e1940582f67a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event updated for resources: {'Port': ['ID=f8d94491-3864-4f70-9286-9c51c544af27,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:09.285255 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-d7b6a092-e97f-4042-893b-94b69bc68900 None None] Allocated IP 172.20.0.2 (19380c13-8969-4b20-b3b6-98445290b63c/246f7598-9a5b-4fa6-8a27-c9c96496d7e8/f6d1a83d-a644-4899-b318-95505552b537) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:09.307572 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d7afac8f-5c55-459b-96bd-4af4d9f89f97 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "GET /v2.0/ports/3cdd7f51-eacd-44cd-9051-f85ed1d889a0/tags HTTP/1.1" status: 200 len: 205 time: 0.2147591 Feb 16 12:49:09.310531 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36318) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:09.316530 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf91dec-601a-4260-bb69-1b083c0209eb tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Network ffef8150-9ebc-4e63-ba51-93df8165478f is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:09.324115 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.tag.tag_plugin [None req-44db694c-268a-4db0-89b8-b033ae3d5a7c tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '29ad6e17-3b48-4b57-a561-225e93086ec3') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:09.326129 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-8cf91dec-601a-4260-bb69-1b083c0209eb tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:09.340189 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba2270a-55c8-4956-8f77-e1940582f67a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:09.340891 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bba2270a-55c8-4956-8f77-e1940582f67a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:09.343471 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf91dec-601a-4260-bb69-1b083c0209eb tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:49:09.343654 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-fdfb9d41-fee2-4c88-9f64-4f5d0351b8d2 None None] For port c6df7cd7-196b-4592-93a3-7d136f7b486f, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:49:09.350134 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf91dec-601a-4260-bb69-1b083c0209eb tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:09.350768 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8cf91dec-601a-4260-bb69-1b083c0209eb tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:09.364409 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf91dec-601a-4260-bb69-1b083c0209eb tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'Port': ['ID=4250bbad-dd66-4479-bde0-fb4b3e60801b,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:09.371083 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=f4a61967-6daa-4378-ba8c-ced38954733f,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:09.385053 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8cf91dec-601a-4260-bb69-1b083c0209eb tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5045924 Feb 16 12:49:09.392016 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-fdfb9d41-fee2-4c88-9f64-4f5d0351b8d2 None None] For port c6df7cd7-196b-4592-93a3-7d136f7b486f, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=c6df7cd7-196b-4592-93a3-7d136f7b486f,segment=NetworkSegment(da887370-49e4-427b-8338-1e48c43af5a1),segment_id=da887370-49e4-427b-8338-1e48c43af5a1)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:49:09.395620 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.db.api [None req-637892bb-72fb-4fb4-a231-7dedaa1def2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:49:09.396019 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG oslo_db.api [None req-637892bb-72fb-4fb4-a231-7dedaa1def2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:49:09.398119 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36320) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:09.400961 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-bba2270a-55c8-4956-8f77-e1940582f67a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2417779 Feb 16 12:49:09.406428 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36322) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:09.426433 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fdfb9d41-fee2-4c88-9f64-4f5d0351b8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:09.519938 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb9d41-fee2-4c88-9f64-4f5d0351b8d2 None None] Pushing event updated for resources: {'Port': ['ID=c6df7cd7-196b-4592-93a3-7d136f7b486f,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:09.577947 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c2cdde5a-6106-44d7-9355-efbc98c9f1d3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:09.595579 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d7b6a092-e97f-4042-893b-94b69bc68900 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:09.603788 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d7b6a092-e97f-4042-893b-94b69bc68900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:09.659729 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cdde5a-6106-44d7-9355-efbc98c9f1d3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Port': ['ID=772f64e7-aa75-4cc5-9484-ee9cf7560e8f,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:09.798052 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36324) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:09.798710 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-44db694c-268a-4db0-89b8-b033ae3d5a7c tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "GET /v2.0/routers/29ad6e17-3b48-4b57-a561-225e93086ec3/tags HTTP/1.1" status: 200 len: 241 time: 0.4866130 Feb 16 12:49:09.807365 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-55082e60-33eb-4ca4-9223-b4ee91e937a2 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '29ad6e17-3b48-4b57-a561-225e93086ec3', 'tempest-TagsExtTest-Tag-1960835671') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:09.827937 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b6a092-e97f-4042-893b-94b69bc68900 None None] Network 19380c13-8969-4b20-b3b6-98445290b63c is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:09.830858 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-d7b6a092-e97f-4042-893b-94b69bc68900 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:09.833367 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b6a092-e97f-4042-893b-94b69bc68900 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:49:09.840926 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b6a092-e97f-4042-893b-94b69bc68900 None None] Pushing event updated for resources: {'Port': ['ID=f6d1a83d-a644-4899-b318-95505552b537,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:09.852017 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c182a74e-30ab-4a88-a294-02602481d43b tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:09.856777 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c182a74e-30ab-4a88-a294-02602481d43b tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A157 HTTP/1.1" status: 200 len: 929 time: 0.4511096 Feb 16 12:49:09.860446 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36326) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:09.982687 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-55082e60-33eb-4ca4-9223-b4ee91e937a2 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "GET /v2.0/routers/29ad6e17-3b48-4b57-a561-225e93086ec3/tags/tempest-TagsExtTest-Tag-1960835671 HTTP/1.1" status: 204 len: 168 time: 0.1830072 Feb 16 12:49:09.983402 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36328) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:09.992711 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-d1ab7f4b-fc02-4ba2-82e8-357e1352bebd tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '29ad6e17-3b48-4b57-a561-225e93086ec3', 'tempest-TagsExtTest-Tag-1960835671') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:10.030986 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-d7b6a092-e97f-4042-893b-94b69bc68900 None None] Attempting to bind port f6d1a83d-a644-4899-b318-95505552b537 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:10.032328 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-d7b6a092-e97f-4042-893b-94b69bc68900 None None] Attempting to bind port f6d1a83d-a644-4899-b318-95505552b537 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '2fed8fdf-b44f-4ae6-b6f5-b6530631116d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '19380c13-8969-4b20-b3b6-98445290b63c'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:10.032974 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b6a092-e97f-4042-893b-94b69bc68900 None None] Attempting to bind port f6d1a83d-a644-4899-b318-95505552b537 on network 19380c13-8969-4b20-b3b6-98445290b63c {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:49:10.073105 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b6a092-e97f-4042-893b-94b69bc68900 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:49:10.073592 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b6a092-e97f-4042-893b-94b69bc68900 None None] Checking segment: {'id': '2fed8fdf-b44f-4ae6-b6f5-b6530631116d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '19380c13-8969-4b20-b3b6-98445290b63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:49:10.074106 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d7b6a092-e97f-4042-893b-94b69bc68900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.074617 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b6a092-e97f-4042-893b-94b69bc68900 None None] Bound using segment: {'id': '2fed8fdf-b44f-4ae6-b6f5-b6530631116d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '19380c13-8969-4b20-b3b6-98445290b63c'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:49:10.075240 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-d7b6a092-e97f-4042-893b-94b69bc68900 None None] Bound port: f6d1a83d-a644-4899-b318-95505552b537, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fed8fdf-b44f-4ae6-b6f5-b6530631116d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '19380c13-8969-4b20-b3b6-98445290b63c'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:10.077506 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d7b6a092-e97f-4042-893b-94b69bc68900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.128220 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device f4a61967-6daa-4378-ba8c-ced38954733f up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:49:10.186005 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b0e547-4c4b-4c95-b147-34236719c28c None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:10.190288 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d1ab7f4b-fc02-4ba2-82e8-357e1352bebd tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "DELETE /v2.0/routers/29ad6e17-3b48-4b57-a561-225e93086ec3/tags/tempest-TagsExtTest-Tag-1960835671 HTTP/1.1" status: 204 len: 168 time: 0.2042582 Feb 16 12:49:10.193394 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36330) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:10.199977 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-4aab6915-afca-4a75-ab40-a9dd8d2beec1 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '29ad6e17-3b48-4b57-a561-225e93086ec3') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:10.224614 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c2cdde5a-6106-44d7-9355-efbc98c9f1d3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.230871 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c2cdde5a-6106-44d7-9355-efbc98c9f1d3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/ports/772f64e7-aa75-4cc5-9484-ee9cf7560e8f HTTP/1.1" status: 204 len: 168 time: 1.3623080 Feb 16 12:49:10.249583 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36332) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:10.275679 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-d7b6a092-e97f-4042-893b-94b69bc68900 None None] For port f6d1a83d-a644-4899-b318-95505552b537, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:49:10.285636 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-61a5ce07-61e7-4abf-931c-c943c45f71e1 None None] Provisioning complete for port 3cdd7f51-eacd-44cd-9051-f85ed1d889a0 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:10.285997 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-61a5ce07-61e7-4abf-931c-c943c45f71e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.310097 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-d2930754-1fac-4e03-9845-6db5fb27bd57 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Deleting port 4250bbad-dd66-4479-bde0-fb4b3e60801b {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:49:10.310525 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d2930754-1fac-4e03-9845-6db5fb27bd57 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.318831 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-d7b6a092-e97f-4042-893b-94b69bc68900 None None] For port f6d1a83d-a644-4899-b318-95505552b537, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=f6d1a83d-a644-4899-b318-95505552b537,segment=NetworkSegment(2fed8fdf-b44f-4ae6-b6f5-b6530631116d),segment_id=2fed8fdf-b44f-4ae6-b6f5-b6530631116d)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:49:10.339363 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c639758-54a0-4014-87e2-9082b36063cb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:10.340896 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c639758-54a0-4014-87e2-9082b36063cb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:10.342361 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c639758-54a0-4014-87e2-9082b36063cb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:10.344176 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6c639758-54a0-4014-87e2-9082b36063cb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0919657 Feb 16 12:49:10.347298 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4aab6915-afca-4a75-ab40-a9dd8d2beec1 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "GET /v2.0/routers/29ad6e17-3b48-4b57-a561-225e93086ec3/tags HTTP/1.1" status: 200 len: 205 time: 0.1526911 Feb 16 12:49:10.347911 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36334) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:10.351203 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d7b6a092-e97f-4042-893b-94b69bc68900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.353564 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-75ae0c95-0f64-4cf0-8a37-5db31bec220d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.355405 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36336) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:10.373669 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port f4a61967-6daa-4378-ba8c-ced38954733f triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:10.374037 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.392168 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.tag.tag_plugin [None req-f12732e0-503c-46e1-a14f-f50df0fc839d tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'da95c04b-19d1-4f42-a0c1-b42a395c3cd0') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:10.397679 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-61a5ce07-61e7-4abf-931c-c943c45f71e1 None None] Port 3cdd7f51-eacd-44cd-9051-f85ed1d889a0 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:49:10.405051 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e79a080-1281-418c-9e4e-1c4ca2fd941f tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting subnet 49469479-faed-4455-8012-5e7e46fb0e99 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:49:10.408116 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4e79a080-1281-418c-9e4e-1c4ca2fd941f tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.451140 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4e79a080-1281-418c-9e4e-1c4ca2fd941f tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.479803 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b6a092-e97f-4042-893b-94b69bc68900 None None] Pushing event updated for resources: {'Port': ['ID=f6d1a83d-a644-4899-b318-95505552b537,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:10.533809 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-61a5ce07-61e7-4abf-931c-c943c45f71e1 None None] Provisioning complete for port f4a61967-6daa-4378-ba8c-ced38954733f triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:10.533809 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-61a5ce07-61e7-4abf-931c-c943c45f71e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.558386 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4e79a080-1281-418c-9e4e-1c4ca2fd941f tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.661008 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 0b18a432-c57a-40a1-aa8e-0bc516fb1401 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:49:10.689072 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-75ae0c95-0f64-4cf0-8a37-5db31bec220d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.702833 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f12732e0-503c-46e1-a14f-f50df0fc839d tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "GET /v2.0/subnetpools/da95c04b-19d1-4f42-a0c1-b42a395c3cd0/tags HTTP/1.1" status: 200 len: 241 time: 0.3424864 Feb 16 12:49:10.704272 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36340) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:10.710711 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-75ae0c95-0f64-4cf0-8a37-5db31bec220d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.725341 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.tag.tag_plugin [None req-bd5c00c2-a216-4cd5-95bb-4aa09b28aab0 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'da95c04b-19d1-4f42-a0c1-b42a395c3cd0', 'tempest-TagsExtTest-Tag-1561664675') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:10.850486 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 0b18a432-c57a-40a1-aa8e-0bc516fb1401 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:10.851034 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.862159 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36342) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:10.957296 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-3e99b4a2-a630-40b5-b21d-8a2ab929ddff None None] Provisioning complete for port 0b18a432-c57a-40a1-aa8e-0bc516fb1401 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:10.958074 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3e99b4a2-a630-40b5-b21d-8a2ab929ddff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.961106 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d2930754-1fac-4e03-9845-6db5fb27bd57 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:11.060242 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4e79a080-1281-418c-9e4e-1c4ca2fd941f tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:11.085047 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-d2930754-1fac-4e03-9845-6db5fb27bd57 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Calling delete_port for 4250bbad-dd66-4479-bde0-fb4b3e60801b owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:49:11.093928 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e79a080-1281-418c-9e4e-1c4ca2fd941f tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Subnet': ['ID=49469479-faed-4455-8012-5e7e46fb0e99,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:11.100266 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4e79a080-1281-418c-9e4e-1c4ca2fd941f tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:11.106045 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4e79a080-1281-418c-9e4e-1c4ca2fd941f tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/49469479-faed-4455-8012-5e7e46fb0e99 HTTP/1.1" status: 204 len: 168 time: 0.7549367 Feb 16 12:49:11.108473 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36344) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:11.124968 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae0c95-0f64-4cf0-8a37-5db31bec220d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event updated for resources: {'Port': ['ID=f8d94491-3864-4f70-9286-9c51c544af27,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:11.129131 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:11.138799 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-bd5c00c2-a216-4cd5-95bb-4aa09b28aab0 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "GET /v2.0/subnetpools/da95c04b-19d1-4f42-a0c1-b42a395c3cd0/tags/tempest-TagsExtTest-Tag-1561664675 HTTP/1.1" status: 204 len: 168 time: 0.4267676 Feb 16 12:49:11.144122 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36346) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:11.149072 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-4b00b78a-abea-4bac-b65a-27441c1932a2 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'da95c04b-19d1-4f42-a0c1-b42a395c3cd0', 'tempest-TagsExtTest-Tag-1561664675') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:11.161176 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f55279-f4ad-4a93-854f-451fc5682bec tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:11.161810 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f55279-f4ad-4a93-854f-451fc5682bec tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:11.162460 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f55279-f4ad-4a93-854f-451fc5682bec tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:11.177393 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c0f55279-f4ad-4a93-854f-451fc5682bec tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/ports?project_id=93ebfe1969ad47c59fc4b80bacd9b15b&network_id=2a9302a4-3c67-4ab8-a48d-9c86a95e30b2 HTTP/1.1" status: 200 len: 2999 time: 0.3042243 Feb 16 12:49:11.224752 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eec209a-faea-4546-84bf-fc20fc89c3ac tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting subnet e1af699d-58c8-4b60-8415-054af7b5c4db {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:49:11.232324 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6eec209a-faea-4546-84bf-fc20fc89c3ac tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:11.238108 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02776ed-5ea1-4846-a93e-7d30ac5ddb18 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:11.239827 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3e99b4a2-a630-40b5-b21d-8a2ab929ddff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:11.285721 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28ba048-2c0b-4d6d-a5cf-bd41517914fe None None] Network ffef8150-9ebc-4e63-ba51-93df8165478f requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:11.298812 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4b00b78a-abea-4bac-b65a-27441c1932a2 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "DELETE /v2.0/subnetpools/da95c04b-19d1-4f42-a0c1-b42a395c3cd0/tags/tempest-TagsExtTest-Tag-1561664675 HTTP/1.1" status: 204 len: 168 time: 0.1522784 Feb 16 12:49:11.300864 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36350) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:11.309123 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-5e9b10bb-921b-40a1-8203-b25e070c64cd tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'da95c04b-19d1-4f42-a0c1-b42a395c3cd0') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:11.322623 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6eec209a-faea-4546-84bf-fc20fc89c3ac tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:11.366407 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5e9b10bb-921b-40a1-8203-b25e070c64cd tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "GET /v2.0/subnetpools/da95c04b-19d1-4f42-a0c1-b42a395c3cd0/tags HTTP/1.1" status: 200 len: 205 time: 0.0644929 Feb 16 12:49:11.367251 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36352) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:11.373881 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-be2797a3-1a24-4fa2-ab4f-6ffe9c55a4e3 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'da95c04b-19d1-4f42-a0c1-b42a395c3cd0') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:11.380049 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-75ae0c95-0f64-4cf0-8a37-5db31bec220d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:11.387760 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.db.api [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:49:11.388110 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG oslo_db.api [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:49:11.424114 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-be2797a3-1a24-4fa2-ab4f-6ffe9c55a4e3 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "DELETE /v2.0/subnetpools/da95c04b-19d1-4f42-a0c1-b42a395c3cd0/tags HTTP/1.1" status: 204 len: 168 time: 0.0536027 Feb 16 12:49:11.428117 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-3e99b4a2-a630-40b5-b21d-8a2ab929ddff None None] For port 0b18a432-c57a-40a1-aa8e-0bc516fb1401, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=0b18a432-c57a-40a1-aa8e-0bc516fb1401,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:11.445423 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3e99b4a2-a630-40b5-b21d-8a2ab929ddff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:11.448003 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36356) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:11.454065 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-2916b189-abcb-4b1e-9e62-d56a5bf9ecc7 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '29ad6e17-3b48-4b57-a561-225e93086ec3') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:11.529321 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6eec209a-faea-4546-84bf-fc20fc89c3ac tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:11.591050 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99b4a2-a630-40b5-b21d-8a2ab929ddff None None] Pushing event updated for resources: {'Port': ['ID=0b18a432-c57a-40a1-aa8e-0bc516fb1401,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:11.594097 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-3e99b4a2-a630-40b5-b21d-8a2ab929ddff None None] Provisioning complete for port 3cdd7f51-eacd-44cd-9051-f85ed1d889a0 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:11.594467 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3e99b4a2-a630-40b5-b21d-8a2ab929ddff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:11.649970 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6eec209a-faea-4546-84bf-fc20fc89c3ac tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:11.692259 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-3e99b4a2-a630-40b5-b21d-8a2ab929ddff None None] Port 3cdd7f51-eacd-44cd-9051-f85ed1d889a0 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:49:11.730846 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec209a-faea-4546-84bf-fc20fc89c3ac tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Subnet': ['ID=e1af699d-58c8-4b60-8415-054af7b5c4db,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:11.751097 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6eec209a-faea-4546-84bf-fc20fc89c3ac tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:11.754982 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6eec209a-faea-4546-84bf-fc20fc89c3ac tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/e1af699d-58c8-4b60-8415-054af7b5c4db HTTP/1.1" status: 204 len: 168 time: 0.6454048 Feb 16 12:49:11.760395 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36358) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:11.825936 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-61dd940e-317d-4660-9b04-9176633a4d53 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0630412 Feb 16 12:49:11.829435 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36360) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:11.851566 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e351b11-5b91-4876-ab27-d89f4a1e32e2 None None] Update dhcp port {'port': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'fixed_ips': [{'subnet_id': 'e1af699d-58c8-4b60-8415-054af7b5c4db'}], 'binding:host_id': 'dv-neutron-828142-3-hyperv'}, 'id': '0b18a432-c57a-40a1-aa8e-0bc516fb1401'} from dv-neutron-828142-3-hyperv. {{(pid=109050) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 12:49:11.853975 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-81075d80-c604-41ae-9937-61257ba340c5 None None] Provisioning complete for port 0b18a432-c57a-40a1-aa8e-0bc516fb1401 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:11.854345 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-81075d80-c604-41ae-9937-61257ba340c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:11.869307 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2916b189-abcb-4b1e-9e62-d56a5bf9ecc7 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "DELETE /v2.0/routers/29ad6e17-3b48-4b57-a561-225e93086ec3/tags HTTP/1.1" status: 204 len: 168 time: 0.4194324 Feb 16 12:49:11.876612 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36362) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:11.884245 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-97e5b1d4-789d-4a87-8e00-dc23cf86ca0a tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3cdd7f51-eacd-44cd-9051-f85ed1d889a0') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:11.907897 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-75ae0c95-0f64-4cf0-8a37-5db31bec220d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:11.931497 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23be1eb-fd6e-4bf8-becc-10eaa68b3bca None None] Network 19380c13-8969-4b20-b3b6-98445290b63c requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:11.933647 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d2930754-1fac-4e03-9845-6db5fb27bd57 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:11.965862 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8e351b11-5b91-4876-ab27-d89f4a1e32e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:11.966316 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643acc0f-9371-45f2-839e-c2682011408d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:11.969137 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-643acc0f-9371-45f2-839e-c2682011408d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1387320 Feb 16 12:49:11.974965 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36364) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:11.998440 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2930754-1fac-4e03-9845-6db5fb27bd57 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'Port': ['ID=4250bbad-dd66-4479-bde0-fb4b3e60801b,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:12.039857 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e1f037-684f-494c-ae77-a04e4a416a47 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:12.046343 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a2e1f037-684f-494c-ae77-a04e4a416a47 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0655131 Feb 16 12:49:12.049080 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36366) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:12.092049 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-71bb48a4-13da-481d-ace2-5798da3b3f22 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416448 Feb 16 12:49:12.092308 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d2930754-1fac-4e03-9845-6db5fb27bd57 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:12.095440 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d2930754-1fac-4e03-9845-6db5fb27bd57 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/ports/4250bbad-dd66-4479-bde0-fb4b3e60801b HTTP/1.1" status: 204 len: 168 time: 2.2206001 Feb 16 12:49:12.099535 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36368) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:12.099816 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36370) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:12.102426 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-1923632b-928f-4f33-856b-5b4c558369b6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'subnet': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:12.133193 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-76abd70c-3515-48bf-89aa-1e1102bc7fdc tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] GET failed (client error): The resource could not be found. Feb 16 12:49:12.134742 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-76abd70c-3515-48bf-89aa-1e1102bc7fdc tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "GET /v2.0/ports/4250bbad-dd66-4479-bde0-fb4b3e60801b HTTP/1.1" status: 404 len: 333 time: 0.0340493 Feb 16 12:49:12.140219 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-97e5b1d4-789d-4a87-8e00-dc23cf86ca0a tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "DELETE /v2.0/ports/3cdd7f51-eacd-44cd-9051-f85ed1d889a0/tags HTTP/1.1" status: 204 len: 168 time: 0.2624419 Feb 16 12:49:12.140891 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36372) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:12.141225 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36374) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:12.195501 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-56482401-6860-4e77-a80a-142d1dee0c82 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'aff09984-ce5e-49e0-89c0-1ae9f1bb5f42') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:12.334424 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1923632b-928f-4f33-856b-5b4c558369b6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:12.338119 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1923632b-928f-4f33-856b-5b4c558369b6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:12.342173 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-1923632b-928f-4f33-856b-5b4c558369b6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:49:12.342639 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1923632b-928f-4f33-856b-5b4c558369b6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:49:12.362861 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-81075d80-c604-41ae-9937-61257ba340c5 None None] Provisioning complete for port c6df7cd7-196b-4592-93a3-7d136f7b486f triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:12.363552 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-81075d80-c604-41ae-9937-61257ba340c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:12.365851 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1923632b-928f-4f33-856b-5b4c558369b6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2672243 Feb 16 12:49:12.371774 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36376) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:12.377226 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-ecdd252d-8f9a-4aee-87f3-f8dc050da4c0 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'subnet': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:12.392708 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-8d9b858e-3a1c-4806-956c-68b72de45a0a tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Deleting port 499e1f93-ff24-44d2-8a4f-b53b70332eef {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:49:12.392708 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8d9b858e-3a1c-4806-956c-68b72de45a0a tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:12.548845 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-75ae0c95-0f64-4cf0-8a37-5db31bec220d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:12.549948 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8d9b858e-3a1c-4806-956c-68b72de45a0a tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:12.570403 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-75ae0c95-0f64-4cf0-8a37-5db31bec220d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:12.573167 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-8d9b858e-3a1c-4806-956c-68b72de45a0a tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Calling delete_port for 499e1f93-ff24-44d2-8a4f-b53b70332eef owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:49:12.579396 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecdd252d-8f9a-4aee-87f3-f8dc050da4c0 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:12.583422 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ecdd252d-8f9a-4aee-87f3-f8dc050da4c0 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:12.585003 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecdd252d-8f9a-4aee-87f3-f8dc050da4c0 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:49:12.585706 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecdd252d-8f9a-4aee-87f3-f8dc050da4c0 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:49:12.627801 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device f6d1a83d-a644-4899-b318-95505552b537 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:49:12.629797 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071ff70e-8581-4a00-a214-847ec58ef5c3 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:12.644428 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-56482401-6860-4e77-a80a-142d1dee0c82 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "DELETE /v2.0/subnets/aff09984-ce5e-49e0-89c0-1ae9f1bb5f42/tags HTTP/1.1" status: 204 len: 168 time: 0.4584360 Feb 16 12:49:12.645638 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36378) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:12.652583 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-84448045-4f79-4512-ac5a-2239a50933c3 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'aff09984-ce5e-49e0-89c0-1ae9f1bb5f42', 'tempest-TagsExtTest-Tag-1782376378') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:12.721300 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae0c95-0f64-4cf0-8a37-5db31bec220d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event updated for resources: {'Port': ['ID=f8d94491-3864-4f70-9286-9c51c544af27,revision_number=3']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:12.757695 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ecdd252d-8f9a-4aee-87f3-f8dc050da4c0 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3848138 Feb 16 12:49:12.759354 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-75ae0c95-0f64-4cf0-8a37-5db31bec220d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:12.765378 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36380) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:12.772339 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-186818cb-2632-4b15-9833-61fd9577a3a5 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'subnet': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:12.822744 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8d9b858e-3a1c-4806-956c-68b72de45a0a tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:12.876832 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-84448045-4f79-4512-ac5a-2239a50933c3 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "PUT /v2.0/subnets/aff09984-ce5e-49e0-89c0-1ae9f1bb5f42/tags/tempest-TagsExtTest-Tag-1782376378 HTTP/1.1" status: 201 len: 201 time: 0.2280617 Feb 16 12:49:12.877447 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36382) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:12.882303 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-7fb8a155-b2af-4023-97f1-c5636bdb4cbf tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3cdd7f51-eacd-44cd-9051-f85ed1d889a0', 'tempest-TagsExtTest-Tag-916999797') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:12.896924 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-81075d80-c604-41ae-9937-61257ba340c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:12.901569 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port f6d1a83d-a644-4899-b318-95505552b537 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:12.902054 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:12.930081 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b858e-3a1c-4806-956c-68b72de45a0a tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'Port': ['ID=499e1f93-ff24-44d2-8a4f-b53b70332eef,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:12.977905 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8d9b858e-3a1c-4806-956c-68b72de45a0a tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:12.982101 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8d9b858e-3a1c-4806-956c-68b72de45a0a tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/ports/499e1f93-ff24-44d2-8a4f-b53b70332eef HTTP/1.1" status: 204 len: 168 time: 0.8398306 Feb 16 12:49:12.986204 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36386) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:13.002647 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ae0c95-0f64-4cf0-8a37-5db31bec220d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Network 19380c13-8969-4b20-b3b6-98445290b63c is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:13.004961 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-75ae0c95-0f64-4cf0-8a37-5db31bec220d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:13.009417 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-81075d80-c604-41ae-9937-61257ba340c5 None None] For port c6df7cd7-196b-4592-93a3-7d136f7b486f, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=c6df7cd7-196b-4592-93a3-7d136f7b486f,segment=NetworkSegment(da887370-49e4-427b-8338-1e48c43af5a1),segment_id=da887370-49e4-427b-8338-1e48c43af5a1)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:13.021500 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-81075d80-c604-41ae-9937-61257ba340c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.034201 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc184da8-0e4f-48bd-8ba6-589c8e5db0f5 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] GET failed (client error): The resource could not be found. Feb 16 12:49:13.036883 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-dc184da8-0e4f-48bd-8ba6-589c8e5db0f5 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "GET /v2.0/ports/499e1f93-ff24-44d2-8a4f-b53b70332eef HTTP/1.1" status: 404 len: 333 time: 0.0494514 Feb 16 12:49:13.040287 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36388) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:13.081773 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d231468-3246-4519-95da-ed32abff46db None None] DHCP port deletion for 8f2fc9c2-6909-42b1-9817-f8926b88a024 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:49:13.132614 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186818cb-2632-4b15-9833-61fd9577a3a5 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:13.138224 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-186818cb-2632-4b15-9833-61fd9577a3a5 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.139755 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-186818cb-2632-4b15-9833-61fd9577a3a5 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:49:13.140280 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-186818cb-2632-4b15-9833-61fd9577a3a5 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:49:13.180363 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cdd6d05-8920-4563-9805-fe3e6a107c29 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Deleting subnet 6adad03f-246f-46b5-b168-e55f25aaaeec {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:49:13.184312 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5cdd6d05-8920-4563-9805-fe3e6a107c29 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.191321 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-186818cb-2632-4b15-9833-61fd9577a3a5 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4242775 Feb 16 12:49:13.194647 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36390) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:13.201622 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-a0c0d52b-a55c-4876-9aec-9470d2962152 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'subnet': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:13.215031 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d095acf-24de-4700-8dfe-f4e048d9f2af None None] Could not find standard attr ID for object 499e1f93-ff24-44d2-8a4f-b53b70332eef. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:49:13.244052 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.247722 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5cdd6d05-8920-4563-9805-fe3e6a107c29 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.249008 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81075d80-c604-41ae-9937-61257ba340c5 None None] Pushing event updated for resources: {'Port': ['ID=c6df7cd7-196b-4592-93a3-7d136f7b486f,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:13.274720 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ae0c95-0f64-4cf0-8a37-5db31bec220d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Router d1555480-0d22-487f-88f2-e48b3fb59790 is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:49:13.284746 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d231468-3246-4519-95da-ed32abff46db None None] Deleting port 0b18a432-c57a-40a1-aa8e-0bc516fb1401 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:49:13.285424 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d231468-3246-4519-95da-ed32abff46db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.383309 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d231468-3246-4519-95da-ed32abff46db None None] For port 0b18a432-c57a-40a1-aa8e-0bc516fb1401, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=0b18a432-c57a-40a1-aa8e-0bc516fb1401,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:13.383952 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d231468-3246-4519-95da-ed32abff46db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.386341 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5cdd6d05-8920-4563-9805-fe3e6a107c29 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.401214 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d231468-3246-4519-95da-ed32abff46db None None] Calling delete_port for 0b18a432-c57a-40a1-aa8e-0bc516fb1401 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:49:13.406047 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ae0c95-0f64-4cf0-8a37-5db31bec220d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:49:13.418904 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-75ae0c95-0f64-4cf0-8a37-5db31bec220d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "PUT /v2.0/routers/d1555480-0d22-487f-88f2-e48b3fb59790/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9701717 Feb 16 12:49:13.420100 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36392) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:13.421137 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a96e10-4cd1-488f-a62a-a5227a9798ac None None] Sync routers for ids ['d1555480-0d22-487f-88f2-e48b3fb59790'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:13.428368 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7fb8a155-b2af-4023-97f1-c5636bdb4cbf tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "PUT /v2.0/ports/3cdd7f51-eacd-44cd-9051-f85ed1d889a0/tags/tempest-TagsExtTest-Tag-916999797 HTTP/1.1" status: 201 len: 201 time: 0.5496063 Feb 16 12:49:13.430886 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c0d52b-a55c-4876-9aec-9470d2962152 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:13.432078 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36394) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:13.434483 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a0c0d52b-a55c-4876-9aec-9470d2962152 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.435985 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c0d52b-a55c-4876-9aec-9470d2962152 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:49:13.436432 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0c0d52b-a55c-4876-9aec-9470d2962152 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:49:13.436989 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-272b15f9-d748-4497-b333-cf6d05883441 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '29ad6e17-3b48-4b57-a561-225e93086ec3', 'tempest-TagsExtTest-Tag-1758789195') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:13.450667 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a96e10-4cd1-488f-a62a-a5227a9798ac None None] Routers {'d1555480-0d22-487f-88f2-e48b3fb59790'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:49:13.451805 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-56a96e10-4cd1-488f-a62a-a5227a9798ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:48:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['d1555480-0d22-487f-88f2-e48b3fb59790'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:13.487670 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8551e5b0-27d7-434e-ab4d-1fdb014e6e3a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:13.493706 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-8551e5b0-27d7-434e-ab4d-1fdb014e6e3a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "GET /v2.0/ports/f8d94491-3864-4f70-9286-9c51c544af27 HTTP/1.1" status: 200 len: 977 time: 0.0721140 Feb 16 12:49:13.497813 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36396) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:13.525929 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-56a96e10-4cd1-488f-a62a-a5227a9798ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:13.541547 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a96e10-4cd1-488f-a62a-a5227a9798ac None None] Routers {'d1555480-0d22-487f-88f2-e48b3fb59790'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:49:13.542532 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-56a96e10-4cd1-488f-a62a-a5227a9798ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:48:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['d1555480-0d22-487f-88f2-e48b3fb59790'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:13.550461 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d231468-3246-4519-95da-ed32abff46db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.570085 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d231468-3246-4519-95da-ed32abff46db None None] No DVR routers for this DVR port 0b18a432-c57a-40a1-aa8e-0bc516fb1401 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:13.576748 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d095acf-24de-4700-8dfe-f4e048d9f2af None None] Provisioning complete for port f6d1a83d-a644-4899-b318-95505552b537 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:13.577123 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d095acf-24de-4700-8dfe-f4e048d9f2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.597462 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a0c0d52b-a55c-4876-9aec-9470d2962152 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4017100 Feb 16 12:49:13.606052 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36398) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:13.609945 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-56a96e10-4cd1-488f-a62a-a5227a9798ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:13.610997 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a96e10-4cd1-488f-a62a-a5227a9798ac None None] The sync data for ids ['d1555480-0d22-487f-88f2-e48b3fb59790'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:13.620140 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-ecd9d58d-d581-49b7-ba16-a34d81636300 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'subnet': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:13.632832 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5cdd6d05-8920-4563-9805-fe3e6a107c29 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.649014 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5cdd6d05-8920-4563-9805-fe3e6a107c29 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.656187 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5cdd6d05-8920-4563-9805-fe3e6a107c29 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/subnets/6adad03f-246f-46b5-b168-e55f25aaaeec HTTP/1.1" status: 204 len: 168 time: 0.6143241 Feb 16 12:49:13.656187 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36402) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:13.701482 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd6d05-8920-4563-9805-fe3e6a107c29 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'Subnet': ['ID=6adad03f-246f-46b5-b168-e55f25aaaeec,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:13.714643 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d231468-3246-4519-95da-ed32abff46db None None] Pushing event deleted for resources: {'Port': ['ID=0b18a432-c57a-40a1-aa8e-0bc516fb1401,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:13.714858 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-272b15f9-d748-4497-b333-cf6d05883441 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "PUT /v2.0/routers/29ad6e17-3b48-4b57-a561-225e93086ec3/tags/tempest-TagsExtTest-Tag-1758789195 HTTP/1.1" status: 201 len: 201 time: 0.2820339 Feb 16 12:49:13.722304 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port f6d1a83d-a644-4899-b318-95505552b537, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=f6d1a83d-a644-4899-b318-95505552b537,segment=NetworkSegment(2fed8fdf-b44f-4ae6-b6f5-b6530631116d),segment_id=2fed8fdf-b44f-4ae6-b6f5-b6530631116d)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:13.743040 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36404) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:13.745229 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.746278 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device c6df7cd7-196b-4592-93a3-7d136f7b486f up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:49:13.767256 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.tag.tag_plugin [None req-0f467eba-0a58-456b-9939-e0d89f2b4b8b tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'da95c04b-19d1-4f42-a0c1-b42a395c3cd0', 'tempest-TagsExtTest-Tag-1802222162') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:13.821345 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b4850e-a1de-4225-ac2c-33f7952f7577 None None] Network ffef8150-9ebc-4e63-ba51-93df8165478f requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:13.821560 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7eba8d55-998d-4220-a899-41af44b43060 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.880964 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-7eba8d55-998d-4220-a899-41af44b43060 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Deleting port c6df7cd7-196b-4592-93a3-7d136f7b486f {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:49:13.880964 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7eba8d55-998d-4220-a899-41af44b43060 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.898460 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=f6d1a83d-a644-4899-b318-95505552b537,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:13.933891 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0f467eba-0a58-456b-9939-e0d89f2b4b8b tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "PUT /v2.0/subnetpools/da95c04b-19d1-4f42-a0c1-b42a395c3cd0/tags/tempest-TagsExtTest-Tag-1802222162 HTTP/1.1" status: 201 len: 201 time: 0.1700923 Feb 16 12:49:13.936743 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36406) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:13.941637 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.tag.tag_plugin [None req-47894ae2-00e5-4e53-9406-ae2568ab388d tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'aff09984-ce5e-49e0-89c0-1ae9f1bb5f42', {'tags': ['tempest-TagsExtTest-Tag-634337519', 'tempest-TagsExtTest-Tag-1236980387', 'tempest-TagsExtTest-Tag-875698658']}) {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:13.945218 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port c6df7cd7-196b-4592-93a3-7d136f7b486f triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:13.945590 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.961466 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-7eba8d55-998d-4220-a899-41af44b43060 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] For port c6df7cd7-196b-4592-93a3-7d136f7b486f, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=c6df7cd7-196b-4592-93a3-7d136f7b486f,segment=NetworkSegment(da887370-49e4-427b-8338-1e48c43af5a1),segment_id=da887370-49e4-427b-8338-1e48c43af5a1)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:13.961891 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7eba8d55-998d-4220-a899-41af44b43060 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.976742 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-7eba8d55-998d-4220-a899-41af44b43060 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Calling delete_port for c6df7cd7-196b-4592-93a3-7d136f7b486f owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:49:13.992346 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd9d58d-d581-49b7-ba16-a34d81636300 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:13.995830 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ecd9d58d-d581-49b7-ba16-a34d81636300 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.997260 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd9d58d-d581-49b7-ba16-a34d81636300 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:49:13.997687 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecd9d58d-d581-49b7-ba16-a34d81636300 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:49:14.025586 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d095acf-24de-4700-8dfe-f4e048d9f2af None None] Could not find standard attr ID for object 0b18a432-c57a-40a1-aa8e-0bc516fb1401. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:49:14.033350 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ecd9d58d-d581-49b7-ba16-a34d81636300 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4232962 Feb 16 12:49:14.033936 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36408) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:14.040191 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-703ab1f9-ac9b-4e6a-9471-118755f1dbb2 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'subnet': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:14.040382 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d095acf-24de-4700-8dfe-f4e048d9f2af None None] Provisioning complete for port f8d94491-3864-4f70-9286-9c51c544af27 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:14.040773 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d095acf-24de-4700-8dfe-f4e048d9f2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.075305 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-47894ae2-00e5-4e53-9406-ae2568ab388d tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "PUT /v2.0/subnets/aff09984-ce5e-49e0-89c0-1ae9f1bb5f42/tags HTTP/1.1" status: 200 len: 316 time: 0.1350985 Feb 16 12:49:14.075526 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36410) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:14.079862 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.tag.tag_plugin [None req-6c013ece-1b4e-43ee-a6f9-b540f816f2fd tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'aff09984-ce5e-49e0-89c0-1ae9f1bb5f42') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:14.113196 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d095acf-24de-4700-8dfe-f4e048d9f2af None None] Port f8d94491-3864-4f70-9286-9c51c544af27 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:49:14.121046 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d095acf-24de-4700-8dfe-f4e048d9f2af None None] Could not find standard attr ID for object 4250bbad-dd66-4479-bde0-fb4b3e60801b. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:49:14.149138 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d095acf-24de-4700-8dfe-f4e048d9f2af None None] Provisioning complete for port c6df7cd7-196b-4592-93a3-7d136f7b486f triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:14.149719 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d095acf-24de-4700-8dfe-f4e048d9f2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.152648 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7eba8d55-998d-4220-a899-41af44b43060 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.178202 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd84ae7-449b-4d09-93f6-009518c90226 None None] DHCP port deletion for ffef8150-9ebc-4e63-ba51-93df8165478f request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:49:14.180606 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d095acf-24de-4700-8dfe-f4e048d9f2af None None] Port c6df7cd7-196b-4592-93a3-7d136f7b486f was deleted so its status cannot be updated. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Feb 16 12:49:14.200183 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eba8d55-998d-4220-a899-41af44b43060 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] No DVR routers for this DVR port c6df7cd7-196b-4592-93a3-7d136f7b486f on host dv-neutron-828142-3-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:14.206121 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba8d55-998d-4220-a899-41af44b43060 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'Port': ['ID=c6df7cd7-196b-4592-93a3-7d136f7b486f,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:14.227106 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703ab1f9-ac9b-4e6a-9471-118755f1dbb2 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:14.230869 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-703ab1f9-ac9b-4e6a-9471-118755f1dbb2 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.232332 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-703ab1f9-ac9b-4e6a-9471-118755f1dbb2 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:49:14.232820 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-703ab1f9-ac9b-4e6a-9471-118755f1dbb2 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:49:14.239431 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-48c62361-ac9c-482d-aed0-287ff58d4fb9 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.276167 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6c013ece-1b4e-43ee-a6f9-b540f816f2fd tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "DELETE /v2.0/subnets/aff09984-ce5e-49e0-89c0-1ae9f1bb5f42/tags HTTP/1.1" status: 204 len: 168 time: 0.1998196 Feb 16 12:49:14.279264 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36412) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:14.279589 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device f6d1a83d-a644-4899-b318-95505552b537 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:49:14.284103 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.tag.tag_plugin [None req-6ca70150-f91f-42a7-bd0c-e82af0b2e724 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'aff09984-ce5e-49e0-89c0-1ae9f1bb5f42', 'tempest-TagsExtTest-Tag-634337519') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:14.299391 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-703ab1f9-ac9b-4e6a-9471-118755f1dbb2 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2616291 Feb 16 12:49:14.300525 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36414) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:14.310360 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7eba8d55-998d-4220-a899-41af44b43060 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.335689 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c317f6b4-fb7e-4804-8e67-bccde5cacb4d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0343637 Feb 16 12:49:14.339305 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-f01a0fa2-669e-45b5-b527-718d5e9eb7c5 None None] Provisioning complete for port f8d94491-3864-4f70-9286-9c51c544af27 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:14.339878 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f01a0fa2-669e-45b5-b527-718d5e9eb7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.340019 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36416) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:14.383979 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port f6d1a83d-a644-4899-b318-95505552b537 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:14.384602 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.402554 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36418) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:14.410053 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83026ddb-5204-4d41-916c-d1b633c236c3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:14.414911 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-83026ddb-5204-4d41-916c-d1b633c236c3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0738747 Feb 16 12:49:14.415549 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36420) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:14.421744 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-7eba8d55-998d-4220-a899-41af44b43060 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffef8150-9ebc-4e63-ba51-93df8165478f']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:14.425929 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-f01a0fa2-669e-45b5-b527-718d5e9eb7c5 None None] Port f8d94491-3864-4f70-9286-9c51c544af27 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:49:14.466355 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-6ca70150-f91f-42a7-bd0c-e82af0b2e724 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] show failed (client error): The resource could not be found. Feb 16 12:49:14.470058 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6ca70150-f91f-42a7-bd0c-e82af0b2e724 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "GET /v2.0/subnets/aff09984-ce5e-49e0-89c0-1ae9f1bb5f42/tags/tempest-TagsExtTest-Tag-634337519 HTTP/1.1" status: 404 len: 328 time: 0.1875780 Feb 16 12:49:14.470233 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b1196aa7-8de6-4ef3-8aa1-964e8aa02977 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0486431 Feb 16 12:49:14.470233 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-7eba8d55-998d-4220-a899-41af44b43060 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da887370-49e4-427b-8338-1e48c43af5a1') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:14.470233 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-7eba8d55-998d-4220-a899-41af44b43060 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da887370-49e4-427b-8338-1e48c43af5a1') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:14.470544 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36422) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:14.474306 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36424) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:14.481360 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.tag.tag_plugin [None req-ac907772-902f-4e0b-885a-aa22b9b2f1f9 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'aff09984-ce5e-49e0-89c0-1ae9f1bb5f42', 'tempest-TagsExtTest-Tag-1236980387') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:14.481676 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7eba8d55-998d-4220-a899-41af44b43060 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.487189 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-bdb7dfd9-04aa-4f35-8f93-41d979d5a654 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'subnet': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:14.497338 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7eba8d55-998d-4220-a899-41af44b43060 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.505621 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eba8d55-998d-4220-a899-41af44b43060 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:49:14.506326 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7eba8d55-998d-4220-a899-41af44b43060 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.509849 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:49:14.509849 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:49:14.509849 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:49:14.509849 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:49:14.509849 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:49:14.509849 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:49:14.509849 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:49:14.509849 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:49:14.509849 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:49:14.509849 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:49:14.509849 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:49:14.509849 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:49:14.509849 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:49:14.509849 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:49:14.509849 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:49:14.509849 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:49:14.509849 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:49:14.509849 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:49:14.509849 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:49:14.509849 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:49:14.509849 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:49:14.509849 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:49:14.509849 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:49:14.509849 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:49:14.509849 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:49:14.509849 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:49:14.509849 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:49:14.509849 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:49:14.509849 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:49:14.509849 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:49:14.509849 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:49:14.509849 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:49:14.548817 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 0b18a432-c57a-40a1-aa8e-0bc516fb1401 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:49:14.555720 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f357ac-4881-43f3-8a02-1d7995f80661 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:14.571544 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-62f357ac-4881-43f3-8a02-1d7995f80661 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/subnets?network_id=a08a3d1b-2e35-4b18-9cb0-756d355083e6 HTTP/1.1" status: 200 len: 814 time: 0.1537364 Feb 16 12:49:14.574862 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 0b18a432-c57a-40a1-aa8e-0bc516fb1401 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:49:14.575557 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 0b18a432-c57a-40a1-aa8e-0bc516fb1401 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:49:14.576031 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device c6df7cd7-196b-4592-93a3-7d136f7b486f no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:49:14.585988 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7eba8d55-998d-4220-a899-41af44b43060 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.590383 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7eba8d55-998d-4220-a899-41af44b43060 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.599216 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7eba8d55-998d-4220-a899-41af44b43060 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/networks/ffef8150-9ebc-4e63-ba51-93df8165478f HTTP/1.1" status: 204 len: 168 time: 0.9379513 Feb 16 12:49:14.599534 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36428) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:14.607917 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: c6df7cd7-196b-4592-93a3-7d136f7b486f {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:49:14.608568 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device c6df7cd7-196b-4592-93a3-7d136f7b486f not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:49:14.608791 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-8f51bb5e-e5be-4b22-9996-684484bb6f18 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1617349627'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:14.629207 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba8d55-998d-4220-a899-41af44b43060 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'Network': ['ID=ffef8150-9ebc-4e63-ba51-93df8165478f,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:14.649769 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f51bb5e-e5be-4b22-9996-684484bb6f18 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Made reservation on behalf of c95cec895ceb44429e923d2affce57da for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:14.653245 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8f51bb5e-e5be-4b22-9996-684484bb6f18 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.663677 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-ac907772-902f-4e0b-885a-aa22b9b2f1f9 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] show failed (client error): The resource could not be found. Feb 16 12:49:14.664729 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ac907772-902f-4e0b-885a-aa22b9b2f1f9 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "GET /v2.0/subnets/aff09984-ce5e-49e0-89c0-1ae9f1bb5f42/tags/tempest-TagsExtTest-Tag-1236980387 HTTP/1.1" status: 404 len: 329 time: 0.1932979 Feb 16 12:49:14.667684 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36430) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:14.674457 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.tag.tag_plugin [None req-937fc3d8-a370-47bd-b48c-1842a0d24255 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'aff09984-ce5e-49e0-89c0-1ae9f1bb5f42', 'tempest-TagsExtTest-Tag-875698658') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:14.678670 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f51bb5e-e5be-4b22-9996-684484bb6f18 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:49:14.689318 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8f51bb5e-e5be-4b22-9996-684484bb6f18 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.689664 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-8f51bb5e-e5be-4b22-9996-684484bb6f18 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Added segment f4901868-bb4d-4764-a996-c2165b4a078a of type vlan for network be4d16b1-0405-4adc-92cb-340cf3d82841 Feb 16 12:49:14.700757 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb7dfd9-04aa-4f35-8f93-41d979d5a654 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:14.704917 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bdb7dfd9-04aa-4f35-8f93-41d979d5a654 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.734367 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8f51bb5e-e5be-4b22-9996-684484bb6f18 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.759940 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8f51bb5e-e5be-4b22-9996-684484bb6f18 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.766709 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f51bb5e-e5be-4b22-9996-684484bb6f18 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:14.767326 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8f51bb5e-e5be-4b22-9996-684484bb6f18 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.836895 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8f51bb5e-e5be-4b22-9996-684484bb6f18 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2301192 Feb 16 12:49:14.837094 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36434) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:14.842022 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-11735df1-c5d1-49c0-a046-1d3d7a31cf42 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'subnet': {'network_id': 'be4d16b1-0405-4adc-92cb-340cf3d82841', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:14.865315 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f51bb5e-e5be-4b22-9996-684484bb6f18 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'Network': ['ID=be4d16b1-0405-4adc-92cb-340cf3d82841,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:14.876699 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network be4d16b1-0405-4adc-92cb-340cf3d82841 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:49:14.945529 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11735df1-c5d1-49c0-a046-1d3d7a31cf42 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Made reservation on behalf of c95cec895ceb44429e923d2affce57da for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:14.949886 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-11735df1-c5d1-49c0-a046-1d3d7a31cf42 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:15.127558 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-48c62361-ac9c-482d-aed0-287ff58d4fb9 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Deleting port f8d94491-3864-4f70-9286-9c51c544af27 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:49:15.127804 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-48c62361-ac9c-482d-aed0-287ff58d4fb9 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:15.144422 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-11735df1-c5d1-49c0-a046-1d3d7a31cf42 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:15.191866 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-937fc3d8-a370-47bd-b48c-1842a0d24255 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] show failed (client error): The resource could not be found. Feb 16 12:49:15.192917 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-937fc3d8-a370-47bd-b48c-1842a0d24255 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "GET /v2.0/subnets/aff09984-ce5e-49e0-89c0-1ae9f1bb5f42/tags/tempest-TagsExtTest-Tag-875698658 HTTP/1.1" status: 404 len: 328 time: 0.5227706 Feb 16 12:49:15.197590 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36436) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:15.205260 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-d3635a07-1a26-4b61-b84f-ffa988ebcf16 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '3cdd7f51-eacd-44cd-9051-f85ed1d889a0', {'tags': ['tempest-TagsExtTest-Tag-712529887', 'tempest-TagsExtTest-Tag-2091754746', 'tempest-TagsExtTest-Tag-2096790492']}) {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:15.211494 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11735df1-c5d1-49c0-a046-1d3d7a31cf42 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'Subnet': ['ID=bc461994-7ba3-4e5f-b1ca-272f9439eede,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:15.255978 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11735df1-c5d1-49c0-a046-1d3d7a31cf42 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Checking segment: {'id': 'f4901868-bb4d-4764-a996-c2165b4a078a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'be4d16b1-0405-4adc-92cb-340cf3d82841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:49:15.256339 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11735df1-c5d1-49c0-a046-1d3d7a31cf42 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Network hostable DHCP agents. Network: be4d16b1-0405-4adc-92cb-340cf3d82841, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:49:15.269911 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-48c62361-ac9c-482d-aed0-287ff58d4fb9 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:15.288931 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11735df1-c5d1-49c0-a046-1d3d7a31cf42 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Network be4d16b1-0405-4adc-92cb-340cf3d82841 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:49:15.289248 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-48c62361-ac9c-482d-aed0-287ff58d4fb9 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Calling delete_port for f8d94491-3864-4f70-9286-9c51c544af27 owned by network:router_interface {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:49:15.295655 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d3635a07-1a26-4b61-b84f-ffa988ebcf16 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "PUT /v2.0/ports/3cdd7f51-eacd-44cd-9051-f85ed1d889a0/tags HTTP/1.1" status: 200 len: 317 time: 0.0965853 Feb 16 12:49:15.299096 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36438) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:15.303640 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-31398366-280f-468a-8ad7-ea3704f5c759 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3cdd7f51-eacd-44cd-9051-f85ed1d889a0') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:15.306999 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-11735df1-c5d1-49c0-a046-1d3d7a31cf42 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, be4d16b1-0405-4adc-92cb-340cf3d82841) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:15.315347 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb193424-d85f-4b30-b77e-359aa603baf7 None None] Network be4d16b1-0405-4adc-92cb-340cf3d82841 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:15.330602 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11735df1-c5d1-49c0-a046-1d3d7a31cf42 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:15.331191 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-11735df1-c5d1-49c0-a046-1d3d7a31cf42 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:15.366008 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36440) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:15.366224 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-11735df1-c5d1-49c0-a046-1d3d7a31cf42 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5281115 Feb 16 12:49:15.371055 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-537499a3-103c-4aeb-a760-c3278258665f tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'port': {'network_id': 'be4d16b1-0405-4adc-92cb-340cf3d82841', 'name': 'tempest-PortsIpV6TestJSON-514472256', 'fixed_ips': [{'subnet_id': 'bc461994-7ba3-4e5f-b1ca-272f9439eede', 'ip_address': '2001:db8::10'}]}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:15.395419 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-31398366-280f-468a-8ad7-ea3704f5c759 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "DELETE /v2.0/ports/3cdd7f51-eacd-44cd-9051-f85ed1d889a0/tags HTTP/1.1" status: 204 len: 168 time: 0.0950074 Feb 16 12:49:15.398078 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36442) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:15.402739 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-e67587ba-7f21-440b-a4b5-d900cddf55fe tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3cdd7f51-eacd-44cd-9051-f85ed1d889a0', 'tempest-TagsExtTest-Tag-712529887') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:15.459492 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-e67587ba-7f21-440b-a4b5-d900cddf55fe tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] show failed (client error): The resource could not be found. Feb 16 12:49:15.461366 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e67587ba-7f21-440b-a4b5-d900cddf55fe tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "GET /v2.0/ports/3cdd7f51-eacd-44cd-9051-f85ed1d889a0/tags/tempest-TagsExtTest-Tag-712529887 HTTP/1.1" status: 404 len: 328 time: 0.0622699 Feb 16 12:49:15.464329 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36444) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:15.469648 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-10050be0-75c3-45ee-b79d-242a310dfa38 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3cdd7f51-eacd-44cd-9051-f85ed1d889a0', 'tempest-TagsExtTest-Tag-2091754746') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:15.488361 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a911f86-f35e-4bae-9c85-116cc86419d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-be4d16b1-0405-4adc-92cb-340cf3d82841', 'network_id': 'be4d16b1-0405-4adc-92cb-340cf3d82841', 'tenant_id': 'c95cec895ceb44429e923d2affce57da', 'fixed_ips': [{'subnet_id': 'bc461994-7ba3-4e5f-b1ca-272f9439eede'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:49:15.489556 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3a911f86-f35e-4bae-9c85-116cc86419d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:15.530580 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-10050be0-75c3-45ee-b79d-242a310dfa38 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] show failed (client error): The resource could not be found. Feb 16 12:49:15.535248 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-10050be0-75c3-45ee-b79d-242a310dfa38 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "GET /v2.0/ports/3cdd7f51-eacd-44cd-9051-f85ed1d889a0/tags/tempest-TagsExtTest-Tag-2091754746 HTTP/1.1" status: 404 len: 329 time: 0.0664425 Feb 16 12:49:15.535571 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36446) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:15.540786 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-f19ec25c-519c-4302-aaa3-27cd776f4281 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3cdd7f51-eacd-44cd-9051-f85ed1d889a0', 'tempest-TagsExtTest-Tag-2096790492') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:15.545736 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36448) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:15.577263 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-b4986306-1021-440e-84a3-65e7054834ca tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'network': {'name': 'tempest-network-smoke--497357262', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'port_security_enabled': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:15.580988 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.objects.ports [None req-bdb7dfd9-04aa-4f35-8f93-41d979d5a654 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109048) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 12:49:15.584662 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bdb7dfd9-04aa-4f35-8f93-41d979d5a654 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:15.627392 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-f19ec25c-519c-4302-aaa3-27cd776f4281 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] show failed (client error): The resource could not be found. Feb 16 12:49:15.628702 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f19ec25c-519c-4302-aaa3-27cd776f4281 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "GET /v2.0/ports/3cdd7f51-eacd-44cd-9051-f85ed1d889a0/tags/tempest-TagsExtTest-Tag-2096790492 HTTP/1.1" status: 404 len: 329 time: 0.0920451 Feb 16 12:49:15.644682 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4986306-1021-440e-84a3-65e7054834ca tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Made reservation on behalf of 93ebfe1969ad47c59fc4b80bacd9b15b for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:15.649518 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b4986306-1021-440e-84a3-65e7054834ca tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:15.677873 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-3a911f86-f35e-4bae-9c85-116cc86419d7 None None] Allocated IP 2001:db8::2 (be4d16b1-0405-4adc-92cb-340cf3d82841/bc461994-7ba3-4e5f-b1ca-272f9439eede/0750baaa-1e15-4aee-91b9-8d937812f01d) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:15.682411 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4986306-1021-440e-84a3-65e7054834ca tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:49:15.686068 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36450) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:15.688491 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb7dfd9-04aa-4f35-8f93-41d979d5a654 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:15.696717 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-52043bed-b8ae-4d4f-9015-f4e54eca4a3a tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '29ad6e17-3b48-4b57-a561-225e93086ec3', {'tags': ['tempest-TagsExtTest-Tag-221551384', 'tempest-TagsExtTest-Tag-596115943', 'tempest-TagsExtTest-Tag-1824018087']}) {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:15.698598 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-bdb7dfd9-04aa-4f35-8f93-41d979d5a654 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:15.704204 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7dfd9-04aa-4f35-8f93-41d979d5a654 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Subnet': ['ID=3e327127-8ea6-4125-8ee7-26a9e67dd7fe,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:15.706981 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb7dfd9-04aa-4f35-8f93-41d979d5a654 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:15.707575 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bdb7dfd9-04aa-4f35-8f93-41d979d5a654 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:15.720081 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a12176-3c53-4746-bf32-0f2e48597874 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:15.721695 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537499a3-103c-4aeb-a760-c3278258665f tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Made reservation on behalf of c95cec895ceb44429e923d2affce57da for: {'port': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:15.742671 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-48c62361-ac9c-482d-aed0-287ff58d4fb9 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:15.751925 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b4986306-1021-440e-84a3-65e7054834ca tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:15.752280 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-b4986306-1021-440e-84a3-65e7054834ca tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Added segment b8cf462c-5626-4bf6-8501-14ba432898c5 of type vlan for network 1a5bcf51-1c06-44c4-879b-15b2f6265dff Feb 16 12:49:15.782661 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-bdb7dfd9-04aa-4f35-8f93-41d979d5a654 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3059111 Feb 16 12:49:15.808181 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36452) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:15.812409 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c62361-ac9c-482d-aed0-287ff58d4fb9 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event deleted for resources: {'Port': ['ID=f8d94491-3864-4f70-9286-9c51c544af27,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:15.819615 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-b12ec73b-4663-4b51-862a-eca133c4b625 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'port': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'mac_address': 'fa:16:3e:77:4d:6a', 'name': 'tempest-NetworksTestDHCPv6-913636742'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:16.047731 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-537499a3-103c-4aeb-a760-c3278258665f tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:16.089679 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-537499a3-103c-4aeb-a760-c3278258665f tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] device_id is not set on port 853840c6-03aa-406d-b072-596f7d5a4a3d yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:49:16.098935 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12ec73b-4663-4b51-862a-eca133c4b625 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'port': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:16.137240 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b4986306-1021-440e-84a3-65e7054834ca tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:16.144899 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc74c87-b9d4-4c65-96c8-f3d5508568d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-8f2fc9c2-6909-42b1-9817-f8926b88a024', 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'tenant_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'fixed_ips': [{'subnet_id': '3e327127-8ea6-4125-8ee7-26a9e67dd7fe'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:49:16.145743 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0fc74c87-b9d4-4c65-96c8-f3d5508568d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:16.146889 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-52043bed-b8ae-4d4f-9015-f4e54eca4a3a tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "PUT /v2.0/routers/29ad6e17-3b48-4b57-a561-225e93086ec3/tags HTTP/1.1" status: 200 len: 316 time: 0.4595389 Feb 16 12:49:16.151466 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36454) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:16.151784 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3a911f86-f35e-4bae-9c85-116cc86419d7 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:16.169140 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3a911f86-f35e-4bae-9c85-116cc86419d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:16.175792 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-2ad62eed-220a-4d43-8ea3-7b351a4fb9fc tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '29ad6e17-3b48-4b57-a561-225e93086ec3') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:16.179062 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b4986306-1021-440e-84a3-65e7054834ca tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:16.184737 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4986306-1021-440e-84a3-65e7054834ca tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:16.185318 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b4986306-1021-440e-84a3-65e7054834ca tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:16.275775 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a911f86-f35e-4bae-9c85-116cc86419d7 None None] Network be4d16b1-0405-4adc-92cb-340cf3d82841 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:16.279344 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a911f86-f35e-4bae-9c85-116cc86419d7 None None] Pushing event updated for resources: {'Port': ['ID=0750baaa-1e15-4aee-91b9-8d937812f01d,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:16.285367 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b4986306-1021-440e-84a3-65e7054834ca tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7351303 Feb 16 12:49:16.285549 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-3a911f86-f35e-4bae-9c85-116cc86419d7 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:16.286752 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a911f86-f35e-4bae-9c85-116cc86419d7 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:49:16.312019 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36456) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:16.326249 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4986306-1021-440e-84a3-65e7054834ca tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Network': ['ID=1a5bcf51-1c06-44c4-879b-15b2f6265dff,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:16.373234 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-48c62361-ac9c-482d-aed0-287ff58d4fb9 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:16.373724 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 1a5bcf51-1c06-44c4-879b-15b2f6265dff details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:49:16.401864 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6c103d-d209-464e-af80-a33cab3c2c37 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:16.405041 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9e6c103d-d209-464e-af80-a33cab3c2c37 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/subnets?project_id=93ebfe1969ad47c59fc4b80bacd9b15b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0874481 Feb 16 12:49:16.407868 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36458) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:16.435754 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b12ec73b-4663-4b51-862a-eca133c4b625 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:16.439528 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2ad62eed-220a-4d43-8ea3-7b351a4fb9fc tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "DELETE /v2.0/routers/29ad6e17-3b48-4b57-a561-225e93086ec3/tags HTTP/1.1" status: 204 len: 168 time: 0.2870653 Feb 16 12:49:16.448425 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36460) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:16.453283 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-00af67b7-25d9-4f2f-9fa9-84f82e199ab5 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '29ad6e17-3b48-4b57-a561-225e93086ec3', 'tempest-TagsExtTest-Tag-221551384') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:16.465490 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-3a911f86-f35e-4bae-9c85-116cc86419d7 None None] Attempting to bind port 0750baaa-1e15-4aee-91b9-8d937812f01d on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:16.465868 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-3a911f86-f35e-4bae-9c85-116cc86419d7 None None] Attempting to bind port 0750baaa-1e15-4aee-91b9-8d937812f01d by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'f4901868-bb4d-4764-a996-c2165b4a078a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'be4d16b1-0405-4adc-92cb-340cf3d82841'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:16.466210 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a911f86-f35e-4bae-9c85-116cc86419d7 None None] Attempting to bind port 0750baaa-1e15-4aee-91b9-8d937812f01d on network be4d16b1-0405-4adc-92cb-340cf3d82841 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:49:16.468557 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-b12ec73b-4663-4b51-862a-eca133c4b625 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] device_id is not set on port 452e6738-1814-4362-9506-58e976c36d6b yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:49:16.478537 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a911f86-f35e-4bae-9c85-116cc86419d7 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:49:16.478909 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a911f86-f35e-4bae-9c85-116cc86419d7 None None] Checking segment: {'id': 'f4901868-bb4d-4764-a996-c2165b4a078a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'be4d16b1-0405-4adc-92cb-340cf3d82841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:49:16.479299 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3a911f86-f35e-4bae-9c85-116cc86419d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:16.479681 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a911f86-f35e-4bae-9c85-116cc86419d7 None None] Bound using segment: {'id': 'f4901868-bb4d-4764-a996-c2165b4a078a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'be4d16b1-0405-4adc-92cb-340cf3d82841'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:49:16.480226 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-3a911f86-f35e-4bae-9c85-116cc86419d7 None None] Bound port: 0750baaa-1e15-4aee-91b9-8d937812f01d, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4901868-bb4d-4764-a996-c2165b4a078a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'be4d16b1-0405-4adc-92cb-340cf3d82841'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:16.480620 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3a911f86-f35e-4bae-9c85-116cc86419d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:16.485455 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-0fc74c87-b9d4-4c65-96c8-f3d5508568d6 None None] Allocated IP 2001:db8::f816:3eff:fe51:ff51 (8f2fc9c2-6909-42b1-9817-f8926b88a024/3e327127-8ea6-4125-8ee7-26a9e67dd7fe/91df821d-73ca-4988-90e9-7fd756c7df40) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:16.613321 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-3a911f86-f35e-4bae-9c85-116cc86419d7 None None] For port 0750baaa-1e15-4aee-91b9-8d937812f01d, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:49:16.621845 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-3a911f86-f35e-4bae-9c85-116cc86419d7 None None] For port 0750baaa-1e15-4aee-91b9-8d937812f01d, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=0750baaa-1e15-4aee-91b9-8d937812f01d,segment=NetworkSegment(f4901868-bb4d-4764-a996-c2165b4a078a),segment_id=f4901868-bb4d-4764-a996-c2165b4a078a)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:49:16.629648 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8faffa9-b587-4233-b5ec-6fa6a41b5038 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:16.634060 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-537499a3-103c-4aeb-a760-c3278258665f tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Allocated IP 2001:db8::10 (be4d16b1-0405-4adc-92cb-340cf3d82841/bc461994-7ba3-4e5f-b1ca-272f9439eede/853840c6-03aa-406d-b072-596f7d5a4a3d) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:16.634233 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c8faffa9-b587-4233-b5ec-6fa6a41b5038 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2223110 Feb 16 12:49:16.634233 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-00af67b7-25d9-4f2f-9fa9-84f82e199ab5 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] show failed (client error): The resource could not be found. Feb 16 12:49:16.634233 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-00af67b7-25d9-4f2f-9fa9-84f82e199ab5 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "GET /v2.0/routers/29ad6e17-3b48-4b57-a561-225e93086ec3/tags/tempest-TagsExtTest-Tag-221551384 HTTP/1.1" status: 404 len: 328 time: 0.1842883 Feb 16 12:49:16.634233 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36462) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:16.636237 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36464) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:16.641510 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.tag.tag_plugin [None req-dbf13eac-dab7-4fe6-8457-69280cf8d1d0 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '29ad6e17-3b48-4b57-a561-225e93086ec3', 'tempest-TagsExtTest-Tag-596115943') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:16.644517 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3a911f86-f35e-4bae-9c85-116cc86419d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:16.674987 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d2a282bd-a8a1-419e-bc0e-82fd205c41cc tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/subnets?network_id=a08a3d1b-2e35-4b18-9cb0-756d355083e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370393 Feb 16 12:49:16.675229 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36466) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:16.706574 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-dc292d8b-c038-4790-81df-650c9c60df82 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/subnets?project_id=93ebfe1969ad47c59fc4b80bacd9b15b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272925 Feb 16 12:49:16.707306 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36468) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:16.765301 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a911f86-f35e-4bae-9c85-116cc86419d7 None None] Pushing event updated for resources: {'Port': ['ID=0750baaa-1e15-4aee-91b9-8d937812f01d,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:16.781573 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0fc74c87-b9d4-4c65-96c8-f3d5508568d6 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:16.792339 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0fc74c87-b9d4-4c65-96c8-f3d5508568d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:16.807664 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614339dc-221a-4098-a3ed-178535f95108 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:16.812486 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-614339dc-221a-4098-a3ed-178535f95108 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1045086 Feb 16 12:49:16.814563 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36470) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:16.834341 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc74c87-b9d4-4c65-96c8-f3d5508568d6 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:16.837609 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-0fc74c87-b9d4-4c65-96c8-f3d5508568d6 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:16.843337 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc74c87-b9d4-4c65-96c8-f3d5508568d6 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:49:16.845610 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c62361-ac9c-482d-aed0-287ff58d4fb9 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Router d1555480-0d22-487f-88f2-e48b3fb59790 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:49:16.855485 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8c3f05d3-4783-4946-b24f-6edb69873e26 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/subnets?network_id=a08a3d1b-2e35-4b18-9cb0-756d355083e6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388789 Feb 16 12:49:16.855485 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36472) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:16.860597 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-c00391a3-e70e-4bc5-8eb0-ac3fd9b0554a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-521705875', 'network_id': '1a5bcf51-1c06-44c4-879b-15b2f6265dff', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:16.864185 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc74c87-b9d4-4c65-96c8-f3d5508568d6 None None] Pushing event updated for resources: {'Port': ['ID=91df821d-73ca-4988-90e9-7fd756c7df40,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:16.893494 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-dbf13eac-dab7-4fe6-8457-69280cf8d1d0 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] show failed (client error): The resource could not be found. Feb 16 12:49:16.894551 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-dbf13eac-dab7-4fe6-8457-69280cf8d1d0 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "GET /v2.0/routers/29ad6e17-3b48-4b57-a561-225e93086ec3/tags/tempest-TagsExtTest-Tag-596115943 HTTP/1.1" status: 404 len: 328 time: 0.2571249 Feb 16 12:49:16.905751 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36474) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:16.921993 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.tag.tag_plugin [None req-fe7f8f3b-af5c-4fda-9b98-98f4ff27c603 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '29ad6e17-3b48-4b57-a561-225e93086ec3', 'tempest-TagsExtTest-Tag-1824018087') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:16.924305 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-b12ec73b-4663-4b51-862a-eca133c4b625 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Allocated IP 2001:db8::f816:3eff:fe77:4d6a (8f2fc9c2-6909-42b1-9817-f8926b88a024/3e327127-8ea6-4125-8ee7-26a9e67dd7fe/452e6738-1814-4362-9506-58e976c36d6b) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:16.930536 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-0fc74c87-b9d4-4c65-96c8-f3d5508568d6 None None] Attempting to bind port 91df821d-73ca-4988-90e9-7fd756c7df40 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:16.931325 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-0fc74c87-b9d4-4c65-96c8-f3d5508568d6 None None] Attempting to bind port 91df821d-73ca-4988-90e9-7fd756c7df40 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:16.931619 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc74c87-b9d4-4c65-96c8-f3d5508568d6 None None] Attempting to bind port 91df821d-73ca-4988-90e9-7fd756c7df40 on network 8f2fc9c2-6909-42b1-9817-f8926b88a024 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:49:16.939199 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc74c87-b9d4-4c65-96c8-f3d5508568d6 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:49:16.939606 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc74c87-b9d4-4c65-96c8-f3d5508568d6 None None] Checking segment: {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:49:16.939965 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0fc74c87-b9d4-4c65-96c8-f3d5508568d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:16.940769 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc74c87-b9d4-4c65-96c8-f3d5508568d6 None None] Bound using segment: {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:49:16.940905 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-0fc74c87-b9d4-4c65-96c8-f3d5508568d6 None None] Bound port: 91df821d-73ca-4988-90e9-7fd756c7df40, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:16.941206 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0fc74c87-b9d4-4c65-96c8-f3d5508568d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:16.975298 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00391a3-e70e-4bc5-8eb0-ac3fd9b0554a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Made reservation on behalf of 93ebfe1969ad47c59fc4b80bacd9b15b for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:16.981500 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c00391a3-e70e-4bc5-8eb0-ac3fd9b0554a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:17.083325 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-0fc74c87-b9d4-4c65-96c8-f3d5508568d6 None None] For port 91df821d-73ca-4988-90e9-7fd756c7df40, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:49:17.087139 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-0fc74c87-b9d4-4c65-96c8-f3d5508568d6 None None] For port 91df821d-73ca-4988-90e9-7fd756c7df40, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=91df821d-73ca-4988-90e9-7fd756c7df40,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:49:17.092742 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0fc74c87-b9d4-4c65-96c8-f3d5508568d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:17.159361 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c62361-ac9c-482d-aed0-287ff58d4fb9 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:49:17.164004 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc74c87-b9d4-4c65-96c8-f3d5508568d6 None None] Pushing event updated for resources: {'Port': ['ID=91df821d-73ca-4988-90e9-7fd756c7df40,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:17.174509 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284af9e7-281d-4014-a81b-79a04812a7ee None None] Sync routers for ids ['d1555480-0d22-487f-88f2-e48b3fb59790'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:17.190197 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284af9e7-281d-4014-a81b-79a04812a7ee None None] Routers {'d1555480-0d22-487f-88f2-e48b3fb59790'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:49:17.192295 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-48c62361-ac9c-482d-aed0-287ff58d4fb9 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "PUT /v2.0/routers/d1555480-0d22-487f-88f2-e48b3fb59790/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6929955 Feb 16 12:49:17.193192 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-284af9e7-281d-4014-a81b-79a04812a7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:48:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['d1555480-0d22-487f-88f2-e48b3fb59790'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:17.219663 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36476) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:17.259174 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-537499a3-103c-4aeb-a760-c3278258665f tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:17.264166 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-284af9e7-281d-4014-a81b-79a04812a7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:17.276892 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284af9e7-281d-4014-a81b-79a04812a7ee None None] Routers {'d1555480-0d22-487f-88f2-e48b3fb59790'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:49:17.277826 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-284af9e7-281d-4014-a81b-79a04812a7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:48:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['d1555480-0d22-487f-88f2-e48b3fb59790'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:17.302388 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-fe7f8f3b-af5c-4fda-9b98-98f4ff27c603 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] show failed (client error): The resource could not be found. Feb 16 12:49:17.306089 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-fe7f8f3b-af5c-4fda-9b98-98f4ff27c603 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "GET /v2.0/routers/29ad6e17-3b48-4b57-a561-225e93086ec3/tags/tempest-TagsExtTest-Tag-1824018087 HTTP/1.1" status: 404 len: 329 time: 0.3952599 Feb 16 12:49:17.308221 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36478) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:17.318061 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.tag.tag_plugin [None req-5af11a15-ed8e-4490-a866-924266092c02 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'da95c04b-19d1-4f42-a0c1-b42a395c3cd0', {'tags': ['tempest-TagsExtTest-Tag-1424952185', 'tempest-TagsExtTest-Tag-876437301', 'tempest-TagsExtTest-Tag-635545714']}) {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:17.319101 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-284af9e7-281d-4014-a81b-79a04812a7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:17.320493 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284af9e7-281d-4014-a81b-79a04812a7ee None None] The sync data for ids ['d1555480-0d22-487f-88f2-e48b3fb59790'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:17.332680 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c00391a3-e70e-4bc5-8eb0-ac3fd9b0554a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:17.485807 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00391a3-e70e-4bc5-8eb0-ac3fd9b0554a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Subnet': ['ID=79af1281-b559-4556-a574-778e2e20b678,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:17.499023 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b12ec73b-4663-4b51-862a-eca133c4b625 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:17.504174 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-537499a3-103c-4aeb-a760-c3278258665f tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:17.512675 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-8f54a443-ac06-4899-98e6-dfdc78a271d3 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] remove_router_interface failed (client error): The resource could not be found. Feb 16 12:49:17.513049 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5af11a15-ed8e-4490-a866-924266092c02 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "PUT /v2.0/subnetpools/da95c04b-19d1-4f42-a0c1-b42a395c3cd0/tags HTTP/1.1" status: 200 len: 316 time: 0.2026033 Feb 16 12:49:17.513698 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8f54a443-ac06-4899-98e6-dfdc78a271d3 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "PUT /v2.0/routers/d1555480-0d22-487f-88f2-e48b3fb59790/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2918792 Feb 16 12:49:17.515762 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36480) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:17.517502 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36482) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:17.520840 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-512d1529-3094-4455-8316-ed93736d5985 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'da95c04b-19d1-4f42-a0c1-b42a395c3cd0') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:17.569768 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c64d49d1-c0be-428e-8276-979ebe391d97 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "GET /v2.0/ports?device_id=d1555480-0d22-487f-88f2-e48b3fb59790 HTTP/1.1" status: 200 len: 205 time: 0.0426183 Feb 16 12:49:17.569768 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00391a3-e70e-4bc5-8eb0-ac3fd9b0554a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Checking segment: {'id': 'b8cf462c-5626-4bf6-8501-14ba432898c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1a5bcf51-1c06-44c4-879b-15b2f6265dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:49:17.569768 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00391a3-e70e-4bc5-8eb0-ac3fd9b0554a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network hostable DHCP agents. Network: 1a5bcf51-1c06-44c4-879b-15b2f6265dff, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:49:17.573821 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36484) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:17.587006 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537499a3-103c-4aeb-a760-c3278258665f tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Network be4d16b1-0405-4adc-92cb-340cf3d82841 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:17.593402 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-537499a3-103c-4aeb-a760-c3278258665f tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:17.597995 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537499a3-103c-4aeb-a760-c3278258665f tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:49:17.603593 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537499a3-103c-4aeb-a760-c3278258665f tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:17.604209 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-537499a3-103c-4aeb-a760-c3278258665f tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:17.606659 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537499a3-103c-4aeb-a760-c3278258665f tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'Port': ['ID=853840c6-03aa-406d-b072-596f7d5a4a3d,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:17.623108 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b12ec73b-4663-4b51-862a-eca133c4b625 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:17.634941 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-537499a3-103c-4aeb-a760-c3278258665f tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2624505 Feb 16 12:49:17.636549 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36486) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:17.642199 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-2312bc92-2433-421e-a3ae-03324547d933 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'port': {'network_id': 'be4d16b1-0405-4adc-92cb-340cf3d82841', 'name': 'tempest-PortsIpV6TestJSON-909298269', 'fixed_ips': [{'subnet_id': 'bc461994-7ba3-4e5f-b1ca-272f9439eede', 'ip_address': '2001:db8::f'}]}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:17.668696 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-96d43d98-7acf-4080-bfc0-43088b78c46c tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:17.704694 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00391a3-e70e-4bc5-8eb0-ac3fd9b0554a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network 1a5bcf51-1c06-44c4-879b-15b2f6265dff is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:49:17.734448 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12ec73b-4663-4b51-862a-eca133c4b625 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:17.741629 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-b12ec73b-4663-4b51-862a-eca133c4b625 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:17.745669 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-512d1529-3094-4455-8316-ed93736d5985 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "DELETE /v2.0/subnetpools/da95c04b-19d1-4f42-a0c1-b42a395c3cd0/tags HTTP/1.1" status: 204 len: 168 time: 0.2288971 Feb 16 12:49:17.748393 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12ec73b-4663-4b51-862a-eca133c4b625 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:49:17.748551 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-c00391a3-e70e-4bc5-8eb0-ac3fd9b0554a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 1a5bcf51-1c06-44c4-879b-15b2f6265dff) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:17.750117 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36488) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:17.754494 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12ec73b-4663-4b51-862a-eca133c4b625 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:17.755047 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b12ec73b-4663-4b51-862a-eca133c4b625 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:17.756485 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-090f0f03-c0e2-42eb-b6c4-adc39b6cb9d6 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'da95c04b-19d1-4f42-a0c1-b42a395c3cd0', 'tempest-TagsExtTest-Tag-1424952185') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:17.760325 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ec73b-4663-4b51-862a-eca133c4b625 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Port': ['ID=452e6738-1814-4362-9506-58e976c36d6b,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:17.763206 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00391a3-e70e-4bc5-8eb0-ac3fd9b0554a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:17.763795 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c00391a3-e70e-4bc5-8eb0-ac3fd9b0554a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:17.766587 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b407ce-92f1-4184-9c34-e5d7d732e84c None None] Network 1a5bcf51-1c06-44c4-879b-15b2f6265dff requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:17.789966 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b12ec73b-4663-4b51-862a-eca133c4b625 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9782324 Feb 16 12:49:17.790277 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36490) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:17.866082 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1359adc-5267-4615-ab93-143d9e75d8e7 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:17.872688 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1359adc-5267-4615-ab93-143d9e75d8e7 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:17.874717 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c1359adc-5267-4615-ab93-143d9e75d8e7 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0835989 Feb 16 12:49:17.878225 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36492) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:17.994877 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-97a245df-c1a6-4b14-a4d1-e2d239daec70 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting port 452e6738-1814-4362-9506-58e976c36d6b {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:49:17.995328 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-97a245df-c1a6-4b14-a4d1-e2d239daec70 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:17.997256 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e52ecc-e354-428e-ba30-fe6edfb81c69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-1a5bcf51-1c06-44c4-879b-15b2f6265dff', 'network_id': '1a5bcf51-1c06-44c4-879b-15b2f6265dff', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ips': [{'subnet_id': '79af1281-b559-4556-a574-778e2e20b678'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:49:17.998365 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a0e52ecc-e354-428e-ba30-fe6edfb81c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.118341 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-97a245df-c1a6-4b14-a4d1-e2d239daec70 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.133425 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-97a245df-c1a6-4b14-a4d1-e2d239daec70 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Calling delete_port for 452e6738-1814-4362-9506-58e976c36d6b owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:49:18.193590 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2312bc92-2433-421e-a3ae-03324547d933 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Made reservation on behalf of c95cec895ceb44429e923d2affce57da for: {'port': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:18.199053 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2312bc92-2433-421e-a3ae-03324547d933 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.214855 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-a0e52ecc-e354-428e-ba30-fe6edfb81c69 None None] Allocated IP 172.20.0.18 (1a5bcf51-1c06-44c4-879b-15b2f6265dff/79af1281-b559-4556-a574-778e2e20b678/660af12c-9c63-4808-9b3e-e3b188c7807a) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:18.223240 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c00391a3-e70e-4bc5-8eb0-ac3fd9b0554a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3450146 Feb 16 12:49:18.239022 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643cb5b3-75fd-4a76-8959-e865fd59d4f4 None None] Network be4d16b1-0405-4adc-92cb-340cf3d82841 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:18.241813 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-96d43d98-7acf-4080-bfc0-43088b78c46c tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.244055 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-090f0f03-c0e2-42eb-b6c4-adc39b6cb9d6 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] show failed (client error): The resource could not be found. Feb 16 12:49:18.252646 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-090f0f03-c0e2-42eb-b6c4-adc39b6cb9d6 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "GET /v2.0/subnetpools/da95c04b-19d1-4f42-a0c1-b42a395c3cd0/tags/tempest-TagsExtTest-Tag-1424952185 HTTP/1.1" status: 404 len: 329 time: 0.4970274 Feb 16 12:49:18.253003 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36496) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:18.257256 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-96d43d98-7acf-4080-bfc0-43088b78c46c tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.259199 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.tag.tag_plugin [None req-62a6224d-6b5c-45b7-bf42-23bd1dafa1d4 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'da95c04b-19d1-4f42-a0c1-b42a395c3cd0', 'tempest-TagsExtTest-Tag-876437301') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:18.262613 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-2312bc92-2433-421e-a3ae-03324547d933 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] device_id is not set on port 106b8672-63db-49ca-813d-845169817d5b yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:49:18.364332 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-96d43d98-7acf-4080-bfc0-43088b78c46c tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.364911 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d43d98-7acf-4080-bfc0-43088b78c46c tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Fanout notify agent at l3_agent the message router_deleted on router d1555480-0d22-487f-88f2-e48b3fb59790 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:49:18.372365 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-96d43d98-7acf-4080-bfc0-43088b78c46c tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.376475 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-96d43d98-7acf-4080-bfc0-43088b78c46c tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "DELETE /v2.0/routers/d1555480-0d22-487f-88f2-e48b3fb59790 HTTP/1.1" status: 204 len: 168 time: 0.8016596 Feb 16 12:49:18.382273 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36498) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:18.441121 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-62a6224d-6b5c-45b7-bf42-23bd1dafa1d4 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] show failed (client error): The resource could not be found. Feb 16 12:49:18.442597 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-62a6224d-6b5c-45b7-bf42-23bd1dafa1d4 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "GET /v2.0/subnetpools/da95c04b-19d1-4f42-a0c1-b42a395c3cd0/tags/tempest-TagsExtTest-Tag-876437301 HTTP/1.1" status: 404 len: 328 time: 0.1880772 Feb 16 12:49:18.447409 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36500) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:18.457024 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-16af1c39-f800-4eb1-b5b4-755f997a1c68 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Deleting subnet 246f7598-9a5b-4fa6-8a27-c9c96496d7e8 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:49:18.460335 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-16af1c39-f800-4eb1-b5b4-755f997a1c68 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.490445 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.tag.tag_plugin [None req-b4f3abd2-9649-442d-8309-7769b227bcdb tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'da95c04b-19d1-4f42-a0c1-b42a395c3cd0', 'tempest-TagsExtTest-Tag-635545714') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:18.507131 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-16af1c39-f800-4eb1-b5b4-755f997a1c68 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.542383 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36502) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:18.554593 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-be1cca23-2339-42ef-bf3a-87792b1bef2b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1759850971', 'description': 'tempest-secgroup-smoke-1759850971 description', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:18.584151 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a0e52ecc-e354-428e-ba30-fe6edfb81c69 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.592676 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be1cca23-2339-42ef-bf3a-87792b1bef2b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.620057 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 0750baaa-1e15-4aee-91b9-8d937812f01d up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:49:18.628061 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a0e52ecc-e354-428e-ba30-fe6edfb81c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.729762 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e52ecc-e354-428e-ba30-fe6edfb81c69 None None] Pushing event updated for resources: {'Port': ['ID=660af12c-9c63-4808-9b3e-e3b188c7807a,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:18.735266 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be1cca23-2339-42ef-bf3a-87792b1bef2b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.741098 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e52ecc-e354-428e-ba30-fe6edfb81c69 None None] Network 1a5bcf51-1c06-44c4-879b-15b2f6265dff is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:18.741460 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be1cca23-2339-42ef-bf3a-87792b1bef2b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.746478 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-3b9e506d-1d26-44ee-ab88-e1d68c636421 None None] Provisioning complete for port 0750baaa-1e15-4aee-91b9-8d937812f01d triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:18.746851 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3b9e506d-1d26-44ee-ab88-e1d68c636421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.760444 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-a0e52ecc-e354-428e-ba30-fe6edfb81c69 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:18.768544 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be1cca23-2339-42ef-bf3a-87792b1bef2b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.770584 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-be1cca23-2339-42ef-bf3a-87792b1bef2b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2257702 Feb 16 12:49:18.783254 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36504) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:18.788182 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e52ecc-e354-428e-ba30-fe6edfb81c69 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:49:18.793701 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-545f8d8a-9439-48a9-9333-240679a4eb3f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': '5709b031-a841-4cd0-99e1-526454ecd8e7', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:18.807556 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-16af1c39-f800-4eb1-b5b4-755f997a1c68 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.871633 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1cca23-2339-42ef-bf3a-87792b1bef2b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5709b031-a841-4cd0-99e1-526454ecd8e7,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:18.911340 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-a0e52ecc-e354-428e-ba30-fe6edfb81c69 None None] Attempting to bind port 660af12c-9c63-4808-9b3e-e3b188c7807a on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:18.911704 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-a0e52ecc-e354-428e-ba30-fe6edfb81c69 None None] Attempting to bind port 660af12c-9c63-4808-9b3e-e3b188c7807a by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'b8cf462c-5626-4bf6-8501-14ba432898c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1a5bcf51-1c06-44c4-879b-15b2f6265dff'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:18.912235 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e52ecc-e354-428e-ba30-fe6edfb81c69 None None] Attempting to bind port 660af12c-9c63-4808-9b3e-e3b188c7807a on network 1a5bcf51-1c06-44c4-879b-15b2f6265dff {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:49:18.915245 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-545f8d8a-9439-48a9-9333-240679a4eb3f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.918936 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-16af1c39-f800-4eb1-b5b4-755f997a1c68 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.954218 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-97a245df-c1a6-4b14-a4d1-e2d239daec70 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.961646 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e52ecc-e354-428e-ba30-fe6edfb81c69 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:49:18.962038 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e52ecc-e354-428e-ba30-fe6edfb81c69 None None] Checking segment: {'id': 'b8cf462c-5626-4bf6-8501-14ba432898c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1a5bcf51-1c06-44c4-879b-15b2f6265dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:49:18.962414 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a0e52ecc-e354-428e-ba30-fe6edfb81c69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.962607 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-b4f3abd2-9649-442d-8309-7769b227bcdb tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] show failed (client error): The resource could not be found. Feb 16 12:49:18.962807 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e52ecc-e354-428e-ba30-fe6edfb81c69 None None] Bound using segment: {'id': 'b8cf462c-5626-4bf6-8501-14ba432898c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1a5bcf51-1c06-44c4-879b-15b2f6265dff'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:49:18.963630 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b4f3abd2-9649-442d-8309-7769b227bcdb tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "GET /v2.0/subnetpools/da95c04b-19d1-4f42-a0c1-b42a395c3cd0/tags/tempest-TagsExtTest-Tag-635545714 HTTP/1.1" status: 404 len: 328 time: 0.5129251 Feb 16 12:49:18.967052 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af1c39-f800-4eb1-b5b4-755f997a1c68 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event deleted for resources: {'Subnet': ['ID=246f7598-9a5b-4fa6-8a27-c9c96496d7e8,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:18.967223 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-a0e52ecc-e354-428e-ba30-fe6edfb81c69 None None] Bound port: 660af12c-9c63-4808-9b3e-e3b188c7807a, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8cf462c-5626-4bf6-8501-14ba432898c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1a5bcf51-1c06-44c4-879b-15b2f6265dff'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:18.967532 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a0e52ecc-e354-428e-ba30-fe6edfb81c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.972908 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36506) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:18.978725 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.tag.tag_plugin [None req-88bdcc66-e9cf-4d23-a55a-52b5811822b9 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'da95c04b-19d1-4f42-a0c1-b42a395c3cd0') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:18.985298 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-16af1c39-f800-4eb1-b5b4-755f997a1c68 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.991845 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-16af1c39-f800-4eb1-b5b4-755f997a1c68 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "DELETE /v2.0/subnets/246f7598-9a5b-4fa6-8a27-c9c96496d7e8 HTTP/1.1" status: 204 len: 168 time: 0.6094186 Feb 16 12:49:18.992617 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36508) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:19.007725 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab6f20d-7181-4039-8656-0b01d57df0da None None] Network 19380c13-8969-4b20-b3b6-98445290b63c requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:19.019632 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a245df-c1a6-4b14-a4d1-e2d239daec70 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Port': ['ID=452e6738-1814-4362-9506-58e976c36d6b,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:19.088886 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-97a245df-c1a6-4b14-a4d1-e2d239daec70 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.094367 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-97a245df-c1a6-4b14-a4d1-e2d239daec70 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/ports/452e6738-1814-4362-9506-58e976c36d6b HTTP/1.1" status: 204 len: 168 time: 1.2129018 Feb 16 12:49:19.096521 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3b9e506d-1d26-44ee-ab88-e1d68c636421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.097287 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36510) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:19.097627 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-2312bc92-2433-421e-a3ae-03324547d933 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Allocated IP 2001:db8::f (be4d16b1-0405-4adc-92cb-340cf3d82841/bc461994-7ba3-4e5f-b1ca-272f9439eede/106b8672-63db-49ca-813d-845169817d5b) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:19.120046 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-88bdcc66-e9cf-4d23-a55a-52b5811822b9 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "DELETE /v2.0/subnetpools/da95c04b-19d1-4f42-a0c1-b42a395c3cd0/tags HTTP/1.1" status: 204 len: 168 time: 0.1452334 Feb 16 12:49:19.122205 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 0750baaa-1e15-4aee-91b9-8d937812f01d triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:19.122205 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.122395 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36512) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:19.134723 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.tag.tag_plugin [None req-c621db32-db0d-4a15-922a-f53ca2fdc83f tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '29ad6e17-3b48-4b57-a561-225e93086ec3') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:19.153781 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dc066b4f-ea28-44a0-9920-108a20d6d4e1 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.198775 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99217a6-67f6-4003-b58f-7548f07bf356 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:19.200406 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99217a6-67f6-4003-b58f-7548f07bf356 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:19.205610 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36514) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:19.207452 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b99217a6-67f6-4003-b58f-7548f07bf356 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1071439 Feb 16 12:49:19.272085 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-3b9e506d-1d26-44ee-ab88-e1d68c636421 None None] For port 0750baaa-1e15-4aee-91b9-8d937812f01d, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=0750baaa-1e15-4aee-91b9-8d937812f01d,segment=NetworkSegment(f4901868-bb4d-4764-a996-c2165b4a078a),segment_id=f4901868-bb4d-4764-a996-c2165b4a078a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:19.293487 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-545f8d8a-9439-48a9-9333-240679a4eb3f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.307679 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3b9e506d-1d26-44ee-ab88-e1d68c636421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.315874 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-a0e52ecc-e354-428e-ba30-fe6edfb81c69 None None] For port 660af12c-9c63-4808-9b3e-e3b188c7807a, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:49:19.326028 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-545f8d8a-9439-48a9-9333-240679a4eb3f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.353789 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-a0e52ecc-e354-428e-ba30-fe6edfb81c69 None None] For port 660af12c-9c63-4808-9b3e-e3b188c7807a, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=660af12c-9c63-4808-9b3e-e3b188c7807a,segment=NetworkSegment(b8cf462c-5626-4bf6-8501-14ba432898c5),segment_id=b8cf462c-5626-4bf6-8501-14ba432898c5)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:49:19.354301 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-dc066b4f-ea28-44a0-9920-108a20d6d4e1 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Deleting port f6d1a83d-a644-4899-b318-95505552b537 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:49:19.354853 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dc066b4f-ea28-44a0-9920-108a20d6d4e1 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.368039 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a0e52ecc-e354-428e-ba30-fe6edfb81c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.373221 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f8d8a-9439-48a9-9333-240679a4eb3f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df7ada7b-f489-4e21-a37e-3e547e4b793d,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:19.440951 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c621db32-db0d-4a15-922a-f53ca2fdc83f tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "DELETE /v2.0/routers/29ad6e17-3b48-4b57-a561-225e93086ec3/tags HTTP/1.1" status: 204 len: 168 time: 0.3179388 Feb 16 12:49:19.441890 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36516) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:19.448549 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e506d-1d26-44ee-ab88-e1d68c636421 None None] Pushing event updated for resources: {'Port': ['ID=0750baaa-1e15-4aee-91b9-8d937812f01d,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:19.449063 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-22320ac8-6465-46f3-8910-8987c00bc66a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting subnet 3e327127-8ea6-4125-8ee7-26a9e67dd7fe {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:49:19.472077 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.tag.tag_plugin [None req-f7cdfa2f-fc3f-41ac-a61d-3a9b4448c508 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3cdd7f51-eacd-44cd-9051-f85ed1d889a0') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:19.481615 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-545f8d8a-9439-48a9-9333-240679a4eb3f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.487311 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-545f8d8a-9439-48a9-9333-240679a4eb3f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7024539 Feb 16 12:49:19.488239 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36518) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:19.503929 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-ddc1ff16-10c5-425d-8e5c-d2eeb6c8946d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': '5709b031-a841-4cd0-99e1-526454ecd8e7', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:19.504244 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 91df821d-73ca-4988-90e9-7fd756c7df40 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:49:19.530551 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22320ac8-6465-46f3-8910-8987c00bc66a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.543223 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-dc066b4f-ea28-44a0-9920-108a20d6d4e1 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] For port f6d1a83d-a644-4899-b318-95505552b537, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=f6d1a83d-a644-4899-b318-95505552b537,segment=NetworkSegment(2fed8fdf-b44f-4ae6-b6f5-b6530631116d),segment_id=2fed8fdf-b44f-4ae6-b6f5-b6530631116d)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:19.543635 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dc066b4f-ea28-44a0-9920-108a20d6d4e1 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.553716 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-18ecaf5a-00a6-4b72-b2f2-60a394dc2f11 None None] Provisioning complete for port 91df821d-73ca-4988-90e9-7fd756c7df40 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:19.553958 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-18ecaf5a-00a6-4b72-b2f2-60a394dc2f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.566089 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-dc066b4f-ea28-44a0-9920-108a20d6d4e1 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Calling delete_port for f6d1a83d-a644-4899-b318-95505552b537 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:49:19.596174 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b924ca-8ea1-47fa-a9d4-6a268315a0f9 None None] DHCP port deletion for 19380c13-8969-4b20-b3b6-98445290b63c request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:49:19.597229 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2312bc92-2433-421e-a3ae-03324547d933 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.606113 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ddc1ff16-10c5-425d-8e5c-d2eeb6c8946d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.614787 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22320ac8-6465-46f3-8910-8987c00bc66a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.627627 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e52ecc-e354-428e-ba30-fe6edfb81c69 None None] Pushing event updated for resources: {'Port': ['ID=660af12c-9c63-4808-9b3e-e3b188c7807a,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:19.685539 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f7cdfa2f-fc3f-41ac-a61d-3a9b4448c508 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "DELETE /v2.0/ports/3cdd7f51-eacd-44cd-9051-f85ed1d889a0/tags HTTP/1.1" status: 204 len: 168 time: 0.2404170 Feb 16 12:49:19.686782 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36520) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:19.693816 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-12c3affa-5443-4323-9cf3-1a40be61b1b0 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'aff09984-ce5e-49e0-89c0-1ae9f1bb5f42') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:19.696296 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 91df821d-73ca-4988-90e9-7fd756c7df40 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:19.696689 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.724759 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2312bc92-2433-421e-a3ae-03324547d933 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.765685 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2312bc92-2433-421e-a3ae-03324547d933 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Network be4d16b1-0405-4adc-92cb-340cf3d82841 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:19.793511 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-2312bc92-2433-421e-a3ae-03324547d933 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:19.796694 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2312bc92-2433-421e-a3ae-03324547d933 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:49:19.809676 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2312bc92-2433-421e-a3ae-03324547d933 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:19.810803 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2312bc92-2433-421e-a3ae-03324547d933 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.843299 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ddc1ff16-10c5-425d-8e5c-d2eeb6c8946d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.863566 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ddc1ff16-10c5-425d-8e5c-d2eeb6c8946d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.903688 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc1ff16-10c5-425d-8e5c-d2eeb6c8946d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af08a15f-2500-4dce-8897-e14570837066,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:19.916538 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2312bc92-2433-421e-a3ae-03324547d933 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2787273 Feb 16 12:49:19.923377 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dc066b4f-ea28-44a0-9920-108a20d6d4e1 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.924566 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36522) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:19.950108 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ddc1ff16-10c5-425d-8e5c-d2eeb6c8946d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.951450 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ddc1ff16-10c5-425d-8e5c-d2eeb6c8946d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4527717 Feb 16 12:49:19.960722 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36524) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:19.989453 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-0ccf1036-ef01-4e65-8988-6a8eea3be7b7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': '5709b031-a841-4cd0-99e1-526454ecd8e7', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:19.999914 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2312bc92-2433-421e-a3ae-03324547d933 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'Port': ['ID=106b8672-63db-49ca-813d-845169817d5b,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:20.005964 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22320ac8-6465-46f3-8910-8987c00bc66a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.007276 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-76b924ca-8ea1-47fa-a9d4-6a268315a0f9 None None] Deleting port f6d1a83d-a644-4899-b318-95505552b537 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:49:20.007745 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-76b924ca-8ea1-47fa-a9d4-6a268315a0f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.011722 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-18ecaf5a-00a6-4b72-b2f2-60a394dc2f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.015272 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-12c3affa-5443-4323-9cf3-1a40be61b1b0 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "DELETE /v2.0/subnets/aff09984-ce5e-49e0-89c0-1ae9f1bb5f42/tags HTTP/1.1" status: 204 len: 168 time: 0.3252540 Feb 16 12:49:20.017889 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36526) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:20.029560 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc066b4f-ea28-44a0-9920-108a20d6d4e1 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] No DVR routers for this DVR port f6d1a83d-a644-4899-b318-95505552b537 on host dv-neutron-828142-3-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:20.032399 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc066b4f-ea28-44a0-9920-108a20d6d4e1 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event deleted for resources: {'Port': ['ID=f6d1a83d-a644-4899-b318-95505552b537,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:20.086293 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461f8c88-fced-4b5c-8216-591588d7cdc4 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:20.088759 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-461f8c88-fced-4b5c-8216-591588d7cdc4 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1611247 Feb 16 12:49:20.101798 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36528) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:20.144437 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-76b924ca-8ea1-47fa-a9d4-6a268315a0f9 None None] For port f6d1a83d-a644-4899-b318-95505552b537, host dv-neutron-828142-3-hyperv, got binding levels [] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:20.149473 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-76b924ca-8ea1-47fa-a9d4-6a268315a0f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.169934 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0ccf1036-ef01-4e65-8988-6a8eea3be7b7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.177490 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-76b924ca-8ea1-47fa-a9d4-6a268315a0f9 None None] Calling delete_port for f6d1a83d-a644-4899-b318-95505552b537 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:49:20.181588 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.ipam_backend_mixin [None req-76b924ca-8ea1-47fa-a9d4-6a268315a0f9 None None] Port f6d1a83d-a644-4899-b318-95505552b537 was not found and therefore no delete operation was performed {{(pid=109050) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 12:49:20.194175 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-76b924ca-8ea1-47fa-a9d4-6a268315a0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.196044 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.198609 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22320ac8-6465-46f3-8910-8987c00bc66a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.211736 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff10d48d-62b6-4f63-b214-d77759ab10fc tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:20.220095 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff10d48d-62b6-4f63-b214-d77759ab10fc tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:20.226477 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff10d48d-62b6-4f63-b214-d77759ab10fc tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:20.227607 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ff10d48d-62b6-4f63-b214-d77759ab10fc tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1243985 Feb 16 12:49:20.240120 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b924ca-8ea1-47fa-a9d4-6a268315a0f9 None None] Pushing event deleted for resources: {'Port': ['ID=f6d1a83d-a644-4899-b318-95505552b537,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:20.243826 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36530) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:20.256232 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22320ac8-6465-46f3-8910-8987c00bc66a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Subnet': ['ID=3e327127-8ea6-4125-8ee7-26a9e67dd7fe,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:20.263425 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22320ac8-6465-46f3-8910-8987c00bc66a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.266443 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b924ca-8ea1-47fa-a9d4-6a268315a0f9 None None] No DVR routers for this DVR port f6d1a83d-a644-4899-b318-95505552b537 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:20.268585 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-22320ac8-6465-46f3-8910-8987c00bc66a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/3e327127-8ea6-4125-8ee7-26a9e67dd7fe HTTP/1.1" status: 204 len: 168 time: 1.0617657 Feb 16 12:49:20.271424 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36532) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:20.284187 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b972fa0-17ba-45b2-886a-b128e9ca9ce4 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:20.315596 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0096c4db-c611-45fa-8443-943c25767d82 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0429752 Feb 16 12:49:20.322673 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36534) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:20.333030 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-f6b0bcf3-3eb4-4868-aa7d-9771fe014290 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'subnet': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:20.335945 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dc066b4f-ea28-44a0-9920-108a20d6d4e1 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.377327 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-dc066b4f-ea28-44a0-9920-108a20d6d4e1 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19380c13-8969-4b20-b3b6-98445290b63c']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:20.378847 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.db.api [None req-18ecaf5a-00a6-4b72-b2f2-60a394dc2f11 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:49:20.379204 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG oslo_db.api [None req-18ecaf5a-00a6-4b72-b2f2-60a394dc2f11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:49:20.392227 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-dc066b4f-ea28-44a0-9920-108a20d6d4e1 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fed8fdf-b44f-4ae6-b6f5-b6530631116d') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:20.392810 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-dc066b4f-ea28-44a0-9920-108a20d6d4e1 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fed8fdf-b44f-4ae6-b6f5-b6530631116d') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:20.404216 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.db.api [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:49:20.404561 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG oslo_db.api [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:49:20.405747 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dc066b4f-ea28-44a0-9920-108a20d6d4e1 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.453295 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b0bcf3-3eb4-4868-aa7d-9771fe014290 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:20.458785 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f6b0bcf3-3eb4-4868-aa7d-9771fe014290 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.487930 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a1974bd4-c9e4-4637-9b06-1d2fa72f275d tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks [] for subnetpool, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.491712 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a1974bd4-c9e4-4637-9b06-1d2fa72f275d tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "DELETE /v2.0/subnetpools/da95c04b-19d1-4f42-a0c1-b42a395c3cd0 HTTP/1.1" status: 204 len: 168 time: 0.4713047 Feb 16 12:49:20.492314 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36536) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:20.496097 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dc066b4f-ea28-44a0-9920-108a20d6d4e1 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.519736 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc066b4f-ea28-44a0-9920-108a20d6d4e1 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:49:20.520151 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dc066b4f-ea28-44a0-9920-108a20d6d4e1 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.523321 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:49:20.523321 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:49:20.523321 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:49:20.523321 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:49:20.523321 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:49:20.523321 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:49:20.523321 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:49:20.523321 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:49:20.523321 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:49:20.523321 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:49:20.523321 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:49:20.523321 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:49:20.523321 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:49:20.523321 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:49:20.523321 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:49:20.523321 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:49:20.523321 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:49:20.523321 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:49:20.523321 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:49:20.523321 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:49:20.523321 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:49:20.523321 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:49:20.523321 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:49:20.523321 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:49:20.523321 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:49:20.523321 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:49:20.523321 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:49:20.523321 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:49:20.523321 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:49:20.523321 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:49:20.523321 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:49:20.523321 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:49:20.554674 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-adec27ad-4a80-4779-bb58-52d46567317d tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "GET /v2.0/ports?device_id=29ad6e17-3b48-4b57-a561-225e93086ec3 HTTP/1.1" status: 200 len: 205 time: 0.0561106 Feb 16 12:49:20.556500 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9624c1aa-3b3f-49a6-b031-a518d25a3bb5 None None] DHCP port deletion for 8f2fc9c2-6909-42b1-9817-f8926b88a024 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:49:20.556689 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36538) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:20.619405 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0ccf1036-ef01-4e65-8988-6a8eea3be7b7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.626118 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9624c1aa-3b3f-49a6-b031-a518d25a3bb5 None None] Deleting port 91df821d-73ca-4988-90e9-7fd756c7df40 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:49:20.626976 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9624c1aa-3b3f-49a6-b031-a518d25a3bb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.632222 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0ccf1036-ef01-4e65-8988-6a8eea3be7b7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.659754 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-53df54d4-ec89-4ce0-8c18-e6ed3afd70e2 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks [] for router, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.662017 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dc066b4f-ea28-44a0-9920-108a20d6d4e1 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.666320 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-3d6d85d2-9d60-488d-b821-b6a47d29a1e5 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Deleting port 106b8672-63db-49ca-813d-845169817d5b {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:49:20.666661 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3d6d85d2-9d60-488d-b821-b6a47d29a1e5 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.706070 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9624c1aa-3b3f-49a6-b031-a518d25a3bb5 None None] For port 91df821d-73ca-4988-90e9-7fd756c7df40, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=91df821d-73ca-4988-90e9-7fd756c7df40,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:20.706471 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9624c1aa-3b3f-49a6-b031-a518d25a3bb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.721842 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9624c1aa-3b3f-49a6-b031-a518d25a3bb5 None None] Calling delete_port for 91df821d-73ca-4988-90e9-7fd756c7df40 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:49:20.805497 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3d6d85d2-9d60-488d-b821-b6a47d29a1e5 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.824691 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9624c1aa-3b3f-49a6-b031-a518d25a3bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.827502 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dc066b4f-ea28-44a0-9920-108a20d6d4e1 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.833325 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-dc066b4f-ea28-44a0-9920-108a20d6d4e1 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "DELETE /v2.0/networks/19380c13-8969-4b20-b3b6-98445290b63c HTTP/1.1" status: 204 len: 168 time: 1.8361676 Feb 16 12:49:20.834171 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf1036-ef01-4e65-8988-6a8eea3be7b7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32c35bed-728a-4e91-9054-c0cb09cb674a,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:20.837439 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36540) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:20.844252 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-740466ba-8ff4-4fd2-b72e-ce07e997403a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Request body: {'network': {'name': 'tempest-RoutersTest-1927868296'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:20.856729 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624c1aa-3b3f-49a6-b031-a518d25a3bb5 None None] Pushing event deleted for resources: {'Port': ['ID=91df821d-73ca-4988-90e9-7fd756c7df40,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:20.863756 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9624c1aa-3b3f-49a6-b031-a518d25a3bb5 None None] No DVR routers for this DVR port 91df821d-73ca-4988-90e9-7fd756c7df40 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:20.866873 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0ccf1036-ef01-4e65-8988-6a8eea3be7b7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.870785 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0ccf1036-ef01-4e65-8988-6a8eea3be7b7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9064100 Feb 16 12:49:20.870785 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-3d6d85d2-9d60-488d-b821-b6a47d29a1e5 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Calling delete_port for 106b8672-63db-49ca-813d-845169817d5b owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:49:20.871934 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccf1036-ef01-4e65-8988-6a8eea3be7b7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:20.872286 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccf1036-ef01-4e65-8988-6a8eea3be7b7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:20.872653 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccf1036-ef01-4e65-8988-6a8eea3be7b7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:20.872987 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccf1036-ef01-4e65-8988-6a8eea3be7b7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:20.873406 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccf1036-ef01-4e65-8988-6a8eea3be7b7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:20.873645 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccf1036-ef01-4e65-8988-6a8eea3be7b7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:20.873973 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccf1036-ef01-4e65-8988-6a8eea3be7b7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:20.874378 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccf1036-ef01-4e65-8988-6a8eea3be7b7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:20.874625 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccf1036-ef01-4e65-8988-6a8eea3be7b7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:20.874950 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccf1036-ef01-4e65-8988-6a8eea3be7b7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:20.875329 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccf1036-ef01-4e65-8988-6a8eea3be7b7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:20.876163 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccf1036-ef01-4e65-8988-6a8eea3be7b7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:20.881128 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36542) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:20.881928 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc066b4f-ea28-44a0-9920-108a20d6d4e1 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event deleted for resources: {'Network': ['ID=19380c13-8969-4b20-b3b6-98445290b63c,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:20.887511 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-04eaac23-010d-45b7-83aa-27fff5f90f70 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': '5709b031-a841-4cd0-99e1-526454ecd8e7', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:20.906654 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-53df54d4-ec89-4ce0-8c18-e6ed3afd70e2 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.914644 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-18ecaf5a-00a6-4b72-b2f2-60a394dc2f11 None None] Port 91df821d-73ca-4988-90e9-7fd756c7df40 update to ACTIVE by agent not found {{(pid=109050) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Feb 16 12:49:20.917148 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-53df54d4-ec89-4ce0-8c18-e6ed3afd70e2 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.937702 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Port 91df821d-73ca-4988-90e9-7fd756c7df40 update to ACTIVE by agent not found {{(pid=109050) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Feb 16 12:49:20.942090 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-18ecaf5a-00a6-4b72-b2f2-60a394dc2f11 None None] Could not find standard attr ID for object 452e6738-1814-4362-9506-58e976c36d6b. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:49:21.021509 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740466ba-8ff4-4fd2-b72e-ce07e997403a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Made reservation on behalf of 634d4167fa4743409e8f884871721d4b for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:21.022489 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-04eaac23-010d-45b7-83aa-27fff5f90f70 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.024991 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-740466ba-8ff4-4fd2-b72e-ce07e997403a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.028863 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-53df54d4-ec89-4ce0-8c18-e6ed3afd70e2 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.029376 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53df54d4-ec89-4ce0-8c18-e6ed3afd70e2 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Fanout notify agent at l3_agent the message router_deleted on router 29ad6e17-3b48-4b57-a561-225e93086ec3 {{(pid=109048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:49:21.054350 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86cccad-28c5-48b5-a920-fcf45450a792 None None] Network 1a5bcf51-1c06-44c4-879b-15b2f6265dff requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:21.054888 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-53df54d4-ec89-4ce0-8c18-e6ed3afd70e2 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.055747 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-53df54d4-ec89-4ce0-8c18-e6ed3afd70e2 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "DELETE /v2.0/routers/29ad6e17-3b48-4b57-a561-225e93086ec3 HTTP/1.1" status: 204 len: 168 time: 0.4965999 Feb 16 12:49:21.060067 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36544) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:21.126614 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.objects.ports [None req-f6b0bcf3-3eb4-4868-aa7d-9771fe014290 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109048) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 12:49:21.128360 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f6b0bcf3-3eb4-4868-aa7d-9771fe014290 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.140799 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-0c00b997-287b-4386-851b-119fc8b8daad None None] Provisioning complete for port 106b8672-63db-49ca-813d-845169817d5b triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:21.141838 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0c00b997-287b-4386-851b-119fc8b8daad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.193615 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b0bcf3-3eb4-4868-aa7d-9771fe014290 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:21.197503 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-f6b0bcf3-3eb4-4868-aa7d-9771fe014290 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:21.201819 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b0bcf3-3eb4-4868-aa7d-9771fe014290 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:21.202556 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f6b0bcf3-3eb4-4868-aa7d-9771fe014290 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.207083 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-0c00b997-287b-4386-851b-119fc8b8daad None None] Port 106b8672-63db-49ca-813d-845169817d5b cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:49:21.216066 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0bcf3-3eb4-4868-aa7d-9771fe014290 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Subnet': ['ID=a5464165-4595-46a6-a5df-b0b1d2e26ab1,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:21.229846 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f6b0bcf3-3eb4-4868-aa7d-9771fe014290 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9035583 Feb 16 12:49:21.230787 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36546) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:21.231365 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-04eaac23-010d-45b7-83aa-27fff5f90f70 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.235438 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04999246-3444-4e11-acb0-90fd46b0367b None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:21.239301 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-7a44993d-c75b-4fb6-a7e8-d9a878e39aab tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'port': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'mac_address': 'fa:16:3e:69:8f:83', 'name': 'tempest-NetworksTestDHCPv6-748243084'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:21.243435 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-04eaac23-010d-45b7-83aa-27fff5f90f70 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.258830 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3d6d85d2-9d60-488d-b821-b6a47d29a1e5 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.279112 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 660af12c-9c63-4808-9b3e-e3b188c7807a up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:49:21.286730 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-0c00b997-287b-4386-851b-119fc8b8daad None None] Provisioning complete for port 853840c6-03aa-406d-b072-596f7d5a4a3d triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:21.287426 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0c00b997-287b-4386-851b-119fc8b8daad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.299219 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-740466ba-8ff4-4fd2-b72e-ce07e997403a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:49:21.304321 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eaac23-010d-45b7-83aa-27fff5f90f70 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7799b652-e78c-4806-a2b0-3b4881dcbd18,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:21.309413 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-04eaac23-010d-45b7-83aa-27fff5f90f70 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.313883 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-04eaac23-010d-45b7-83aa-27fff5f90f70 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4265771 Feb 16 12:49:21.315390 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36548) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:21.316672 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d85d2-9d60-488d-b821-b6a47d29a1e5 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'Port': ['ID=106b8672-63db-49ca-813d-845169817d5b,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:21.319606 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-6a3dce56-02ab-45c6-b5b5-fb533716db68 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': '5709b031-a841-4cd0-99e1-526454ecd8e7', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:21.340607 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-740466ba-8ff4-4fd2-b72e-ce07e997403a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.340991 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-740466ba-8ff4-4fd2-b72e-ce07e997403a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Added segment a0009c3c-a017-4c11-bf7a-831ba0aee257 of type vlan for network b1b13875-3472-43bc-9db4-c00847c57372 Feb 16 12:49:21.351350 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-e54ffc91-2342-4618-a213-b63d6b9879f2 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Deleting port 3cdd7f51-eacd-44cd-9051-f85ed1d889a0 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:49:21.351589 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e54ffc91-2342-4618-a213-b63d6b9879f2 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.357135 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3d6d85d2-9d60-488d-b821-b6a47d29a1e5 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.362005 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3d6d85d2-9d60-488d-b821-b6a47d29a1e5 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/ports/106b8672-63db-49ca-813d-845169817d5b HTTP/1.1" status: 204 len: 168 time: 1.1164312 Feb 16 12:49:21.365280 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36550) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:21.419819 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-0c00b997-287b-4386-851b-119fc8b8daad None None] Port 853840c6-03aa-406d-b072-596f7d5a4a3d cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:49:21.426009 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-740466ba-8ff4-4fd2-b72e-ce07e997403a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.439440 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b123d5-0771-486a-b752-361545a57cda tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] GET failed (client error): The resource could not be found. Feb 16 12:49:21.441258 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e9b123d5-0771-486a-b752-361545a57cda tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "GET /v2.0/ports/106b8672-63db-49ca-813d-845169817d5b HTTP/1.1" status: 404 len: 333 time: 0.0750284 Feb 16 12:49:21.445933 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36552) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:21.460764 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-0c00b997-287b-4386-851b-119fc8b8daad None None] Provisioning complete for port 660af12c-9c63-4808-9b3e-e3b188c7807a triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:21.460764 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0c00b997-287b-4386-851b-119fc8b8daad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.518531 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.securitygroups_db [None req-6a3dce56-02ab-45c6-b5b5-fb533716db68 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Project 93ebfe1969ad47c59fc4b80bacd9b15b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:49:21.526663 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-740466ba-8ff4-4fd2-b72e-ce07e997403a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.532783 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740466ba-8ff4-4fd2-b72e-ce07e997403a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:21.533575 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-740466ba-8ff4-4fd2-b72e-ce07e997403a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.538321 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6a3dce56-02ab-45c6-b5b5-fb533716db68 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.539702 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 660af12c-9c63-4808-9b3e-e3b188c7807a triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:21.540074 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.550943 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a44993d-c75b-4fb6-a7e8-d9a878e39aab tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'port': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:21.582926 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e54ffc91-2342-4618-a213-b63d6b9879f2 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.607369 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-e54ffc91-2342-4618-a213-b63d6b9879f2 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Calling delete_port for 3cdd7f51-eacd-44cd-9051-f85ed1d889a0 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:49:21.694511 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7a44993d-c75b-4fb6-a7e8-d9a878e39aab tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.698588 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-ae9f8a4b-3257-4133-ac5c-cdff2228c4e6 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Deleting port 853840c6-03aa-406d-b072-596f7d5a4a3d {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:49:21.698848 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ae9f8a4b-3257-4133-ac5c-cdff2228c4e6 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.711634 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132449e5-88a5-4495-a39c-f81ac2063717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-8f2fc9c2-6909-42b1-9817-f8926b88a024', 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'tenant_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'fixed_ips': [{'subnet_id': 'a5464165-4595-46a6-a5df-b0b1d2e26ab1'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:49:21.712789 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-132449e5-88a5-4495-a39c-f81ac2063717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.774245 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0c00b997-287b-4386-851b-119fc8b8daad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.787314 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-740466ba-8ff4-4fd2-b72e-ce07e997403a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9469695 Feb 16 12:49:21.794586 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36554) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:21.795879 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-7a44993d-c75b-4fb6-a7e8-d9a878e39aab tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] device_id is not set on port 45760e4f-9c83-4ad1-b078-e6addbf6c5dd yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:49:21.810857 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-2adb3808-86b4-4b11-928a-8a348f12e6ec tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Request body: {'subnet': {'network_id': 'b1b13875-3472-43bc-9db4-c00847c57372', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:21.832380 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740466ba-8ff4-4fd2-b72e-ce07e997403a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event updated for resources: {'Network': ['ID=b1b13875-3472-43bc-9db4-c00847c57372,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:21.840694 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ae9f8a4b-3257-4133-ac5c-cdff2228c4e6 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.855972 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-ae9f8a4b-3257-4133-ac5c-cdff2228c4e6 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Calling delete_port for 853840c6-03aa-406d-b072-596f7d5a4a3d owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:49:21.872167 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network b1b13875-3472-43bc-9db4-c00847c57372 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:49:21.883653 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.935928 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6a3dce56-02ab-45c6-b5b5-fb533716db68 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.945852 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6a3dce56-02ab-45c6-b5b5-fb533716db68 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.960272 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-0c00b997-287b-4386-851b-119fc8b8daad None None] For port 660af12c-9c63-4808-9b3e-e3b188c7807a, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=660af12c-9c63-4808-9b3e-e3b188c7807a,segment=NetworkSegment(b8cf462c-5626-4bf6-8501-14ba432898c5),segment_id=b8cf462c-5626-4bf6-8501-14ba432898c5)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:21.972793 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3dce56-02ab-45c6-b5b5-fb533716db68 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=408bdabf-9e01-4520-983b-3dcc8ae0ce6c,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:21.980860 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e54ffc91-2342-4618-a213-b63d6b9879f2 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.983380 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0c00b997-287b-4386-851b-119fc8b8daad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.002215 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6a3dce56-02ab-45c6-b5b5-fb533716db68 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.003768 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6a3dce56-02ab-45c6-b5b5-fb533716db68 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6882658 Feb 16 12:49:22.005439 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2adb3808-86b4-4b11-928a-8a348f12e6ec tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Made reservation on behalf of 634d4167fa4743409e8f884871721d4b for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:22.009917 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2adb3808-86b4-4b11-928a-8a348f12e6ec tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.011429 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36556) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:22.017642 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-3d05d23f-20f0-4646-a117-959c535bbeab tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': '5709b031-a841-4cd0-99e1-526454ecd8e7', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:22.023471 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ffc91-2342-4618-a213-b63d6b9879f2 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Pushing event deleted for resources: {'Port': ['ID=3cdd7f51-eacd-44cd-9051-f85ed1d889a0,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:22.109307 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-0c00b997-287b-4386-851b-119fc8b8daad None None] Provisioning complete for port 0750baaa-1e15-4aee-91b9-8d937812f01d triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:22.110583 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0c00b997-287b-4386-851b-119fc8b8daad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.139124 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.db.api [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:49:22.140471 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG oslo_db.api [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:49:22.146169 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-132449e5-88a5-4495-a39c-f81ac2063717 None None] Allocated IP 2001:db8::f816:3eff:fe27:9f5d (8f2fc9c2-6909-42b1-9817-f8926b88a024/a5464165-4595-46a6-a5df-b0b1d2e26ab1/ec43dd59-4871-4314-b8b8-62857a2a849f) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:22.160931 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-3d05d23f-20f0-4646-a117-959c535bbeab tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Project 93ebfe1969ad47c59fc4b80bacd9b15b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:49:22.177019 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e54ffc91-2342-4618-a213-b63d6b9879f2 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.181863 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e54ffc91-2342-4618-a213-b63d6b9879f2 tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "DELETE /v2.0/ports/3cdd7f51-eacd-44cd-9051-f85ed1d889a0 HTTP/1.1" status: 204 len: 168 time: 1.1179795 Feb 16 12:49:22.185147 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36558) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:22.190093 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3d05d23f-20f0-4646-a117-959c535bbeab tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.205713 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ae9f8a4b-3257-4133-ac5c-cdff2228c4e6 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.262221 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f8a4b-3257-4133-ac5c-cdff2228c4e6 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'Port': ['ID=853840c6-03aa-406d-b072-596f7d5a4a3d,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:22.297091 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00b997-287b-4386-851b-119fc8b8daad None None] Pushing event updated for resources: {'Port': ['ID=660af12c-9c63-4808-9b3e-e3b188c7807a,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:22.301799 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ae9f8a4b-3257-4133-ac5c-cdff2228c4e6 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.305738 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ae9f8a4b-3257-4133-ac5c-cdff2228c4e6 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/ports/853840c6-03aa-406d-b072-596f7d5a4a3d HTTP/1.1" status: 204 len: 168 time: 0.8588147 Feb 16 12:49:22.307547 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8c050bf-1748-4cf4-b9e0-4292697bee5d tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Deleting subnet aff09984-ce5e-49e0-89c0-1ae9f1bb5f42 {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:49:22.309190 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36560) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:22.312074 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e8c050bf-1748-4cf4-b9e0-4292697bee5d tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.316176 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2adb3808-86b4-4b11-928a-8a348f12e6ec tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.339563 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-8727ea66-1873-4cf0-92ce-f21ea1826715 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] GET failed (client error): The resource could not be found. Feb 16 12:49:22.341234 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8727ea66-1873-4cf0-92ce-f21ea1826715 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "GET /v2.0/ports/853840c6-03aa-406d-b072-596f7d5a4a3d HTTP/1.1" status: 404 len: 333 time: 0.0310447 Feb 16 12:49:22.346513 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36562) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:22.356256 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3d05d23f-20f0-4646-a117-959c535bbeab tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.381132 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3d05d23f-20f0-4646-a117-959c535bbeab tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.401502 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c009808b-87c3-49f7-8490-1550e9f989bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.409872 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3d05d23f-20f0-4646-a117-959c535bbeab tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.420048 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3d05d23f-20f0-4646-a117-959c535bbeab tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4062645 Feb 16 12:49:22.432049 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05d23f-20f0-4646-a117-959c535bbeab tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a640fde-0c29-4dcb-919a-20d5efcbecb6,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:22.452273 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e8c050bf-1748-4cf4-b9e0-4292697bee5d tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.455299 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2f6a70d-9705-428c-85ce-01c939439b62 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Deleting subnet bc461994-7ba3-4e5f-b1ca-272f9439eede {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:49:22.457919 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb3808-86b4-4b11-928a-8a348f12e6ec tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event updated for resources: {'Subnet': ['ID=5f9180d4-930a-4034-9886-aac9b6450ec4,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:22.466960 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b2f6a70d-9705-428c-85ce-01c939439b62 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.516163 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b2f6a70d-9705-428c-85ce-01c939439b62 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.522404 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adb3808-86b4-4b11-928a-8a348f12e6ec tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Checking segment: {'id': 'a0009c3c-a017-4c11-bf7a-831ba0aee257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'b1b13875-3472-43bc-9db4-c00847c57372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:49:22.522855 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adb3808-86b4-4b11-928a-8a348f12e6ec tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Network hostable DHCP agents. Network: b1b13875-3472-43bc-9db4-c00847c57372, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:49:22.559484 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adb3808-86b4-4b11-928a-8a348f12e6ec tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Network b1b13875-3472-43bc-9db4-c00847c57372 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:49:22.593471 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-2adb3808-86b4-4b11-928a-8a348f12e6ec tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, b1b13875-3472-43bc-9db4-c00847c57372) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:22.602443 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adb3808-86b4-4b11-928a-8a348f12e6ec tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:22.605107 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2adb3808-86b4-4b11-928a-8a348f12e6ec tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.626935 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e8c050bf-1748-4cf4-b9e0-4292697bee5d tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.668066 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2adb3808-86b4-4b11-928a-8a348f12e6ec tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8618183 Feb 16 12:49:22.671303 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36576) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:22.676231 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-c0565aed-b8e0-41c9-9165-645adf648058 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-846122909', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:22.699154 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b2f6a70d-9705-428c-85ce-01c939439b62 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.706236 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78246ce6-3909-4c5b-9507-e13fc933af33 None None] Network b1b13875-3472-43bc-9db4-c00847c57372 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:22.720817 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e8c050bf-1748-4cf4-b9e0-4292697bee5d tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.732681 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c0565aed-b8e0-41c9-9165-645adf648058 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.734023 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c0565aed-b8e0-41c9-9165-645adf648058 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.765192 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c050bf-1748-4cf4-b9e0-4292697bee5d tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Pushing event deleted for resources: {'Subnet': ['ID=aff09984-ce5e-49e0-89c0-1ae9f1bb5f42,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:22.770894 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e8c050bf-1748-4cf4-b9e0-4292697bee5d tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.774598 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e8c050bf-1748-4cf4-b9e0-4292697bee5d tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "DELETE /v2.0/subnets/aff09984-ce5e-49e0-89c0-1ae9f1bb5f42 HTTP/1.1" status: 204 len: 168 time: 0.5880518 Feb 16 12:49:22.779920 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36578) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:22.795890 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 0750baaa-1e15-4aee-91b9-8d937812f01d up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:49:22.809625 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b2f6a70d-9705-428c-85ce-01c939439b62 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.825187 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039fb36e-2e35-41c3-a8f0-80b6a0e62906 None None] Network 95835ee8-43e1-4fd2-b163-c208f8dd32f6 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:22.858300 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f6a70d-9705-428c-85ce-01c939439b62 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'Subnet': ['ID=bc461994-7ba3-4e5f-b1ca-272f9439eede,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:22.861291 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b2f6a70d-9705-428c-85ce-01c939439b62 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.864589 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b2f6a70d-9705-428c-85ce-01c939439b62 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/subnets/bc461994-7ba3-4e5f-b1ca-272f9439eede HTTP/1.1" status: 204 len: 168 time: 0.5170655 Feb 16 12:49:22.867274 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36580) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:22.885319 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c0565aed-b8e0-41c9-9165-645adf648058 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.898632 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c0565aed-b8e0-41c9-9165-645adf648058 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.910646 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e4a618-db52-4988-9241-8db84340a1bc None None] Network be4d16b1-0405-4adc-92cb-340cf3d82841 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:22.912664 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a02b41d9-628e-4cdc-9814-6277fa95a00d tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.933545 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c0565aed-b8e0-41c9-9165-645adf648058 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.934945 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c0565aed-b8e0-41c9-9165-645adf648058 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2627974 Feb 16 12:49:22.940788 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36588) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:23.000196 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-4dff5a61-a332-41b3-8787-3c79b63121a8 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1759850971&fields=id&tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b HTTP/1.1" status: 200 len: 267 time: 0.0641274 Feb 16 12:49:23.009399 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-a02b41d9-628e-4cdc-9814-6277fa95a00d tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Deleting port f4a61967-6daa-4378-ba8c-ced38954733f {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:49:23.009847 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a02b41d9-628e-4cdc-9814-6277fa95a00d tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.088811 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fa08567f-f5ca-4d44-bd2e-353ffd4ae94e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.131183 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-132449e5-88a5-4495-a39c-f81ac2063717 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.153641 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e3d053-216d-491c-8235-d5ffecda7f11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-b1b13875-3472-43bc-9db4-c00847c57372', 'network_id': 'b1b13875-3472-43bc-9db4-c00847c57372', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'fixed_ips': [{'subnet_id': '5f9180d4-930a-4034-9886-aac9b6450ec4'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:49:23.154502 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-27e3d053-216d-491c-8235-d5ffecda7f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.163700 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-132449e5-88a5-4495-a39c-f81ac2063717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.202437 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-a02b41d9-628e-4cdc-9814-6277fa95a00d tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] For port f4a61967-6daa-4378-ba8c-ced38954733f, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=f4a61967-6daa-4378-ba8c-ced38954733f,segment=NetworkSegment(99ea4ee3-9a57-4e90-8b80-4cb3361dd6bb),segment_id=99ea4ee3-9a57-4e90-8b80-4cb3361dd6bb)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:23.203089 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a02b41d9-628e-4cdc-9814-6277fa95a00d tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.239229 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-a02b41d9-628e-4cdc-9814-6277fa95a00d tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Calling delete_port for f4a61967-6daa-4378-ba8c-ced38954733f owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:49:23.247843 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-7a44993d-c75b-4fb6-a7e8-d9a878e39aab tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Allocated IP 2001:db8::f816:3eff:fe69:8f83 (8f2fc9c2-6909-42b1-9817-f8926b88a024/a5464165-4595-46a6-a5df-b0b1d2e26ab1/45760e4f-9c83-4ad1-b078-e6addbf6c5dd) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:23.257792 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-4eed3eec-fbd7-40ee-9af4-d5e7877f3f0d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:23.259685 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-4eed3eec-fbd7-40ee-9af4-d5e7877f3f0d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/networks?id=1a5bcf51-1c06-44c4-879b-15b2f6265dff HTTP/1.1" status: 200 len: 796 time: 0.2477834 Feb 16 12:49:23.278182 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-fa08567f-f5ca-4d44-bd2e-353ffd4ae94e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Deleting port 0750baaa-1e15-4aee-91b9-8d937812f01d {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:49:23.278431 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fa08567f-f5ca-4d44-bd2e-353ffd4ae94e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.287674 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132449e5-88a5-4495-a39c-f81ac2063717 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:23.297564 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 0750baaa-1e15-4aee-91b9-8d937812f01d triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:23.297929 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.306484 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-181d5d32-a9b5-41a0-b9b7-92dd0e6884a1 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.345278 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-f4cf14e1-a1f7-46cb-b390-f8d3fa5aeb97 None None] Provisioning complete for port 660af12c-9c63-4808-9b3e-e3b188c7807a triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:23.345911 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f4cf14e1-a1f7-46cb-b390-f8d3fa5aeb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.347893 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-132449e5-88a5-4495-a39c-f81ac2063717 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:23.350514 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132449e5-88a5-4495-a39c-f81ac2063717 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:49:23.351684 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-64d0e315-fb52-4c20-8a01-22bb20a67223 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/quotas/93ebfe1969ad47c59fc4b80bacd9b15b HTTP/1.1" status: 200 len: 375 time: 0.0385358 Feb 16 12:49:23.381793 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132449e5-88a5-4495-a39c-f81ac2063717 None None] Pushing event updated for resources: {'Port': ['ID=ec43dd59-4871-4314-b8b8-62857a2a849f,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:23.427311 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-fa08567f-f5ca-4d44-bd2e-353ffd4ae94e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] For port 0750baaa-1e15-4aee-91b9-8d937812f01d, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=0750baaa-1e15-4aee-91b9-8d937812f01d,segment=NetworkSegment(f4901868-bb4d-4764-a996-c2165b4a078a),segment_id=f4901868-bb4d-4764-a996-c2165b4a078a)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:23.427681 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fa08567f-f5ca-4d44-bd2e-353ffd4ae94e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.450064 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-fa08567f-f5ca-4d44-bd2e-353ffd4ae94e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Calling delete_port for 0750baaa-1e15-4aee-91b9-8d937812f01d owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:49:23.484937 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a02b41d9-628e-4cdc-9814-6277fa95a00d tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.517536 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-84cfa786-1538-495d-915d-71dee8131395 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1490862 Feb 16 12:49:23.546149 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02b41d9-628e-4cdc-9814-6277fa95a00d tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] No DVR routers for this DVR port f4a61967-6daa-4378-ba8c-ced38954733f on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:23.571144 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5aa8da2-e64d-4246-b76c-1716cfff351d None None] DHCP port deletion for 95835ee8-43e1-4fd2-b163-c208f8dd32f6 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:49:23.575891 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b41d9-628e-4cdc-9814-6277fa95a00d tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Pushing event deleted for resources: {'Port': ['ID=f4a61967-6daa-4378-ba8c-ced38954733f,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:23.585145 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-27e3d053-216d-491c-8235-d5ffecda7f11 None None] Allocated IP 172.20.0.2 (b1b13875-3472-43bc-9db4-c00847c57372/5f9180d4-930a-4034-9886-aac9b6450ec4/a89f65f7-b5ac-4fe9-8def-c124a11808b5) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:23.590242 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-132449e5-88a5-4495-a39c-f81ac2063717 None None] Attempting to bind port ec43dd59-4871-4314-b8b8-62857a2a849f on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:23.591576 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-132449e5-88a5-4495-a39c-f81ac2063717 None None] Attempting to bind port ec43dd59-4871-4314-b8b8-62857a2a849f by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:23.591576 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132449e5-88a5-4495-a39c-f81ac2063717 None None] Attempting to bind port ec43dd59-4871-4314-b8b8-62857a2a849f on network 8f2fc9c2-6909-42b1-9817-f8926b88a024 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:49:23.617469 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132449e5-88a5-4495-a39c-f81ac2063717 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:49:23.617821 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132449e5-88a5-4495-a39c-f81ac2063717 None None] Checking segment: {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:49:23.618148 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-132449e5-88a5-4495-a39c-f81ac2063717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.618535 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132449e5-88a5-4495-a39c-f81ac2063717 None None] Bound using segment: {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:49:23.619029 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-132449e5-88a5-4495-a39c-f81ac2063717 None None] Bound port: ec43dd59-4871-4314-b8b8-62857a2a849f, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:23.619431 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-132449e5-88a5-4495-a39c-f81ac2063717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.748503 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a02b41d9-628e-4cdc-9814-6277fa95a00d tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.752662 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a112e5-afe8-4d9f-a3a8-a520a8c3c6fe None None] DHCP port deletion for be4d16b1-0405-4adc-92cb-340cf3d82841 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:49:23.753581 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7a44993d-c75b-4fb6-a7e8-d9a878e39aab tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.821389 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-a02b41d9-628e-4cdc-9814-6277fa95a00d tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95835ee8-43e1-4fd2-b163-c208f8dd32f6']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:23.854270 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-a02b41d9-628e-4cdc-9814-6277fa95a00d tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99ea4ee3-9a57-4e90-8b80-4cb3361dd6bb') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:23.854270 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-a02b41d9-628e-4cdc-9814-6277fa95a00d tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99ea4ee3-9a57-4e90-8b80-4cb3361dd6bb') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:23.904726 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fa08567f-f5ca-4d44-bd2e-353ffd4ae94e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.912555 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device f6d1a83d-a644-4899-b318-95505552b537 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:49:23.921063 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa08567f-f5ca-4d44-bd2e-353ffd4ae94e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] No DVR routers for this DVR port 0750baaa-1e15-4aee-91b9-8d937812f01d on host dv-neutron-828142-3-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:23.925212 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-132449e5-88a5-4495-a39c-f81ac2063717 None None] For port ec43dd59-4871-4314-b8b8-62857a2a849f, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:49:23.945682 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa08567f-f5ca-4d44-bd2e-353ffd4ae94e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'Port': ['ID=0750baaa-1e15-4aee-91b9-8d937812f01d,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:23.970382 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: f6d1a83d-a644-4899-b318-95505552b537 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:49:23.970916 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device f6d1a83d-a644-4899-b318-95505552b537 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:49:23.971434 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 91df821d-73ca-4988-90e9-7fd756c7df40 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:49:24.003562 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-132449e5-88a5-4495-a39c-f81ac2063717 None None] For port ec43dd59-4871-4314-b8b8-62857a2a849f, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=ec43dd59-4871-4314-b8b8-62857a2a849f,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:49:24.030544 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 91df821d-73ca-4988-90e9-7fd756c7df40 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:49:24.031110 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 91df821d-73ca-4988-90e9-7fd756c7df40 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:49:24.033997 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-132449e5-88a5-4495-a39c-f81ac2063717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.054742 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fa08567f-f5ca-4d44-bd2e-353ffd4ae94e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.087496 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-fa08567f-f5ca-4d44-bd2e-353ffd4ae94e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be4d16b1-0405-4adc-92cb-340cf3d82841']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:24.088475 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-84a112e5-afe8-4d9f-a3a8-a520a8c3c6fe None None] Deleting port 0750baaa-1e15-4aee-91b9-8d937812f01d {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:49:24.088897 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-84a112e5-afe8-4d9f-a3a8-a520a8c3c6fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.107292 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-fa08567f-f5ca-4d44-bd2e-353ffd4ae94e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4901868-bb4d-4764-a996-c2165b4a078a') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:24.107814 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-fa08567f-f5ca-4d44-bd2e-353ffd4ae94e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4901868-bb4d-4764-a996-c2165b4a078a') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:24.121723 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fa08567f-f5ca-4d44-bd2e-353ffd4ae94e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.137592 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fa08567f-f5ca-4d44-bd2e-353ffd4ae94e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.142825 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-27e3d053-216d-491c-8235-d5ffecda7f11 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.148170 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa08567f-f5ca-4d44-bd2e-353ffd4ae94e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:49:24.148651 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fa08567f-f5ca-4d44-bd2e-353ffd4ae94e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.152421 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:49:24.152421 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:49:24.152421 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:49:24.152421 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:49:24.152421 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:49:24.152421 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:49:24.152421 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:49:24.152421 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:49:24.152421 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:49:24.152421 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:49:24.152421 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:49:24.152421 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:49:24.152421 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:49:24.152421 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:49:24.152421 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:49:24.152421 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:49:24.152421 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:49:24.152421 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:49:24.152421 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:49:24.152421 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:49:24.152421 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:49:24.152421 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:49:24.152421 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:49:24.152421 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:49:24.152421 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:49:24.152421 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:49:24.152421 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:49:24.152421 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:49:24.152421 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:49:24.152421 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:49:24.152421 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:49:24.152421 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:49:24.234257 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 660af12c-9c63-4808-9b3e-e3b188c7807a up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:49:24.237646 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-27e3d053-216d-491c-8235-d5ffecda7f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.244416 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a02b41d9-628e-4cdc-9814-6277fa95a00d tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.258807 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a02b41d9-628e-4cdc-9814-6277fa95a00d tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.271051 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-84a112e5-afe8-4d9f-a3a8-a520a8c3c6fe None None] For port 0750baaa-1e15-4aee-91b9-8d937812f01d, host dv-neutron-828142-3-hyperv, got binding levels [] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:24.271859 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-84a112e5-afe8-4d9f-a3a8-a520a8c3c6fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.283980 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a02b41d9-628e-4cdc-9814-6277fa95a00d tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:49:24.284537 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a02b41d9-628e-4cdc-9814-6277fa95a00d tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.288306 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7a44993d-c75b-4fb6-a7e8-d9a878e39aab tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.288948 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-181d5d32-a9b5-41a0-b9b7-92dd0e6884a1 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Allocated IP 172.20.0.1 (b1b13875-3472-43bc-9db4-c00847c57372/5f9180d4-930a-4034-9886-aac9b6450ec4/fd4c6d55-cf52-4908-b09f-8ade7488e8a3) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:24.290500 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:49:24.290500 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:49:24.290500 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:49:24.290500 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:49:24.290500 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:49:24.290500 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:49:24.290500 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:49:24.290500 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:49:24.290500 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:49:24.290500 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:49:24.290500 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:49:24.290500 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:49:24.290500 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:49:24.290500 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:49:24.290500 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:49:24.290500 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:49:24.290500 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:49:24.290500 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:49:24.290500 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:49:24.290500 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:49:24.290500 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:49:24.290500 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:49:24.290500 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:49:24.290500 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:49:24.290500 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:49:24.290500 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:49:24.290500 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:49:24.290500 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:49:24.290500 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:49:24.290500 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:49:24.290500 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:49:24.290500 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:49:24.298052 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fa08567f-f5ca-4d44-bd2e-353ffd4ae94e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.303169 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fa08567f-f5ca-4d44-bd2e-353ffd4ae94e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.318702 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fa08567f-f5ca-4d44-bd2e-353ffd4ae94e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/networks/be4d16b1-0405-4adc-92cb-340cf3d82841 HTTP/1.1" status: 204 len: 168 time: 1.4372633 Feb 16 12:49:24.318992 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e3d053-216d-491c-8235-d5ffecda7f11 None None] Network b1b13875-3472-43bc-9db4-c00847c57372 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:24.318992 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-27e3d053-216d-491c-8235-d5ffecda7f11 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:24.319244 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36592) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:24.319365 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-84a112e5-afe8-4d9f-a3a8-a520a8c3c6fe None None] Calling delete_port for 0750baaa-1e15-4aee-91b9-8d937812f01d owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:49:24.319548 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e3d053-216d-491c-8235-d5ffecda7f11 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:49:24.323218 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e8be820a-4742-4959-9f11-09a9f7c1a5ae tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1709626837'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:24.327890 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.ipam_backend_mixin [None req-84a112e5-afe8-4d9f-a3a8-a520a8c3c6fe None None] Port 0750baaa-1e15-4aee-91b9-8d937812f01d was not found and therefore no delete operation was performed {{(pid=109050) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 12:49:24.332423 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132449e5-88a5-4495-a39c-f81ac2063717 None None] Pushing event updated for resources: {'Port': ['ID=ec43dd59-4871-4314-b8b8-62857a2a849f,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:24.347354 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa08567f-f5ca-4d44-bd2e-353ffd4ae94e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'Network': ['ID=be4d16b1-0405-4adc-92cb-340cf3d82841,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:24.393046 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-84a112e5-afe8-4d9f-a3a8-a520a8c3c6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.447307 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8be820a-4742-4959-9f11-09a9f7c1a5ae tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Made reservation on behalf of c95cec895ceb44429e923d2affce57da for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:24.456065 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e8be820a-4742-4959-9f11-09a9f7c1a5ae tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.481550 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-9ba619d5-23a4-448a-acbb-a6430ba282f8 service neutron] 10.222.0.90 "GET /v2.0/networks/1a5bcf51-1c06-44c4-879b-15b2f6265dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8981423 Feb 16 12:49:24.488921 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-84a112e5-afe8-4d9f-a3a8-a520a8c3c6fe None None] Network be4d16b1-0405-4adc-92cb-340cf3d82841 is not hosted by any dhcp agent {{(pid=109050) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 12:49:24.489407 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a112e5-afe8-4d9f-a3a8-a520a8c3c6fe None None] No DVR routers for this DVR port 0750baaa-1e15-4aee-91b9-8d937812f01d on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:24.503293 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a44993d-c75b-4fb6-a7e8-d9a878e39aab tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:24.505347 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44993d-c75b-4fb6-a7e8-d9a878e39aab tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Port': ['ID=45760e4f-9c83-4ad1-b078-e6addbf6c5dd,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:24.508070 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-7a44993d-c75b-4fb6-a7e8-d9a878e39aab tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:24.510522 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a44993d-c75b-4fb6-a7e8-d9a878e39aab tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:49:24.515887 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a44993d-c75b-4fb6-a7e8-d9a878e39aab tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:24.516259 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-43160bfe-7ed4-44af-bc0e-d8f873480a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.516567 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7a44993d-c75b-4fb6-a7e8-d9a878e39aab tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.528510 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a02b41d9-628e-4cdc-9814-6277fa95a00d tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.539195 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-27e3d053-216d-491c-8235-d5ffecda7f11 None None] Attempting to bind port a89f65f7-b5ac-4fe9-8def-c124a11808b5 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:24.539195 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-27e3d053-216d-491c-8235-d5ffecda7f11 None None] Attempting to bind port a89f65f7-b5ac-4fe9-8def-c124a11808b5 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'a0009c3c-a017-4c11-bf7a-831ba0aee257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'b1b13875-3472-43bc-9db4-c00847c57372'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:24.543379 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8be820a-4742-4959-9f11-09a9f7c1a5ae tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:49:24.547096 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e3d053-216d-491c-8235-d5ffecda7f11 None None] Attempting to bind port a89f65f7-b5ac-4fe9-8def-c124a11808b5 on network b1b13875-3472-43bc-9db4-c00847c57372 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:49:24.558551 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3d053-216d-491c-8235-d5ffecda7f11 None None] Pushing event updated for resources: {'Port': ['ID=a89f65f7-b5ac-4fe9-8def-c124a11808b5,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:24.566930 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a02b41d9-628e-4cdc-9814-6277fa95a00d tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.570219 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a02b41d9-628e-4cdc-9814-6277fa95a00d tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] 10.222.0.90 "DELETE /v2.0/networks/95835ee8-43e1-4fd2-b163-c208f8dd32f6 HTTP/1.1" status: 204 len: 168 time: 1.7907078 Feb 16 12:49:24.571841 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b41d9-628e-4cdc-9814-6277fa95a00d tempest-TagsExtTest-555487218 tempest-TagsExtTest-555487218-project] Pushing event deleted for resources: {'Network': ['ID=95835ee8-43e1-4fd2-b163-c208f8dd32f6,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:24.573955 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e8be820a-4742-4959-9f11-09a9f7c1a5ae tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.574530 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-e8be820a-4742-4959-9f11-09a9f7c1a5ae tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Added segment 68196e69-b922-4c6d-b14f-da5dde631ca0 of type vlan for network c8d997d9-b117-4fc3-8f50-8e8faf76d426 Feb 16 12:49:24.589943 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-181d5d32-a9b5-41a0-b9b7-92dd0e6884a1 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.608191 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e3d053-216d-491c-8235-d5ffecda7f11 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:49:24.610246 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e3d053-216d-491c-8235-d5ffecda7f11 None None] Checking segment: {'id': 'a0009c3c-a017-4c11-bf7a-831ba0aee257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'b1b13875-3472-43bc-9db4-c00847c57372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:49:24.616966 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-7a44993d-c75b-4fb6-a7e8-d9a878e39aab tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3808117 Feb 16 12:49:24.617168 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-27e3d053-216d-491c-8235-d5ffecda7f11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.617168 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e3d053-216d-491c-8235-d5ffecda7f11 None None] Bound using segment: {'id': 'a0009c3c-a017-4c11-bf7a-831ba0aee257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'b1b13875-3472-43bc-9db4-c00847c57372'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:49:24.617168 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-27e3d053-216d-491c-8235-d5ffecda7f11 None None] Bound port: a89f65f7-b5ac-4fe9-8def-c124a11808b5, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0009c3c-a017-4c11-bf7a-831ba0aee257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'b1b13875-3472-43bc-9db4-c00847c57372'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:24.617168 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-27e3d053-216d-491c-8235-d5ffecda7f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.619124 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36596) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:24.643294 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e8be820a-4742-4959-9f11-09a9f7c1a5ae tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.678630 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 660af12c-9c63-4808-9b3e-e3b188c7807a triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:24.679081 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.682436 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a112e5-afe8-4d9f-a3a8-a520a8c3c6fe None None] Pushing event deleted for resources: {'Port': ['ID=0750baaa-1e15-4aee-91b9-8d937812f01d,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:24.692207 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-54af4562-ac50-4057-821c-7daa2aa50946 service neutron] 10.222.0.90 "GET /v2.0/networks/1a5bcf51-1c06-44c4-879b-15b2f6265dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727738 Feb 16 12:49:24.724265 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4388a9-8e60-4f47-8ff7-86d02772983c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:24.731138 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4388a9-8e60-4f47-8ff7-86d02772983c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:24.732836 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2c4388a9-8e60-4f47-8ff7-86d02772983c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1126482 Feb 16 12:49:24.735881 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e8be820a-4742-4959-9f11-09a9f7c1a5ae tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.737613 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36598) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:24.742083 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8be820a-4742-4959-9f11-09a9f7c1a5ae tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:24.742723 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e8be820a-4742-4959-9f11-09a9f7c1a5ae tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.745593 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-181d5d32-a9b5-41a0-b9b7-92dd0e6884a1 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.868938 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e8be820a-4742-4959-9f11-09a9f7c1a5ae tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5493524 Feb 16 12:49:24.876378 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181d5d32-a9b5-41a0-b9b7-92dd0e6884a1 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Network b1b13875-3472-43bc-9db4-c00847c57372 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:24.877304 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36600) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:24.882478 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-a56f96b2-31d8-42bf-9371-0bde03a3f212 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'subnet': {'network_id': 'c8d997d9-b117-4fc3-8f50-8e8faf76d426', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:24.889856 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be820a-4742-4959-9f11-09a9f7c1a5ae tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'Network': ['ID=c8d997d9-b117-4fc3-8f50-8e8faf76d426,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:24.898222 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-181d5d32-a9b5-41a0-b9b7-92dd0e6884a1 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:24.900685 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181d5d32-a9b5-41a0-b9b7-92dd0e6884a1 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:49:24.923550 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d5d32-a9b5-41a0-b9b7-92dd0e6884a1 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event updated for resources: {'Port': ['ID=fd4c6d55-cf52-4908-b09f-8ade7488e8a3,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:24.940819 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network c8d997d9-b117-4fc3-8f50-8e8faf76d426 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:49:25.012872 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-965d44f7-375f-4b8c-ac09-e84cb40314eb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting port 45760e4f-9c83-4ad1-b078-e6addbf6c5dd {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:49:25.013217 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-965d44f7-375f-4b8c-ac09-e84cb40314eb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.121040 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3fb89b75-5a0f-4a46-9cdc-5908a93b49d4 req-e6908b2e-0bed-4b94-b96a-1a57c5068de4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=5519bdad-36a7-4261-9352-e7bcb1297709 HTTP/1.1" status: 200 len: 210 time: 0.1599982 Feb 16 12:49:25.139997 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-181d5d32-a9b5-41a0-b9b7-92dd0e6884a1 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.193440 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-965d44f7-375f-4b8c-ac09-e84cb40314eb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.197205 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-27e3d053-216d-491c-8235-d5ffecda7f11 None None] For port a89f65f7-b5ac-4fe9-8def-c124a11808b5, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:49:25.206340 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36612) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:25.211202 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-27e3d053-216d-491c-8235-d5ffecda7f11 None None] For port a89f65f7-b5ac-4fe9-8def-c124a11808b5, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=a89f65f7-b5ac-4fe9-8def-c124a11808b5,segment=NetworkSegment(a0009c3c-a017-4c11-bf7a-831ba0aee257),segment_id=a0009c3c-a017-4c11-bf7a-831ba0aee257)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:49:25.222799 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-27e3d053-216d-491c-8235-d5ffecda7f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.231226 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-965d44f7-375f-4b8c-ac09-e84cb40314eb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Calling delete_port for 45760e4f-9c83-4ad1-b078-e6addbf6c5dd owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:49:25.334455 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 0750baaa-1e15-4aee-91b9-8d937812f01d no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:49:25.346809 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56f96b2-31d8-42bf-9371-0bde03a3f212 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Made reservation on behalf of c95cec895ceb44429e923d2affce57da for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:25.348690 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a56f96b2-31d8-42bf-9371-0bde03a3f212 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.392244 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 0750baaa-1e15-4aee-91b9-8d937812f01d {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:49:25.392802 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 0750baaa-1e15-4aee-91b9-8d937812f01d not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:49:25.393382 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device f4a61967-6daa-4378-ba8c-ced38954733f no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:49:25.403241 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3d053-216d-491c-8235-d5ffecda7f11 None None] Pushing event updated for resources: {'Port': ['ID=a89f65f7-b5ac-4fe9-8def-c124a11808b5,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:25.430957 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: f4a61967-6daa-4378-ba8c-ced38954733f {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:49:25.431332 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device f4a61967-6daa-4378-ba8c-ced38954733f not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:49:25.436582 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-965d44f7-375f-4b8c-ac09-e84cb40314eb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.515969 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d44f7-375f-4b8c-ac09-e84cb40314eb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Port': ['ID=45760e4f-9c83-4ad1-b078-e6addbf6c5dd,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:25.528533 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-965d44f7-375f-4b8c-ac09-e84cb40314eb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.537197 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-965d44f7-375f-4b8c-ac09-e84cb40314eb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/ports/45760e4f-9c83-4ad1-b078-e6addbf6c5dd HTTP/1.1" status: 204 len: 168 time: 0.7969813 Feb 16 12:49:25.549525 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36620) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:25.551495 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d44f7-375f-4b8c-ac09-e84cb40314eb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:25.552069 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d44f7-375f-4b8c-ac09-e84cb40314eb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:25.553030 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d44f7-375f-4b8c-ac09-e84cb40314eb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:25.553505 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d44f7-375f-4b8c-ac09-e84cb40314eb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:25.553839 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d44f7-375f-4b8c-ac09-e84cb40314eb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:25.554175 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d44f7-375f-4b8c-ac09-e84cb40314eb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:25.554565 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d44f7-375f-4b8c-ac09-e84cb40314eb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:25.554967 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d44f7-375f-4b8c-ac09-e84cb40314eb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:25.555648 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d44f7-375f-4b8c-ac09-e84cb40314eb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:25.555773 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d44f7-375f-4b8c-ac09-e84cb40314eb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:25.556063 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d44f7-375f-4b8c-ac09-e84cb40314eb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:25.556385 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d44f7-375f-4b8c-ac09-e84cb40314eb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:25.615915 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-cf0b2bb9-642d-42ce-9e59-e59293f4755f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a0662849c2924ac8bf5177f8a7f0e4ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4081242 Feb 16 12:49:25.619318 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36622) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:25.621612 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-181d5d32-a9b5-41a0-b9b7-92dd0e6884a1 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.676277 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.695215 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51e073e-59c8-4d24-b5ce-102c9471be2c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:25.696801 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51e073e-59c8-4d24-b5ce-102c9471be2c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:25.703140 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f51e073e-59c8-4d24-b5ce-102c9471be2c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1512544 Feb 16 12:49:25.705404 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36626) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:25.786425 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0e6ee56-4c4a-4a19-9002-4bacf17d20b1 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting subnet a5464165-4595-46a6-a5df-b0b1d2e26ab1 {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:49:25.790326 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b0e6ee56-4c4a-4a19-9002-4bacf17d20b1 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.858390 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a1cccb88-bdbe-489f-be78-941db42b89e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.884237 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b0e6ee56-4c4a-4a19-9002-4bacf17d20b1 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.910615 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a1cccb88-bdbe-489f-be78-941db42b89e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.941947 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a56f96b2-31d8-42bf-9371-0bde03a3f212 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.959244 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-2b360625-f3c8-42ca-af5f-ebac61df0cea None None] Provisioning complete for port ec43dd59-4871-4314-b8b8-62857a2a849f triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:25.959898 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b360625-f3c8-42ca-af5f-ebac61df0cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.055413 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a1cccb88-bdbe-489f-be78-941db42b89e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.058162 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a1cccb88-bdbe-489f-be78-941db42b89e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.061651 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a1cccb88-bdbe-489f-be78-941db42b89e9 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c1bd065e-5b88-493e-81d0-077636c8e8c0 HTTP/1.1" status: 204 len: 168 time: 0.4388847 Feb 16 12:49:26.129242 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cccb88-bdbe-489f-be78-941db42b89e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bd065e-5b88-493e-81d0-077636c8e8c0,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:26.129863 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f96b2-31d8-42bf-9371-0bde03a3f212 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'Subnet': ['ID=7a930e47-f099-4cbf-b917-c6694add6835,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:26.172022 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b0e6ee56-4c4a-4a19-9002-4bacf17d20b1 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.196974 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56f96b2-31d8-42bf-9371-0bde03a3f212 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Checking segment: {'id': '68196e69-b922-4c6d-b14f-da5dde631ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c8d997d9-b117-4fc3-8f50-8e8faf76d426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:49:26.197527 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56f96b2-31d8-42bf-9371-0bde03a3f212 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Network hostable DHCP agents. Network: c8d997d9-b117-4fc3-8f50-8e8faf76d426, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:49:26.220088 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b360625-f3c8-42ca-af5f-ebac61df0cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.312479 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56f96b2-31d8-42bf-9371-0bde03a3f212 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Network c8d997d9-b117-4fc3-8f50-8e8faf76d426 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:49:26.330918 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 12:49:26.337253 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-a56f96b2-31d8-42bf-9371-0bde03a3f212 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, c8d997d9-b117-4fc3-8f50-8e8faf76d426) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:26.347955 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56f96b2-31d8-42bf-9371-0bde03a3f212 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:26.348989 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a56f96b2-31d8-42bf-9371-0bde03a3f212 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.354002 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc85e80-8c41-4080-98d0-65c7b94a145d None None] Network c8d997d9-b117-4fc3-8f50-8e8faf76d426 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:26.360091 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-fec3d4f0-911f-4c1f-9eb1-e0715193bcc3 req-cac7a98c-5685-41c2-a550-c99a084c496e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=5519bdad-36a7-4261-9352-e7bcb1297709 HTTP/1.1" status: 200 len: 210 time: 0.0840504 Feb 16 12:49:26.400608 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-181d5d32-a9b5-41a0-b9b7-92dd0e6884a1 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.401042 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b0e6ee56-4c4a-4a19-9002-4bacf17d20b1 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.434892 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b0e6ee56-4c4a-4a19-9002-4bacf17d20b1 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.440040 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b0e6ee56-4c4a-4a19-9002-4bacf17d20b1 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/a5464165-4595-46a6-a5df-b0b1d2e26ab1 HTTP/1.1" status: 204 len: 168 time: 0.7333441 Feb 16 12:49:26.449514 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a56f96b2-31d8-42bf-9371-0bde03a3f212 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5709491 Feb 16 12:49:26.450542 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-181d5d32-a9b5-41a0-b9b7-92dd0e6884a1 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.460178 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36634) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:26.463845 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device ec43dd59-4871-4314-b8b8-62857a2a849f up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:49:26.464507 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36636) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:26.468963 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e6ee56-4c4a-4a19-9002-4bacf17d20b1 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Subnet': ['ID=a5464165-4595-46a6-a5df-b0b1d2e26ab1,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:26.571903 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.db.api [None req-2b360625-f3c8-42ca-af5f-ebac61df0cea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:49:26.572028 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG oslo_db.api [None req-2b360625-f3c8-42ca-af5f-ebac61df0cea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:49:26.589814 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-1cf1b98a-d8c0-4e0a-8076-c974dcb38c54 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1904514136', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:26.644121 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port ec43dd59-4871-4314-b8b8-62857a2a849f triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:26.644508 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.697198 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-181d5d32-a9b5-41a0-b9b7-92dd0e6884a1 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.701034 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3557bc6b-bf10-49cc-b6a5-86d346c61c9d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2244306 Feb 16 12:49:26.703148 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36642) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:26.730482 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d5d32-a9b5-41a0-b9b7-92dd0e6884a1 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event updated for resources: {'Port': ['ID=fd4c6d55-cf52-4908-b09f-8ade7488e8a3,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:26.796820 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.800715 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a41f4b5-bcf5-4d6c-aa05-82b691dfb99e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-c8d997d9-b117-4fc3-8f50-8e8faf76d426', 'network_id': 'c8d997d9-b117-4fc3-8f50-8e8faf76d426', 'tenant_id': 'c95cec895ceb44429e923d2affce57da', 'fixed_ips': [{'subnet_id': '7a930e47-f099-4cbf-b917-c6694add6835'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:49:26.803222 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1a41f4b5-bcf5-4d6c-aa05-82b691dfb99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.816730 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991e8662-08a6-418c-8914-017ab652be8a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:26.820847 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-991e8662-08a6-418c-8914-017ab652be8a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1122770 Feb 16 12:49:26.822167 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36648) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:26.824560 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1cf1b98a-d8c0-4e0a-8076-c974dcb38c54 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.825677 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1cf1b98a-d8c0-4e0a-8076-c974dcb38c54 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.829391 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac0812b-1514-467d-b084-963f4d258e6b None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:26.946380 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ddd56d-7a17-46f5-b983-caaaf08c9f42 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:26.949436 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-16ddd56d-7a17-46f5-b983-caaaf08c9f42 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1251581 Feb 16 12:49:26.952347 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36652) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:26.999119 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181d5d32-a9b5-41a0-b9b7-92dd0e6884a1 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Network b1b13875-3472-43bc-9db4-c00847c57372 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:27.011534 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-735764fa-a7da-41eb-8fb7-f3e36ea9647b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0577705 Feb 16 12:49:27.016613 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36656) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:27.019118 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-181d5d32-a9b5-41a0-b9b7-92dd0e6884a1 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:27.024511 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-45fb2a31-9cf7-4195-b46a-36920cd56618 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'subnet': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:27.116415 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9e19f2-9bad-474b-b374-13e2e0a3b9f0 None None] Network b1b13875-3472-43bc-9db4-c00847c57372 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:27.127103 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1cf1b98a-d8c0-4e0a-8076-c974dcb38c54 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.140982 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port ec43dd59-4871-4314-b8b8-62857a2a849f, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=ec43dd59-4871-4314-b8b8-62857a2a849f,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:27.169927 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fb2a31-9cf7-4195-b46a-36920cd56618 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:27.174648 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1cf1b98a-d8c0-4e0a-8076-c974dcb38c54 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.174872 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-45fb2a31-9cf7-4195-b46a-36920cd56618 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.226855 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.228673 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device a89f65f7-b5ac-4fe9-8def-c124a11808b5 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:49:27.244738 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.244923 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-e54c5b65-59c0-4e01-81da-0e3b7186aefb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:27.246679 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-e54c5b65-59c0-4e01-81da-0e3b7186aefb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "GET /v2.0/networks?id=1a5bcf51-1c06-44c4-879b-15b2f6265dff HTTP/1.1" status: 200 len: 796 time: 0.5863979 Feb 16 12:49:27.284394 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1cf1b98a-d8c0-4e0a-8076-c974dcb38c54 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.287631 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1cf1b98a-d8c0-4e0a-8076-c974dcb38c54 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8099377 Feb 16 12:49:27.293178 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36666) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:27.301190 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-997fb94e-b517-4ad5-a249-78e0bffee90e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'port': {'network_id': 'c8d997d9-b117-4fc3-8f50-8e8faf76d426', 'name': 'tempest-PortsIpV6TestJSON-575513124'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:27.347443 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36668) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:27.382760 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b360625-f3c8-42ca-af5f-ebac61df0cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.402147 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-169d7e62-1cac-4bee-9ea9-eae35c9ec94d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b HTTP/1.1" status: 200 len: 473 time: 0.1444671 Feb 16 12:49:27.416058 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-1bc19340-46cc-4610-8be0-0a0c7152741c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'port': {'device_id': '5519bdad-36a7-4261-9352-e7bcb1297709', 'network_id': '1a5bcf51-1c06-44c4-879b-15b2f6265dff', 'admin_state_up': True, 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'security_groups': ['5709b031-a841-4cd0-99e1-526454ecd8e7']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:27.499782 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.526265 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-0e872649-5518-4ea2-b504-8309fb54a7e1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-116415935-network', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:27.533069 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=ec43dd59-4871-4314-b8b8-62857a2a849f,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:27.545163 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-1a41f4b5-bcf5-4d6c-aa05-82b691dfb99e None None] Allocated IP 2001:db8::2 (c8d997d9-b117-4fc3-8f50-8e8faf76d426/7a930e47-f099-4cbf-b917-c6694add6835/d5d425cd-aa36-4946-a082-78c4bfc6abb0) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:27.573305 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0b7d1ee9-ac9e-40f0-844f-e5b9c140e71a req-ac21ee6e-7226-48fe-8a0c-0657cd210356 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=5519bdad-36a7-4261-9352-e7bcb1297709 HTTP/1.1" status: 200 len: 210 time: 0.0615013 Feb 16 12:49:27.578965 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.db.api [None req-2b360625-f3c8-42ca-af5f-ebac61df0cea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:49:27.579451 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG oslo_db.api [None req-2b360625-f3c8-42ca-af5f-ebac61df0cea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:49:27.608128 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181d5d32-a9b5-41a0-b9b7-92dd0e6884a1 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Router 775e76a1-0d42-4a4a-ba42-e303f0b93cbd is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:49:27.614312 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e872649-5518-4ea2-b504-8309fb54a7e1 admin admin] Made reservation on behalf of 98ec8fef3f1245f3a4cdb1afaef344d1 for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:27.616909 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0e872649-5518-4ea2-b504-8309fb54a7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.629506 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port a89f65f7-b5ac-4fe9-8def-c124a11808b5 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:27.629880 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.635019 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0e872649-5518-4ea2-b504-8309fb54a7e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.639461 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defd43f5-4c59-453f-b02e-7e2588a139fa None None] DHCP port deletion for 8f2fc9c2-6909-42b1-9817-f8926b88a024 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:49:27.673724 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.objects.ports [None req-45fb2a31-9cf7-4195-b46a-36920cd56618 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109048) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 12:49:27.680152 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-1bc19340-46cc-4610-8be0-0a0c7152741c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Made reservation on behalf of 93ebfe1969ad47c59fc4b80bacd9b15b for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:27.683891 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-1bc19340-46cc-4610-8be0-0a0c7152741c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.852125 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0e872649-5518-4ea2-b504-8309fb54a7e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.858654 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0e872649-5518-4ea2-b504-8309fb54a7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.910349 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-defd43f5-4c59-453f-b02e-7e2588a139fa None None] Deleting port ec43dd59-4871-4314-b8b8-62857a2a849f {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:49:27.910716 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-defd43f5-4c59-453f-b02e-7e2588a139fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.940203 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e872649-5518-4ea2-b504-8309fb54a7e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:49:27.958119 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0e872649-5518-4ea2-b504-8309fb54a7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.958711 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-0e872649-5518-4ea2-b504-8309fb54a7e1 admin admin] Added segment 51914522-65e5-4e31-aa9c-d5caab70328b of type vlan for network a876fa82-771e-4c40-93ac-63a7a3825868 Feb 16 12:49:28.021484 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0e872649-5518-4ea2-b504-8309fb54a7e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.053603 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e872649-5518-4ea2-b504-8309fb54a7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314526c8-975e-4e1c-b4a0-8feaf6503037,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:28.081160 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0e872649-5518-4ea2-b504-8309fb54a7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.083232 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e872649-5518-4ea2-b504-8309fb54a7e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:28.083996 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0e872649-5518-4ea2-b504-8309fb54a7e1 admin admin] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.105205 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-45fb2a31-9cf7-4195-b46a-36920cd56618 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.140458 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1a41f4b5-bcf5-4d6c-aa05-82b691dfb99e None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.150335 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.164196 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1a41f4b5-bcf5-4d6c-aa05-82b691dfb99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.177401 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997fb94e-b517-4ad5-a249-78e0bffee90e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Made reservation on behalf of c95cec895ceb44429e923d2affce57da for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:28.182565 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-997fb94e-b517-4ad5-a249-78e0bffee90e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.191770 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181d5d32-a9b5-41a0-b9b7-92dd0e6884a1 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:49:28.212210 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-181d5d32-a9b5-41a0-b9b7-92dd0e6884a1 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "PUT /v2.0/routers/775e76a1-0d42-4a4a-ba42-e303f0b93cbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2703431 Feb 16 12:49:28.214999 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-1bc19340-46cc-4610-8be0-0a0c7152741c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Allocated IP 172.20.0.22 (1a5bcf51-1c06-44c4-879b-15b2f6265dff/79af1281-b559-4556-a574-778e2e20b678/6b080206-d9bd-4a1e-a27f-f7d56925d329) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:28.217395 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36674) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:28.218942 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab46daaf-1c6c-4760-8aaf-7b3e5f7441dd None None] Sync routers for ids ['775e76a1-0d42-4a4a-ba42-e303f0b93cbd'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:28.224987 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e872649-5518-4ea2-b504-8309fb54a7e1 admin admin] Pushing event updated for resources: {'Network': ['ID=a876fa82-771e-4c40-93ac-63a7a3825868,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:28.236374 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab46daaf-1c6c-4760-8aaf-7b3e5f7441dd None None] Routers {'775e76a1-0d42-4a4a-ba42-e303f0b93cbd'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:49:28.237028 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ab46daaf-1c6c-4760-8aaf-7b3e5f7441dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:49:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['775e76a1-0d42-4a4a-ba42-e303f0b93cbd'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:28.263996 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network a876fa82-771e-4c40-93ac-63a7a3825868 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:49:28.271461 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c12b980-8382-4539-814b-d91c40575b8e tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:28.276786 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8c12b980-8382-4539-814b-d91c40575b8e tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "GET /v2.0/ports/fd4c6d55-cf52-4908-b09f-8ade7488e8a3 HTTP/1.1" status: 200 len: 910 time: 0.0545797 Feb 16 12:49:28.276786 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36676) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:28.279505 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-997fb94e-b517-4ad5-a249-78e0bffee90e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] device_id is not set on port 2d5d9c12-7af4-4a8b-b0a0-98859c99e565 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:49:28.294404 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ab46daaf-1c6c-4760-8aaf-7b3e5f7441dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:28.300693 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0e872649-5518-4ea2-b504-8309fb54a7e1 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9515252 Feb 16 12:49:28.304828 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36678) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:28.312957 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab46daaf-1c6c-4760-8aaf-7b3e5f7441dd None None] Routers {'775e76a1-0d42-4a4a-ba42-e303f0b93cbd'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:49:28.313899 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-8f5d2d40-3758-4348-b836-ab1b2c9bb7d5 admin admin] Request body: {'subnet': {'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-116415935-subnet', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'ip_version': 4}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:28.314054 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ab46daaf-1c6c-4760-8aaf-7b3e5f7441dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:49:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['775e76a1-0d42-4a4a-ba42-e303f0b93cbd'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:28.366930 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port a89f65f7-b5ac-4fe9-8def-c124a11808b5, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=a89f65f7-b5ac-4fe9-8def-c124a11808b5,segment=NetworkSegment(a0009c3c-a017-4c11-bf7a-831ba0aee257),segment_id=a0009c3c-a017-4c11-bf7a-831ba0aee257)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:28.373023 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a41f4b5-bcf5-4d6c-aa05-82b691dfb99e None None] Network c8d997d9-b117-4fc3-8f50-8e8faf76d426 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:28.382823 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ab46daaf-1c6c-4760-8aaf-7b3e5f7441dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:28.383720 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab46daaf-1c6c-4760-8aaf-7b3e5f7441dd None None] The sync data for ids ['775e76a1-0d42-4a4a-ba42-e303f0b93cbd'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:28.402780 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-1a41f4b5-bcf5-4d6c-aa05-82b691dfb99e None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:28.405638 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.408244 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a41f4b5-bcf5-4d6c-aa05-82b691dfb99e None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:49:28.426010 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-defd43f5-4c59-453f-b02e-7e2588a139fa None None] For port ec43dd59-4871-4314-b8b8-62857a2a849f, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=ec43dd59-4871-4314-b8b8-62857a2a849f,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:28.426611 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-defd43f5-4c59-453f-b02e-7e2588a139fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.449799 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f4b5-bcf5-4d6c-aa05-82b691dfb99e None None] Pushing event updated for resources: {'Port': ['ID=d5d425cd-aa36-4946-a082-78c4bfc6abb0,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:28.458227 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5d2d40-3758-4348-b836-ab1b2c9bb7d5 admin admin] Made reservation on behalf of 98ec8fef3f1245f3a4cdb1afaef344d1 for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:28.461722 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8f5d2d40-3758-4348-b836-ab1b2c9bb7d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.579310 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-defd43f5-4c59-453f-b02e-7e2588a139fa None None] Calling delete_port for ec43dd59-4871-4314-b8b8-62857a2a849f owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:49:28.582082 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device ec43dd59-4871-4314-b8b8-62857a2a849f no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:49:28.621732 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-45fb2a31-9cf7-4195-b46a-36920cd56618 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] For port ec43dd59-4871-4314-b8b8-62857a2a849f, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=ec43dd59-4871-4314-b8b8-62857a2a849f,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:28.673964 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.692127 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-1a41f4b5-bcf5-4d6c-aa05-82b691dfb99e None None] Attempting to bind port d5d425cd-aa36-4946-a082-78c4bfc6abb0 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:28.693094 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-1a41f4b5-bcf5-4d6c-aa05-82b691dfb99e None None] Attempting to bind port d5d425cd-aa36-4946-a082-78c4bfc6abb0 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '68196e69-b922-4c6d-b14f-da5dde631ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c8d997d9-b117-4fc3-8f50-8e8faf76d426'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:28.693438 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a41f4b5-bcf5-4d6c-aa05-82b691dfb99e None None] Attempting to bind port d5d425cd-aa36-4946-a082-78c4bfc6abb0 on network c8d997d9-b117-4fc3-8f50-8e8faf76d426 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:49:28.732505 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7f5e6a91-2744-46c9-ae42-f08805873413 req-fe9cb34a-6bd2-49e7-b0e0-15081f2008a4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=5519bdad-36a7-4261-9352-e7bcb1297709 HTTP/1.1" status: 200 len: 210 time: 0.0619307 Feb 16 12:49:28.761108 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-997fb94e-b517-4ad5-a249-78e0bffee90e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Allocated IP 2001:db8::176 (c8d997d9-b117-4fc3-8f50-8e8faf76d426/7a930e47-f099-4cbf-b917-c6694add6835/2d5d9c12-7af4-4a8b-b0a0-98859c99e565) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:28.780272 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a41f4b5-bcf5-4d6c-aa05-82b691dfb99e None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:49:28.780808 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a41f4b5-bcf5-4d6c-aa05-82b691dfb99e None None] Checking segment: {'id': '68196e69-b922-4c6d-b14f-da5dde631ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c8d997d9-b117-4fc3-8f50-8e8faf76d426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:49:28.781077 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1a41f4b5-bcf5-4d6c-aa05-82b691dfb99e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.781472 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a41f4b5-bcf5-4d6c-aa05-82b691dfb99e None None] Bound using segment: {'id': '68196e69-b922-4c6d-b14f-da5dde631ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c8d997d9-b117-4fc3-8f50-8e8faf76d426'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:49:28.782952 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-1a41f4b5-bcf5-4d6c-aa05-82b691dfb99e None None] Bound port: d5d425cd-aa36-4946-a082-78c4bfc6abb0, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68196e69-b922-4c6d-b14f-da5dde631ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c8d997d9-b117-4fc3-8f50-8e8faf76d426'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:28.783868 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1a41f4b5-bcf5-4d6c-aa05-82b691dfb99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.786386 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-45fb2a31-9cf7-4195-b46a-36920cd56618 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.793333 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=a89f65f7-b5ac-4fe9-8def-c124a11808b5,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:28.803771 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-45fb2a31-9cf7-4195-b46a-36920cd56618 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.804715 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-45fb2a31-9cf7-4195-b46a-36920cd56618 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.811487 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-e4b35921-2734-4225-a076-31e659e4ead3 None None] Provisioning complete for port fd4c6d55-cf52-4908-b09f-8ade7488e8a3 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:28.811859 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e4b35921-2734-4225-a076-31e659e4ead3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.850283 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-1bc19340-46cc-4610-8be0-0a0c7152741c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.910591 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-e4b35921-2734-4225-a076-31e659e4ead3 None None] Port fd4c6d55-cf52-4908-b09f-8ade7488e8a3 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:49:28.933543 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fb2a31-9cf7-4195-b46a-36920cd56618 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:28.938969 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-e4b35921-2734-4225-a076-31e659e4ead3 None None] Could not find standard attr ID for object 45760e4f-9c83-4ad1-b078-e6addbf6c5dd. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:49:28.947928 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-45fb2a31-9cf7-4195-b46a-36920cd56618 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:28.951208 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fb2a31-9cf7-4195-b46a-36920cd56618 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:28.952584 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-45fb2a31-9cf7-4195-b46a-36920cd56618 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.957807 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.971441 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb2a31-9cf7-4195-b46a-36920cd56618 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Subnet': ['ID=d75febce-d87b-47b2-a628-07c4e55d9a58,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:28.981666 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8f5d2d40-3758-4348-b836-ab1b2c9bb7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.988078 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-1a41f4b5-bcf5-4d6c-aa05-82b691dfb99e None None] For port d5d425cd-aa36-4946-a082-78c4bfc6abb0, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:49:28.993224 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-45fb2a31-9cf7-4195-b46a-36920cd56618 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.9753714 Feb 16 12:49:28.996510 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-1a41f4b5-bcf5-4d6c-aa05-82b691dfb99e None None] For port d5d425cd-aa36-4946-a082-78c4bfc6abb0, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=d5d425cd-aa36-4946-a082-78c4bfc6abb0,segment=NetworkSegment(68196e69-b922-4c6d-b14f-da5dde631ca0),segment_id=68196e69-b922-4c6d-b14f-da5dde631ca0)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:49:28.997821 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-e4b35921-2734-4225-a076-31e659e4ead3 None None] Provisioning complete for port a89f65f7-b5ac-4fe9-8def-c124a11808b5 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:28.998956 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e4b35921-2734-4225-a076-31e659e4ead3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.000161 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36682) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:29.000937 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-defd43f5-4c59-453f-b02e-7e2588a139fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.011403 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-ed808db6-4064-4ae2-909e-410e9f85fb1d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'port': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'mac_address': 'fa:16:3e:27:0a:09', 'name': 'tempest-NetworksTestDHCPv6-1417490185'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:29.021830 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb2a31-9cf7-4195-b46a-36920cd56618 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Port': ['ID=ec43dd59-4871-4314-b8b8-62857a2a849f,revision_number=6']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:29.045210 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-1bc19340-46cc-4610-8be0-0a0c7152741c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.052399 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1a41f4b5-bcf5-4d6c-aa05-82b691dfb99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.056504 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d2d40-3758-4348-b836-ab1b2c9bb7d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20776c33-d9e6-4c4d-a709-2c81a506e278,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:29.075438 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defd43f5-4c59-453f-b02e-7e2588a139fa None None] Pushing event deleted for resources: {'Port': ['ID=ec43dd59-4871-4314-b8b8-62857a2a849f,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:29.076260 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5d2d40-3758-4348-b836-ab1b2c9bb7d5 admin admin] Checking segment: {'id': '51914522-65e5-4e31-aa9c-d5caab70328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:49:29.076756 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5d2d40-3758-4348-b836-ab1b2c9bb7d5 admin admin] Network hostable DHCP agents. Network: a876fa82-771e-4c40-93ac-63a7a3825868, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:49:29.097001 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defd43f5-4c59-453f-b02e-7e2588a139fa None None] No DVR routers for this DVR port ec43dd59-4871-4314-b8b8-62857a2a849f on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:29.100369 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5d2d40-3758-4348-b836-ab1b2c9bb7d5 admin admin] Network a876fa82-771e-4c40-93ac-63a7a3825868 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:49:29.122489 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-8f5d2d40-3758-4348-b836-ab1b2c9bb7d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, a876fa82-771e-4c40-93ac-63a7a3825868) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:29.128830 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5d2d40-3758-4348-b836-ab1b2c9bb7d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:29.131330 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8f5d2d40-3758-4348-b836-ab1b2c9bb7d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.151110 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477b6ba9-1119-4fe3-a112-a0eec6c47af6 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:29.158132 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40151a3f-d6a3-4c52-8aeb-356b7eb8c19c None None] Network a876fa82-771e-4c40-93ac-63a7a3825868 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:29.161855 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-8f5d2d40-3758-4348-b836-ab1b2c9bb7d5 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8554320 Feb 16 12:49:29.162881 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36684) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:29.168251 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-76bf343a-8b65-4fc7-bb17-69191afe4920 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-116415935-router', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:29.202107 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-1bc19340-46cc-4610-8be0-0a0c7152741c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network 1a5bcf51-1c06-44c4-879b-15b2f6265dff is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:29.204548 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-76bf343a-8b65-4fc7-bb17-69191afe4920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.205857 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-76bf343a-8b65-4fc7-bb17-69191afe4920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.219660 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-997fb94e-b517-4ad5-a249-78e0bffee90e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.232419 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-1bc19340-46cc-4610-8be0-0a0c7152741c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:29.240210 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc19340-46cc-4610-8be0-0a0c7152741c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=6b080206-d9bd-4a1e-a27f-f7d56925d329,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:29.246634 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-1bc19340-46cc-4610-8be0-0a0c7152741c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:49:29.298667 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-76bf343a-8b65-4fc7-bb17-69191afe4920 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.321967 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f4b5-bcf5-4d6c-aa05-82b691dfb99e None None] Pushing event updated for resources: {'Port': ['ID=d5d425cd-aa36-4946-a082-78c4bfc6abb0,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:29.363652 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-1bc19340-46cc-4610-8be0-0a0c7152741c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:29.364235 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-1bc19340-46cc-4610-8be0-0a0c7152741c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.397853 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bfc3dbf2-0b33-42f6-a1e2-fea19ecc8f2a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.403049 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-997fb94e-b517-4ad5-a249-78e0bffee90e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.459279 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed808db6-4064-4ae2-909e-410e9f85fb1d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:29.473867 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-1bc19340-46cc-4610-8be0-0a0c7152741c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0632455 Feb 16 12:49:29.563808 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-76bf343a-8b65-4fc7-bb17-69191afe4920 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.590228 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997fb94e-b517-4ad5-a249-78e0bffee90e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Network c8d997d9-b117-4fc3-8f50-8e8faf76d426 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:29.624146 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b67d12-0773-404c-9be1-1bf3aa724cb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-a876fa82-771e-4c40-93ac-63a7a3825868', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'fixed_ips': [{'subnet_id': '20776c33-d9e6-4c4d-a709-2c81a506e278'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:49:29.626075 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e6b67d12-0773-404c-9be1-1bf3aa724cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.650013 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-997fb94e-b517-4ad5-a249-78e0bffee90e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:29.669035 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997fb94e-b517-4ad5-a249-78e0bffee90e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:49:29.680156 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997fb94e-b517-4ad5-a249-78e0bffee90e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:29.680777 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-997fb94e-b517-4ad5-a249-78e0bffee90e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.702908 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-0dd78ba2-b251-4e63-9740-3e77b5197c35 service neutron] Request body: {'port': {'device_id': '5519bdad-36a7-4261-9352-e7bcb1297709', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:29.721793 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feabfb35-622d-46fe-b94a-d19f2164d745 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-8f2fc9c2-6909-42b1-9817-f8926b88a024', 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'tenant_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'fixed_ips': [{'subnet_id': 'd75febce-d87b-47b2-a628-07c4e55d9a58'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:49:29.722685 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-feabfb35-622d-46fe-b94a-d19f2164d745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.732575 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-ff2acedc-bc69-45ae-9d67-a5ca45a851ec None None] Provisioning complete for port fd4c6d55-cf52-4908-b09f-8ade7488e8a3 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:29.732973 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ff2acedc-bc69-45ae-9d67-a5ca45a851ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.757241 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-997fb94e-b517-4ad5-a249-78e0bffee90e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4620495 Feb 16 12:49:29.764368 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36688) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:29.772355 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997fb94e-b517-4ad5-a249-78e0bffee90e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'Port': ['ID=2d5d9c12-7af4-4a8b-b0a0-98859c99e565,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:29.901253 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-76bf343a-8b65-4fc7-bb17-69191afe4920 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.906304 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-ff2acedc-bc69-45ae-9d67-a5ca45a851ec None None] Port fd4c6d55-cf52-4908-b09f-8ade7488e8a3 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:49:29.925479 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-76bf343a-8b65-4fc7-bb17-69191afe4920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.937177 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-e6b67d12-0773-404c-9be1-1bf3aa724cb8 None None] Allocated IP 172.20.0.2 (a876fa82-771e-4c40-93ac-63a7a3825868/20776c33-d9e6-4c4d-a709-2c81a506e278/d9e3b45b-eebb-49de-b13e-8d446826e36a) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:29.943818 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94763c2-73e3-4b1d-b810-379d5d16535e req-7f241378-8432-4094-a9c6-9654f214f68c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:29.945390 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f94763c2-73e3-4b1d-b810-379d5d16535e req-7f241378-8432-4094-a9c6-9654f214f68c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=5519bdad-36a7-4261-9352-e7bcb1297709 HTTP/1.1" status: 200 len: 932 time: 0.1125853 Feb 16 12:49:30.039453 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-feabfb35-622d-46fe-b94a-d19f2164d745 None None] Allocated IP 2001:db8::f816:3eff:fef1:7106 (8f2fc9c2-6909-42b1-9817-f8926b88a024/d75febce-d87b-47b2-a628-07c4e55d9a58/f2326fdf-00b8-4562-b835-6b5042aac36b) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:30.047105 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ed808db6-4064-4ae2-909e-410e9f85fb1d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.049434 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-0dd78ba2-b251-4e63-9740-3e77b5197c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.080781 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f94763c2-73e3-4b1d-b810-379d5d16535e req-93a38039-5502-42ee-87c0-63c07c129fd8 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=5709b031-a841-4cd0-99e1-526454ecd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995660 Feb 16 12:49:30.115714 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-76bf343a-8b65-4fc7-bb17-69191afe4920 admin admin] Allocated IP 172.26.2.250 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/8fbc00c5-b00c-42e2-9e50-44bd6bf81686) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:30.127313 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-4dec680c-126a-46d7-a560-19a6e35494b8 None None] Provisioning complete for port 6b080206-d9bd-4a1e-a27f-f7d56925d329 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:30.127685 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4dec680c-126a-46d7-a560-19a6e35494b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.130544 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-ed808db6-4064-4ae2-909e-410e9f85fb1d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] device_id is not set on port 033b0f4c-c720-4208-b733-76994c1bbedf yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:49:30.222544 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-4dec680c-126a-46d7-a560-19a6e35494b8 None None] Port 6b080206-d9bd-4a1e-a27f-f7d56925d329 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:49:30.247578 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-76bf343a-8b65-4fc7-bb17-69191afe4920 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.287915 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e6b67d12-0773-404c-9be1-1bf3aa724cb8 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.292356 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-76bf343a-8b65-4fc7-bb17-69191afe4920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.311667 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e6b67d12-0773-404c-9be1-1bf3aa724cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.344610 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bf343a-8b65-4fc7-bb17-69191afe4920 admin admin] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:30.353217 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-76bf343a-8b65-4fc7-bb17-69191afe4920 admin admin] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:30.357672 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bf343a-8b65-4fc7-bb17-69191afe4920 admin admin] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:49:30.383169 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf343a-8b65-4fc7-bb17-69191afe4920 admin admin] Pushing event updated for resources: {'Port': ['ID=8fbc00c5-b00c-42e2-9e50-44bd6bf81686,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:30.597631 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b67d12-0773-404c-9be1-1bf3aa724cb8 None None] Pushing event updated for resources: {'Port': ['ID=d9e3b45b-eebb-49de-b13e-8d446826e36a,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:30.616448 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-feabfb35-622d-46fe-b94a-d19f2164d745 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.641687 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b67d12-0773-404c-9be1-1bf3aa724cb8 None None] Network a876fa82-771e-4c40-93ac-63a7a3825868 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:30.643462 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-e6b67d12-0773-404c-9be1-1bf3aa724cb8 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:30.646352 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b67d12-0773-404c-9be1-1bf3aa724cb8 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:49:30.651498 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-feabfb35-622d-46fe-b94a-d19f2164d745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.708728 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-76bf343a-8b65-4fc7-bb17-69191afe4920 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.714760 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device d5d425cd-aa36-4946-a082-78c4bfc6abb0 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:49:30.725608 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feabfb35-622d-46fe-b94a-d19f2164d745 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:30.734465 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-feabfb35-622d-46fe-b94a-d19f2164d745 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:30.770862 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feabfb35-622d-46fe-b94a-d19f2164d745 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:49:30.835486 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34e73fe-a201-4ab3-a47c-3f2247ef01af None None] Network c8d997d9-b117-4fc3-8f50-8e8faf76d426 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:30.836888 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-ed808db6-4064-4ae2-909e-410e9f85fb1d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Allocated IP 2001:db8::f816:3eff:fe27:a09 (8f2fc9c2-6909-42b1-9817-f8926b88a024/d75febce-d87b-47b2-a628-07c4e55d9a58/033b0f4c-c720-4208-b733-76994c1bbedf) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:30.868571 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feabfb35-622d-46fe-b94a-d19f2164d745 None None] Pushing event updated for resources: {'Port': ['ID=f2326fdf-00b8-4562-b835-6b5042aac36b,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:30.920386 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-e6b67d12-0773-404c-9be1-1bf3aa724cb8 None None] Attempting to bind port d9e3b45b-eebb-49de-b13e-8d446826e36a on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:30.920686 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-e6b67d12-0773-404c-9be1-1bf3aa724cb8 None None] Attempting to bind port d9e3b45b-eebb-49de-b13e-8d446826e36a by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '51914522-65e5-4e31-aa9c-d5caab70328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:30.921233 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b67d12-0773-404c-9be1-1bf3aa724cb8 None None] Attempting to bind port d9e3b45b-eebb-49de-b13e-8d446826e36a on network a876fa82-771e-4c40-93ac-63a7a3825868 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:49:30.925970 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-f10c53e5-6c4c-47a6-99e7-79d0168ef466 None None] Provisioning complete for port d5d425cd-aa36-4946-a082-78c4bfc6abb0 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:30.926337 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f10c53e5-6c4c-47a6-99e7-79d0168ef466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.946637 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-76bf343a-8b65-4fc7-bb17-69191afe4920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.960321 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-181c7f03-c765-45a4-904a-14a6e29a3f87 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.961139 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-feabfb35-622d-46fe-b94a-d19f2164d745 None None] Attempting to bind port f2326fdf-00b8-4562-b835-6b5042aac36b on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:30.961643 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-feabfb35-622d-46fe-b94a-d19f2164d745 None None] Attempting to bind port f2326fdf-00b8-4562-b835-6b5042aac36b by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:30.961862 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feabfb35-622d-46fe-b94a-d19f2164d745 None None] Attempting to bind port f2326fdf-00b8-4562-b835-6b5042aac36b on network 8f2fc9c2-6909-42b1-9817-f8926b88a024 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:49:30.977026 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b67d12-0773-404c-9be1-1bf3aa724cb8 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:49:30.977453 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b67d12-0773-404c-9be1-1bf3aa724cb8 None None] Checking segment: {'id': '51914522-65e5-4e31-aa9c-d5caab70328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:49:30.977787 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e6b67d12-0773-404c-9be1-1bf3aa724cb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.978177 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b67d12-0773-404c-9be1-1bf3aa724cb8 None None] Bound using segment: {'id': '51914522-65e5-4e31-aa9c-d5caab70328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:49:30.978646 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-e6b67d12-0773-404c-9be1-1bf3aa724cb8 None None] Bound port: d9e3b45b-eebb-49de-b13e-8d446826e36a, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51914522-65e5-4e31-aa9c-d5caab70328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:30.979021 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e6b67d12-0773-404c-9be1-1bf3aa724cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.983077 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feabfb35-622d-46fe-b94a-d19f2164d745 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:49:30.983854 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feabfb35-622d-46fe-b94a-d19f2164d745 None None] Checking segment: {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:49:30.983854 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-feabfb35-622d-46fe-b94a-d19f2164d745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.984663 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feabfb35-622d-46fe-b94a-d19f2164d745 None None] Bound using segment: {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:49:30.984663 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-feabfb35-622d-46fe-b94a-d19f2164d745 None None] Bound port: f2326fdf-00b8-4562-b835-6b5042aac36b, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:30.985061 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-feabfb35-622d-46fe-b94a-d19f2164d745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.097926 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76bf343a-8b65-4fc7-bb17-69191afe4920 admin admin] Router 21937201-bfb5-469f-bb18-bedba8442c50 is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:49:31.127811 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port d5d425cd-aa36-4946-a082-78c4bfc6abb0 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:31.128056 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-bfc3dbf2-0b33-42f6-a1e2-fea19ecc8f2a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Deleting port fd4c6d55-cf52-4908-b09f-8ade7488e8a3 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:49:31.128190 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.128454 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bfc3dbf2-0b33-42f6-a1e2-fea19ecc8f2a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.249478 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f10c53e5-6c4c-47a6-99e7-79d0168ef466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.279796 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-feabfb35-622d-46fe-b94a-d19f2164d745 None None] For port f2326fdf-00b8-4562-b835-6b5042aac36b, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:49:31.291938 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-e6b67d12-0773-404c-9be1-1bf3aa724cb8 None None] For port d9e3b45b-eebb-49de-b13e-8d446826e36a, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:49:31.316452 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-feabfb35-622d-46fe-b94a-d19f2164d745 None None] For port f2326fdf-00b8-4562-b835-6b5042aac36b, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=f2326fdf-00b8-4562-b835-6b5042aac36b,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:49:31.337651 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-e6b67d12-0773-404c-9be1-1bf3aa724cb8 None None] For port d9e3b45b-eebb-49de-b13e-8d446826e36a, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=d9e3b45b-eebb-49de-b13e-8d446826e36a,segment=NetworkSegment(51914522-65e5-4e31-aa9c-d5caab70328b),segment_id=51914522-65e5-4e31-aa9c-d5caab70328b)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:49:31.361390 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-feabfb35-622d-46fe-b94a-d19f2164d745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.381830 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e6b67d12-0773-404c-9be1-1bf3aa724cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.410157 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ed808db6-4064-4ae2-909e-410e9f85fb1d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.417272 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-f10c53e5-6c4c-47a6-99e7-79d0168ef466 None None] For port d5d425cd-aa36-4946-a082-78c4bfc6abb0, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=d5d425cd-aa36-4946-a082-78c4bfc6abb0,segment=NetworkSegment(68196e69-b922-4c6d-b14f-da5dde631ca0),segment_id=68196e69-b922-4c6d-b14f-da5dde631ca0)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:31.429289 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-0dd78ba2-b251-4e63-9740-3e77b5197c35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b080206-d9bd-4a1e-a27f-f7d56925d329 {{(pid=109049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 12:49:31.439617 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f10c53e5-6c4c-47a6-99e7-79d0168ef466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.450267 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-0dd78ba2-b251-4e63-9740-3e77b5197c35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.452882 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.476045 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bfc3dbf2-0b33-42f6-a1e2-fea19ecc8f2a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.520967 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feabfb35-622d-46fe-b94a-d19f2164d745 None None] Pushing event updated for resources: {'Port': ['ID=f2326fdf-00b8-4562-b835-6b5042aac36b,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:31.574576 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-bfc3dbf2-0b33-42f6-a1e2-fea19ecc8f2a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Calling delete_port for fd4c6d55-cf52-4908-b09f-8ade7488e8a3 owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:49:31.576762 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.provisioning_blocks [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-0dd78ba2-b251-4e63-9740-3e77b5197c35 service neutron] Transition to ACTIVE for port object 6b080206-d9bd-4a1e-a27f-f7d56925d329 will not be triggered until provisioned by entity L2. {{(pid=109049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:31.612567 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-0dd78ba2-b251-4e63-9740-3e77b5197c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.636714 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.db.api [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:49:31.637226 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG oslo_db.api [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:49:31.658789 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b67d12-0773-404c-9be1-1bf3aa724cb8 None None] Pushing event updated for resources: {'Port': ['ID=d9e3b45b-eebb-49de-b13e-8d446826e36a,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:31.706696 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060302fd-54a8-4b23-a379-1e61776d3b5b req-3b5d4158-b4f1-4857-a10a-afa9c815d9ae tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:31.708291 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-060302fd-54a8-4b23-a379-1e61776d3b5b req-3b5d4158-b4f1-4857-a10a-afa9c815d9ae tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=5519bdad-36a7-4261-9352-e7bcb1297709 HTTP/1.1" status: 200 len: 932 time: 0.1634278 Feb 16 12:49:31.722022 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ed808db6-4064-4ae2-909e-410e9f85fb1d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.756168 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c53e5-6c4c-47a6-99e7-79d0168ef466 None None] Pushing event updated for resources: {'Port': ['ID=d5d425cd-aa36-4946-a082-78c4bfc6abb0,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:31.779846 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bf343a-8b65-4fc7-bb17-69191afe4920 admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:49:31.790521 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-181c7f03-c765-45a4-904a-14a6e29a3f87 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.798496 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd78ba2-b251-4e63-9740-3e77b5197c35 service neutron] Pushing event updated for resources: {'Port': ['ID=6b080206-d9bd-4a1e-a27f-f7d56925d329,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:31.801917 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc04f05-314b-4dd8-a7b1-9cb1e166b48f None None] Sync routers for ids ['21937201-bfb5-469f-bb18-bedba8442c50'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:31.812006 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-060302fd-54a8-4b23-a379-1e61776d3b5b req-db6b949f-45ef-4884-b97d-7f69b376bccb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=5709b031-a841-4cd0-99e1-526454ecd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897722 Feb 16 12:49:31.819297 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc04f05-314b-4dd8-a7b1-9cb1e166b48f None None] Routers {'21937201-bfb5-469f-bb18-bedba8442c50'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:49:31.820055 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-9fc04f05-314b-4dd8-a7b1-9cb1e166b48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:49:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['21937201-bfb5-469f-bb18-bedba8442c50'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:31.822642 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-181c7f03-c765-45a4-904a-14a6e29a3f87 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.839125 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed808db6-4064-4ae2-909e-410e9f85fb1d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:31.851179 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-76bf343a-8b65-4fc7-bb17-69191afe4920 admin admin] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.854594 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-76bf343a-8b65-4fc7-bb17-69191afe4920 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6900747 Feb 16 12:49:31.859303 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36694) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:31.919799 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-ed808db6-4064-4ae2-909e-410e9f85fb1d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:31.933576 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed808db6-4064-4ae2-909e-410e9f85fb1d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:49:31.942932 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed808db6-4064-4ae2-909e-410e9f85fb1d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:31.944956 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ed808db6-4064-4ae2-909e-410e9f85fb1d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.141411 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-9fc04f05-314b-4dd8-a7b1-9cb1e166b48f None None] Set router 21937201-bfb5-469f-bb18-bedba8442c50 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:49:32.150508 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ed808db6-4064-4ae2-909e-410e9f85fb1d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1459932 Feb 16 12:49:32.182094 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36696) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:32.225310 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed808db6-4064-4ae2-909e-410e9f85fb1d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Port': ['ID=033b0f4c-c720-4208-b733-76994c1bbedf,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:32.249782 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-0dd78ba2-b251-4e63-9740-3e77b5197c35 service neutron] Attempting to bind port 6b080206-d9bd-4a1e-a27f-f7d56925d329 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:32.250133 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-0dd78ba2-b251-4e63-9740-3e77b5197c35 service neutron] Attempting to bind port 6b080206-d9bd-4a1e-a27f-f7d56925d329 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'b8cf462c-5626-4bf6-8501-14ba432898c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1a5bcf51-1c06-44c4-879b-15b2f6265dff'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:32.251084 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-0dd78ba2-b251-4e63-9740-3e77b5197c35 service neutron] Attempting to bind port 6b080206-d9bd-4a1e-a27f-f7d56925d329 on network 1a5bcf51-1c06-44c4-879b-15b2f6265dff {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:49:32.357728 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-0dd78ba2-b251-4e63-9740-3e77b5197c35 service neutron] Port 6b080206-d9bd-4a1e-a27f-f7d56925d329 on network 1a5bcf51-1c06-44c4-879b-15b2f6265dff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:49:32.358461 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-0dd78ba2-b251-4e63-9740-3e77b5197c35 service neutron] Attempting to bind port 6b080206-d9bd-4a1e-a27f-f7d56925d329 on network 1a5bcf51-1c06-44c4-879b-15b2f6265dff {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:49:32.414571 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-0dd78ba2-b251-4e63-9740-3e77b5197c35 service neutron] Checking agent: {'id': '31a9428e-e23a-420f-bfe2-5870b63c0436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'started_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:49:32.415305 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-0dd78ba2-b251-4e63-9740-3e77b5197c35 service neutron] Checking segment: {'id': 'b8cf462c-5626-4bf6-8501-14ba432898c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1a5bcf51-1c06-44c4-879b-15b2f6265dff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:49:32.415933 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-0dd78ba2-b251-4e63-9740-3e77b5197c35 service neutron] Bound using segment: {'id': 'b8cf462c-5626-4bf6-8501-14ba432898c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1a5bcf51-1c06-44c4-879b-15b2f6265dff'} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:49:32.416598 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-0dd78ba2-b251-4e63-9740-3e77b5197c35 service neutron] Bound port: 6b080206-d9bd-4a1e-a27f-f7d56925d329, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8cf462c-5626-4bf6-8501-14ba432898c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1a5bcf51-1c06-44c4-879b-15b2f6265dff'}}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:32.417370 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-0dd78ba2-b251-4e63-9740-3e77b5197c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.420033 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device a89f65f7-b5ac-4fe9-8def-c124a11808b5 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:49:32.480534 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-2c34001f-e6be-4238-8e39-0792c3508cd0 None None] Provisioning complete for port d5d425cd-aa36-4946-a082-78c4bfc6abb0 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:32.480866 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2c34001f-e6be-4238-8e39-0792c3508cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.481346 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c7f03-c765-45a4-904a-14a6e29a3f87 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'Port': ['ID=2d5d9c12-7af4-4a8b-b0a0-98859c99e565,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:32.487828 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-181c7f03-c765-45a4-904a-14a6e29a3f87 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.558490 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b01568-235d-4df3-9b0f-2627a62ee500 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:32.559859 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bfc3dbf2-0b33-42f6-a1e2-fea19ecc8f2a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.564195 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port a89f65f7-b5ac-4fe9-8def-c124a11808b5 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:32.564572 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.565141 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b01568-235d-4df3-9b0f-2627a62ee500 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:32.566821 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-68b01568-235d-4df3-9b0f-2627a62ee500 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2241528 Feb 16 12:49:32.570411 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36698) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:32.601144 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-9fc04f05-314b-4dd8-a7b1-9cb1e166b48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21937201-bfb5-469f-bb18-bedba8442c50', 'name': 'tempest-TestVolumeBootPattern-116415935-router', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:30Z', 'revision_number': 3, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'gw_port': {'id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:49:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:32.651470 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc3dbf2-0b33-42f6-a1e2-fea19ecc8f2a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event deleted for resources: {'Port': ['ID=fd4c6d55-cf52-4908-b09f-8ade7488e8a3,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:32.673541 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc04f05-314b-4dd8-a7b1-9cb1e166b48f None None] Checking router: 21937201-bfb5-469f-bb18-bedba8442c50 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:49:32.674224 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc04f05-314b-4dd8-a7b1-9cb1e166b48f None None] Updating router 21937201-bfb5-469f-bb18-bedba8442c50 port 8fbc00c5-b00c-42e2-9e50-44bd6bf81686 binding host dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:49:32.732292 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9fc04f05-314b-4dd8-a7b1-9cb1e166b48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.743220 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-947e4531-8547-45f3-926a-bc719675c013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.081279 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-c0b0e829-7b64-4870-823a-f63f20ec98b4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting port 033b0f4c-c720-4208-b733-76994c1bbedf {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:49:33.081638 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c0b0e829-7b64-4870-823a-f63f20ec98b4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.214797 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-2c34001f-e6be-4238-8e39-0792c3508cd0 None None] Provisioning complete for port 2d5d9c12-7af4-4a8b-b0a0-98859c99e565 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:33.215308 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2c34001f-e6be-4238-8e39-0792c3508cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.247013 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-947e4531-8547-45f3-926a-bc719675c013 admin admin] Allocated IP 172.20.0.1 (a876fa82-771e-4c40-93ac-63a7a3825868/20776c33-d9e6-4c4d-a709-2c81a506e278/a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:33.267562 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d1a0f-843d-4d94-85d4-f985ad57bcd1 req-034db701-aa18-40d9-b4af-8c944d831692 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:33.269647 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-629d1a0f-843d-4d94-85d4-f985ad57bcd1 req-034db701-aa18-40d9-b4af-8c944d831692 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=5519bdad-36a7-4261-9352-e7bcb1297709 HTTP/1.1" status: 200 len: 944 time: 0.2767756 Feb 16 12:49:33.340250 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-2c34001f-e6be-4238-8e39-0792c3508cd0 None None] Port 2d5d9c12-7af4-4a8b-b0a0-98859c99e565 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:49:33.415468 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-181c7f03-c765-45a4-904a-14a6e29a3f87 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.421647 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c0b0e829-7b64-4870-823a-f63f20ec98b4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.439247 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-629d1a0f-843d-4d94-85d4-f985ad57bcd1 req-9b55f48e-3486-4335-8446-6f6792d29791 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=5709b031-a841-4cd0-99e1-526454ecd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583650 Feb 16 12:49:33.446280 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-c0b0e829-7b64-4870-823a-f63f20ec98b4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Calling delete_port for 033b0f4c-c720-4208-b733-76994c1bbedf owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:49:33.497695 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-0dd78ba2-b251-4e63-9740-3e77b5197c35 service neutron] For port 6b080206-d9bd-4a1e-a27f-f7d56925d329, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:49:33.503219 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bfc3dbf2-0b33-42f6-a1e2-fea19ecc8f2a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.528037 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-0dd78ba2-b251-4e63-9740-3e77b5197c35 service neutron] For port 6b080206-d9bd-4a1e-a27f-f7d56925d329, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6b080206-d9bd-4a1e-a27f-f7d56925d329,segment=NetworkSegment(b8cf462c-5626-4bf6-8501-14ba432898c5),segment_id=b8cf462c-5626-4bf6-8501-14ba432898c5)] {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:49:33.535710 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-0dd78ba2-b251-4e63-9740-3e77b5197c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.550008 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9fc04f05-314b-4dd8-a7b1-9cb1e166b48f None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.570014 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-4953d83c-3c46-491d-9a06-b6ed63d65adb None None] Provisioning complete for port f2326fdf-00b8-4562-b835-6b5042aac36b triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:33.570265 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4953d83c-3c46-491d-9a06-b6ed63d65adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.652824 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-947e4531-8547-45f3-926a-bc719675c013 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.658608 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9fc04f05-314b-4dd8-a7b1-9cb1e166b48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.662744 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-0dd78ba2-b251-4e63-9740-3e77b5197c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:33.663380 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-0dd78ba2-b251-4e63-9740-3e77b5197c35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.664919 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-0dd78ba2-b251-4e63-9740-3e77b5197c35 service neutron] 10.222.0.42 "PUT /v2.0/ports/6b080206-d9bd-4a1e-a27f-f7d56925d329 HTTP/1.1" status: 200 len: 1094 time: 4.1090372 Feb 16 12:49:33.665459 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5519bdad-36a7-4261-9352-e7bcb1297709', 'tag': '6b080206-d9bd-4a1e-a27f-f7d56925d329'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:49:33.668896 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7398ab4-4996-4a45-87fc-d46013ac894f" -d '{"events": [{"name": "network-changed", "server_uuid": "5519bdad-36a7-4261-9352-e7bcb1297709", "tag": "6b080206-d9bd-4a1e-a27f-f7d56925d329"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:49:33.698458 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device d5d425cd-aa36-4946-a082-78c4bfc6abb0 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:49:33.824815 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-947e4531-8547-45f3-926a-bc719675c013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.863385 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc88ff-4231-48da-8fd8-6f8accf876b7 None None] Pushing event updated for resources: {'Port': ['ID=8fbc00c5-b00c-42e2-9e50-44bd6bf81686,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:33.883635 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e4531-8547-45f3-926a-bc719675c013 admin admin] Pushing event updated for resources: {'Port': ['ID=a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:33.913015 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947e4531-8547-45f3-926a-bc719675c013 admin admin] Network a876fa82-771e-4c40-93ac-63a7a3825868 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:33.914012 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c0b0e829-7b64-4870-823a-f63f20ec98b4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.921427 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c7b2e419-70b6-4e07-8ebe-39f4cbe108ce req-3b6153be-973d-4170-a4b7-71a900c4caf0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2775915 Feb 16 12:49:33.932099 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-947e4531-8547-45f3-926a-bc719675c013 admin admin] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:33.966566 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947e4531-8547-45f3-926a-bc719675c013 admin admin] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:49:33.972398 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b0e829-7b64-4870-823a-f63f20ec98b4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Port': ['ID=033b0f4c-c720-4208-b733-76994c1bbedf,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:33.991082 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd78ba2-b251-4e63-9740-3e77b5197c35 service neutron] Pushing event updated for resources: {'Port': ['ID=6b080206-d9bd-4a1e-a27f-f7d56925d329,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:34.004170 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-9fc04f05-314b-4dd8-a7b1-9cb1e166b48f None None] Attempting to bind port 8fbc00c5-b00c-42e2-9e50-44bd6bf81686 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:34.004702 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-9fc04f05-314b-4dd8-a7b1-9cb1e166b48f None None] Attempting to bind port 8fbc00c5-b00c-42e2-9e50-44bd6bf81686 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:34.004908 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc04f05-314b-4dd8-a7b1-9cb1e166b48f None None] Attempting to bind port 8fbc00c5-b00c-42e2-9e50-44bd6bf81686 on network a08a3d1b-2e35-4b18-9cb0-756d355083e6 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:49:34.023437 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4953d83c-3c46-491d-9a06-b6ed63d65adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.035359 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c0b0e829-7b64-4870-823a-f63f20ec98b4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.058070 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c0b0e829-7b64-4870-823a-f63f20ec98b4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/ports/033b0f4c-c720-4208-b733-76994c1bbedf HTTP/1.1" status: 204 len: 168 time: 1.4834096 Feb 16 12:49:34.060326 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36706) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:34.066566 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b178dd-8073-4f1b-9a44-f48c0931c358 None None] Network a876fa82-771e-4c40-93ac-63a7a3825868 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:34.069002 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc04f05-314b-4dd8-a7b1-9cb1e166b48f None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:49:34.069763 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc04f05-314b-4dd8-a7b1-9cb1e166b48f None None] Checking segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:49:34.070551 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9fc04f05-314b-4dd8-a7b1-9cb1e166b48f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.072120 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc04f05-314b-4dd8-a7b1-9cb1e166b48f None None] Bound using segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:49:34.073072 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-9fc04f05-314b-4dd8-a7b1-9cb1e166b48f None None] Bound port: 8fbc00c5-b00c-42e2-9e50-44bd6bf81686, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:34.073870 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9fc04f05-314b-4dd8-a7b1-9cb1e166b48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.095111 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 12:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa7c7c4-2b73-43f5-882b-d13237209db1 x-openstack-request-id: req-6fa7c7c4-2b73-43f5-882b-d13237209db1 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:49:34.096468 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5519bdad-36a7-4261-9352-e7bcb1297709", "tag": "6b080206-d9bd-4a1e-a27f-f7d56925d329", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:49:34.096823 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-6fa7c7c4-2b73-43f5-882b-d13237209db1 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:49:34.097241 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5519bdad-36a7-4261-9352-e7bcb1297709', 'tag': '6b080206-d9bd-4a1e-a27f-f7d56925d329', 'status': 'completed', 'code': 200} Feb 16 12:49:34.120245 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f4cbe9-d933-47c8-a98f-3143d5c7196d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:34.121686 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f4cbe9-d933-47c8-a98f-3143d5c7196d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:34.123212 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a0f4cbe9-d933-47c8-a98f-3143d5c7196d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0619245 Feb 16 12:49:34.126197 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36708) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:34.135040 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-947e4531-8547-45f3-926a-bc719675c013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.150694 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-1a3b03b8-3fcc-48d6-a7f6-5678773f413f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:34.152269 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-1a3b03b8-3fcc-48d6-a7f6-5678773f413f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=5519bdad-36a7-4261-9352-e7bcb1297709 HTTP/1.1" status: 200 len: 1097 time: 0.4301949 Feb 16 12:49:34.181687 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port d5d425cd-aa36-4946-a082-78c4bfc6abb0 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:34.182286 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.240578 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a4cb919-9a26-4e13-aed4-2ee7e5d19cc4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting subnet d75febce-d87b-47b2-a628-07c4e55d9a58 {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:49:34.243445 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8a4cb919-9a26-4e13-aed4-2ee7e5d19cc4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.243635 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-4953d83c-3c46-491d-9a06-b6ed63d65adb None None] For port f2326fdf-00b8-4562-b835-6b5042aac36b, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=f2326fdf-00b8-4562-b835-6b5042aac36b,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:34.263709 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-4bb7e98e-b588-4a28-b1a8-048d9470f8f1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=6b080206-d9bd-4a1e-a27f-f7d56925d329 HTTP/1.1" status: 200 len: 217 time: 0.0974176 Feb 16 12:49:34.265753 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc3dbf2-0b33-42f6-a1e2-fea19ecc8f2a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Router 775e76a1-0d42-4a4a-ba42-e303f0b93cbd has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:49:34.268999 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4953d83c-3c46-491d-9a06-b6ed63d65adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.284940 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8a4cb919-9a26-4e13-aed4-2ee7e5d19cc4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.334761 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2e419-70b6-4e07-8ebe-39f4cbe108ce req-6b5d27d9-e98d-4984-adea-77dc92f92c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:34.336282 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c7b2e419-70b6-4e07-8ebe-39f4cbe108ce req-6b5d27d9-e98d-4984-adea-77dc92f92c2b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a HTTP/1.1" status: 200 len: 1098 time: 0.3384101 Feb 16 12:49:34.387795 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9fc04f05-314b-4dd8-a7b1-9cb1e166b48f None None] For port 8fbc00c5-b00c-42e2-9e50-44bd6bf81686, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:49:34.397321 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953d83c-3c46-491d-9a06-b6ed63d65adb None None] Pushing event updated for resources: {'Port': ['ID=f2326fdf-00b8-4562-b835-6b5042aac36b,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:34.412404 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9fc04f05-314b-4dd8-a7b1-9cb1e166b48f None None] For port 8fbc00c5-b00c-42e2-9e50-44bd6bf81686, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=8fbc00c5-b00c-42e2-9e50-44bd6bf81686,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:49:34.426174 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-947e4531-8547-45f3-926a-bc719675c013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.438611 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8a4cb919-9a26-4e13-aed4-2ee7e5d19cc4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.441669 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9fc04f05-314b-4dd8-a7b1-9cb1e166b48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.517088 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-4953d83c-3c46-491d-9a06-b6ed63d65adb None None] Provisioning complete for port 2d5d9c12-7af4-4a8b-b0a0-98859c99e565 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:34.517453 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4953d83c-3c46-491d-9a06-b6ed63d65adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.571010 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-6ddd78a4-5b59-4e24-bb99-15fa09427537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:34.573354 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-6ddd78a4-5b59-4e24-bb99-15fa09427537 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=79af1281-b559-4556-a574-778e2e20b678 HTTP/1.1" status: 200 len: 837 time: 0.2996664 Feb 16 12:49:34.587493 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device f2326fdf-00b8-4562-b835-6b5042aac36b up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:49:34.618703 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8a4cb919-9a26-4e13-aed4-2ee7e5d19cc4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.629988 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc88ff-4231-48da-8fd8-6f8accf876b7 None None] Pushing event updated for resources: {'Port': ['ID=8fbc00c5-b00c-42e2-9e50-44bd6bf81686,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:34.631435 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd80455-9935-4c86-9089-dd92e8f10f5a req-ce48e53f-f0c3-4de9-938f-0cf84e764586 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:34.633008 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8fd80455-9935-4c86-9089-dd92e8f10f5a req-ce48e53f-f0c3-4de9-938f-0cf84e764586 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=5519bdad-36a7-4261-9352-e7bcb1297709 HTTP/1.1" status: 200 len: 944 time: 0.1135476 Feb 16 12:49:34.638342 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc04f05-314b-4dd8-a7b1-9cb1e166b48f None None] Routers {'21937201-bfb5-469f-bb18-bedba8442c50'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:49:34.638652 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-9fc04f05-314b-4dd8-a7b1-9cb1e166b48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:49:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['21937201-bfb5-469f-bb18-bedba8442c50'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:34.642370 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc3dbf2-0b33-42f6-a1e2-fea19ecc8f2a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:49:34.650460 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-4953d83c-3c46-491d-9a06-b6ed63d65adb None None] Port 2d5d9c12-7af4-4a8b-b0a0-98859c99e565 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:49:34.651237 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-bfc3dbf2-0b33-42f6-a1e2-fea19ecc8f2a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "PUT /v2.0/routers/775e76a1-0d42-4a4a-ba42-e303f0b93cbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3732378 Feb 16 12:49:34.658430 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36712) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:34.663536 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e213fd6-5418-4631-8717-4a5c839f1378 None None] Sync routers for ids ['775e76a1-0d42-4a4a-ba42-e303f0b93cbd'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:34.679930 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2e419-70b6-4e07-8ebe-39f4cbe108ce req-c656b70c-4745-4763-8030-dccb7a27344b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:34.681551 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c7b2e419-70b6-4e07-8ebe-39f4cbe108ce req-c656b70c-4745-4763-8030-dccb7a27344b service neutron] 10.222.0.42 "GET /v2.0/networks?id=2a9302a4-3c67-4ab8-a48d-9c86a95e30b2 HTTP/1.1" status: 200 len: 898 time: 0.3191729 Feb 16 12:49:34.692029 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4cb919-9a26-4e13-aed4-2ee7e5d19cc4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Subnet': ['ID=d75febce-d87b-47b2-a628-07c4e55d9a58,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:34.707329 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e213fd6-5418-4631-8717-4a5c839f1378 None None] Routers {'775e76a1-0d42-4a4a-ba42-e303f0b93cbd'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:49:34.712801 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8a4cb919-9a26-4e13-aed4-2ee7e5d19cc4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.716233 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-8a4cb919-9a26-4e13-aed4-2ee7e5d19cc4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/d75febce-d87b-47b2-a628-07c4e55d9a58 HTTP/1.1" status: 204 len: 168 time: 0.5823267 Feb 16 12:49:34.716741 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9e213fd6-5418-4631-8717-4a5c839f1378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:49:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['775e76a1-0d42-4a4a-ba42-e303f0b93cbd'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:34.718061 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-573457b2-637c-44e8-bd56-4b89d7694926 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "GET /v2.0/ports?device_id=775e76a1-0d42-4a4a-ba42-e303f0b93cbd HTTP/1.1" status: 200 len: 205 time: 0.0584064 Feb 16 12:49:34.720570 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36714) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:34.720927 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36716) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:34.728225 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-181c7f03-c765-45a4-904a-14a6e29a3f87 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.767988 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port f2326fdf-00b8-4562-b835-6b5042aac36b triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:34.767988 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.773528 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ef35df-e2c0-4397-a94c-537a82510c88 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:34.774579 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-da20da3f-27fa-4bf1-864d-e6f60c4e7bad tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473585 Feb 16 12:49:34.777232 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8fd80455-9935-4c86-9089-dd92e8f10f5a req-de546426-0f3a-4f1c-9218-b17458096c91 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=5709b031-a841-4cd0-99e1-526454ecd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124916 Feb 16 12:49:34.777709 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36718) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:34.793210 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-8a68cae9-ad0b-4496-9fa4-4ea7d0ccb409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:34.797338 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-8a68cae9-ad0b-4496-9fa4-4ea7d0ccb409 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1a5bcf51-1c06-44c4-879b-15b2f6265dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2110577 Feb 16 12:49:34.811836 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-181c7f03-c765-45a4-904a-14a6e29a3f87 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.813578 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-181c7f03-c765-45a4-904a-14a6e29a3f87 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.822599 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9e213fd6-5418-4631-8717-4a5c839f1378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:34.843536 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-90382cdc-70d0-4a22-a21f-10a9223884e4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'subnet': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:34.860702 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e213fd6-5418-4631-8717-4a5c839f1378 None None] Routers {'775e76a1-0d42-4a4a-ba42-e303f0b93cbd'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:49:34.864323 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9e213fd6-5418-4631-8717-4a5c839f1378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:49:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['775e76a1-0d42-4a4a-ba42-e303f0b93cbd'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:34.907093 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-9fc04f05-314b-4dd8-a7b1-9cb1e166b48f None None] Set router 21937201-bfb5-469f-bb18-bedba8442c50 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:49:34.929640 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9e213fd6-5418-4631-8717-4a5c839f1378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:34.930452 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e213fd6-5418-4631-8717-4a5c839f1378 None None] The sync data for ids ['775e76a1-0d42-4a4a-ba42-e303f0b93cbd'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:34.932921 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c7b2e419-70b6-4e07-8ebe-39f4cbe108ce req-0c5bc0f8-4f51-4c7e-ad2c-5354283de750 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09ed1ef0-b289-435c-b14d-a38f0115bfc4 HTTP/1.1" status: 200 len: 1001 time: 0.2236681 Feb 16 12:49:34.966781 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b0199438-23d6-4e18-91c5-f2bc52b9caa0 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.974998 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-db501a18-9650-4636-9aa1-4e4cb7a81e13 None None] Provisioning complete for port d9e3b45b-eebb-49de-b13e-8d446826e36a triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:34.975236 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-db501a18-9650-4636-9aa1-4e4cb7a81e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.017013 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2e419-70b6-4e07-8ebe-39f4cbe108ce req-8b38ca25-acf1-43c6-a1d0-c0c26c3c1c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:35.018630 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c7b2e419-70b6-4e07-8ebe-39f4cbe108ce req-8b38ca25-acf1-43c6-a1d0-c0c26c3c1c11 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d07b80a-2947-4cf0-b0a9-82856344f0a7 HTTP/1.1" status: 200 len: 834 time: 0.0757582 Feb 16 12:49:35.089371 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-947e4531-8547-45f3-926a-bc719675c013 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.096426 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c7f03-c765-45a4-904a-14a6e29a3f87 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'Port': ['ID=2d5d9c12-7af4-4a8b-b0a0-98859c99e565,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:35.127910 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-947e4531-8547-45f3-926a-bc719675c013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.133412 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-3073363a-0d4b-4a2c-b9f4-7717e649732d service neutron] 10.222.0.42 "GET /v2.0/networks/1a5bcf51-1c06-44c4-879b-15b2f6265dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251970 Feb 16 12:49:35.162881 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2e419-70b6-4e07-8ebe-39f4cbe108ce req-8e504289-6bdd-43fa-bb3b-987cc27d32b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:35.164556 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c7b2e419-70b6-4e07-8ebe-39f4cbe108ce req-8e504289-6bdd-43fa-bb3b-987cc27d32b3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2a9302a4-3c67-4ab8-a48d-9c86a95e30b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1378636 Feb 16 12:49:35.218939 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b0199438-23d6-4e18-91c5-f2bc52b9caa0 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.229617 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b0199438-23d6-4e18-91c5-f2bc52b9caa0 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.233961 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181c7f03-c765-45a4-904a-14a6e29a3f87 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Network c8d997d9-b117-4fc3-8f50-8e8faf76d426 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:35.293952 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device d9e3b45b-eebb-49de-b13e-8d446826e36a up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:49:35.305326 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90382cdc-70d0-4a22-a21f-10a9223884e4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:35.309383 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-90382cdc-70d0-4a22-a21f-10a9223884e4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.313558 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-947e4531-8547-45f3-926a-bc719675c013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.317197 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e4531-8547-45f3-926a-bc719675c013 admin admin] Pushing event updated for resources: {'Port': ['ID=a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:35.390465 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-db501a18-9650-4636-9aa1-4e4cb7a81e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.442484 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port d9e3b45b-eebb-49de-b13e-8d446826e36a triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:35.443675 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.506157 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dcc98b-9189-4f72-9d33-078382bfecf8 None None] DHCP port deletion for 8f2fc9c2-6909-42b1-9817-f8926b88a024 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:49:35.522935 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-db501a18-9650-4636-9aa1-4e4cb7a81e13 None None] For port d9e3b45b-eebb-49de-b13e-8d446826e36a, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=d9e3b45b-eebb-49de-b13e-8d446826e36a,segment=NetworkSegment(51914522-65e5-4e31-aa9c-d5caab70328b),segment_id=51914522-65e5-4e31-aa9c-d5caab70328b)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:35.549964 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-db501a18-9650-4636-9aa1-4e4cb7a81e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.555542 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-181c7f03-c765-45a4-904a-14a6e29a3f87 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:35.706503 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c7b2e419-70b6-4e07-8ebe-39f4cbe108ce req-44520d29-1bff-477b-bfa0-915828a74bc1 service neutron] 10.222.0.42 "GET /v2.0/networks/2a9302a4-3c67-4ab8-a48d-9c86a95e30b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5260267 Feb 16 12:49:35.707871 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b0199438-23d6-4e18-91c5-f2bc52b9caa0 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.709470 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0199438-23d6-4e18-91c5-f2bc52b9caa0 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Fanout notify agent at l3_agent the message router_deleted on router 775e76a1-0d42-4a4a-ba42-e303f0b93cbd {{(pid=109048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:49:35.729153 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f0f6e69c-54ba-4517-9f17-846b933f1f36 req-03b73726-d07b-4338-a90b-1ded995d7039 service neutron] 10.222.0.42 "GET /v2.0/networks/1a5bcf51-1c06-44c4-879b-15b2f6265dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5887151 Feb 16 12:49:35.765705 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-db501a18-9650-4636-9aa1-4e4cb7a81e13 None None] Could not find standard attr ID for object 033b0f4c-c720-4208-b733-76994c1bbedf. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:49:35.773433 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b0199438-23d6-4e18-91c5-f2bc52b9caa0 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.777455 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b0199438-23d6-4e18-91c5-f2bc52b9caa0 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "DELETE /v2.0/routers/775e76a1-0d42-4a4a-ba42-e303f0b93cbd HTTP/1.1" status: 204 len: 168 time: 1.0518951 Feb 16 12:49:35.785206 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-9fc04f05-314b-4dd8-a7b1-9cb1e166b48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21937201-bfb5-469f-bb18-bedba8442c50', 'name': 'tempest-TestVolumeBootPattern-116415935-router', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:34Z', 'revision_number': 4, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'gw_port': {'id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:49:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327', 'name': '', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'mac_address': 'fa:16:3e:4e:49:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:32Z', 'updated_at': '2022-02-16T12:49:33Z', 'revision_number': 1, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'subnets': [{'id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:35.785865 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36720) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:35.867702 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc04f05-314b-4dd8-a7b1-9cb1e166b48f None None] The sync data for ids ['21937201-bfb5-469f-bb18-bedba8442c50'] in dv-neutron-828142-3-hyperv is: [{'id': '21937201-bfb5-469f-bb18-bedba8442c50', 'name': 'tempest-TestVolumeBootPattern-116415935-router', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:34Z', 'revision_number': 4, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'gw_port': {'id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:49:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327', 'name': '', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'mac_address': 'fa:16:3e:4e:49:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:32Z', 'updated_at': '2022-02-16T12:49:33Z', 'revision_number': 1, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'subnets': [{'id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:35.899491 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db501a18-9650-4636-9aa1-4e4cb7a81e13 None None] Pushing event updated for resources: {'Port': ['ID=d9e3b45b-eebb-49de-b13e-8d446826e36a,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:35.928805 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-2078920d-dc31-4fc4-8e43-7593147592b9 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Deleting subnet 5f9180d4-930a-4034-9886-aac9b6450ec4 {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:49:35.932204 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2078920d-dc31-4fc4-8e43-7593147592b9 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.977275 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c7b2e419-70b6-4e07-8ebe-39f4cbe108ce req-0b103f3b-1304-4c7f-a77f-65a58efd95d5 service neutron] 10.222.0.42 "GET /v2.0/networks/2a9302a4-3c67-4ab8-a48d-9c86a95e30b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541344 Feb 16 12:49:35.982198 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7398ab4-4996-4a45-87fc-d46013ac894f req-05279bdc-f1ab-4475-9cd1-d6011a122d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:35.984157 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f7398ab4-4996-4a45-87fc-d46013ac894f req-05279bdc-f1ab-4475-9cd1-d6011a122d2f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=5519bdad-36a7-4261-9352-e7bcb1297709 HTTP/1.1" status: 200 len: 1097 time: 0.1346605 Feb 16 12:49:35.986419 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181c7f03-c765-45a4-904a-14a6e29a3f87 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Router ec4662fd-a8d3-4f27-b91a-14b084fcd763 is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:49:35.988959 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-d9dcc98b-9189-4f72-9d33-078382bfecf8 None None] Deleting port f2326fdf-00b8-4562-b835-6b5042aac36b {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:49:35.989572 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d9dcc98b-9189-4f72-9d33-078382bfecf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:36.068301 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2078920d-dc31-4fc4-8e43-7593147592b9 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:36.113768 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device d9e3b45b-eebb-49de-b13e-8d446826e36a up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:49:36.150081 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947e4531-8547-45f3-926a-bc719675c013 admin admin] Network a876fa82-771e-4c40-93ac-63a7a3825868 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:36.166206 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-d9dcc98b-9189-4f72-9d33-078382bfecf8 None None] For port f2326fdf-00b8-4562-b835-6b5042aac36b, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=f2326fdf-00b8-4562-b835-6b5042aac36b,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:36.166471 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-947e4531-8547-45f3-926a-bc719675c013 admin admin] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:36.166665 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d9dcc98b-9189-4f72-9d33-078382bfecf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:36.187258 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-63498e7c-bf10-43b1-9981-390412654523 None None] Provisioning complete for port d9e3b45b-eebb-49de-b13e-8d446826e36a triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:36.190800 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-63498e7c-bf10-43b1-9981-390412654523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:36.190993 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181c7f03-c765-45a4-904a-14a6e29a3f87 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:49:36.203644 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-181c7f03-c765-45a4-904a-14a6e29a3f87 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "PUT /v2.0/routers/ec4662fd-a8d3-4f27-b91a-14b084fcd763/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4261758 Feb 16 12:49:36.206959 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36724) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:36.220166 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f612b-4514-48a9-9986-3b5bfd610133 req-55a8ef6f-9532-4da6-98bc-786f0b262fa8 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:36.227806 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e33f612b-4514-48a9-9986-3b5bfd610133 req-55a8ef6f-9532-4da6-98bc-786f0b262fa8 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=5519bdad-36a7-4261-9352-e7bcb1297709 HTTP/1.1" status: 200 len: 944 time: 0.2623909 Feb 16 12:49:36.243090 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9913d8-0b66-4cf6-96a1-5cf5af61cc8b None None] Sync routers for ids ['ec4662fd-a8d3-4f27-b91a-14b084fcd763'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:36.267649 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-d9dcc98b-9189-4f72-9d33-078382bfecf8 None None] Calling delete_port for f2326fdf-00b8-4562-b835-6b5042aac36b owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:49:36.354755 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9913d8-0b66-4cf6-96a1-5cf5af61cc8b None None] Routers {'ec4662fd-a8d3-4f27-b91a-14b084fcd763'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:49:36.355418 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-8c9913d8-0b66-4cf6-96a1-5cf5af61cc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:49:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['ec4662fd-a8d3-4f27-b91a-14b084fcd763'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:36.363428 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7398ab4-4996-4a45-87fc-d46013ac894f req-b9a99cc7-49da-4227-a888-60c6e0395812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:36.365007 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f7398ab4-4996-4a45-87fc-d46013ac894f req-b9a99cc7-49da-4227-a888-60c6e0395812 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1a5bcf51-1c06-44c4-879b-15b2f6265dff HTTP/1.1" status: 200 len: 897 time: 0.3663352 Feb 16 12:49:36.366359 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2078920d-dc31-4fc4-8e43-7593147592b9 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:36.397873 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4254a68-e5f1-49ff-b0e3-f884b8aec433 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:36.400727 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b4254a68-e5f1-49ff-b0e3-f884b8aec433 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec4662fd-a8d3-4f27-b91a-14b084fcd763 HTTP/1.1" status: 200 len: 988 time: 0.1918194 Feb 16 12:49:36.418666 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36726) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:36.454208 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f7398ab4-4996-4a45-87fc-d46013ac894f req-091b1392-f52c-4021-bc7b-8c1521e86eb0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=6b080206-d9bd-4a1e-a27f-f7d56925d329 HTTP/1.1" status: 200 len: 217 time: 0.0761933 Feb 16 12:49:36.508348 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-8c9913d8-0b66-4cf6-96a1-5cf5af61cc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:36.553249 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e33f612b-4514-48a9-9986-3b5bfd610133 req-2fafe9e7-7805-44b5-a85f-13c79b815e0a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=5709b031-a841-4cd0-99e1-526454ecd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3244493 Feb 16 12:49:36.564444 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port d9e3b45b-eebb-49de-b13e-8d446826e36a triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:36.565186 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:36.569114 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9913d8-0b66-4cf6-96a1-5cf5af61cc8b None None] Routers {'ec4662fd-a8d3-4f27-b91a-14b084fcd763'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:49:36.569922 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7398ab4-4996-4a45-87fc-d46013ac894f req-6480f949-f832-4495-91c0-36833c8a7bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:36.570144 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-8c9913d8-0b66-4cf6-96a1-5cf5af61cc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:49:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['ec4662fd-a8d3-4f27-b91a-14b084fcd763'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:36.571433 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f7398ab4-4996-4a45-87fc-d46013ac894f req-6480f949-f832-4495-91c0-36833c8a7bae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=79af1281-b559-4556-a574-778e2e20b678 HTTP/1.1" status: 200 len: 837 time: 0.1095371 Feb 16 12:49:36.624004 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7398ab4-4996-4a45-87fc-d46013ac894f req-7fad26b9-5e32-4ac4-8c68-e040dc2421ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:36.625897 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f7398ab4-4996-4a45-87fc-d46013ac894f req-7fad26b9-5e32-4ac4-8c68-e040dc2421ab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1a5bcf51-1c06-44c4-879b-15b2f6265dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0452864 Feb 16 12:49:36.633941 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-63498e7c-bf10-43b1-9981-390412654523 None None] Provisioning complete for port a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:36.634297 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-63498e7c-bf10-43b1-9981-390412654523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:36.645648 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-8c9913d8-0b66-4cf6-96a1-5cf5af61cc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:36.646319 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9913d8-0b66-4cf6-96a1-5cf5af61cc8b None None] The sync data for ids ['ec4662fd-a8d3-4f27-b91a-14b084fcd763'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:36.706769 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d9dcc98b-9189-4f72-9d33-078382bfecf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:36.708616 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-63498e7c-bf10-43b1-9981-390412654523 None None] Port a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:49:36.718558 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947e4531-8547-45f3-926a-bc719675c013 admin admin] Router 21937201-bfb5-469f-bb18-bedba8442c50 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:49:36.749407 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dcc98b-9189-4f72-9d33-078382bfecf8 None None] Pushing event deleted for resources: {'Port': ['ID=f2326fdf-00b8-4562-b835-6b5042aac36b,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:36.758529 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f7398ab4-4996-4a45-87fc-d46013ac894f req-dad76f7c-87f9-43b7-8f87-95b556d54955 service neutron] 10.222.0.42 "GET /v2.0/networks/1a5bcf51-1c06-44c4-879b-15b2f6265dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219993 Feb 16 12:49:36.763335 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dcc98b-9189-4f72-9d33-078382bfecf8 None None] No DVR routers for this DVR port f2326fdf-00b8-4562-b835-6b5042aac36b on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:36.773020 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-63498e7c-bf10-43b1-9981-390412654523 None None] Provisioning complete for port 2d5d9c12-7af4-4a8b-b0a0-98859c99e565 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:36.773375 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-63498e7c-bf10-43b1-9981-390412654523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:36.836243 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.objects.ports [None req-90382cdc-70d0-4a22-a21f-10a9223884e4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109048) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 12:49:36.850766 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-63498e7c-bf10-43b1-9981-390412654523 None None] Port 2d5d9c12-7af4-4a8b-b0a0-98859c99e565 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:49:36.878535 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-90382cdc-70d0-4a22-a21f-10a9223884e4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:36.901122 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f7398ab4-4996-4a45-87fc-d46013ac894f req-90d29e0e-26d6-4e46-894e-4ed2423cbab4 service neutron] 10.222.0.42 "GET /v2.0/networks/1a5bcf51-1c06-44c4-879b-15b2f6265dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293514 Feb 16 12:49:36.911447 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2078920d-dc31-4fc4-8e43-7593147592b9 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:36.919798 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device f2326fdf-00b8-4562-b835-6b5042aac36b no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:49:36.946631 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: f2326fdf-00b8-4562-b835-6b5042aac36b {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:49:36.946980 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device f2326fdf-00b8-4562-b835-6b5042aac36b not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:49:36.976130 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-54be2831-8983-4d6d-ba3b-2fa8f0c1c450 None None] Provisioning complete for port a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:36.976693 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-54be2831-8983-4d6d-ba3b-2fa8f0c1c450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.002574 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90382cdc-70d0-4a22-a21f-10a9223884e4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:37.010463 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-90382cdc-70d0-4a22-a21f-10a9223884e4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:37.012538 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90382cdc-70d0-4a22-a21f-10a9223884e4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:37.013368 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-90382cdc-70d0-4a22-a21f-10a9223884e4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.023030 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2078920d-dc31-4fc4-8e43-7593147592b9 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.028053 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2078920d-dc31-4fc4-8e43-7593147592b9 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "DELETE /v2.0/subnets/5f9180d4-930a-4034-9886-aac9b6450ec4 HTTP/1.1" status: 204 len: 168 time: 1.2377787 Feb 16 12:49:37.028231 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea8ce05-3295-4bbe-b817-0b95b962c19a None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:37.033319 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6ce057-5aa4-4bbf-bbd8-900e81b7879f None None] Network b1b13875-3472-43bc-9db4-c00847c57372 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:37.040130 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36728) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:37.109308 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90382cdc-70d0-4a22-a21f-10a9223884e4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Subnet': ['ID=66e8eba6-1089-47c4-9d5d-0efe4340a75a,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:37.149136 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-54be2831-8983-4d6d-ba3b-2fa8f0c1c450 None None] Port a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:49:37.154372 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ddf34822-1a2b-470f-a1d1-cd2e91ffc5a7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.192590 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2078920d-dc31-4fc4-8e43-7593147592b9 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event deleted for resources: {'Subnet': ['ID=5f9180d4-930a-4034-9886-aac9b6450ec4,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:37.208956 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-90382cdc-70d0-4a22-a21f-10a9223884e4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.4275718 Feb 16 12:49:37.213338 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36730) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:37.222743 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-805bc450-8dfd-45cf-8796-074053c393ea tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'port': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'mac_address': 'fa:16:3e:86:8b:60', 'name': 'tempest-NetworksTestDHCPv6-304029542'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:37.236570 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-ddf34822-1a2b-470f-a1d1-cd2e91ffc5a7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Deleting port a89f65f7-b5ac-4fe9-8def-c124a11808b5 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:49:37.237809 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ddf34822-1a2b-470f-a1d1-cd2e91ffc5a7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.327881 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95375c6-a97e-43dc-8e4d-a979679c6fb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-8f2fc9c2-6909-42b1-9817-f8926b88a024', 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'tenant_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'fixed_ips': [{'subnet_id': '66e8eba6-1089-47c4-9d5d-0efe4340a75a'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:49:37.329876 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c95375c6-a97e-43dc-8e4d-a979679c6fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.355050 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-ddf34822-1a2b-470f-a1d1-cd2e91ffc5a7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] For port a89f65f7-b5ac-4fe9-8def-c124a11808b5, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=a89f65f7-b5ac-4fe9-8def-c124a11808b5,segment=NetworkSegment(a0009c3c-a017-4c11-bf7a-831ba0aee257),segment_id=a0009c3c-a017-4c11-bf7a-831ba0aee257)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:37.355429 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ddf34822-1a2b-470f-a1d1-cd2e91ffc5a7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.361386 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947e4531-8547-45f3-926a-bc719675c013 admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:49:37.373087 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-ddf34822-1a2b-470f-a1d1-cd2e91ffc5a7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Calling delete_port for a89f65f7-b5ac-4fe9-8def-c124a11808b5 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:49:37.393272 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-947e4531-8547-45f3-926a-bc719675c013 admin admin] 10.222.0.90 "PUT /v2.0/routers/21937201-bfb5-469f-bb18-bedba8442c50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5250821 Feb 16 12:49:37.519845 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ddf34822-1a2b-470f-a1d1-cd2e91ffc5a7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.528727 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-c95375c6-a97e-43dc-8e4d-a979679c6fb1 None None] Allocated IP 2001:db8::f816:3eff:fead:7dc9 (8f2fc9c2-6909-42b1-9817-f8926b88a024/66e8eba6-1089-47c4-9d5d-0efe4340a75a/b91ac8a5-59fa-4c14-b7cb-99da11a7ca7c) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:37.543714 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de4d04b-6abe-4f7b-964b-c5aa30b5e5d9 None None] DHCP port deletion for b1b13875-3472-43bc-9db4-c00847c57372 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:49:37.551209 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805bc450-8dfd-45cf-8796-074053c393ea tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'port': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:37.560211 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-adbd8fa5-e615-4457-90fc-9d476e2254c4 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.568154 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf34822-1a2b-470f-a1d1-cd2e91ffc5a7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] No DVR routers for this DVR port a89f65f7-b5ac-4fe9-8def-c124a11808b5 on host dv-neutron-828142-3-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:37.573939 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf34822-1a2b-470f-a1d1-cd2e91ffc5a7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event deleted for resources: {'Port': ['ID=a89f65f7-b5ac-4fe9-8def-c124a11808b5,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:37.686954 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ddf34822-1a2b-470f-a1d1-cd2e91ffc5a7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.738942 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-ddf34822-1a2b-470f-a1d1-cd2e91ffc5a7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b13875-3472-43bc-9db4-c00847c57372']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:37.761296 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-ddf34822-1a2b-470f-a1d1-cd2e91ffc5a7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0009c3c-a017-4c11-bf7a-831ba0aee257') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:37.762317 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-ddf34822-1a2b-470f-a1d1-cd2e91ffc5a7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0009c3c-a017-4c11-bf7a-831ba0aee257') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:37.779150 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ddf34822-1a2b-470f-a1d1-cd2e91ffc5a7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.801370 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ddf34822-1a2b-470f-a1d1-cd2e91ffc5a7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.811039 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddf34822-1a2b-470f-a1d1-cd2e91ffc5a7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:49:37.819477 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ddf34822-1a2b-470f-a1d1-cd2e91ffc5a7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.822962 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c95375c6-a97e-43dc-8e4d-a979679c6fb1 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.824394 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:49:37.824394 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:49:37.824394 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:49:37.824394 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:49:37.824394 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:49:37.824394 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:49:37.824394 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:49:37.824394 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:49:37.824394 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:49:37.824394 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:49:37.824394 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:49:37.824394 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:49:37.824394 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:49:37.824394 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:49:37.824394 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:49:37.824394 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:49:37.824394 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:49:37.824394 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:49:37.824394 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:49:37.824394 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:49:37.824394 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:49:37.824394 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:49:37.824394 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:49:37.824394 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:49:37.824394 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:49:37.824394 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:49:37.824394 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:49:37.824394 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:49:37.824394 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:49:37.824394 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:49:37.824394 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:49:37.824394 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:49:37.835176 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c95375c6-a97e-43dc-8e4d-a979679c6fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.888168 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95375c6-a97e-43dc-8e4d-a979679c6fb1 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:37.892119 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-c95375c6-a97e-43dc-8e4d-a979679c6fb1 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:37.894870 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95375c6-a97e-43dc-8e4d-a979679c6fb1 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:49:37.898211 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d7907-ab7a-4d1e-9bdd-08a8853911a8 req-a42fbd93-62ec-4c9b-9955-c1b38cf71e6c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:37.899785 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-438d7907-ab7a-4d1e-9bdd-08a8853911a8 req-a42fbd93-62ec-4c9b-9955-c1b38cf71e6c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=5519bdad-36a7-4261-9352-e7bcb1297709 HTTP/1.1" status: 200 len: 944 time: 0.2006288 Feb 16 12:49:37.904612 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95375c6-a97e-43dc-8e4d-a979679c6fb1 None None] Pushing event updated for resources: {'Port': ['ID=b91ac8a5-59fa-4c14-b7cb-99da11a7ca7c,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:37.930602 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95375c6-a97e-43dc-8e4d-a979679c6fb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:37.931172 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95375c6-a97e-43dc-8e4d-a979679c6fb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:37.931631 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95375c6-a97e-43dc-8e4d-a979679c6fb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:37.932254 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95375c6-a97e-43dc-8e4d-a979679c6fb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:37.932940 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95375c6-a97e-43dc-8e4d-a979679c6fb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:37.934202 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95375c6-a97e-43dc-8e4d-a979679c6fb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:37.934202 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95375c6-a97e-43dc-8e4d-a979679c6fb1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:37.934202 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95375c6-a97e-43dc-8e4d-a979679c6fb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:37.934536 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95375c6-a97e-43dc-8e4d-a979679c6fb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:37.934951 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95375c6-a97e-43dc-8e4d-a979679c6fb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:37.935368 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95375c6-a97e-43dc-8e4d-a979679c6fb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:37.935773 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95375c6-a97e-43dc-8e4d-a979679c6fb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:37.945557 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-805bc450-8dfd-45cf-8796-074053c393ea tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.954456 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ddf34822-1a2b-470f-a1d1-cd2e91ffc5a7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.981753 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ddf34822-1a2b-470f-a1d1-cd2e91ffc5a7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.991577 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ddf34822-1a2b-470f-a1d1-cd2e91ffc5a7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "DELETE /v2.0/networks/b1b13875-3472-43bc-9db4-c00847c57372 HTTP/1.1" status: 204 len: 168 time: 0.9467878 Feb 16 12:49:37.995775 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36744) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:38.006946 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-ba9110b6-23ad-492a-95bd-c7bba7cb55db tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1889216030', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}, 'admin_state_up': False}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:38.018232 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-805bc450-8dfd-45cf-8796-074053c393ea tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] device_id is not set on port 5cf5b523-4f78-4c8d-bf45-0317f8547b25 yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:49:38.030882 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf34822-1a2b-470f-a1d1-cd2e91ffc5a7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event deleted for resources: {'Network': ['ID=b1b13875-3472-43bc-9db4-c00847c57372,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:38.045398 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-c95375c6-a97e-43dc-8e4d-a979679c6fb1 None None] Attempting to bind port b91ac8a5-59fa-4c14-b7cb-99da11a7ca7c on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:38.046291 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-c95375c6-a97e-43dc-8e4d-a979679c6fb1 None None] Attempting to bind port b91ac8a5-59fa-4c14-b7cb-99da11a7ca7c by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:38.048393 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95375c6-a97e-43dc-8e4d-a979679c6fb1 None None] Attempting to bind port b91ac8a5-59fa-4c14-b7cb-99da11a7ca7c on network 8f2fc9c2-6909-42b1-9817-f8926b88a024 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:49:38.063932 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95375c6-a97e-43dc-8e4d-a979679c6fb1 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:49:38.065187 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95375c6-a97e-43dc-8e4d-a979679c6fb1 None None] Checking segment: {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:49:38.065681 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c95375c6-a97e-43dc-8e4d-a979679c6fb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.066156 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95375c6-a97e-43dc-8e4d-a979679c6fb1 None None] Bound using segment: {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:49:38.067409 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-c95375c6-a97e-43dc-8e4d-a979679c6fb1 None None] Bound port: b91ac8a5-59fa-4c14-b7cb-99da11a7ca7c, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:38.067799 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c95375c6-a97e-43dc-8e4d-a979679c6fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.112458 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-438d7907-ab7a-4d1e-9bdd-08a8853911a8 req-819e1af6-b941-4c08-8157-3fd9862aa9f5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=5709b031-a841-4cd0-99e1-526454ecd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820416 Feb 16 12:49:38.150427 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 8fbc00c5-b00c-42e2-9e50-44bd6bf81686 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:49:38.163105 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ba9110b6-23ad-492a-95bd-c7bba7cb55db tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.163820 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ba9110b6-23ad-492a-95bd-c7bba7cb55db tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.207951 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-c95375c6-a97e-43dc-8e4d-a979679c6fb1 None None] For port b91ac8a5-59fa-4c14-b7cb-99da11a7ca7c, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:49:38.224916 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-c95375c6-a97e-43dc-8e4d-a979679c6fb1 None None] For port b91ac8a5-59fa-4c14-b7cb-99da11a7ca7c, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=b91ac8a5-59fa-4c14-b7cb-99da11a7ca7c,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:49:38.228240 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36750) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:38.231368 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c95375c6-a97e-43dc-8e4d-a979679c6fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.234606 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-dfeba6ad-a03c-42e8-bffa-9bc1283522c5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1810813684-network', 'tenant_id': '0b9507f368924a529ff51fe08a96380f'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:38.259402 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfeba6ad-a03c-42e8-bffa-9bc1283522c5 admin admin] Made reservation on behalf of 0b9507f368924a529ff51fe08a96380f for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:38.261974 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dfeba6ad-a03c-42e8-bffa-9bc1283522c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.267747 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-805bc450-8dfd-45cf-8796-074053c393ea tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Allocated IP 2001:db8::f816:3eff:fe86:8b60 (8f2fc9c2-6909-42b1-9817-f8926b88a024/66e8eba6-1089-47c4-9d5d-0efe4340a75a/5cf5b523-4f78-4c8d-bf45-0317f8547b25) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:38.276351 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dfeba6ad-a03c-42e8-bffa-9bc1283522c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.301944 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 8fbc00c5-b00c-42e2-9e50-44bd6bf81686 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:38.302691 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.311425 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ba9110b6-23ad-492a-95bd-c7bba7cb55db tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.374369 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95375c6-a97e-43dc-8e4d-a979679c6fb1 None None] Pushing event updated for resources: {'Port': ['ID=b91ac8a5-59fa-4c14-b7cb-99da11a7ca7c,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:38.395066 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dfeba6ad-a03c-42e8-bffa-9bc1283522c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.400450 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dfeba6ad-a03c-42e8-bffa-9bc1283522c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.424849 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-adbd8fa5-e615-4457-90fc-9d476e2254c4 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Deleting port 2d5d9c12-7af4-4a8b-b0a0-98859c99e565 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:49:38.425403 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-adbd8fa5-e615-4457-90fc-9d476e2254c4 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.427725 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.433173 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeba6ad-a03c-42e8-bffa-9bc1283522c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33edb654-c5bb-4289-9599-f8d8a1123d8f,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:38.450609 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 8fbc00c5-b00c-42e2-9e50-44bd6bf81686, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=8fbc00c5-b00c-42e2-9e50-44bd6bf81686,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:38.458181 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.468703 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfeba6ad-a03c-42e8-bffa-9bc1283522c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:49:38.481674 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dfeba6ad-a03c-42e8-bffa-9bc1283522c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.482063 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-dfeba6ad-a03c-42e8-bffa-9bc1283522c5 admin admin] Added segment 4842070d-4bde-4cc1-b1dd-e9464bcabaed of type vlan for network 88929501-5a39-4643-9620-1a43613d60e4 Feb 16 12:49:38.535136 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dfeba6ad-a03c-42e8-bffa-9bc1283522c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.537147 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=8fbc00c5-b00c-42e2-9e50-44bd6bf81686,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:38.575468 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dfeba6ad-a03c-42e8-bffa-9bc1283522c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.577696 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfeba6ad-a03c-42e8-bffa-9bc1283522c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:38.579233 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dfeba6ad-a03c-42e8-bffa-9bc1283522c5 admin admin] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.609114 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device a89f65f7-b5ac-4fe9-8def-c124a11808b5 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:49:38.619114 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ba9110b6-23ad-492a-95bd-c7bba7cb55db tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.637542 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: a89f65f7-b5ac-4fe9-8def-c124a11808b5 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:49:38.637922 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device a89f65f7-b5ac-4fe9-8def-c124a11808b5 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:49:38.650338 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-dfeba6ad-a03c-42e8-bffa-9bc1283522c5 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4206045 Feb 16 12:49:38.663980 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36752) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:38.673205 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-65537776-a6db-4d8b-936e-a59290b30f20 admin admin] Request body: {'subnet': {'network_id': '88929501-5a39-4643-9620-1a43613d60e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1810813684-subnet', 'tenant_id': '0b9507f368924a529ff51fe08a96380f', 'ip_version': 4}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:38.730092 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-adbd8fa5-e615-4457-90fc-9d476e2254c4 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.735720 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeba6ad-a03c-42e8-bffa-9bc1283522c5 admin admin] Pushing event updated for resources: {'Network': ['ID=88929501-5a39-4643-9620-1a43613d60e4,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:38.749027 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 88929501-5a39-4643-9620-1a43613d60e4 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:49:38.810403 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-adbd8fa5-e615-4457-90fc-9d476e2254c4 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Calling delete_port for 2d5d9c12-7af4-4a8b-b0a0-98859c99e565 owned by network:router_interface {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:49:38.841003 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-805bc450-8dfd-45cf-8796-074053c393ea tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.855059 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65537776-a6db-4d8b-936e-a59290b30f20 admin admin] Made reservation on behalf of 0b9507f368924a529ff51fe08a96380f for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:38.857372 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-65537776-a6db-4d8b-936e-a59290b30f20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:39.399988 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 6b080206-d9bd-4a1e-a27f-f7d56925d329 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 12:49:39.404332 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-805bc450-8dfd-45cf-8796-074053c393ea tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:39.427863 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d01c8-d755-4399-bf8e-e8257ed7b14e req-9a1b69b5-a89f-4962-864c-84e7465c8bd4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:39.429422 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-cd0d01c8-d755-4399-bf8e-e8257ed7b14e req-9a1b69b5-a89f-4962-864c-84e7465c8bd4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=5519bdad-36a7-4261-9352-e7bcb1297709 HTTP/1.1" status: 200 len: 944 time: 0.2164156 Feb 16 12:49:39.506312 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dccb6d0-a6ce-4386-8ede-180e3c210782 None None] Sync routers for ids ['21937201-bfb5-469f-bb18-bedba8442c50'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:39.519107 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dccb6d0-a6ce-4386-8ede-180e3c210782 None None] Routers {'21937201-bfb5-469f-bb18-bedba8442c50'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:49:39.519994 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-3dccb6d0-a6ce-4386-8ede-180e3c210782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:49:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['21937201-bfb5-469f-bb18-bedba8442c50'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:39.531160 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 6b080206-d9bd-4a1e-a27f-f7d56925d329, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6b080206-d9bd-4a1e-a27f-f7d56925d329,segment=NetworkSegment(b8cf462c-5626-4bf6-8501-14ba432898c5),segment_id=b8cf462c-5626-4bf6-8501-14ba432898c5)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:39.546757 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-b0dadadf-b8f5-46cd-b30a-61b0d9f6b4eb None None] Provisioning complete for port b91ac8a5-59fa-4c14-b7cb-99da11a7ca7c triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:39.546757 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b0dadadf-b8f5-46cd-b30a-61b0d9f6b4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:39.550334 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': '6b080206-d9bd-4a1e-a27f-f7d56925d329', 'network_id': '1a5bcf51-1c06-44c4-879b-15b2f6265dff', 'port_id': '6b080206-d9bd-4a1e-a27f-f7d56925d329', 'mac_address': 'fa:16:3e:98:18:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79af1281-b559-4556-a574-778e2e20b678', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 12:49:39.553066 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805bc450-8dfd-45cf-8796-074053c393ea tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:39.584664 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-805bc450-8dfd-45cf-8796-074053c393ea tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:39.586688 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805bc450-8dfd-45cf-8796-074053c393ea tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:49:39.592222 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805bc450-8dfd-45cf-8796-074053c393ea tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:39.592914 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-805bc450-8dfd-45cf-8796-074053c393ea tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:39.605865 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805bc450-8dfd-45cf-8796-074053c393ea tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Port': ['ID=5cf5b523-4f78-4c8d-bf45-0317f8547b25,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:39.637949 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:39.653052 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-cd0d01c8-d755-4399-bf8e-e8257ed7b14e req-1d245382-611e-4d0c-a21d-4d9b4bcee783 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=5709b031-a841-4cd0-99e1-526454ecd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651864 Feb 16 12:49:39.677370 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-3dccb6d0-a6ce-4386-8ede-180e3c210782 None None] Set router 21937201-bfb5-469f-bb18-bedba8442c50 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:49:39.682168 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b080206-d9bd-4a1e-a27f-f7d56925d329 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 12:49:39.717290 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b0dadadf-b8f5-46cd-b30a-61b0d9f6b4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:39.718764 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-805bc450-8dfd-45cf-8796-074053c393ea tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5026674 Feb 16 12:49:39.724753 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36756) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:39.738681 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 6b080206-d9bd-4a1e-a27f-f7d56925d329, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6b080206-d9bd-4a1e-a27f-f7d56925d329,segment=NetworkSegment(b8cf462c-5626-4bf6-8501-14ba432898c5),segment_id=b8cf462c-5626-4bf6-8501-14ba432898c5)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:39.764494 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:39.831668 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60f99f9-197e-43bf-b329-9b6d0da13ee4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:39.834419 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-b0dadadf-b8f5-46cd-b30a-61b0d9f6b4eb None None] For port b91ac8a5-59fa-4c14-b7cb-99da11a7ca7c, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=b91ac8a5-59fa-4c14-b7cb-99da11a7ca7c,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:39.840127 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60f99f9-197e-43bf-b329-9b6d0da13ee4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:39.848067 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c60f99f9-197e-43bf-b329-9b6d0da13ee4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1198297 Feb 16 12:49:39.849236 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36758) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:39.855325 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b0dadadf-b8f5-46cd-b30a-61b0d9f6b4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:39.870647 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-65537776-a6db-4d8b-936e-a59290b30f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:39.906320 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=6b080206-d9bd-4a1e-a27f-f7d56925d329,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:39.908047 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ba9110b6-23ad-492a-95bd-c7bba7cb55db tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router_gateway, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:39.994563 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-adbd8fa5-e615-4457-90fc-9d476e2254c4 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.022544 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ba9110b6-23ad-492a-95bd-c7bba7cb55db tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.040144 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-fd3e146f-9f61-408a-8a70-c01e4468e057 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting port 5cf5b523-4f78-4c8d-bf45-0317f8547b25 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:49:40.040144 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fd3e146f-9f61-408a-8a70-c01e4468e057 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.057228 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-b9b6e937-2e9b-4859-abd5-405b8f2dd7f1 None None] Provisioning complete for port 5cf5b523-4f78-4c8d-bf45-0317f8547b25 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:40.058281 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b9b6e937-2e9b-4859-abd5-405b8f2dd7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.081300 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['6b080206-d9bd-4a1e-a27f-f7d56925d329'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 12:49:40.104734 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-3dccb6d0-a6ce-4386-8ede-180e3c210782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21937201-bfb5-469f-bb18-bedba8442c50', 'name': 'tempest-TestVolumeBootPattern-116415935-router', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:34Z', 'revision_number': 4, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'gw_port': {'id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327', 'name': '', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'mac_address': 'fa:16:3e:4e:49:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:32Z', 'updated_at': '2022-02-16T12:49:34Z', 'revision_number': 2, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'subnets': [{'id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:40.111914 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd8fa5-e615-4457-90fc-9d476e2254c4 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'Port': ['ID=2d5d9c12-7af4-4a8b-b0a0-98859c99e565,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:40.198190 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dccb6d0-a6ce-4386-8ede-180e3c210782 None None] Checking router: 21937201-bfb5-469f-bb18-bedba8442c50 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:49:40.198919 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dccb6d0-a6ce-4386-8ede-180e3c210782 None None] Updating router 21937201-bfb5-469f-bb18-bedba8442c50 port a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327 binding host dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:49:40.234578 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3dccb6d0-a6ce-4386-8ede-180e3c210782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.245004 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fd3e146f-9f61-408a-8a70-c01e4468e057 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.270573 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65537776-a6db-4d8b-936e-a59290b30f20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0c5a35a-ca7f-4584-8c63-323f3025c4e5,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:40.272867 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-fd3e146f-9f61-408a-8a70-c01e4468e057 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Calling delete_port for 5cf5b523-4f78-4c8d-bf45-0317f8547b25 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:49:40.429250 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b91ac8a5-59fa-4c14-b7cb-99da11a7ca7c up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:49:40.437228 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dadadf-b8f5-46cd-b30a-61b0d9f6b4eb None None] Pushing event updated for resources: {'Port': ['ID=b91ac8a5-59fa-4c14-b7cb-99da11a7ca7c,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:40.488103 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-adbd8fa5-e615-4457-90fc-9d476e2254c4 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.496643 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-b9b6e937-2e9b-4859-abd5-405b8f2dd7f1 None None] Port 5cf5b523-4f78-4c8d-bf45-0317f8547b25 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:49:40.512534 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fd3e146f-9f61-408a-8a70-c01e4468e057 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.520983 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65537776-a6db-4d8b-936e-a59290b30f20 admin admin] Checking segment: {'id': '4842070d-4bde-4cc1-b1dd-e9464bcabaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '88929501-5a39-4643-9620-1a43613d60e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:49:40.521401 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65537776-a6db-4d8b-936e-a59290b30f20 admin admin] Network hostable DHCP agents. Network: 88929501-5a39-4643-9620-1a43613d60e4, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:49:40.592945 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e146f-9f61-408a-8a70-c01e4468e057 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Port': ['ID=5cf5b523-4f78-4c8d-bf45-0317f8547b25,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:40.608351 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port b91ac8a5-59fa-4c14-b7cb-99da11a7ca7c triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:40.608681 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.611289 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fd3e146f-9f61-408a-8a70-c01e4468e057 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.622640 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fd3e146f-9f61-408a-8a70-c01e4468e057 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/ports/5cf5b523-4f78-4c8d-bf45-0317f8547b25 HTTP/1.1" status: 204 len: 168 time: 0.7722178 Feb 16 12:49:40.624945 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36760) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:40.697230 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b67b79-5d83-422f-8293-976e16d2ec3d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:40.698825 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b67b79-5d83-422f-8293-976e16d2ec3d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:40.703099 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-46b67b79-5d83-422f-8293-976e16d2ec3d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0741644 Feb 16 12:49:40.703363 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36764) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:40.738408 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65537776-a6db-4d8b-936e-a59290b30f20 admin admin] Network 88929501-5a39-4643-9620-1a43613d60e4 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:49:40.756299 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-65537776-a6db-4d8b-936e-a59290b30f20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 88929501-5a39-4643-9620-1a43613d60e4) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:40.784778 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-2011422d-70fb-46b3-bda8-470d6d5bac7e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting subnet 66e8eba6-1089-47c4-9d5d-0efe4340a75a {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:49:40.785550 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-ba9110b6-23ad-492a-95bd-c7bba7cb55db tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Allocated IP 172.26.2.210 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/47d225d8-6139-4376-a1f1-40484b64007c) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:40.788514 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2011422d-70fb-46b3-bda8-470d6d5bac7e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.789525 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65537776-a6db-4d8b-936e-a59290b30f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:40.790668 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-65537776-a6db-4d8b-936e-a59290b30f20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.791871 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3dccb6d0-a6ce-4386-8ede-180e3c210782 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.808531 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3dccb6d0-a6ce-4386-8ede-180e3c210782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.824578 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df5e719-4256-4b99-9a50-e1f121917277 None None] Network 88929501-5a39-4643-9620-1a43613d60e4 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:40.848517 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2011422d-70fb-46b3-bda8-470d6d5bac7e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.892024 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50bea45-3286-492f-8b11-901997114950 None None] Pushing event updated for resources: {'Port': ['ID=a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:40.909506 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50bea45-3286-492f-8b11-901997114950 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:40.910028 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50bea45-3286-492f-8b11-901997114950 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:40.910475 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50bea45-3286-492f-8b11-901997114950 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:40.910917 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50bea45-3286-492f-8b11-901997114950 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:40.911352 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50bea45-3286-492f-8b11-901997114950 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:40.911861 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50bea45-3286-492f-8b11-901997114950 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:40.912302 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50bea45-3286-492f-8b11-901997114950 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:40.913262 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50bea45-3286-492f-8b11-901997114950 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:40.913822 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50bea45-3286-492f-8b11-901997114950 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:40.914199 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50bea45-3286-492f-8b11-901997114950 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:40.914782 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50bea45-3286-492f-8b11-901997114950 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:40.915199 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50bea45-3286-492f-8b11-901997114950 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:40.974350 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2011422d-70fb-46b3-bda8-470d6d5bac7e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.975461 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 8fbc00c5-b00c-42e2-9e50-44bd6bf81686 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:49:41.020429 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-3dccb6d0-a6ce-4386-8ede-180e3c210782 None None] Attempting to bind port a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:41.021034 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-3dccb6d0-a6ce-4386-8ede-180e3c210782 None None] Attempting to bind port a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '51914522-65e5-4e31-aa9c-d5caab70328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:41.021527 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dccb6d0-a6ce-4386-8ede-180e3c210782 None None] Attempting to bind port a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327 on network a876fa82-771e-4c40-93ac-63a7a3825868 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:49:41.027184 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-65537776-a6db-4d8b-936e-a59290b30f20 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3600435 Feb 16 12:49:41.031405 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dccb6d0-a6ce-4386-8ede-180e3c210782 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:49:41.031955 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dccb6d0-a6ce-4386-8ede-180e3c210782 None None] Checking segment: {'id': '51914522-65e5-4e31-aa9c-d5caab70328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:49:41.032465 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3dccb6d0-a6ce-4386-8ede-180e3c210782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.033051 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dccb6d0-a6ce-4386-8ede-180e3c210782 None None] Bound using segment: {'id': '51914522-65e5-4e31-aa9c-d5caab70328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:49:41.033811 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-3dccb6d0-a6ce-4386-8ede-180e3c210782 None None] Bound port: a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51914522-65e5-4e31-aa9c-d5caab70328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:41.034307 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3dccb6d0-a6ce-4386-8ede-180e3c210782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.059691 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36766) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:41.071889 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-cfb90d23-8710-43e2-960b-f2f3dc8014ff admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1810813684-router', 'tenant_id': '0b9507f368924a529ff51fe08a96380f', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:41.086360 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adbd8fa5-e615-4457-90fc-9d476e2254c4 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Router ec4662fd-a8d3-4f27-b91a-14b084fcd763 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:49:41.103154 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb3f6e-defa-4af9-bbc5-6fb524ec4ffb req-317aba7c-8a45-439c-ad08-a6b7d92e3a18 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:41.104786 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f2fb3f6e-defa-4af9-bbc5-6fb524ec4ffb req-317aba7c-8a45-439c-ad08-a6b7d92e3a18 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=5519bdad-36a7-4261-9352-e7bcb1297709 HTTP/1.1" status: 200 len: 945 time: 0.3097730 Feb 16 12:49:41.127090 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2011422d-70fb-46b3-bda8-470d6d5bac7e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.137778 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 8fbc00c5-b00c-42e2-9e50-44bd6bf81686 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:41.138148 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.165771 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2011422d-70fb-46b3-bda8-470d6d5bac7e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Subnet': ['ID=66e8eba6-1089-47c4-9d5d-0efe4340a75a,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:41.180793 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2011422d-70fb-46b3-bda8-470d6d5bac7e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.194222 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2011422d-70fb-46b3-bda8-470d6d5bac7e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/66e8eba6-1089-47c4-9d5d-0efe4340a75a HTTP/1.1" status: 204 len: 168 time: 0.4892004 Feb 16 12:49:41.195249 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36768) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:41.196297 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cfb90d23-8710-43e2-960b-f2f3dc8014ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.197578 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cfb90d23-8710-43e2-960b-f2f3dc8014ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.218094 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c48ef3-febf-45b7-bbb1-89346ee5b78f None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:41.233114 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adbd8fa5-e615-4457-90fc-9d476e2254c4 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:49:41.248838 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-adbd8fa5-e615-4457-90fc-9d476e2254c4 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "PUT /v2.0/routers/ec4662fd-a8d3-4f27-b91a-14b084fcd763/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8148305 Feb 16 12:49:41.258301 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36770) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:41.259254 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-98d6a1da-1f09-4584-9c38-8c7123b05fde tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0576835 Feb 16 12:49:41.260572 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36772) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:41.287914 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c5df88-aea8-4640-932d-75183e9064a9 None None] Sync routers for ids ['ec4662fd-a8d3-4f27-b91a-14b084fcd763'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:41.298352 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-3dccb6d0-a6ce-4386-8ede-180e3c210782 None None] For port a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:49:41.300397 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa75db2-e65f-4f69-ad93-92d74d9f9808 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] GET failed (client error): The resource could not be found. Feb 16 12:49:41.302338 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0aa75db2-e65f-4f69-ad93-92d74d9f9808 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "GET /v2.0/ports/2d5d9c12-7af4-4a8b-b0a0-98859c99e565 HTTP/1.1" status: 404 len: 333 time: 0.0432055 Feb 16 12:49:41.306911 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36774) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:41.308057 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-3dccb6d0-a6ce-4386-8ede-180e3c210782 None None] For port a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327,segment=NetworkSegment(51914522-65e5-4e31-aa9c-d5caab70328b),segment_id=51914522-65e5-4e31-aa9c-d5caab70328b)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:49:41.315806 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3dccb6d0-a6ce-4386-8ede-180e3c210782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.340268 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-eb3a8559-4c16-4cea-8879-1b24fd12964c None None] Provisioning complete for port a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:41.340657 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-eb3a8559-4c16-4cea-8879-1b24fd12964c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.348000 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ba9110b6-23ad-492a-95bd-c7bba7cb55db tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.356019 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f2fb3f6e-defa-4af9-bbc5-6fb524ec4ffb req-5a3ebff3-bb24-4b34-919c-517f6bff4db3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=5709b031-a841-4cd0-99e1-526454ecd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2380915 Feb 16 12:49:41.378503 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dccb6d0-a6ce-4386-8ede-180e3c210782 None None] Routers {'21937201-bfb5-469f-bb18-bedba8442c50'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:49:41.379136 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-3dccb6d0-a6ce-4386-8ede-180e3c210782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:49:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['21937201-bfb5-469f-bb18-bedba8442c50'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:41.382485 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50bea45-3286-492f-8b11-901997114950 None None] Pushing event updated for resources: {'Port': ['ID=a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:41.390717 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c268b9-7d2a-4e16-8ecf-5bb9389472b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-88929501-5a39-4643-9620-1a43613d60e4', 'network_id': '88929501-5a39-4643-9620-1a43613d60e4', 'tenant_id': '0b9507f368924a529ff51fe08a96380f', 'fixed_ips': [{'subnet_id': 'b0c5a35a-ca7f-4584-8c63-323f3025c4e5'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:49:41.391781 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d3c268b9-7d2a-4e16-8ecf-5bb9389472b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.425905 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ba9110b6-23ad-492a-95bd-c7bba7cb55db tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.437862 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cfb90d23-8710-43e2-960b-f2f3dc8014ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.482248 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 6b080206-d9bd-4a1e-a27f-f7d56925d329 up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:49:41.493856 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9110b6-23ad-492a-95bd-c7bba7cb55db tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:41.497290 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c5df88-aea8-4640-932d-75183e9064a9 None None] Routers {'ec4662fd-a8d3-4f27-b91a-14b084fcd763'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:49:41.497929 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-33c5df88-aea8-4640-932d-75183e9064a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:49:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['ec4662fd-a8d3-4f27-b91a-14b084fcd763'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:41.503725 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-ba9110b6-23ad-492a-95bd-c7bba7cb55db tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:41.506886 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9110b6-23ad-492a-95bd-c7bba7cb55db tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:49:41.544398 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-3dccb6d0-a6ce-4386-8ede-180e3c210782 None None] Set router 21937201-bfb5-469f-bb18-bedba8442c50 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:49:41.547295 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee91650-2a65-4099-a8bb-e4eed7687ed1 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:41.551652 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9110b6-23ad-492a-95bd-c7bba7cb55db tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event updated for resources: {'Port': ['ID=47d225d8-6139-4376-a1f1-40484b64007c,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:41.552637 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3ee91650-2a65-4099-a8bb-e4eed7687ed1 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2888343 Feb 16 12:49:41.555303 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c8cd2962-6af5-4152-a46a-356dc097501e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.559761 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36776) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:41.604088 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-33c5df88-aea8-4640-932d-75183e9064a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:41.775608 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c5df88-aea8-4640-932d-75183e9064a9 None None] Routers {'ec4662fd-a8d3-4f27-b91a-14b084fcd763'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:49:41.776234 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-33c5df88-aea8-4640-932d-75183e9064a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:49:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['ec4662fd-a8d3-4f27-b91a-14b084fcd763'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:41.843856 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-33c5df88-aea8-4640-932d-75183e9064a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:41.846510 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c5df88-aea8-4640-932d-75183e9064a9 None None] The sync data for ids ['ec4662fd-a8d3-4f27-b91a-14b084fcd763'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:41.933564 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning for port 6b080206-d9bd-4a1e-a27f-f7d56925d329 completed by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:41.945155 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ba9110b6-23ad-492a-95bd-c7bba7cb55db tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router_gateway, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.951173 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-eb3a8559-4c16-4cea-8879-1b24fd12964c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.957273 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port 6b080206-d9bd-4a1e-a27f-f7d56925d329 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:41.957584 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.989842 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-3dccb6d0-a6ce-4386-8ede-180e3c210782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21937201-bfb5-469f-bb18-bedba8442c50', 'name': 'tempest-TestVolumeBootPattern-116415935-router', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:34Z', 'revision_number': 4, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'gw_port': {'id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327', 'name': '', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'mac_address': 'fa:16:3e:4e:49:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:32Z', 'updated_at': '2022-02-16T12:49:41Z', 'revision_number': 4, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'subnets': [{'id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:42.012073 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-d3c268b9-7d2a-4e16-8ecf-5bb9389472b4 None None] Allocated IP 172.20.0.2 (88929501-5a39-4643-9620-1a43613d60e4/b0c5a35a-ca7f-4584-8c63-323f3025c4e5/b97b3b58-5673-40ca-bc07-0499062d9765) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:42.062727 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dccb6d0-a6ce-4386-8ede-180e3c210782 None None] The sync data for ids ['21937201-bfb5-469f-bb18-bedba8442c50'] in dv-neutron-828142-3-hyperv is: [{'id': '21937201-bfb5-469f-bb18-bedba8442c50', 'name': 'tempest-TestVolumeBootPattern-116415935-router', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:34Z', 'revision_number': 4, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'gw_port': {'id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327', 'name': '', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'mac_address': 'fa:16:3e:4e:49:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:32Z', 'updated_at': '2022-02-16T12:49:41Z', 'revision_number': 4, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'subnets': [{'id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:42.073101 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce7dbdf-a01a-4c64-b930-f9b8780fc47c None None] DHCP port deletion for 8f2fc9c2-6909-42b1-9817-f8926b88a024 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:49:42.105190 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-eb3a8559-4c16-4cea-8879-1b24fd12964c None None] For port a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327,segment=NetworkSegment(51914522-65e5-4e31-aa9c-d5caab70328b),segment_id=51914522-65e5-4e31-aa9c-d5caab70328b)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:42.180881 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-eb3a8559-4c16-4cea-8879-1b24fd12964c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.222007 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:49:42.310150 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ba9110b6-23ad-492a-95bd-c7bba7cb55db tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.335364 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cfb90d23-8710-43e2-960b-f2f3dc8014ff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.381695 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a51cdb-170c-45aa-abcd-1e73fd5f82da tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:42.383896 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a8559-4c16-4cea-8879-1b24fd12964c None None] Pushing event updated for resources: {'Port': ['ID=a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:42.386634 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-27a51cdb-170c-45aa-abcd-1e73fd5f82da tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8255525 Feb 16 12:49:42.389343 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36778) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:42.417731 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.432718 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c8cd2962-6af5-4152-a46a-356dc097501e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.476616 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-571e6c41-1acd-444c-bc4d-921a90a1d504 None None] Provisioning complete for port a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:42.477005 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-571e6c41-1acd-444c-bc4d-921a90a1d504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.520767 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-cce7dbdf-a01a-4c64-b930-f9b8780fc47c None None] Deleting port b91ac8a5-59fa-4c14-b7cb-99da11a7ca7c {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:49:42.521443 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cce7dbdf-a01a-4c64-b930-f9b8780fc47c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.525031 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c8cd2962-6af5-4152-a46a-356dc097501e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.535731 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1c16da28-1ecc-4021-aab7-4194f46358b8 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1318760 Feb 16 12:49:42.537167 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36782) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:42.554752 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-51057bf0-76a4-4e70-8081-b81a5c30249b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'subnet': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:42.573885 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5519bdad-36a7-4261-9352-e7bcb1297709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b080206-d9bd-4a1e-a27f-f7d56925d329'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:49:42.577668 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a0debd-949d-4486-a893-201015e65556" -d '{"events": [{"server_uuid": "5519bdad-36a7-4261-9352-e7bcb1297709", "name": "network-vif-plugged", "status": "completed", "tag": "6b080206-d9bd-4a1e-a27f-f7d56925d329"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:49:42.587255 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:42.587905 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.593681 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d02f62-226a-4901-b741-fe6ca7308b27 req-230e2dd7-a6fd-477e-8192-40f4fda51cae tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:42.596872 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a2d02f62-226a-4901-b741-fe6ca7308b27 req-230e2dd7-a6fd-477e-8192-40f4fda51cae tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=5519bdad-36a7-4261-9352-e7bcb1297709 HTTP/1.1" status: 200 len: 945 time: 0.0900488 Feb 16 12:49:42.597994 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9110b6-23ad-492a-95bd-c7bba7cb55db tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Router 1f5df09d-f7b7-49b7-87f5-dca707f556a5 is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:49:42.686670 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d3c268b9-7d2a-4e16-8ecf-5bb9389472b4 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.723129 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a2d02f62-226a-4901-b741-fe6ca7308b27 req-05ffa7e6-13e2-459e-9de2-87491c92468f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=5709b031-a841-4cd0-99e1-526454ecd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195426 Feb 16 12:49:42.746432 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-cce7dbdf-a01a-4c64-b930-f9b8780fc47c None None] For port b91ac8a5-59fa-4c14-b7cb-99da11a7ca7c, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=b91ac8a5-59fa-4c14-b7cb-99da11a7ca7c,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:42.747137 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cce7dbdf-a01a-4c64-b930-f9b8780fc47c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.765634 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-cce7dbdf-a01a-4c64-b930-f9b8780fc47c None None] Calling delete_port for b91ac8a5-59fa-4c14-b7cb-99da11a7ca7c owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:49:42.826312 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9110b6-23ad-492a-95bd-c7bba7cb55db tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:49:42.848261 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b99f459-6e90-4c1b-9f67-87d4ab6c27fa None None] Sync routers for ids ['1f5df09d-f7b7-49b7-87f5-dca707f556a5'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:42.864285 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 6b080206-d9bd-4a1e-a27f-f7d56925d329, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6b080206-d9bd-4a1e-a27f-f7d56925d329,segment=NetworkSegment(b8cf462c-5626-4bf6-8501-14ba432898c5),segment_id=b8cf462c-5626-4bf6-8501-14ba432898c5)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:42.870723 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b99f459-6e90-4c1b-9f67-87d4ab6c27fa None None] Routers {'1f5df09d-f7b7-49b7-87f5-dca707f556a5'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:49:42.871345 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-0b99f459-6e90-4c1b-9f67-87d4ab6c27fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:49:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['1f5df09d-f7b7-49b7-87f5-dca707f556a5'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:42.890369 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cce7dbdf-a01a-4c64-b930-f9b8780fc47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.892394 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ba9110b6-23ad-492a-95bd-c7bba7cb55db tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.897261 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ba9110b6-23ad-492a-95bd-c7bba7cb55db tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 4.8949881 Feb 16 12:49:42.901796 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36788) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:42.902598 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c8cd2962-6af5-4152-a46a-356dc097501e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.903893 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8cd2962-6af5-4152-a46a-356dc097501e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Fanout notify agent at l3_agent the message router_deleted on router ec4662fd-a8d3-4f27-b91a-14b084fcd763 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:49:42.940566 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c8cd2962-6af5-4152-a46a-356dc097501e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.942060 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-0b99f459-6e90-4c1b-9f67-87d4ab6c27fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:42.943683 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c8cd2962-6af5-4152-a46a-356dc097501e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/routers/ec4662fd-a8d3-4f27-b91a-14b084fcd763 HTTP/1.1" status: 204 len: 168 time: 1.6323025 Feb 16 12:49:42.945288 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36790) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:42.978905 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b99f459-6e90-4c1b-9f67-87d4ab6c27fa None None] Routers {'1f5df09d-f7b7-49b7-87f5-dca707f556a5'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:49:42.979592 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-0b99f459-6e90-4c1b-9f67-87d4ab6c27fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:49:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['1f5df09d-f7b7-49b7-87f5-dca707f556a5'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:43.033020 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ff5d3ac-ceee-4a4a-ba06-345897a2d950 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Deleting subnet 7a930e47-f099-4cbf-b917-c6694add6835 {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:49:43.037094 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0ff5d3ac-ceee-4a4a-ba06-345897a2d950 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.083718 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-0b99f459-6e90-4c1b-9f67-87d4ab6c27fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:43.100102 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b99f459-6e90-4c1b-9f67-87d4ab6c27fa None None] The sync data for ids ['1f5df09d-f7b7-49b7-87f5-dca707f556a5'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:43.126160 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.131418 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d3c268b9-7d2a-4e16-8ecf-5bb9389472b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.134292 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 12:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b286715c-8ea2-411e-80a3-f776ef8cc29a x-openstack-request-id: req-b286715c-8ea2-411e-80a3-f776ef8cc29a {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:49:43.134574 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5519bdad-36a7-4261-9352-e7bcb1297709", "name": "network-vif-plugged", "status": "completed", "tag": "6b080206-d9bd-4a1e-a27f-f7d56925d329", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:49:43.135365 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b286715c-8ea2-411e-80a3-f776ef8cc29a {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:49:43.135365 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5519bdad-36a7-4261-9352-e7bcb1297709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b080206-d9bd-4a1e-a27f-f7d56925d329', 'code': 200} Feb 16 12:49:43.140066 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce7dbdf-a01a-4c64-b930-f9b8780fc47c None None] Pushing event deleted for resources: {'Port': ['ID=b91ac8a5-59fa-4c14-b7cb-99da11a7ca7c,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:43.176019 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0ff5d3ac-ceee-4a4a-ba06-345897a2d950 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.212023 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51057bf0-76a4-4e70-8081-b81a5c30249b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:43.216312 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-51057bf0-76a4-4e70-8081-b81a5c30249b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.219139 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c268b9-7d2a-4e16-8ecf-5bb9389472b4 None None] Network 88929501-5a39-4643-9620-1a43613d60e4 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:43.225864 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-d3c268b9-7d2a-4e16-8ecf-5bb9389472b4 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:43.229112 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c268b9-7d2a-4e16-8ecf-5bb9389472b4 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:49:43.238740 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce7dbdf-a01a-4c64-b930-f9b8780fc47c None None] No DVR routers for this DVR port b91ac8a5-59fa-4c14-b7cb-99da11a7ca7c on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:43.307728 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0ff5d3ac-ceee-4a4a-ba06-345897a2d950 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.332245 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-77e4f5f4-8a9b-4c1b-afa6-d06e43db4def tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "GET /v2.0/routers/1f5df09d-f7b7-49b7-87f5-dca707f556a5 HTTP/1.1" status: 200 len: 881 time: 0.4229269 Feb 16 12:49:43.341882 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36792) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:43.377436 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=6b080206-d9bd-4a1e-a27f-f7d56925d329,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:43.381896 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-d3c268b9-7d2a-4e16-8ecf-5bb9389472b4 None None] Attempting to bind port b97b3b58-5673-40ca-bc07-0499062d9765 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:43.382268 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-d3c268b9-7d2a-4e16-8ecf-5bb9389472b4 None None] Attempting to bind port b97b3b58-5673-40ca-bc07-0499062d9765 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '4842070d-4bde-4cc1-b1dd-e9464bcabaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '88929501-5a39-4643-9620-1a43613d60e4'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:43.382623 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c268b9-7d2a-4e16-8ecf-5bb9389472b4 None None] Attempting to bind port b97b3b58-5673-40ca-bc07-0499062d9765 on network 88929501-5a39-4643-9620-1a43613d60e4 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:49:43.411121 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c268b9-7d2a-4e16-8ecf-5bb9389472b4 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:49:43.411552 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c268b9-7d2a-4e16-8ecf-5bb9389472b4 None None] Checking segment: {'id': '4842070d-4bde-4cc1-b1dd-e9464bcabaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '88929501-5a39-4643-9620-1a43613d60e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:49:43.411968 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d3c268b9-7d2a-4e16-8ecf-5bb9389472b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.412362 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c268b9-7d2a-4e16-8ecf-5bb9389472b4 None None] Bound using segment: {'id': '4842070d-4bde-4cc1-b1dd-e9464bcabaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '88929501-5a39-4643-9620-1a43613d60e4'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:49:43.412873 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-d3c268b9-7d2a-4e16-8ecf-5bb9389472b4 None None] Bound port: b97b3b58-5673-40ca-bc07-0499062d9765, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4842070d-4bde-4cc1-b1dd-e9464bcabaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '88929501-5a39-4643-9620-1a43613d60e4'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:43.413251 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d3c268b9-7d2a-4e16-8ecf-5bb9389472b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.484144 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c268b9-7d2a-4e16-8ecf-5bb9389472b4 None None] Pushing event updated for resources: {'Port': ['ID=b97b3b58-5673-40ca-bc07-0499062d9765,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:43.486553 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0ff5d3ac-ceee-4a4a-ba06-345897a2d950 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.512127 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293262b6-45ef-49f9-a382-0a7e1097ba1d req-3a1b5485-eb7d-4de9-b4fe-9f8e79961061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:43.513677 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-293262b6-45ef-49f9-a382-0a7e1097ba1d req-3a1b5485-eb7d-4de9-b4fe-9f8e79961061 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5519bdad-36a7-4261-9352-e7bcb1297709 HTTP/1.1" status: 200 len: 1099 time: 0.1802723 Feb 16 12:49:43.519020 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5d3ac-ceee-4a4a-ba06-345897a2d950 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'Subnet': ['ID=7a930e47-f099-4cbf-b917-c6694add6835,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:43.529433 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-d3c268b9-7d2a-4e16-8ecf-5bb9389472b4 None None] For port b97b3b58-5673-40ca-bc07-0499062d9765, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:49:43.532978 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-d3c268b9-7d2a-4e16-8ecf-5bb9389472b4 None None] For port b97b3b58-5673-40ca-bc07-0499062d9765, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=b97b3b58-5673-40ca-bc07-0499062d9765,segment=NetworkSegment(4842070d-4bde-4cc1-b1dd-e9464bcabaed),segment_id=4842070d-4bde-4cc1-b1dd-e9464bcabaed)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:49:43.539275 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d3c268b9-7d2a-4e16-8ecf-5bb9389472b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.560305 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0ff5d3ac-ceee-4a4a-ba06-345897a2d950 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.564120 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0ff5d3ac-ceee-4a4a-ba06-345897a2d950 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/subnets/7a930e47-f099-4cbf-b917-c6694add6835 HTTP/1.1" status: 204 len: 168 time: 0.6175272 Feb 16 12:49:43.572008 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36794) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:43.577307 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b218b613-3288-41d8-8a91-3defebda1e39 None None] Network c8d997d9-b117-4fc3-8f50-8e8faf76d426 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:43.617590 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-293262b6-45ef-49f9-a382-0a7e1097ba1d req-08e5fa55-99dc-4c12-ada7-31bae4ce1b39 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5709b031-a841-4cd0-99e1-526454ecd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925922 Feb 16 12:49:43.620922 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cfb90d23-8710-43e2-960b-f2f3dc8014ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.647228 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cfb90d23-8710-43e2-960b-f2f3dc8014ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.699476 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c268b9-7d2a-4e16-8ecf-5bb9389472b4 None None] Pushing event updated for resources: {'Port': ['ID=b97b3b58-5673-40ca-bc07-0499062d9765,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:43.818320 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-51057bf0-76a4-4e70-8081-b81a5c30249b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.884897 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d981dfdf-add3-4290-b006-9da2854f31c2 None None] DHCP port deletion for c8d997d9-b117-4fc3-8f50-8e8faf76d426 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:49:43.922963 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51057bf0-76a4-4e70-8081-b81a5c30249b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:43.941109 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-51057bf0-76a4-4e70-8081-b81a5c30249b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:43.944423 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51057bf0-76a4-4e70-8081-b81a5c30249b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:43.946859 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-51057bf0-76a4-4e70-8081-b81a5c30249b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.962927 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba10c9b-1d5d-4373-9150-1c742eec96d7 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:43.976530 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-cfb90d23-8710-43e2-960b-f2f3dc8014ff admin admin] Allocated IP 172.26.2.176 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/bd02087d-27e9-4809-9f03-b7d3d5a7af20) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:43.985582 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51057bf0-76a4-4e70-8081-b81a5c30249b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Subnet': ['ID=6fcfd9c2-44a9-4b89-b814-7ddcebfaa3f6,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:44.003652 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-51057bf0-76a4-4e70-8081-b81a5c30249b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4610245 Feb 16 12:49:44.005803 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36798) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:44.011767 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-a05e54ab-e70c-4fa7-ab74-5ff711070f1e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'port': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'mac_address': 'fa:16:3e:ec:3c:86', 'name': 'tempest-NetworksTestDHCPv6-1337432577'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:44.232231 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-d981dfdf-add3-4290-b006-9da2854f31c2 None None] Deleting port d5d425cd-aa36-4946-a082-78c4bfc6abb0 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:49:44.232809 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d981dfdf-add3-4290-b006-9da2854f31c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.251487 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebb701b-9a52-42fd-acd8-f8ddf1a1fcc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-8f2fc9c2-6909-42b1-9817-f8926b88a024', 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'tenant_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'fixed_ips': [{'subnet_id': '6fcfd9c2-44a9-4b89-b814-7ddcebfaa3f6'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:49:44.252646 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8ebb701b-9a52-42fd-acd8-f8ddf1a1fcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.254204 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-012aa7d6-27a5-4c3e-b8d4-309e53c21141 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.257828 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05e54ab-e70c-4fa7-ab74-5ff711070f1e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:44.266792 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cfb90d23-8710-43e2-960b-f2f3dc8014ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.299091 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2a843012-2019-4155-b8d4-bb030e0a5506 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.9452658 Feb 16 12:49:44.299303 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36800) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:44.303814 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-7fd724ae-ac12-4372-9385-5acf17cd2910 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1889216030'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:44.392824 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a05e54ab-e70c-4fa7-ab74-5ff711070f1e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.396373 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ca650-0baf-4f33-9228-689964124602 req-5a8c06e6-4fc8-4488-b31d-8f5d4460f961 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:44.396682 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cfb90d23-8710-43e2-960b-f2f3dc8014ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.398021 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-264ca650-0baf-4f33-9228-689964124602 req-5a8c06e6-4fc8-4488-b31d-8f5d4460f961 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=5519bdad-36a7-4261-9352-e7bcb1297709 HTTP/1.1" status: 200 len: 946 time: 0.1553764 Feb 16 12:49:44.408387 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b97b3b58-5673-40ca-bc07-0499062d9765 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:49:44.443064 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-d981dfdf-add3-4290-b006-9da2854f31c2 None None] For port d5d425cd-aa36-4946-a082-78c4bfc6abb0, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=d5d425cd-aa36-4946-a082-78c4bfc6abb0,segment=NetworkSegment(68196e69-b922-4c6d-b14f-da5dde631ca0),segment_id=68196e69-b922-4c6d-b14f-da5dde631ca0)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:44.443465 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d981dfdf-add3-4290-b006-9da2854f31c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.463779 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-a05e54ab-e70c-4fa7-ab74-5ff711070f1e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] device_id is not set on port b409d5dc-e2ce-424b-9f2d-345fa523ddd0 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:49:44.468023 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-d981dfdf-add3-4290-b006-9da2854f31c2 None None] Calling delete_port for d5d425cd-aa36-4946-a082-78c4bfc6abb0 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:49:44.468562 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-264ca650-0baf-4f33-9228-689964124602 req-5ea6004e-ada4-4b0c-ae8f-1662a564f4c4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=5709b031-a841-4cd0-99e1-526454ecd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615859 Feb 16 12:49:44.476680 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb90d23-8710-43e2-960b-f2f3dc8014ff admin admin] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:44.493038 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb90d23-8710-43e2-960b-f2f3dc8014ff admin admin] Pushing event updated for resources: {'Port': ['ID=bd02087d-27e9-4809-9f03-b7d3d5a7af20,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:44.498345 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-012aa7d6-27a5-4c3e-b8d4-309e53c21141 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Deleting port d5d425cd-aa36-4946-a082-78c4bfc6abb0 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:49:44.498729 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-012aa7d6-27a5-4c3e-b8d4-309e53c21141 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.523311 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-cfb90d23-8710-43e2-960b-f2f3dc8014ff admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:44.529830 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb90d23-8710-43e2-960b-f2f3dc8014ff admin admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:49:44.637907 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-8ebb701b-9a52-42fd-acd8-f8ddf1a1fcc0 None None] Allocated IP 2001:db8::2 (8f2fc9c2-6909-42b1-9817-f8926b88a024/6fcfd9c2-44a9-4b89-b814-7ddcebfaa3f6/1f329ce2-7d88-4eee-b5c9-8f3e326431a4) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:44.649915 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port b97b3b58-5673-40ca-bc07-0499062d9765 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:44.650283 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.748480 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-012aa7d6-27a5-4c3e-b8d4-309e53c21141 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] For port d5d425cd-aa36-4946-a082-78c4bfc6abb0, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=d5d425cd-aa36-4946-a082-78c4bfc6abb0,segment=NetworkSegment(68196e69-b922-4c6d-b14f-da5dde631ca0),segment_id=68196e69-b922-4c6d-b14f-da5dde631ca0)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:44.748769 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-012aa7d6-27a5-4c3e-b8d4-309e53c21141 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.750007 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d981dfdf-add3-4290-b006-9da2854f31c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.792586 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d981dfdf-add3-4290-b006-9da2854f31c2 None None] Pushing event deleted for resources: {'Port': ['ID=d5d425cd-aa36-4946-a082-78c4bfc6abb0,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:44.797973 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-012aa7d6-27a5-4c3e-b8d4-309e53c21141 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Calling delete_port for d5d425cd-aa36-4946-a082-78c4bfc6abb0 owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:49:44.799737 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d981dfdf-add3-4290-b006-9da2854f31c2 None None] No DVR routers for this DVR port d5d425cd-aa36-4946-a082-78c4bfc6abb0 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:44.905552 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.925542 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7fd724ae-ac12-4372-9385-5acf17cd2910 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3843129', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3843523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28061'] for router, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.931148 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cfb90d23-8710-43e2-960b-f2f3dc8014ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.943719 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8ebb701b-9a52-42fd-acd8-f8ddf1a1fcc0 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.950104 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7fd724ae-ac12-4372-9385-5acf17cd2910 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3843106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3843115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3843959'] for router, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.959854 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8ebb701b-9a52-42fd-acd8-f8ddf1a1fcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.970555 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port b97b3b58-5673-40ca-bc07-0499062d9765, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=b97b3b58-5673-40ca-bc07-0499062d9765,segment=NetworkSegment(4842070d-4bde-4cc1-b1dd-e9464bcabaed),segment_id=4842070d-4bde-4cc1-b1dd-e9464bcabaed)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:45.007966 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebb701b-9a52-42fd-acd8-f8ddf1a1fcc0 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:45.008821 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.009580 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:49:45.018594 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-8ebb701b-9a52-42fd-acd8-f8ddf1a1fcc0 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:45.021109 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebb701b-9a52-42fd-acd8-f8ddf1a1fcc0 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:49:45.021813 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-012aa7d6-27a5-4c3e-b8d4-309e53c21141 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.061474 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb701b-9a52-42fd-acd8-f8ddf1a1fcc0 None None] Pushing event updated for resources: {'Port': ['ID=1f329ce2-7d88-4eee-b5c9-8f3e326431a4,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:45.090046 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012aa7d6-27a5-4c3e-b8d4-309e53c21141 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'Port': ['ID=d5d425cd-aa36-4946-a082-78c4bfc6abb0,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:45.092526 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012aa7d6-27a5-4c3e-b8d4-309e53c21141 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] No DVR routers for this DVR port d5d425cd-aa36-4946-a082-78c4bfc6abb0 on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:45.162350 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-8ebb701b-9a52-42fd-acd8-f8ddf1a1fcc0 None None] Attempting to bind port 1f329ce2-7d88-4eee-b5c9-8f3e326431a4 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:45.162716 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-8ebb701b-9a52-42fd-acd8-f8ddf1a1fcc0 None None] Attempting to bind port 1f329ce2-7d88-4eee-b5c9-8f3e326431a4 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:45.163115 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebb701b-9a52-42fd-acd8-f8ddf1a1fcc0 None None] Attempting to bind port 1f329ce2-7d88-4eee-b5c9-8f3e326431a4 on network 8f2fc9c2-6909-42b1-9817-f8926b88a024 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:49:45.174547 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b51b7df-1a9a-4d68-a83b-69edbbf47536 None None] Network 88929501-5a39-4643-9620-1a43613d60e4 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:45.199521 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:45.199913 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.201658 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebb701b-9a52-42fd-acd8-f8ddf1a1fcc0 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:49:45.202022 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebb701b-9a52-42fd-acd8-f8ddf1a1fcc0 None None] Checking segment: {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:49:45.202407 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8ebb701b-9a52-42fd-acd8-f8ddf1a1fcc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.202792 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebb701b-9a52-42fd-acd8-f8ddf1a1fcc0 None None] Bound using segment: {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:49:45.203267 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-8ebb701b-9a52-42fd-acd8-f8ddf1a1fcc0 None None] Bound port: 1f329ce2-7d88-4eee-b5c9-8f3e326431a4, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:45.203733 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8ebb701b-9a52-42fd-acd8-f8ddf1a1fcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.219946 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd724ae-ac12-4372-9385-5acf17cd2910 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Router 1f5df09d-f7b7-49b7-87f5-dca707f556a5 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:49:45.232352 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=b97b3b58-5673-40ca-bc07-0499062d9765,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:45.239989 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-012aa7d6-27a5-4c3e-b8d4-309e53c21141 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.308046 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-012aa7d6-27a5-4c3e-b8d4-309e53c21141 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8d997d9-b117-4fc3-8f50-8e8faf76d426']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:45.322632 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-012aa7d6-27a5-4c3e-b8d4-309e53c21141 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68196e69-b922-4c6d-b14f-da5dde631ca0') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:45.322903 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-012aa7d6-27a5-4c3e-b8d4-309e53c21141 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68196e69-b922-4c6d-b14f-da5dde631ca0') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:45.357379 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-7f829daa-8fe6-4be0-99ad-f3255e56fbd5 None None] Provisioning complete for port b97b3b58-5673-40ca-bc07-0499062d9765 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:45.357766 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7f829daa-8fe6-4be0-99ad-f3255e56fbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.365450 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-012aa7d6-27a5-4c3e-b8d4-309e53c21141 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.386960 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-012aa7d6-27a5-4c3e-b8d4-309e53c21141 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.398013 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-012aa7d6-27a5-4c3e-b8d4-309e53c21141 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:49:45.398413 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-012aa7d6-27a5-4c3e-b8d4-309e53c21141 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.402385 dv-neutron-828142-3-hyperv neutron-server[109048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:49:45.402385 dv-neutron-828142-3-hyperv neutron-server[109048]: self.session.flush() Feb 16 12:49:45.402385 dv-neutron-828142-3-hyperv neutron-server[109048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:49:45.402385 dv-neutron-828142-3-hyperv neutron-server[109048]: self.session.flush() Feb 16 12:49:45.402385 dv-neutron-828142-3-hyperv neutron-server[109048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:49:45.402385 dv-neutron-828142-3-hyperv neutron-server[109048]: self.session.flush() Feb 16 12:49:45.402385 dv-neutron-828142-3-hyperv neutron-server[109048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:49:45.402385 dv-neutron-828142-3-hyperv neutron-server[109048]: self.session.flush() Feb 16 12:49:45.402385 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:49:45.402385 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:49:45.402385 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:49:45.402385 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:49:45.402385 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:49:45.402385 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:49:45.402385 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:49:45.402385 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:49:45.402385 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:49:45.402385 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:49:45.402385 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:49:45.402385 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:49:45.402385 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:49:45.402385 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:49:45.402385 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:49:45.402385 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:49:45.402385 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:49:45.402385 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:49:45.402385 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:49:45.402385 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:49:45.402385 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:49:45.402385 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:49:45.402385 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:49:45.402385 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:49:45.402385 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:49:45.402385 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:49:45.402385 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:49:45.402385 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:49:45.402385 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:49:45.402385 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:49:45.402385 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:49:45.402385 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:49:45.420619 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd724ae-ac12-4372-9385-5acf17cd2910 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:49:45.430724 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7fd724ae-ac12-4372-9385-5acf17cd2910 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.431986 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-7fd724ae-ac12-4372-9385-5acf17cd2910 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "PUT /v2.0/routers/1f5df09d-f7b7-49b7-87f5-dca707f556a5 HTTP/1.1" status: 200 len: 888 time: 1.1316826 Feb 16 12:49:45.439624 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-8ebb701b-9a52-42fd-acd8-f8ddf1a1fcc0 None None] For port 1f329ce2-7d88-4eee-b5c9-8f3e326431a4, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:49:45.444203 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088d025f-c345-42c4-9fcd-e3dc6917dc04 None None] Sync routers for ids ['1f5df09d-f7b7-49b7-87f5-dca707f556a5'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:45.457803 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36802) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:45.460424 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-a05e54ab-e70c-4fa7-ab74-5ff711070f1e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Allocated IP 2001:db8::10b (8f2fc9c2-6909-42b1-9817-f8926b88a024/6fcfd9c2-44a9-4b89-b814-7ddcebfaa3f6/b409d5dc-e2ce-424b-9f2d-345fa523ddd0) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:45.484448 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-012aa7d6-27a5-4c3e-b8d4-309e53c21141 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.492070 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-012aa7d6-27a5-4c3e-b8d4-309e53c21141 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.495927 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-012aa7d6-27a5-4c3e-b8d4-309e53c21141 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/networks/c8d997d9-b117-4fc3-8f50-8e8faf76d426 HTTP/1.1" status: 204 len: 168 time: 1.9229226 Feb 16 12:49:45.505833 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-8ebb701b-9a52-42fd-acd8-f8ddf1a1fcc0 None None] For port 1f329ce2-7d88-4eee-b5c9-8f3e326431a4, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=1f329ce2-7d88-4eee-b5c9-8f3e326431a4,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:49:45.508489 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36806) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:45.518557 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012aa7d6-27a5-4c3e-b8d4-309e53c21141 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'Network': ['ID=c8d997d9-b117-4fc3-8f50-8e8faf76d426,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:45.525874 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8ebb701b-9a52-42fd-acd8-f8ddf1a1fcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.543993 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088d025f-c345-42c4-9fcd-e3dc6917dc04 None None] Routers {'1f5df09d-f7b7-49b7-87f5-dca707f556a5'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:49:45.544794 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-088d025f-c345-42c4-9fcd-e3dc6917dc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:49:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['1f5df09d-f7b7-49b7-87f5-dca707f556a5'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:45.563757 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c671b728-c53b-4a07-b9a7-0289c5cfac99 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:45.565253 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c671b728-c53b-4a07-b9a7-0289c5cfac99 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "GET /v2.0/ports/0abef0bb-e9a0-4f49-a1a0-7bf74394b527 HTTP/1.1" status: 200 len: 844 time: 0.0553262 Feb 16 12:49:45.570937 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36808) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:45.624650 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-088d025f-c345-42c4-9fcd-e3dc6917dc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:45.660012 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f7eb8a9e-0a07-401e-87cf-c5dbd170073a tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "GET /v2.0/ports/0abef0bb-e9a0-4f49-a1a0-7bf74394b527?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0878725 Feb 16 12:49:45.665738 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36810) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:45.672718 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-7bf436aa-bc83-4dc7-a870-6d23c0aa890e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'subnet': {'network_id': '2381fa5b-6fd9-43f9-84d2-d45bc8ce1093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:45.725932 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cfb90d23-8710-43e2-960b-f2f3dc8014ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.754190 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-65208ca2-d8ce-44e2-abfa-254c40c4a479 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "GET /v2.0/routers/1f5df09d-f7b7-49b7-87f5-dca707f556a5 HTTP/1.1" status: 200 len: 888 time: 0.2928364 Feb 16 12:49:45.755822 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36812) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:45.768156 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7df27-49f8-4eb7-b049-248f8a46afd2 req-41c6e12b-a675-42ac-816d-4f181991d26d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:45.770308 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c5d7df27-49f8-4eb7-b049-248f8a46afd2 req-41c6e12b-a675-42ac-816d-4f181991d26d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=5519bdad-36a7-4261-9352-e7bcb1297709 HTTP/1.1" status: 200 len: 946 time: 0.1652741 Feb 16 12:49:45.839040 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b91ac8a5-59fa-4c14-b7cb-99da11a7ca7c no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:49:45.851472 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c5d7df27-49f8-4eb7-b049-248f8a46afd2 req-af564f73-cdf9-445a-824c-462ceac8f7d4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=5709b031-a841-4cd0-99e1-526454ecd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717328 Feb 16 12:49:45.869169 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf436aa-bc83-4dc7-a870-6d23c0aa890e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Made reservation on behalf of c95cec895ceb44429e923d2affce57da for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:45.874881 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-257e3696-9c30-4b35-9d3a-3402e246bb37 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f5df09d-f7b7-49b7-87f5-dca707f556a5 HTTP/1.1" status: 200 len: 205 time: 0.1141014 Feb 16 12:49:45.882296 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7bf436aa-bc83-4dc7-a870-6d23c0aa890e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.900899 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36814) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:45.902856 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb701b-9a52-42fd-acd8-f8ddf1a1fcc0 None None] Pushing event updated for resources: {'Port': ['ID=1f329ce2-7d88-4eee-b5c9-8f3e326431a4,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:45.952583 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: b91ac8a5-59fa-4c14-b7cb-99da11a7ca7c {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:49:45.952949 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b91ac8a5-59fa-4c14-b7cb-99da11a7ca7c not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:49:45.953586 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device d5d425cd-aa36-4946-a082-78c4bfc6abb0 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:49:45.957874 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088d025f-c345-42c4-9fcd-e3dc6917dc04 None None] Routers {'1f5df09d-f7b7-49b7-87f5-dca707f556a5'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:49:45.958599 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-088d025f-c345-42c4-9fcd-e3dc6917dc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:49:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['1f5df09d-f7b7-49b7-87f5-dca707f556a5'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:45.993547 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a05e54ab-e70c-4fa7-ab74-5ff711070f1e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.025131 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: d5d425cd-aa36-4946-a082-78c4bfc6abb0 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:49:46.025534 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device d5d425cd-aa36-4946-a082-78c4bfc6abb0 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:49:46.033038 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-088d025f-c345-42c4-9fcd-e3dc6917dc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:46.034098 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088d025f-c345-42c4-9fcd-e3dc6917dc04 None None] The sync data for ids ['1f5df09d-f7b7-49b7-87f5-dca707f556a5'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:46.037111 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb90d23-8710-43e2-960b-f2f3dc8014ff admin admin] Router a3c9f751-b808-41e0-af8d-671e59677c7d is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:49:46.117047 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a05e54ab-e70c-4fa7-ab74-5ff711070f1e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.175642 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05e54ab-e70c-4fa7-ab74-5ff711070f1e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:46.216426 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-a05e54ab-e70c-4fa7-ab74-5ff711070f1e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:46.226190 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05e54ab-e70c-4fa7-ab74-5ff711070f1e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:49:46.232375 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05e54ab-e70c-4fa7-ab74-5ff711070f1e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:46.233559 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a05e54ab-e70c-4fa7-ab74-5ff711070f1e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.255356 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e54ab-e70c-4fa7-ab74-5ff711070f1e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Port': ['ID=b409d5dc-e2ce-424b-9f2d-345fa523ddd0,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:46.261242 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-24a7e2a3-6d7c-4465-8191-698a2aadf44d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.275724 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a05e54ab-e70c-4fa7-ab74-5ff711070f1e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2688990 Feb 16 12:49:46.278658 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36818) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:46.290641 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb90d23-8710-43e2-960b-f2f3dc8014ff admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:49:46.301842 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ec7e7f-2948-4a57-a555-de1918b943b0 None None] Sync routers for ids ['a3c9f751-b808-41e0-af8d-671e59677c7d'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:46.318106 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ec7e7f-2948-4a57-a555-de1918b943b0 None None] Routers {'a3c9f751-b808-41e0-af8d-671e59677c7d'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:49:46.318745 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-50ec7e7f-2948-4a57-a555-de1918b943b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:49:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['a3c9f751-b808-41e0-af8d-671e59677c7d'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:46.360554 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0513dff-bf31-41a1-8f96-b9c96448650e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:46.366947 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0513dff-bf31-41a1-8f96-b9c96448650e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:46.369091 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d0513dff-bf31-41a1-8f96-b9c96448650e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0893884 Feb 16 12:49:46.372554 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cfb90d23-8710-43e2-960b-f2f3dc8014ff admin admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.377381 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-cfb90d23-8710-43e2-960b-f2f3dc8014ff admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.3121533 Feb 16 12:49:46.380121 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36820) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:46.380557 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36822) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:46.387984 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b75e9-ec44-4377-ab3a-05b5146ce536 req-5429b62a-247f-429d-a478-d90a83ac2340 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:46.399674 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-729b75e9-ec44-4377-ab3a-05b5146ce536 req-5429b62a-247f-429d-a478-d90a83ac2340 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=5519bdad-36a7-4261-9352-e7bcb1297709 HTTP/1.1" status: 200 len: 946 time: 0.2862697 Feb 16 12:49:46.473206 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-50ec7e7f-2948-4a57-a555-de1918b943b0 None None] Set router a3c9f751-b808-41e0-af8d-671e59677c7d gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:49:46.577114 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-729b75e9-ec44-4377-ab3a-05b5146ce536 req-f06f9f39-19fa-4ead-977e-9b5b403c11b9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=5709b031-a841-4cd0-99e1-526454ecd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718786 Feb 16 12:49:46.634589 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-24a7e2a3-6d7c-4465-8191-698a2aadf44d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.635764 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-abe0b2cd-aa47-44dd-a09b-a20bb28fc542 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting port b409d5dc-e2ce-424b-9f2d-345fa523ddd0 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:49:46.636185 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-abe0b2cd-aa47-44dd-a09b-a20bb28fc542 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.667163 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-00893214-ff74-4fdc-9be8-dcdc1037a34f None None] Provisioning complete for port b97b3b58-5673-40ca-bc07-0499062d9765 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:46.667656 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-00893214-ff74-4fdc-9be8-dcdc1037a34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.704287 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7bf436aa-bc83-4dc7-a870-6d23c0aa890e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.730731 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b97b3b58-5673-40ca-bc07-0499062d9765 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:49:46.765919 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-50ec7e7f-2948-4a57-a555-de1918b943b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c9f751-b808-41e0-af8d-671e59677c7d', 'name': 'tempest-TestVolumeBootPattern-1810813684-router', 'tenant_id': '0b9507f368924a529ff51fe08a96380f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': 'bd02087d-27e9-4809-9f03-b7d3d5a7af20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:41Z', 'updated_at': '2022-02-16T12:49:44Z', 'revision_number': 3, 'project_id': '0b9507f368924a529ff51fe08a96380f', 'gw_port': {'id': 'bd02087d-27e9-4809-9f03-b7d3d5a7af20', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:33:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c9f751-b808-41e0-af8d-671e59677c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:43Z', 'updated_at': '2022-02-16T12:49:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:46.790895 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf436aa-bc83-4dc7-a870-6d23c0aa890e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Network 2381fa5b-6fd9-43f9-84d2-d45bc8ce1093 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:46.798953 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-7bf436aa-bc83-4dc7-a870-6d23c0aa890e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:46.814509 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf436aa-bc83-4dc7-a870-6d23c0aa890e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:46.815377 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7bf436aa-bc83-4dc7-a870-6d23c0aa890e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.816719 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ec7e7f-2948-4a57-a555-de1918b943b0 None None] Checking router: a3c9f751-b808-41e0-af8d-671e59677c7d for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:49:46.817306 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ec7e7f-2948-4a57-a555-de1918b943b0 None None] Updating router a3c9f751-b808-41e0-af8d-671e59677c7d port bd02087d-27e9-4809-9f03-b7d3d5a7af20 binding host dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:49:46.818454 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-24a7e2a3-6d7c-4465-8191-698a2aadf44d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Deleting port 47d225d8-6139-4376-a1f1-40484b64007c {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:49:46.818786 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-24a7e2a3-6d7c-4465-8191-698a2aadf44d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.853933 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-50ec7e7f-2948-4a57-a555-de1918b943b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.856490 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2433e6-647d-43bd-bc9c-9391aac24397 None None] Network 2381fa5b-6fd9-43f9-84d2-d45bc8ce1093 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:46.898923 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf436aa-bc83-4dc7-a870-6d23c0aa890e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'Subnet': ['ID=67b04485-37be-4821-8310-7a129b22a2ec,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:46.900134 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-abe0b2cd-aa47-44dd-a09b-a20bb28fc542 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.928968 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-abe0b2cd-aa47-44dd-a09b-a20bb28fc542 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Calling delete_port for b409d5dc-e2ce-424b-9f2d-345fa523ddd0 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:49:46.950570 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-7bf436aa-bc83-4dc7-a870-6d23c0aa890e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2828298 Feb 16 12:49:46.961995 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36828) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:46.969116 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-c96a19c3-5d9e-43d3-92c4-1f10c0772bec tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'security_group': {'name': 'tempest-secgroup-1061131965'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:46.979676 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-24a7e2a3-6d7c-4465-8191-698a2aadf44d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.006549 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-24a7e2a3-6d7c-4465-8191-698a2aadf44d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Calling delete_port for 47d225d8-6139-4376-a1f1-40484b64007c owned by network:router_gateway {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:49:47.028097 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port b97b3b58-5673-40ca-bc07-0499062d9765 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:47.028737 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.039102 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c96a19c3-5d9e-43d3-92c4-1f10c0772bec tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.117322 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16d62da-903d-44ae-9c29-66a05a02e834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-2381fa5b-6fd9-43f9-84d2-d45bc8ce1093', 'network_id': '2381fa5b-6fd9-43f9-84d2-d45bc8ce1093', 'tenant_id': 'c95cec895ceb44429e923d2affce57da', 'fixed_ips': [{'subnet_id': '67b04485-37be-4821-8310-7a129b22a2ec'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:49:47.118469 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a16d62da-903d-44ae-9c29-66a05a02e834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.189716 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 1f329ce2-7d88-4eee-b5c9-8f3e326431a4 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:49:47.233600 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c96a19c3-5d9e-43d3-92c4-1f10c0772bec tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.265298 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c96a19c3-5d9e-43d3-92c4-1f10c0772bec tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.265793 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 1f329ce2-7d88-4eee-b5c9-8f3e326431a4 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:47.266775 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.307110 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-50ec7e7f-2948-4a57-a555-de1918b943b0 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.324393 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-50ec7e7f-2948-4a57-a555-de1918b943b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.356049 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c96a19c3-5d9e-43d3-92c4-1f10c0772bec tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.357703 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c96a19c3-5d9e-43d3-92c4-1f10c0772bec tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3946745 Feb 16 12:49:47.360999 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36830) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:47.365978 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-32b81c4a-4ea9-4bd0-b8bd-8afa96406aab tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'security_group': {'name': 'tempest-secgroup-2006462818'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:47.387730 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a19c3-5d9e-43d3-92c4-1f10c0772bec tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a5248f-f3a0-46ed-845b-c7a71b2f2132,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:47.388188 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.423440 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358bbd84-47f3-43ae-8553-e892b2b21425 None None] Pushing event updated for resources: {'Port': ['ID=bd02087d-27e9-4809-9f03-b7d3d5a7af20,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:47.428287 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-50ec7e7f-2948-4a57-a555-de1918b943b0 None None] Attempting to bind port bd02087d-27e9-4809-9f03-b7d3d5a7af20 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:47.428749 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-50ec7e7f-2948-4a57-a555-de1918b943b0 None None] Attempting to bind port bd02087d-27e9-4809-9f03-b7d3d5a7af20 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:47.429202 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ec7e7f-2948-4a57-a555-de1918b943b0 None None] Attempting to bind port bd02087d-27e9-4809-9f03-b7d3d5a7af20 on network a08a3d1b-2e35-4b18-9cb0-756d355083e6 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:49:47.435936 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ec7e7f-2948-4a57-a555-de1918b943b0 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:49:47.436786 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ec7e7f-2948-4a57-a555-de1918b943b0 None None] Checking segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:49:47.436917 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 1f329ce2-7d88-4eee-b5c9-8f3e326431a4, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=1f329ce2-7d88-4eee-b5c9-8f3e326431a4,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:47.438079 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-50ec7e7f-2948-4a57-a555-de1918b943b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.438608 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ec7e7f-2948-4a57-a555-de1918b943b0 None None] Bound using segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:49:47.439408 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-50ec7e7f-2948-4a57-a555-de1918b943b0 None None] Bound port: bd02087d-27e9-4809-9f03-b7d3d5a7af20, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:47.440227 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-50ec7e7f-2948-4a57-a555-de1918b943b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.443391 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.471378 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-32b81c4a-4ea9-4bd0-b8bd-8afa96406aab tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.473060 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-abe0b2cd-aa47-44dd-a09b-a20bb28fc542 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.476013 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c05c98b2-08f5-4f29-b21b-f350204aabf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.497076 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-24a7e2a3-6d7c-4465-8191-698a2aadf44d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.535868 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-50ec7e7f-2948-4a57-a555-de1918b943b0 None None] For port bd02087d-27e9-4809-9f03-b7d3d5a7af20, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:49:47.539284 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-50ec7e7f-2948-4a57-a555-de1918b943b0 None None] For port bd02087d-27e9-4809-9f03-b7d3d5a7af20, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=bd02087d-27e9-4809-9f03-b7d3d5a7af20,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:49:47.547665 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0b2cd-aa47-44dd-a09b-a20bb28fc542 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Port': ['ID=b409d5dc-e2ce-424b-9f2d-345fa523ddd0,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:47.554053 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-50ec7e7f-2948-4a57-a555-de1918b943b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.555424 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-abe0b2cd-aa47-44dd-a09b-a20bb28fc542 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.561702 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-abe0b2cd-aa47-44dd-a09b-a20bb28fc542 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/ports/b409d5dc-e2ce-424b-9f2d-345fa523ddd0 HTTP/1.1" status: 204 len: 168 time: 1.1751294 Feb 16 12:49:47.562142 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36832) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:47.566964 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7e2a3-6d7c-4465-8191-698a2aadf44d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event deleted for resources: {'Port': ['ID=47d225d8-6139-4376-a1f1-40484b64007c,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:47.637661 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ec7e7f-2948-4a57-a555-de1918b943b0 None None] Routers {'a3c9f751-b808-41e0-af8d-671e59677c7d'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:49:47.638204 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-50ec7e7f-2948-4a57-a555-de1918b943b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:49:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['a3c9f751-b808-41e0-af8d-671e59677c7d'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:47.645456 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358bbd84-47f3-43ae-8553-e892b2b21425 None None] Pushing event updated for resources: {'Port': ['ID=bd02087d-27e9-4809-9f03-b7d3d5a7af20,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:47.653898 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-24a7e2a3-6d7c-4465-8191-698a2aadf44d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.666152 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0798a9d5-5fab-4100-b5fb-aa09dadeb73a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:47.668117 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0798a9d5-5fab-4100-b5fb-aa09dadeb73a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:47.673107 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0798a9d5-5fab-4100-b5fb-aa09dadeb73a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1049023 Feb 16 12:49:47.676130 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36834) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:47.722875 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-32b81c4a-4ea9-4bd0-b8bd-8afa96406aab tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.737807 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-611d0b86-ae11-4f7d-a52e-e05a9b754220 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting subnet 6fcfd9c2-44a9-4b89-b814-7ddcebfaa3f6 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:49:47.754192 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-32b81c4a-4ea9-4bd0-b8bd-8afa96406aab tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.758514 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-611d0b86-ae11-4f7d-a52e-e05a9b754220 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.771431 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-24a7e2a3-6d7c-4465-8191-698a2aadf44d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.778777 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-24a7e2a3-6d7c-4465-8191-698a2aadf44d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.808277 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-50ec7e7f-2948-4a57-a555-de1918b943b0 None None] Set router a3c9f751-b808-41e0-af8d-671e59677c7d gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:49:47.817741 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-a16d62da-903d-44ae-9c29-66a05a02e834 None None] Allocated IP 2001:db8::2 (2381fa5b-6fd9-43f9-84d2-d45bc8ce1093/67b04485-37be-4821-8310-7a129b22a2ec/01980426-8b25-473f-9323-57780ace5c5f) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:47.849956 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b81c4a-4ea9-4bd0-b8bd-8afa96406aab tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65e96e7f-b7f5-4079-99a1-09e76d70d0b2,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:47.855257 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-32b81c4a-4ea9-4bd0-b8bd-8afa96406aab tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.857145 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-32b81c4a-4ea9-4bd0-b8bd-8afa96406aab tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4946525 Feb 16 12:49:47.860516 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36836) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:47.869758 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-eb070643-3f48-4b45-acb6-a0ef77b993ea tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-177383184', 'security_groups': ['65e96e7f-b7f5-4079-99a1-09e76d70d0b2'], 'network_id': '2381fa5b-6fd9-43f9-84d2-d45bc8ce1093', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '67b04485-37be-4821-8310-7a129b22a2ec'}]}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:47.913835 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-611d0b86-ae11-4f7d-a52e-e05a9b754220 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.004614 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-24a7e2a3-6d7c-4465-8191-698a2aadf44d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.005171 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a7e2a3-6d7c-4465-8191-698a2aadf44d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Fanout notify agent at l3_agent the message router_deleted on router 1f5df09d-f7b7-49b7-87f5-dca707f556a5 {{(pid=109048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:49:48.008098 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a16d62da-903d-44ae-9c29-66a05a02e834 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.018944 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-24a7e2a3-6d7c-4465-8191-698a2aadf44d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.020087 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-24a7e2a3-6d7c-4465-8191-698a2aadf44d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "DELETE /v2.0/routers/1f5df09d-f7b7-49b7-87f5-dca707f556a5 HTTP/1.1" status: 204 len: 168 time: 2.1179490 Feb 16 12:49:48.024079 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36838) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:48.026888 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a16d62da-903d-44ae-9c29-66a05a02e834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.030175 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-b91c8174-524f-4a81-bb01-79d848a07d6a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Request body: {'network': {'name': 'tempest-RoutersTest-1704583868'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:48.056476 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-611d0b86-ae11-4f7d-a52e-e05a9b754220 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.070971 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-7f023612-d7e8-49b5-a606-60fc551244c8 None None] Provisioning complete for port 1f329ce2-7d88-4eee-b5c9-8f3e326431a4 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:48.071394 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7f023612-d7e8-49b5-a606-60fc551244c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.091027 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16d62da-903d-44ae-9c29-66a05a02e834 None None] Network 2381fa5b-6fd9-43f9-84d2-d45bc8ce1093 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:48.098997 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb070643-3f48-4b45-acb6-a0ef77b993ea tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Made reservation on behalf of c95cec895ceb44429e923d2affce57da for: {'port': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:48.117084 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91c8174-524f-4a81-bb01-79d848a07d6a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Made reservation on behalf of 634d4167fa4743409e8f884871721d4b for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:48.121106 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b91c8174-524f-4a81-bb01-79d848a07d6a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.124130 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36840) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:48.149383 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-a16d62da-903d-44ae-9c29-66a05a02e834 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:48.156023 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16d62da-903d-44ae-9c29-66a05a02e834 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:49:48.166589 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-611d0b86-ae11-4f7d-a52e-e05a9b754220 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.167980 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=1f329ce2-7d88-4eee-b5c9-8f3e326431a4,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:48.240205 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-611d0b86-ae11-4f7d-a52e-e05a9b754220 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.241901 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d62da-903d-44ae-9c29-66a05a02e834 None None] Pushing event updated for resources: {'Port': ['ID=01980426-8b25-473f-9323-57780ace5c5f,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:48.243829 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-611d0b86-ae11-4f7d-a52e-e05a9b754220 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/6fcfd9c2-44a9-4b89-b814-7ddcebfaa3f6 HTTP/1.1" status: 204 len: 168 time: 0.5666029 Feb 16 12:49:48.248228 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d0b86-ae11-4f7d-a52e-e05a9b754220 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Subnet': ['ID=6fcfd9c2-44a9-4b89-b814-7ddcebfaa3f6,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:48.251018 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36842) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:48.283720 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b7cc42-bcff-4a4a-a803-8799c6bf26f6 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:48.289768 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-a16d62da-903d-44ae-9c29-66a05a02e834 None None] Attempting to bind port 01980426-8b25-473f-9323-57780ace5c5f on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:48.290151 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-a16d62da-903d-44ae-9c29-66a05a02e834 None None] Attempting to bind port 01980426-8b25-473f-9323-57780ace5c5f by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '7c401fd4-b489-4695-9737-820bb4b7bd6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '2381fa5b-6fd9-43f9-84d2-d45bc8ce1093'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:48.290504 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16d62da-903d-44ae-9c29-66a05a02e834 None None] Attempting to bind port 01980426-8b25-473f-9323-57780ace5c5f on network 2381fa5b-6fd9-43f9-84d2-d45bc8ce1093 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:49:48.298745 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-661a3ba4-1791-411e-9ccd-f34f6881be68 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0426760 Feb 16 12:49:48.299997 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36844) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:48.324300 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-50ec7e7f-2948-4a57-a555-de1918b943b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c9f751-b808-41e0-af8d-671e59677c7d', 'name': 'tempest-TestVolumeBootPattern-1810813684-router', 'tenant_id': '0b9507f368924a529ff51fe08a96380f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': 'bd02087d-27e9-4809-9f03-b7d3d5a7af20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:41Z', 'updated_at': '2022-02-16T12:49:44Z', 'revision_number': 3, 'project_id': '0b9507f368924a529ff51fe08a96380f', 'gw_port': {'id': 'bd02087d-27e9-4809-9f03-b7d3d5a7af20', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:33:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c9f751-b808-41e0-af8d-671e59677c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:43Z', 'updated_at': '2022-02-16T12:49:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:48.353619 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16d62da-903d-44ae-9c29-66a05a02e834 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:49:48.354031 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16d62da-903d-44ae-9c29-66a05a02e834 None None] Checking segment: {'id': '7c401fd4-b489-4695-9737-820bb4b7bd6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '2381fa5b-6fd9-43f9-84d2-d45bc8ce1093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:49:48.354401 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a16d62da-903d-44ae-9c29-66a05a02e834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.354797 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16d62da-903d-44ae-9c29-66a05a02e834 None None] Bound using segment: {'id': '7c401fd4-b489-4695-9737-820bb4b7bd6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '2381fa5b-6fd9-43f9-84d2-d45bc8ce1093'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:49:48.355282 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-a16d62da-903d-44ae-9c29-66a05a02e834 None None] Bound port: 01980426-8b25-473f-9323-57780ace5c5f, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c401fd4-b489-4695-9737-820bb4b7bd6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '2381fa5b-6fd9-43f9-84d2-d45bc8ce1093'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:48.355670 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a16d62da-903d-44ae-9c29-66a05a02e834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.361589 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-c05c98b2-08f5-4f29-b21b-f350204aabf3 admin admin] Allocated IP 172.20.0.1 (88929501-5a39-4643-9620-1a43613d60e4/b0c5a35a-ca7f-4584-8c63-323f3025c4e5/9c2633a4-18c0-45ad-ac0a-180250bac806) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:48.369256 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ec7e7f-2948-4a57-a555-de1918b943b0 None None] The sync data for ids ['a3c9f751-b808-41e0-af8d-671e59677c7d'] in dv-neutron-828142-3-hyperv is: [{'id': 'a3c9f751-b808-41e0-af8d-671e59677c7d', 'name': 'tempest-TestVolumeBootPattern-1810813684-router', 'tenant_id': '0b9507f368924a529ff51fe08a96380f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': 'bd02087d-27e9-4809-9f03-b7d3d5a7af20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:41Z', 'updated_at': '2022-02-16T12:49:44Z', 'revision_number': 3, 'project_id': '0b9507f368924a529ff51fe08a96380f', 'gw_port': {'id': 'bd02087d-27e9-4809-9f03-b7d3d5a7af20', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:33:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c9f751-b808-41e0-af8d-671e59677c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:43Z', 'updated_at': '2022-02-16T12:49:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:48.493698 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c05c98b2-08f5-4f29-b21b-f350204aabf3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.550105 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c05c98b2-08f5-4f29-b21b-f350204aabf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.550725 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-a16d62da-903d-44ae-9c29-66a05a02e834 None None] For port 01980426-8b25-473f-9323-57780ace5c5f, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:49:48.556098 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9cd63700-0dd9-4da3-86d6-d2dac62e857d None None] Could not find standard attr ID for object b409d5dc-e2ce-424b-9f2d-345fa523ddd0. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:49:48.573293 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-a16d62da-903d-44ae-9c29-66a05a02e834 None None] For port 01980426-8b25-473f-9323-57780ace5c5f, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=01980426-8b25-473f-9323-57780ace5c5f,segment=NetworkSegment(7c401fd4-b489-4695-9737-820bb4b7bd6c),segment_id=7c401fd4-b489-4695-9737-820bb4b7bd6c)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:49:48.585029 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a16d62da-903d-44ae-9c29-66a05a02e834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.596197 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05c98b2-08f5-4f29-b21b-f350204aabf3 admin admin] Network 88929501-5a39-4643-9620-1a43613d60e4 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:48.604522 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-c05c98b2-08f5-4f29-b21b-f350204aabf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:48.610997 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05c98b2-08f5-4f29-b21b-f350204aabf3 admin admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:49:48.664133 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c98b2-08f5-4f29-b21b-f350204aabf3 admin admin] Pushing event updated for resources: {'Port': ['ID=9c2633a4-18c0-45ad-ac0a-180250bac806,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:48.672457 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d62da-903d-44ae-9c29-66a05a02e834 None None] Pushing event updated for resources: {'Port': ['ID=01980426-8b25-473f-9323-57780ace5c5f,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:48.693773 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c05c98b2-08f5-4f29-b21b-f350204aabf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.737411 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17106865-2cca-4557-9ede-5a6d36c66d77 None None] DHCP port deletion for 8f2fc9c2-6909-42b1-9817-f8926b88a024 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:49:48.824182 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-17106865-2cca-4557-9ede-5a6d36c66d77 None None] Deleting port 1f329ce2-7d88-4eee-b5c9-8f3e326431a4 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:49:48.825326 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-17106865-2cca-4557-9ede-5a6d36c66d77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.867741 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b91c8174-524f-4a81-bb01-79d848a07d6a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:49:48.890416 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b91c8174-524f-4a81-bb01-79d848a07d6a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.890974 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-b91c8174-524f-4a81-bb01-79d848a07d6a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Added segment 346aa879-e502-41fa-8e1e-99e23adef2b8 of type vlan for network 60c60d22-c46e-49b8-9cf4-ec6062c42d56 Feb 16 12:49:48.938759 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b91c8174-524f-4a81-bb01-79d848a07d6a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.954632 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-17106865-2cca-4557-9ede-5a6d36c66d77 None None] For port 1f329ce2-7d88-4eee-b5c9-8f3e326431a4, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=1f329ce2-7d88-4eee-b5c9-8f3e326431a4,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:48.955083 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-17106865-2cca-4557-9ede-5a6d36c66d77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.971097 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-17106865-2cca-4557-9ede-5a6d36c66d77 None None] Calling delete_port for 1f329ce2-7d88-4eee-b5c9-8f3e326431a4 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:49:49.055605 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b91c8174-524f-4a81-bb01-79d848a07d6a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:49.061297 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91c8174-524f-4a81-bb01-79d848a07d6a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:49.061715 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b91c8174-524f-4a81-bb01-79d848a07d6a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:49.088079 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-17106865-2cca-4557-9ede-5a6d36c66d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:49.127779 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17106865-2cca-4557-9ede-5a6d36c66d77 None None] No DVR routers for this DVR port 1f329ce2-7d88-4eee-b5c9-8f3e326431a4 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:49.135419 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17106865-2cca-4557-9ede-5a6d36c66d77 None None] Pushing event deleted for resources: {'Port': ['ID=1f329ce2-7d88-4eee-b5c9-8f3e326431a4,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:49.151424 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-d696aad7-04e7-4de3-9324-18647e863e0a None None] Provisioning complete for port 9c2633a4-18c0-45ad-ac0a-180250bac806 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:49.151855 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d696aad7-04e7-4de3-9324-18647e863e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:49.213448 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-d696aad7-04e7-4de3-9324-18647e863e0a None None] Port 9c2633a4-18c0-45ad-ac0a-180250bac806 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:49:49.232418 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b91c8174-524f-4a81-bb01-79d848a07d6a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2049034 Feb 16 12:49:49.247029 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36846) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:49.256441 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-39179ce5-6bc5-4c26-b5e0-b95039806e9d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Request body: {'subnet': {'network_id': '60c60d22-c46e-49b8-9cf4-ec6062c42d56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:49.284187 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6857f343-089e-4fca-856d-106f327fd4e3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:49.292592 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6857f343-089e-4fca-856d-106f327fd4e3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4497280 Feb 16 12:49:49.308122 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-eb070643-3f48-4b45-acb6-a0ef77b993ea tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:49.310283 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36848) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:49.349892 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91c8174-524f-4a81-bb01-79d848a07d6a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event updated for resources: {'Network': ['ID=60c60d22-c46e-49b8-9cf4-ec6062c42d56,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:49.364244 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 60c60d22-c46e-49b8-9cf4-ec6062c42d56 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:49:49.450036 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c05c98b2-08f5-4f29-b21b-f350204aabf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:49.504742 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-eb070643-3f48-4b45-acb6-a0ef77b993ea tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] device_id is not set on port 5da22823-99ae-4c90-81a3-c356dfea40cf yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:49:49.585356 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfab8f33-1be7-477d-af6d-01c1171ebd1d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:49.589286 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-bfab8f33-1be7-477d-af6d-01c1171ebd1d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2485468 Feb 16 12:49:49.590361 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36850) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:49.634318 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b83b7605-4a10-48f0-b82b-d0cd77a5e269 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0391245 Feb 16 12:49:49.637993 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36852) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:49.643679 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-553058b5-c0b0-4adb-8047-fd2f3ee46376 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'subnet': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:49.697090 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39179ce5-6bc5-4c26-b5e0-b95039806e9d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Made reservation on behalf of 634d4167fa4743409e8f884871721d4b for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:49.700692 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-39179ce5-6bc5-4c26-b5e0-b95039806e9d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:49.770754 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c05c98b2-08f5-4f29-b21b-f350204aabf3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:49.780048 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c05c98b2-08f5-4f29-b21b-f350204aabf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:49.844662 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553058b5-c0b0-4adb-8047-fd2f3ee46376 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:49.848522 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-553058b5-c0b0-4adb-8047-fd2f3ee46376 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:49.882255 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c05c98b2-08f5-4f29-b21b-f350204aabf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:49.882915 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-eb070643-3f48-4b45-acb6-a0ef77b993ea tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Allocated IP 2001:db8::2d5 (2381fa5b-6fd9-43f9-84d2-d45bc8ce1093/67b04485-37be-4821-8310-7a129b22a2ec/5da22823-99ae-4c90-81a3-c356dfea40cf) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:49.910860 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c98b2-08f5-4f29-b21b-f350204aabf3 admin admin] Pushing event updated for resources: {'Port': ['ID=9c2633a4-18c0-45ad-ac0a-180250bac806,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:50.045356 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-238f33fc-b73d-41e5-9bf8-4709b0b6a298 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.089903 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05c98b2-08f5-4f29-b21b-f350204aabf3 admin admin] Network 88929501-5a39-4643-9620-1a43613d60e4 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:50.093396 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-c05c98b2-08f5-4f29-b21b-f350204aabf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:50.181635 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-2b00786f-821e-4c74-9fc7-97457b4a1a10 None None] Provisioning complete for port 0abef0bb-e9a0-4f49-a1a0-7bf74394b527 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:50.188175 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b00786f-821e-4c74-9fc7-97457b4a1a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.225152 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-eb070643-3f48-4b45-acb6-a0ef77b993ea tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.276197 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-2b00786f-821e-4c74-9fc7-97457b4a1a10 None None] Port 0abef0bb-e9a0-4f49-a1a0-7bf74394b527 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:49:50.289438 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-39179ce5-6bc5-4c26-b5e0-b95039806e9d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.302439 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-2b00786f-821e-4c74-9fc7-97457b4a1a10 None None] Provisioning complete for port 01980426-8b25-473f-9323-57780ace5c5f triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:50.303049 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b00786f-821e-4c74-9fc7-97457b4a1a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.363347 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device bd02087d-27e9-4809-9f03-b7d3d5a7af20 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:49:50.385503 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05c98b2-08f5-4f29-b21b-f350204aabf3 admin admin] Router a3c9f751-b808-41e0-af8d-671e59677c7d has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:49:50.426108 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-eb070643-3f48-4b45-acb6-a0ef77b993ea tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.432489 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.objects.ports [None req-553058b5-c0b0-4adb-8047-fd2f3ee46376 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109049) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 12:49:50.439965 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-553058b5-c0b0-4adb-8047-fd2f3ee46376 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.487345 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port bd02087d-27e9-4809-9f03-b7d3d5a7af20 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:50.487852 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.506143 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39179ce5-6bc5-4c26-b5e0-b95039806e9d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event updated for resources: {'Subnet': ['ID=a2312958-487b-41eb-bb8a-649c12c7a3b6,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:50.525999 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b00786f-821e-4c74-9fc7-97457b4a1a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.537922 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb070643-3f48-4b45-acb6-a0ef77b993ea tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Network 2381fa5b-6fd9-43f9-84d2-d45bc8ce1093 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:50.538911 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553058b5-c0b0-4adb-8047-fd2f3ee46376 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:50.545800 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-553058b5-c0b0-4adb-8047-fd2f3ee46376 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:50.546549 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-eb070643-3f48-4b45-acb6-a0ef77b993ea tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:50.550272 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb070643-3f48-4b45-acb6-a0ef77b993ea tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:49:50.551565 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553058b5-c0b0-4adb-8047-fd2f3ee46376 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:50.552155 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-553058b5-c0b0-4adb-8047-fd2f3ee46376 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.557522 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb070643-3f48-4b45-acb6-a0ef77b993ea tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:50.558467 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-eb070643-3f48-4b45-acb6-a0ef77b993ea tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.586362 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19398fc-8c7d-4380-a813-bc4c8fe0cbb2 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:50.593702 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-eb070643-3f48-4b45-acb6-a0ef77b993ea tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7290015 Feb 16 12:49:50.597464 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36854) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:50.602121 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39179ce5-6bc5-4c26-b5e0-b95039806e9d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Checking segment: {'id': '346aa879-e502-41fa-8e1e-99e23adef2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '60c60d22-c46e-49b8-9cf4-ec6062c42d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:49:50.602615 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39179ce5-6bc5-4c26-b5e0-b95039806e9d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Network hostable DHCP agents. Network: 60c60d22-c46e-49b8-9cf4-ec6062c42d56, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:49:50.610519 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-06aa1d62-707b-49ae-a2a3-cab9cbdce074 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'subnet': {'network_id': '2381fa5b-6fd9-43f9-84d2-d45bc8ce1093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:50.613332 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-2b00786f-821e-4c74-9fc7-97457b4a1a10 None None] For port 01980426-8b25-473f-9323-57780ace5c5f, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=01980426-8b25-473f-9323-57780ace5c5f,segment=NetworkSegment(7c401fd4-b489-4695-9737-820bb4b7bd6c),segment_id=7c401fd4-b489-4695-9737-820bb4b7bd6c)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:50.651598 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05c98b2-08f5-4f29-b21b-f350204aabf3 admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:49:50.653560 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553058b5-c0b0-4adb-8047-fd2f3ee46376 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Subnet': ['ID=37d7dae5-de9e-427d-982c-4ff6ad8c7ad7,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:50.658430 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b00786f-821e-4c74-9fc7-97457b4a1a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.669971 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c05c98b2-08f5-4f29-b21b-f350204aabf3 admin admin] 10.222.0.90 "PUT /v2.0/routers/a3c9f751-b808-41e0-af8d-671e59677c7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2760546 Feb 16 12:49:50.677916 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb070643-3f48-4b45-acb6-a0ef77b993ea tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'Port': ['ID=5da22823-99ae-4c90-81a3-c356dfea40cf,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:50.703213 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-553058b5-c0b0-4adb-8047-fd2f3ee46376 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0641458 Feb 16 12:49:50.704029 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36858) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:50.710332 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-f32895c2-1be9-44a4-9758-b839e4b384fc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'subnet': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:50.755975 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.781971 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port bd02087d-27e9-4809-9f03-b7d3d5a7af20, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=bd02087d-27e9-4809-9f03-b7d3d5a7af20,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:50.800963 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.801726 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 01980426-8b25-473f-9323-57780ace5c5f up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:49:50.848926 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00786f-821e-4c74-9fc7-97457b4a1a10 None None] Pushing event updated for resources: {'Port': ['ID=01980426-8b25-473f-9323-57780ace5c5f,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:50.854879 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39179ce5-6bc5-4c26-b5e0-b95039806e9d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Network 60c60d22-c46e-49b8-9cf4-ec6062c42d56 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:49:50.883636 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-39179ce5-6bc5-4c26-b5e0-b95039806e9d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 60c60d22-c46e-49b8-9cf4-ec6062c42d56) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:50.895177 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32895c2-1be9-44a4-9758-b839e4b384fc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:50.902636 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f32895c2-1be9-44a4-9758-b839e4b384fc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.912335 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540da5df-d099-47a7-94cb-e1a907277786 None None] Sync routers for ids ['a3c9f751-b808-41e0-af8d-671e59677c7d'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:50.920191 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-ccbe9150-8177-41c9-8af4-b4145ae27b0d None None] Provisioning complete for port 9c2633a4-18c0-45ad-ac0a-180250bac806 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:50.920574 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ccbe9150-8177-41c9-8af4-b4145ae27b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.923093 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=bd02087d-27e9-4809-9f03-b7d3d5a7af20,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:50.927261 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac46ef8-a2ae-4170-8147-1088a232a799 None None] Network 60c60d22-c46e-49b8-9cf4-ec6062c42d56 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:50.971604 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39179ce5-6bc5-4c26-b5e0-b95039806e9d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:50.972893 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-39179ce5-6bc5-4c26-b5e0-b95039806e9d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.020255 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-39179ce5-6bc5-4c26-b5e0-b95039806e9d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7714767 Feb 16 12:49:51.020904 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36864) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:51.029392 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-5f615a6d-af8a-415f-af4e-fcc25684abcf tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1637707862', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:51.045967 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-238f33fc-b73d-41e5-9bf8-4709b0b6a298 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Allocated IP 172.20.0.17 (1a5bcf51-1c06-44c4-879b-15b2f6265dff/79af1281-b559-4556-a574-778e2e20b678/4b190fa2-53b2-4521-a04a-57cf35114768) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:51.063505 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.ipam_backend_mixin [None req-f32895c2-1be9-44a4-9758-b839e4b384fc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 37d7dae5-de9e-427d-982c-4ff6ad8c7ad7 (CIDR: 2001:db8::/64) Feb 16 12:49:51.070448 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-f32895c2-1be9-44a4-9758-b839e4b384fc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:49:51.070947 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f32895c2-1be9-44a4-9758-b839e4b384fc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:49:51.083331 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06aa1d62-707b-49ae-a2a3-cab9cbdce074 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Made reservation on behalf of c95cec895ceb44429e923d2affce57da for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:51.087129 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-06aa1d62-707b-49ae-a2a3-cab9cbdce074 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.106046 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f32895c2-1be9-44a4-9758-b839e4b384fc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3990872 Feb 16 12:49:51.107066 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36866) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:51.109391 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5f615a6d-af8a-415f-af4e-fcc25684abcf tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.111035 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5f615a6d-af8a-415f-af4e-fcc25684abcf tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.169435 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5f615a6d-af8a-415f-af4e-fcc25684abcf tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.176030 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-bfa73318-e0c2-4983-815a-c7ef39bc5073 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'subnet': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:51.181875 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5f615a6d-af8a-415f-af4e-fcc25684abcf tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.246957 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5f615a6d-af8a-415f-af4e-fcc25684abcf tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.250370 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5f615a6d-af8a-415f-af4e-fcc25684abcf tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2274945 Feb 16 12:49:51.252997 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36868) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:51.281396 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.ipam_backend_mixin [None req-06aa1d62-707b-49ae-a2a3-cab9cbdce074 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 67b04485-37be-4821-8310-7a129b22a2ec (CIDR: 2001:db8::/64) Feb 16 12:49:51.285151 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540da5df-d099-47a7-94cb-e1a907277786 None None] Routers {'a3c9f751-b808-41e0-af8d-671e59677c7d'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:49:51.286558 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-540da5df-d099-47a7-94cb-e1a907277786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:49:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['a3c9f751-b808-41e0-af8d-671e59677c7d'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:51.287349 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-238f33fc-b73d-41e5-9bf8-4709b0b6a298 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.290975 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-06aa1d62-707b-49ae-a2a3-cab9cbdce074 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:49:51.291425 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06aa1d62-707b-49ae-a2a3-cab9cbdce074 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:49:51.297575 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca09a9b-7599-456b-8a0a-8ddaa422a6e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-8f2fc9c2-6909-42b1-9817-f8926b88a024', 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'tenant_id': 'be5b52488c81417d8a14c19e9fdcbd47', 'fixed_ips': [{'subnet_id': '37d7dae5-de9e-427d-982c-4ff6ad8c7ad7'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:49:51.298789 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dca09a9b-7599-456b-8a0a-8ddaa422a6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.319179 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-06aa1d62-707b-49ae-a2a3-cab9cbdce074 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7152951 Feb 16 12:49:51.320659 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36870) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:51.325655 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-7f6fec8b-11db-4e99-9441-35ab63feae51 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'subnet': {'network_id': '2381fa5b-6fd9-43f9-84d2-d45bc8ce1093', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:51.342772 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-ccbe9150-8177-41c9-8af4-b4145ae27b0d None None] Port 9c2633a4-18c0-45ad-ac0a-180250bac806 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:49:51.422701 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-238f33fc-b73d-41e5-9bf8-4709b0b6a298 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.459155 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36872) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:51.463909 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-edfa0482-5727-459e-9f20-8b54ee243798 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1512887192', 'description': 'tempest-secgroup-smoke-1512887192 description', 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:51.508815 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238f33fc-b73d-41e5-9bf8-4709b0b6a298 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network 1a5bcf51-1c06-44c4-879b-15b2f6265dff is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:51.521575 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-238f33fc-b73d-41e5-9bf8-4709b0b6a298 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:51.530123 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238f33fc-b73d-41e5-9bf8-4709b0b6a298 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:49:51.542324 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 01980426-8b25-473f-9323-57780ace5c5f triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:51.542692 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.583786 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-238f33fc-b73d-41e5-9bf8-4709b0b6a298 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.593948 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f33fc-b73d-41e5-9bf8-4709b0b6a298 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=4b190fa2-53b2-4521-a04a-57cf35114768,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:51.606176 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa73318-e0c2-4983-815a-c7ef39bc5073 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:51.610071 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bfa73318-e0c2-4983-815a-c7ef39bc5073 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.615704 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-226b4a48-d3e4-4c63-9310-cb2d2a4e0f14 None None] Provisioning complete for port 5da22823-99ae-4c90-81a3-c356dfea40cf triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:51.616071 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-226b4a48-d3e4-4c63-9310-cb2d2a4e0f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.659042 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6fec8b-11db-4e99-9441-35ab63feae51 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Made reservation on behalf of c95cec895ceb44429e923d2affce57da for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:51.663627 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7f6fec8b-11db-4e99-9441-35ab63feae51 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.667997 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-edfa0482-5727-459e-9f20-8b54ee243798 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.672798 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-540da5df-d099-47a7-94cb-e1a907277786 None None] Set router a3c9f751-b808-41e0-af8d-671e59677c7d gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:49:51.727431 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8afe8b11-43fd-4298-ad51-870bc5c84708 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.764879 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e11e1d-3152-4843-8221-3bd7e6f46b2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-60c60d22-c46e-49b8-9cf4-ec6062c42d56', 'network_id': '60c60d22-c46e-49b8-9cf4-ec6062c42d56', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'fixed_ips': [{'subnet_id': 'a2312958-487b-41eb-bb8a-649c12c7a3b6'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:49:51.765640 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-45e11e1d-3152-4843-8221-3bd7e6f46b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.794133 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-226b4a48-d3e4-4c63-9310-cb2d2a4e0f14 None None] Port 5da22823-99ae-4c90-81a3-c356dfea40cf cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:49:51.857720 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-dca09a9b-7599-456b-8a0a-8ddaa422a6e7 None None] Allocated IP 2001:db8::f816:3eff:fe9b:28d5 (8f2fc9c2-6909-42b1-9817-f8926b88a024/37d7dae5-de9e-427d-982c-4ff6ad8c7ad7/8b3af41c-1ba6-44ec-9a05-07a46991e1ba) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:51.936850 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7f6fec8b-11db-4e99-9441-35ab63feae51 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.972520 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-edfa0482-5727-459e-9f20-8b54ee243798 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.999832 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-edfa0482-5727-459e-9f20-8b54ee243798 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.000266 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6fec8b-11db-4e99-9441-35ab63feae51 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Network 2381fa5b-6fd9-43f9-84d2-d45bc8ce1093 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:52.036595 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-7f6fec8b-11db-4e99-9441-35ab63feae51 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:52.043610 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6fec8b-11db-4e99-9441-35ab63feae51 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:52.045016 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7f6fec8b-11db-4e99-9441-35ab63feae51 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.052782 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6fec8b-11db-4e99-9441-35ab63feae51 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'Subnet': ['ID=d87a70ac-765c-4d37-b7b5-c817275861b3,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:52.086633 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-7f6fec8b-11db-4e99-9441-35ab63feae51 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7648025 Feb 16 12:49:52.091808 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36874) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:52.096831 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-edfa0482-5727-459e-9f20-8b54ee243798 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.098180 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-edfa0482-5727-459e-9f20-8b54ee243798 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6378200 Feb 16 12:49:52.102545 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36876) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:52.107088 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa0482-5727-459e-9f20-8b54ee243798 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd597d5-2457-47bd-8902-30479afbdefa,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:52.116901 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-5f74933e-8e92-4fa5-ab61-fdf495127bd0 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Request body: {'security_group_rule': {'security_group_id': '1cd597d5-2457-47bd-8902-30479afbdefa', 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:52.119453 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-15816593-832e-4ffa-9c76-f6bb22519ecf tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-578768024', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd87a70ac-765c-4d37-b7b5-c817275861b3'}], 'security_groups': ['f0a5248f-f3a0-46ed-845b-c7a71b2f2132']}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:52.160137 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a7c9a5-07bd-4baf-9c4e-b62b236af819 None None] Network 2381fa5b-6fd9-43f9-84d2-d45bc8ce1093 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:52.199517 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-238f33fc-b73d-41e5-9bf8-4709b0b6a298 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.214561 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-b86c0d45-e508-4169-bd8d-9230730c85f2 None None] Provisioning complete for port 4b190fa2-53b2-4521-a04a-57cf35114768 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:52.215909 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b86c0d45-e508-4169-bd8d-9230730c85f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.221554 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bfa73318-e0c2-4983-815a-c7ef39bc5073 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.229506 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5f74933e-8e92-4fa5-ab61-fdf495127bd0 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.291121 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-15816593-832e-4ffa-9c76-f6bb22519ecf tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.293362 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa73318-e0c2-4983-815a-c7ef39bc5073 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:52.298924 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa73318-e0c2-4983-815a-c7ef39bc5073 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Subnet': ['ID=e221f49c-059e-4dad-8769-8d621b7390bd,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:52.300689 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 1f329ce2-7d88-4eee-b5c9-8f3e326431a4 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:49:52.307064 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-bfa73318-e0c2-4983-815a-c7ef39bc5073 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:52.310197 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa73318-e0c2-4983-815a-c7ef39bc5073 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:52.310787 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bfa73318-e0c2-4983-815a-c7ef39bc5073 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.341618 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5f74933e-8e92-4fa5-ab61-fdf495127bd0 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.349414 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-bfa73318-e0c2-4983-815a-c7ef39bc5073 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2383077 Feb 16 12:49:52.349640 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-45e11e1d-3152-4843-8221-3bd7e6f46b2b None None] Allocated IP 172.20.0.2 (60c60d22-c46e-49b8-9cf4-ec6062c42d56/a2312958-487b-41eb-bb8a-649c12c7a3b6/c221597d-cc63-4b1a-817c-ff59ba98a570) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:52.349739 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36878) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:52.355256 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-1c8d24be-1237-4c96-b777-214e3ff62f03 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'port': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'mac_address': 'fa:16:3e:fe:46:2e', 'name': 'tempest-NetworksTestDHCPv6-373864526'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:52.359521 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5f74933e-8e92-4fa5-ab61-fdf495127bd0 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.370836 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 1f329ce2-7d88-4eee-b5c9-8f3e326431a4 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:49:52.371253 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 1f329ce2-7d88-4eee-b5c9-8f3e326431a4 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:49:52.380914 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-b86c0d45-e508-4169-bd8d-9230730c85f2 None None] Port 4b190fa2-53b2-4521-a04a-57cf35114768 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:49:52.434631 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f74933e-8e92-4fa5-ab61-fdf495127bd0 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21532ac8-5e95-4f6b-a535-27f8844d94d9,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:52.451908 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5f74933e-8e92-4fa5-ab61-fdf495127bd0 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.455371 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5f74933e-8e92-4fa5-ab61-fdf495127bd0 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3492520 Feb 16 12:49:52.459145 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36880) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:52.471916 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-bc800862-5296-40b2-a0fc-b70c0dc367ce tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Request body: {'security_group_rule': {'security_group_id': '1cd597d5-2457-47bd-8902-30479afbdefa', 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:52.505050 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c522ca2a-7e88-46f3-bfa0-a7abb1d04cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.523229 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device bd02087d-27e9-4809-9f03-b7d3d5a7af20 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:49:52.559407 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bc800862-5296-40b2-a0fc-b70c0dc367ce tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.615290 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8d24be-1237-4c96-b777-214e3ff62f03 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:52.697350 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bc800862-5296-40b2-a0fc-b70c0dc367ce tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.711553 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bc800862-5296-40b2-a0fc-b70c0dc367ce tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.719245 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-540da5df-d099-47a7-94cb-e1a907277786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c9f751-b808-41e0-af8d-671e59677c7d', 'name': 'tempest-TestVolumeBootPattern-1810813684-router', 'tenant_id': '0b9507f368924a529ff51fe08a96380f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': 'bd02087d-27e9-4809-9f03-b7d3d5a7af20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:41Z', 'updated_at': '2022-02-16T12:49:48Z', 'revision_number': 4, 'project_id': '0b9507f368924a529ff51fe08a96380f', 'gw_port': {'id': 'bd02087d-27e9-4809-9f03-b7d3d5a7af20', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:33:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c9f751-b808-41e0-af8d-671e59677c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:43Z', 'updated_at': '2022-02-16T12:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '9c2633a4-18c0-45ad-ac0a-180250bac806', 'name': '', 'network_id': '88929501-5a39-4643-9620-1a43613d60e4', 'tenant_id': '0b9507f368924a529ff51fe08a96380f', 'mac_address': 'fa:16:3e:91:fd:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c9f751-b808-41e0-af8d-671e59677c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'b0c5a35a-ca7f-4584-8c63-323f3025c4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:47Z', 'updated_at': '2022-02-16T12:49:49Z', 'revision_number': 2, 'project_id': '0b9507f368924a529ff51fe08a96380f', 'subnets': [{'id': 'b0c5a35a-ca7f-4584-8c63-323f3025c4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:52.748149 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc800862-5296-40b2-a0fc-b70c0dc367ce tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1713f5fc-e672-426e-bf8c-e305102c6a6e,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:52.757431 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bc800862-5296-40b2-a0fc-b70c0dc367ce tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.759670 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dca09a9b-7599-456b-8a0a-8ddaa422a6e7 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.768353 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-bc800862-5296-40b2-a0fc-b70c0dc367ce tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3064849 Feb 16 12:49:52.769427 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36882) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:52.772670 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540da5df-d099-47a7-94cb-e1a907277786 None None] Checking router: a3c9f751-b808-41e0-af8d-671e59677c7d for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:49:52.772670 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540da5df-d099-47a7-94cb-e1a907277786 None None] Updating router a3c9f751-b808-41e0-af8d-671e59677c7d port 9c2633a4-18c0-45ad-ac0a-180250bac806 binding host dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:49:52.776613 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-238f33fc-b73d-41e5-9bf8-4709b0b6a298 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.778027 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1c8d24be-1237-4c96-b777-214e3ff62f03 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.784647 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-db468226-ef1a-48ce-abed-69537799c246 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Request body: {'security_group_rule': {'security_group_id': '1cd597d5-2457-47bd-8902-30479afbdefa', 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:52.797335 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-238f33fc-b73d-41e5-9bf8-4709b0b6a298 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.799383 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dca09a9b-7599-456b-8a0a-8ddaa422a6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.852206 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-1c8d24be-1237-4c96-b777-214e3ff62f03 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] device_id is not set on port 81c37532-4cb2-4453-a764-f682c71de133 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:49:52.877259 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db468226-ef1a-48ce-abed-69537799c246 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.946906 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port bd02087d-27e9-4809-9f03-b7d3d5a7af20 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:52.947277 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.022971 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-540da5df-d099-47a7-94cb-e1a907277786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.030666 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca09a9b-7599-456b-8a0a-8ddaa422a6e7 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:53.053206 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-45e11e1d-3152-4843-8221-3bd7e6f46b2b None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.069180 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db468226-ef1a-48ce-abed-69537799c246 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.070167 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-dca09a9b-7599-456b-8a0a-8ddaa422a6e7 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:53.073283 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca09a9b-7599-456b-8a0a-8ddaa422a6e7 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:49:53.081558 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca09a9b-7599-456b-8a0a-8ddaa422a6e7 None None] Pushing event updated for resources: {'Port': ['ID=8b3af41c-1ba6-44ec-9a05-07a46991e1ba,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:53.085917 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-45e11e1d-3152-4843-8221-3bd7e6f46b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.104599 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db468226-ef1a-48ce-abed-69537799c246 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.190036 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db468226-ef1a-48ce-abed-69537799c246 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ffe4034-554d-451e-b4d0-b77d823b4706,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:53.211835 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db468226-ef1a-48ce-abed-69537799c246 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.216330 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-db468226-ef1a-48ce-abed-69537799c246 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4451871 Feb 16 12:49:53.221530 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36884) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:53.242237 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-d4b8ed9e-0351-4b93-bd31-28d5f0d0ec6f tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Request body: {'security_group_rule': {'security_group_id': '1cd597d5-2457-47bd-8902-30479afbdefa', 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:53.247500 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-8afe8b11-43fd-4298-ad51-870bc5c84708 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Allocated IP 172.20.0.1 (60c60d22-c46e-49b8-9cf4-ec6062c42d56/a2312958-487b-41eb-bb8a-649c12c7a3b6/cfd406cb-2511-46a2-8be3-48fc55afd2a1) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:53.275958 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-1c8d24be-1237-4c96-b777-214e3ff62f03 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Allocated IP 2001:db8:0:1::345 (8f2fc9c2-6909-42b1-9817-f8926b88a024/e221f49c-059e-4dad-8769-8d621b7390bd/81c37532-4cb2-4453-a764-f682c71de133) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:53.309291 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-1c8d24be-1237-4c96-b777-214e3ff62f03 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Allocated IP 2001:db8::f816:3eff:fefe:462e (8f2fc9c2-6909-42b1-9817-f8926b88a024/37d7dae5-de9e-427d-982c-4ff6ad8c7ad7/81c37532-4cb2-4453-a764-f682c71de133) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:53.353564 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f33fc-b73d-41e5-9bf8-4709b0b6a298 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=4b190fa2-53b2-4521-a04a-57cf35114768,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:53.368392 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-238f33fc-b73d-41e5-9bf8-4709b0b6a298 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.374228 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-15816593-832e-4ffa-9c76-f6bb22519ecf tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Delete allocated IP 2001:db8::2d5 (2381fa5b-6fd9-43f9-84d2-d45bc8ce1093/67b04485-37be-4821-8310-7a129b22a2ec) {{(pid=109048) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 12:49:53.395912 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-15816593-832e-4ffa-9c76-f6bb22519ecf tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Allocated IP 2001:db8:0:1::9a (2381fa5b-6fd9-43f9-84d2-d45bc8ce1093/d87a70ac-765c-4d37-b7b5-c817275861b3/5da22823-99ae-4c90-81a3-c356dfea40cf) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:53.405195 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d4b8ed9e-0351-4b93-bd31-28d5f0d0ec6f tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.463312 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e11e1d-3152-4843-8221-3bd7e6f46b2b None None] Network 60c60d22-c46e-49b8-9cf4-ec6062c42d56 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:53.482972 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-dca09a9b-7599-456b-8a0a-8ddaa422a6e7 None None] Attempting to bind port 8b3af41c-1ba6-44ec-9a05-07a46991e1ba on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:53.483339 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-dca09a9b-7599-456b-8a0a-8ddaa422a6e7 None None] Attempting to bind port 8b3af41c-1ba6-44ec-9a05-07a46991e1ba by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:53.483698 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca09a9b-7599-456b-8a0a-8ddaa422a6e7 None None] Attempting to bind port 8b3af41c-1ba6-44ec-9a05-07a46991e1ba on network 8f2fc9c2-6909-42b1-9817-f8926b88a024 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:49:53.486781 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-45e11e1d-3152-4843-8221-3bd7e6f46b2b None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:53.489565 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e11e1d-3152-4843-8221-3bd7e6f46b2b None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:49:53.507818 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8afe8b11-43fd-4298-ad51-870bc5c84708 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.549307 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e11e1d-3152-4843-8221-3bd7e6f46b2b None None] Pushing event updated for resources: {'Port': ['ID=c221597d-cc63-4b1a-817c-ff59ba98a570,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:53.578149 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238f33fc-b73d-41e5-9bf8-4709b0b6a298 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network 1a5bcf51-1c06-44c4-879b-15b2f6265dff is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:53.582297 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-238f33fc-b73d-41e5-9bf8-4709b0b6a298 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:53.609812 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 01980426-8b25-473f-9323-57780ace5c5f up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:49:53.612461 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca09a9b-7599-456b-8a0a-8ddaa422a6e7 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:49:53.612871 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca09a9b-7599-456b-8a0a-8ddaa422a6e7 None None] Checking segment: {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:49:53.613281 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dca09a9b-7599-456b-8a0a-8ddaa422a6e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.613673 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca09a9b-7599-456b-8a0a-8ddaa422a6e7 None None] Bound using segment: {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:49:53.614162 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-dca09a9b-7599-456b-8a0a-8ddaa422a6e7 None None] Bound port: 8b3af41c-1ba6-44ec-9a05-07a46991e1ba, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3cb0b5-ac47-454a-be78-3d565446b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:53.614545 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dca09a9b-7599-456b-8a0a-8ddaa422a6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.731069 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-15816593-832e-4ffa-9c76-f6bb22519ecf tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.746435 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-15816593-832e-4ffa-9c76-f6bb22519ecf tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.758586 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-45e11e1d-3152-4843-8221-3bd7e6f46b2b None None] Attempting to bind port c221597d-cc63-4b1a-817c-ff59ba98a570 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:53.759022 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-45e11e1d-3152-4843-8221-3bd7e6f46b2b None None] Attempting to bind port c221597d-cc63-4b1a-817c-ff59ba98a570 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '346aa879-e502-41fa-8e1e-99e23adef2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '60c60d22-c46e-49b8-9cf4-ec6062c42d56'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:53.760667 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e11e1d-3152-4843-8221-3bd7e6f46b2b None None] Attempting to bind port c221597d-cc63-4b1a-817c-ff59ba98a570 on network 60c60d22-c46e-49b8-9cf4-ec6062c42d56 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:49:53.795390 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e11e1d-3152-4843-8221-3bd7e6f46b2b None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:49:53.796014 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e11e1d-3152-4843-8221-3bd7e6f46b2b None None] Checking segment: {'id': '346aa879-e502-41fa-8e1e-99e23adef2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '60c60d22-c46e-49b8-9cf4-ec6062c42d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:49:53.796157 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-45e11e1d-3152-4843-8221-3bd7e6f46b2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.797190 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e11e1d-3152-4843-8221-3bd7e6f46b2b None None] Bound using segment: {'id': '346aa879-e502-41fa-8e1e-99e23adef2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '60c60d22-c46e-49b8-9cf4-ec6062c42d56'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:49:53.797336 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-45e11e1d-3152-4843-8221-3bd7e6f46b2b None None] Bound port: c221597d-cc63-4b1a-817c-ff59ba98a570, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '346aa879-e502-41fa-8e1e-99e23adef2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '60c60d22-c46e-49b8-9cf4-ec6062c42d56'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:53.797695 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-45e11e1d-3152-4843-8221-3bd7e6f46b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.845156 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-15816593-832e-4ffa-9c76-f6bb22519ecf tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] In _notify_port_updated(), no bound segment for port 5da22823-99ae-4c90-81a3-c356dfea40cf on network 2381fa5b-6fd9-43f9-84d2-d45bc8ce1093 {{(pid=109048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 12:49:53.851508 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15816593-832e-4ffa-9c76-f6bb22519ecf tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:53.852536 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-15816593-832e-4ffa-9c76-f6bb22519ecf tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.854271 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-15816593-832e-4ffa-9c76-f6bb22519ecf tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "PUT /v2.0/ports/5da22823-99ae-4c90-81a3-c356dfea40cf HTTP/1.1" status: 200 len: 929 time: 1.7613873 Feb 16 12:49:53.861082 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36886) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:53.864474 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-238f33fc-b73d-41e5-9bf8-4709b0b6a298 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router 24cf7b7e-f935-47c5-aef9-0effe62071e8 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:49:53.877301 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15816593-832e-4ffa-9c76-f6bb22519ecf tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'Port': ['ID=5da22823-99ae-4c90-81a3-c356dfea40cf,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:53.908847 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 01980426-8b25-473f-9323-57780ace5c5f triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:53.909170 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.973354 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d4b8ed9e-0351-4b93-bd31-28d5f0d0ec6f tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.987990 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d4b8ed9e-0351-4b93-bd31-28d5f0d0ec6f tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.007537 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8afe8b11-43fd-4298-ad51-870bc5c84708 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.020774 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5828b4af-6371-4b3c-a846-f75a54ee1a68 None None] Update dhcp port {'port': {'network_id': '2381fa5b-6fd9-43f9-84d2-d45bc8ce1093', 'fixed_ips': [{'subnet_id': '67b04485-37be-4821-8310-7a129b22a2ec', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd87a70ac-765c-4d37-b7b5-c817275861b3'}], 'binding:host_id': 'dv-neutron-828142-3-hyperv'}, 'id': '01980426-8b25-473f-9323-57780ace5c5f'} from dv-neutron-828142-3-hyperv. {{(pid=109050) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 12:49:54.060331 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8ed9e-0351-4b93-bd31-28d5f0d0ec6f tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68606c91-247c-4258-b788-0dd8b40d0386,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:54.081974 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1c8d24be-1237-4c96-b777-214e3ff62f03 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.088588 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-dca09a9b-7599-456b-8a0a-8ddaa422a6e7 None None] For port 8b3af41c-1ba6-44ec-9a05-07a46991e1ba, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:49:54.094111 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d4b8ed9e-0351-4b93-bd31-28d5f0d0ec6f tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.097909 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d4b8ed9e-0351-4b93-bd31-28d5f0d0ec6f tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8667490 Feb 16 12:49:54.097909 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afe8b11-43fd-4298-ad51-870bc5c84708 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Network 60c60d22-c46e-49b8-9cf4-ec6062c42d56 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:54.103393 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36888) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:54.104420 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238f33fc-b73d-41e5-9bf8-4709b0b6a298 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:49:54.107647 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-5894e0e7-d260-441c-9250-069351dee547 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Request body: {'security_group_rule': {'security_group_id': '1cd597d5-2457-47bd-8902-30479afbdefa', 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:54.114986 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-45e11e1d-3152-4843-8221-3bd7e6f46b2b None None] For port c221597d-cc63-4b1a-817c-ff59ba98a570, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:49:54.116897 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-8afe8b11-43fd-4298-ad51-870bc5c84708 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:54.117367 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932ad858-60c0-467b-af7d-8057b679506d None None] Sync routers for ids ['24cf7b7e-f935-47c5-aef9-0effe62071e8'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:54.121996 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afe8b11-43fd-4298-ad51-870bc5c84708 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:49:54.125304 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe8b11-43fd-4298-ad51-870bc5c84708 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event updated for resources: {'Port': ['ID=cfd406cb-2511-46a2-8be3-48fc55afd2a1,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:54.128931 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-dca09a9b-7599-456b-8a0a-8ddaa422a6e7 None None] For port 8b3af41c-1ba6-44ec-9a05-07a46991e1ba, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=8b3af41c-1ba6-44ec-9a05-07a46991e1ba,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:49:54.132232 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-a4895ff1-7c8d-446f-8fe0-d1f6325928fc None None] Provisioning complete for port 4b190fa2-53b2-4521-a04a-57cf35114768 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:54.133006 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a4895ff1-7c8d-446f-8fe0-d1f6325928fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.134398 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5828b4af-6371-4b3c-a846-f75a54ee1a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.152759 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-238f33fc-b73d-41e5-9bf8-4709b0b6a298 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "PUT /v2.0/routers/24cf7b7e-f935-47c5-aef9-0effe62071e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0112231 Feb 16 12:49:54.152970 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932ad858-60c0-467b-af7d-8057b679506d None None] Routers {'24cf7b7e-f935-47c5-aef9-0effe62071e8'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:49:54.152970 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-932ad858-60c0-467b-af7d-8057b679506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:49:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['24cf7b7e-f935-47c5-aef9-0effe62071e8'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:54.172773 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dca09a9b-7599-456b-8a0a-8ddaa422a6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.194971 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-45e11e1d-3152-4843-8221-3bd7e6f46b2b None None] For port c221597d-cc63-4b1a-817c-ff59ba98a570, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=c221597d-cc63-4b1a-817c-ff59ba98a570,segment=NetworkSegment(346aa879-e502-41fa-8e1e-99e23adef2b8),segment_id=346aa879-e502-41fa-8e1e-99e23adef2b8)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:49:54.202935 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-99001400-a59b-401b-b17c-e04cc3602dde tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Deleting port 5da22823-99ae-4c90-81a3-c356dfea40cf {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:49:54.203506 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-99001400-a59b-401b-b17c-e04cc3602dde tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.206466 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8afe8b11-43fd-4298-ad51-870bc5c84708 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.242845 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-5894e0e7-d260-441c-9250-069351dee547 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Project 98ec8fef3f1245f3a4cdb1afaef344d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:49:54.247252 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-45e11e1d-3152-4843-8221-3bd7e6f46b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.252860 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1c8d24be-1237-4c96-b777-214e3ff62f03 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.257023 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5894e0e7-d260-441c-9250-069351dee547 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.334966 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-932ad858-60c0-467b-af7d-8057b679506d None None] Set router 24cf7b7e-f935-47c5-aef9-0effe62071e8 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:49:54.369441 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-99001400-a59b-401b-b17c-e04cc3602dde tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.380271 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8d24be-1237-4c96-b777-214e3ff62f03 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:54.404646 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-99001400-a59b-401b-b17c-e04cc3602dde tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Calling delete_port for 5da22823-99ae-4c90-81a3-c356dfea40cf owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:49:54.413993 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-a4895ff1-7c8d-446f-8fe0-d1f6325928fc None None] Port 4b190fa2-53b2-4521-a04a-57cf35114768 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:49:54.429388 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-1c8d24be-1237-4c96-b777-214e3ff62f03 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:54.437716 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8d24be-1237-4c96-b777-214e3ff62f03 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:49:54.444744 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8d24be-1237-4c96-b777-214e3ff62f03 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:54.445304 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1c8d24be-1237-4c96-b777-214e3ff62f03 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.464484 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d24be-1237-4c96-b777-214e3ff62f03 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Port': ['ID=81c37532-4cb2-4453-a764-f682c71de133,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:54.479584 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5894e0e7-d260-441c-9250-069351dee547 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.504482 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca09a9b-7599-456b-8a0a-8ddaa422a6e7 None None] Pushing event updated for resources: {'Port': ['ID=8b3af41c-1ba6-44ec-9a05-07a46991e1ba,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:54.507924 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5894e0e7-d260-441c-9250-069351dee547 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.553261 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1c8d24be-1237-4c96-b777-214e3ff62f03 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2024870 Feb 16 12:49:54.560146 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5894e0e7-d260-441c-9250-069351dee547 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.564159 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5894e0e7-d260-441c-9250-069351dee547 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4569507 Feb 16 12:49:54.569075 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36894) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:54.569415 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36896) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:54.632786 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-63818649-0d64-42ef-b7c7-bd21674e24e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.680614 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5894e0e7-d260-441c-9250-069351dee547 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03beaf77-e59e-4c45-aa61-f6b5ea40dea6,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:54.713846 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-17c120e6-402c-4e3e-9b9f-88509f5a8f5d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Request body: {'security_group_rule': {'security_group_id': '1cd597d5-2457-47bd-8902-30479afbdefa', 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:54.721362 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-99001400-a59b-401b-b17c-e04cc3602dde tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.722375 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8afe8b11-43fd-4298-ad51-870bc5c84708 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.732747 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-540da5df-d099-47a7-94cb-e1a907277786 None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.763191 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-17c120e6-402c-4e3e-9b9f-88509f5a8f5d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Project 98ec8fef3f1245f3a4cdb1afaef344d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:49:54.773236 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-540da5df-d099-47a7-94cb-e1a907277786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.818371 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-17c120e6-402c-4e3e-9b9f-88509f5a8f5d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.820004 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99001400-a59b-401b-b17c-e04cc3602dde tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'Port': ['ID=5da22823-99ae-4c90-81a3-c356dfea40cf,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:54.826411 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-99001400-a59b-401b-b17c-e04cc3602dde tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.836659 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-99001400-a59b-401b-b17c-e04cc3602dde tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/ports/5da22823-99ae-4c90-81a3-c356dfea40cf HTTP/1.1" status: 204 len: 168 time: 0.9736953 Feb 16 12:49:54.842780 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36898) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:54.874996 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e11e1d-3152-4843-8221-3bd7e6f46b2b None None] Pushing event updated for resources: {'Port': ['ID=c221597d-cc63-4b1a-817c-ff59ba98a570,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:54.875355 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-25431863-33cc-4af8-a96f-0e307b7581fe tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] GET failed (client error): The resource could not be found. Feb 16 12:49:54.881065 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-25431863-33cc-4af8-a96f-0e307b7581fe tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "GET /v2.0/ports/5da22823-99ae-4c90-81a3-c356dfea40cf HTTP/1.1" status: 404 len: 333 time: 0.0347731 Feb 16 12:49:54.891572 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36900) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:54.941745 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-932ad858-60c0-467b-af7d-8057b679506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'name': 'tempest-TestNetworkBasicOps-router-1368041289', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '4a7a2ecb-930a-4947-9f24-a5b4e61342a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:54Z', 'updated_at': '2022-02-16T12:49:52Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '4a7a2ecb-930a-4947-9f24-a5b4e61342a6', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:55Z', 'updated_at': '2022-02-16T12:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'ff72a37a-1f8b-4b92-819b-490ecf4092ae', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.133', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'port_id': '09ed1ef0-b289-435c-b14d-a38f0115bfc4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9302a4-3c67-4ab8-a48d-9c86a95e30b2', 'mac_address': 'fa:16:3e:67:cc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:48:42Z', 'updated_at': '2022-02-16T12:48:50Z', 'revision_number': 1, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b190fa2-53b2-4521-a04a-57cf35114768', 'name': '', 'network_id': '1a5bcf51-1c06-44c4-879b-15b2f6265dff', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:2a:15:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '79af1281-b559-4556-a574-778e2e20b678', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:50Z', 'updated_at': '2022-02-16T12:49:52Z', 'revision_number': 2, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': '79af1281-b559-4556-a574-778e2e20b678', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9', 'name': '', 'network_id': '2a9302a4-3c67-4ab8-a48d-9c86a95e30b2', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:de:68:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4d07b80a-2947-4cf0-b0a9-82856344f0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:04Z', 'updated_at': '2022-02-16T12:48:11Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': '4d07b80a-2947-4cf0-b0a9-82856344f0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:54.974370 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4835042d-af5f-4319-94f6-97b977369dfd tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.996358 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-5828b4af-6371-4b3c-a846-f75a54ee1a68 None None] Allocated IP 2001:db8:0:1::2 (2381fa5b-6fd9-43f9-84d2-d45bc8ce1093/d87a70ac-765c-4d37-b7b5-c817275861b3/01980426-8b25-473f-9323-57780ace5c5f) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:55.000856 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932ad858-60c0-467b-af7d-8057b679506d None None] Checking router: 24cf7b7e-f935-47c5-aef9-0effe62071e8 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:49:55.001510 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932ad858-60c0-467b-af7d-8057b679506d None None] Updating router 24cf7b7e-f935-47c5-aef9-0effe62071e8 port 4b190fa2-53b2-4521-a04a-57cf35114768 binding host dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:49:55.029874 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4835042d-af5f-4319-94f6-97b977369dfd tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.048511 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-932ad858-60c0-467b-af7d-8057b679506d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.082600 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d7da9e-5f93-4648-a953-5fa749167d5a None None] Pushing event updated for resources: {'Port': ['ID=9c2633a4-18c0-45ad-ac0a-180250bac806,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:55.133892 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4835042d-af5f-4319-94f6-97b977369dfd tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.138104 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4835042d-af5f-4319-94f6-97b977369dfd tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.140616 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-4835042d-af5f-4319-94f6-97b977369dfd tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/security-groups/65e96e7f-b7f5-4079-99a1-09e76d70d0b2 HTTP/1.1" status: 204 len: 168 time: 0.2466588 Feb 16 12:49:55.149610 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36902) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:55.215465 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-17c120e6-402c-4e3e-9b9f-88509f5a8f5d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.223581 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-17c120e6-402c-4e3e-9b9f-88509f5a8f5d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.237681 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-a7dff62b-02cc-417d-b1eb-4fb2248fe085 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting port 81c37532-4cb2-4453-a764-f682c71de133 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:49:55.238229 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a7dff62b-02cc-417d-b1eb-4fb2248fe085 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.240243 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-540da5df-d099-47a7-94cb-e1a907277786 None None] Attempting to bind port 9c2633a4-18c0-45ad-ac0a-180250bac806 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:55.240639 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-540da5df-d099-47a7-94cb-e1a907277786 None None] Attempting to bind port 9c2633a4-18c0-45ad-ac0a-180250bac806 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '4842070d-4bde-4cc1-b1dd-e9464bcabaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '88929501-5a39-4643-9620-1a43613d60e4'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:55.241011 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540da5df-d099-47a7-94cb-e1a907277786 None None] Attempting to bind port 9c2633a4-18c0-45ad-ac0a-180250bac806 on network 88929501-5a39-4643-9620-1a43613d60e4 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:49:55.257369 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835042d-af5f-4319-94f6-97b977369dfd tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e96e7f-b7f5-4079-99a1-09e76d70d0b2,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:55.265258 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540da5df-d099-47a7-94cb-e1a907277786 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:49:55.267158 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540da5df-d099-47a7-94cb-e1a907277786 None None] Checking segment: {'id': '4842070d-4bde-4cc1-b1dd-e9464bcabaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '88929501-5a39-4643-9620-1a43613d60e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:49:55.267158 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-540da5df-d099-47a7-94cb-e1a907277786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.267158 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540da5df-d099-47a7-94cb-e1a907277786 None None] Bound using segment: {'id': '4842070d-4bde-4cc1-b1dd-e9464bcabaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '88929501-5a39-4643-9620-1a43613d60e4'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:49:55.267493 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-540da5df-d099-47a7-94cb-e1a907277786 None None] Bound port: 9c2633a4-18c0-45ad-ac0a-180250bac806, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4842070d-4bde-4cc1-b1dd-e9464bcabaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '88929501-5a39-4643-9620-1a43613d60e4'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:55.268428 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-540da5df-d099-47a7-94cb-e1a907277786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.282949 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-5828b4af-6371-4b3c-a846-f75a54ee1a68 None None] For port 01980426-8b25-473f-9323-57780ace5c5f, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=01980426-8b25-473f-9323-57780ace5c5f,segment=NetworkSegment(7c401fd4-b489-4695-9737-820bb4b7bd6c),segment_id=7c401fd4-b489-4695-9737-820bb4b7bd6c)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:55.321847 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6e0fad81-2532-49d8-a2dc-f6f2acfa1fee tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.333567 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c120e6-402c-4e3e-9b9f-88509f5a8f5d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c136cadd-6eca-43dc-81ae-73f6a001bf63,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:55.357483 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-17c120e6-402c-4e3e-9b9f-88509f5a8f5d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.358849 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-17c120e6-402c-4e3e-9b9f-88509f5a8f5d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6851790 Feb 16 12:49:55.374023 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6e0fad81-2532-49d8-a2dc-f6f2acfa1fee tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.388162 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5828b4af-6371-4b3c-a846-f75a54ee1a68 None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.403489 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5828b4af-6371-4b3c-a846-f75a54ee1a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.445368 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-780650a9-4a10-4356-a97a-0d73a5212c35 None None] Provisioning complete for port 9c2633a4-18c0-45ad-ac0a-180250bac806 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:55.445626 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-780650a9-4a10-4356-a97a-0d73a5212c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.484672 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a7dff62b-02cc-417d-b1eb-4fb2248fe085 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.507647 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6e0fad81-2532-49d8-a2dc-f6f2acfa1fee tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.511209 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-540da5df-d099-47a7-94cb-e1a907277786 None None] For port 9c2633a4-18c0-45ad-ac0a-180250bac806, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:49:55.513233 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6e0fad81-2532-49d8-a2dc-f6f2acfa1fee tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.521132 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-a7dff62b-02cc-417d-b1eb-4fb2248fe085 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Calling delete_port for 81c37532-4cb2-4453-a764-f682c71de133 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:49:55.523149 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6e0fad81-2532-49d8-a2dc-f6f2acfa1fee tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/security-groups/f0a5248f-f3a0-46ed-845b-c7a71b2f2132 HTTP/1.1" status: 204 len: 168 time: 0.3716905 Feb 16 12:49:55.530421 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36920) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:55.545062 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0fad81-2532-49d8-a2dc-f6f2acfa1fee tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a5248f-f3a0-46ed-845b-c7a71b2f2132,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:55.583169 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-540da5df-d099-47a7-94cb-e1a907277786 None None] For port 9c2633a4-18c0-45ad-ac0a-180250bac806, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=9c2633a4-18c0-45ad-ac0a-180250bac806,segment=NetworkSegment(4842070d-4bde-4cc1-b1dd-e9464bcabaed),segment_id=4842070d-4bde-4cc1-b1dd-e9464bcabaed)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:49:55.592194 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-780650a9-4a10-4356-a97a-0d73a5212c35 None None] Port 9c2633a4-18c0-45ad-ac0a-180250bac806 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:49:55.602470 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828b4af-6371-4b3c-a846-f75a54ee1a68 None None] Pushing event updated for resources: {'Port': ['ID=01980426-8b25-473f-9323-57780ace5c5f,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:55.605781 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-540da5df-d099-47a7-94cb-e1a907277786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.608939 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-932ad858-60c0-467b-af7d-8057b679506d None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.625132 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-932ad858-60c0-467b-af7d-8057b679506d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.694889 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8afe8b11-43fd-4298-ad51-870bc5c84708 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.705524 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-235d94fc-6329-4f98-b34e-4d6be13a5baf tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Deleting subnet 67b04485-37be-4821-8310-7a129b22a2ec {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:49:55.720678 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8afe8b11-43fd-4298-ad51-870bc5c84708 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.737416 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-235d94fc-6329-4f98-b34e-4d6be13a5baf tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.768550 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d7da9e-5f93-4648-a953-5fa749167d5a None None] Pushing event updated for resources: {'Port': ['ID=9c2633a4-18c0-45ad-ac0a-180250bac806,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:55.781626 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.785894 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540da5df-d099-47a7-94cb-e1a907277786 None None] Routers {'a3c9f751-b808-41e0-af8d-671e59677c7d'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:49:55.792117 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-540da5df-d099-47a7-94cb-e1a907277786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:49:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['a3c9f751-b808-41e0-af8d-671e59677c7d'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:55.902831 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-932ad858-60c0-467b-af7d-8057b679506d None None] Attempting to bind port 4b190fa2-53b2-4521-a04a-57cf35114768 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:55.903195 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-932ad858-60c0-467b-af7d-8057b679506d None None] Attempting to bind port 4b190fa2-53b2-4521-a04a-57cf35114768 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'b8cf462c-5626-4bf6-8501-14ba432898c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1a5bcf51-1c06-44c4-879b-15b2f6265dff'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:55.904098 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932ad858-60c0-467b-af7d-8057b679506d None None] Attempting to bind port 4b190fa2-53b2-4521-a04a-57cf35114768 on network 1a5bcf51-1c06-44c4-879b-15b2f6265dff {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:49:55.915031 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb4861-5322-4ce5-80e0-984af1ec2aa2 None None] Pushing event updated for resources: {'Port': ['ID=4b190fa2-53b2-4521-a04a-57cf35114768,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:55.916965 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8afe8b11-43fd-4298-ad51-870bc5c84708 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.939940 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932ad858-60c0-467b-af7d-8057b679506d None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:49:55.940411 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932ad858-60c0-467b-af7d-8057b679506d None None] Checking segment: {'id': 'b8cf462c-5626-4bf6-8501-14ba432898c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1a5bcf51-1c06-44c4-879b-15b2f6265dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:49:55.940907 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-932ad858-60c0-467b-af7d-8057b679506d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.941967 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932ad858-60c0-467b-af7d-8057b679506d None None] Bound using segment: {'id': 'b8cf462c-5626-4bf6-8501-14ba432898c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1a5bcf51-1c06-44c4-879b-15b2f6265dff'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:49:55.943842 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-932ad858-60c0-467b-af7d-8057b679506d None None] Bound port: 4b190fa2-53b2-4521-a04a-57cf35114768, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8cf462c-5626-4bf6-8501-14ba432898c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1a5bcf51-1c06-44c4-879b-15b2f6265dff'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:55.944260 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-932ad858-60c0-467b-af7d-8057b679506d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:56.132182 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-932ad858-60c0-467b-af7d-8057b679506d None None] For port 4b190fa2-53b2-4521-a04a-57cf35114768, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:49:56.132816 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-540da5df-d099-47a7-94cb-e1a907277786 None None] Set router a3c9f751-b808-41e0-af8d-671e59677c7d gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:49:56.141791 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-932ad858-60c0-467b-af7d-8057b679506d None None] For port 4b190fa2-53b2-4521-a04a-57cf35114768, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=4b190fa2-53b2-4521-a04a-57cf35114768,segment=NetworkSegment(b8cf462c-5626-4bf6-8501-14ba432898c5),segment_id=b8cf462c-5626-4bf6-8501-14ba432898c5)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:49:56.154916 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-932ad858-60c0-467b-af7d-8057b679506d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:56.285119 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-235d94fc-6329-4f98-b34e-4d6be13a5baf tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:56.294034 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a7dff62b-02cc-417d-b1eb-4fb2248fe085 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:56.321006 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb4861-5322-4ce5-80e0-984af1ec2aa2 None None] Pushing event updated for resources: {'Port': ['ID=4b190fa2-53b2-4521-a04a-57cf35114768,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:56.339986 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932ad858-60c0-467b-af7d-8057b679506d None None] Routers {'24cf7b7e-f935-47c5-aef9-0effe62071e8'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:49:56.341603 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-932ad858-60c0-467b-af7d-8057b679506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:49:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['24cf7b7e-f935-47c5-aef9-0effe62071e8'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:56.517897 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a7dff62b-02cc-417d-b1eb-4fb2248fe085 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:56.521328 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a7dff62b-02cc-417d-b1eb-4fb2248fe085 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/ports/81c37532-4cb2-4453-a764-f682c71de133 HTTP/1.1" status: 204 len: 168 time: 1.9442954 Feb 16 12:49:56.525558 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36950) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:56.528772 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe8b11-43fd-4298-ad51-870bc5c84708 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event updated for resources: {'Port': ['ID=cfd406cb-2511-46a2-8be3-48fc55afd2a1,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:56.570393 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dff62b-02cc-417d-b1eb-4fb2248fe085 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Port': ['ID=81c37532-4cb2-4453-a764-f682c71de133,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:56.666167 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afe8b11-43fd-4298-ad51-870bc5c84708 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Network 60c60d22-c46e-49b8-9cf4-ec6062c42d56 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:56.674931 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-8afe8b11-43fd-4298-ad51-870bc5c84708 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:56.718155 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-932ad858-60c0-467b-af7d-8057b679506d None None] Set router 24cf7b7e-f935-47c5-aef9-0effe62071e8 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:49:56.718954 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-235d94fc-6329-4f98-b34e-4d6be13a5baf tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:56.795842 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d54f31-efd1-4608-ab9f-56b27daa2474 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:56.797812 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8885784-72fe-4fa8-bbbd-6c3cd1fed304 None None] Network 60c60d22-c46e-49b8-9cf4-ec6062c42d56 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:56.806942 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c9d54f31-efd1-4608-ab9f-56b27daa2474 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2797387 Feb 16 12:49:56.808187 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36954) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:56.971653 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c8e92f-2912-4125-895a-16cc1b36fa8e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:56.982047 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-17c8e92f-2912-4125-895a-16cc1b36fa8e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1616850 Feb 16 12:49:56.982484 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36956) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:57.099596 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e603bb-ca40-4e25-a61c-ec83b5b548d8 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:57.101456 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e603bb-ca40-4e25-a61c-ec83b5b548d8 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:57.104901 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e603bb-ca40-4e25-a61c-ec83b5b548d8 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:57.109718 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-23e603bb-ca40-4e25-a61c-ec83b5b548d8 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1244524 Feb 16 12:49:57.114784 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36960) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:57.167154 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631dd204-d2a9-462a-b31f-b05c1bddf1a9 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:57.191876 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-229ce35d-52c7-4f51-8547-c2b4456f580f tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting subnet 37d7dae5-de9e-427d-982c-4ff6ad8c7ad7 {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:49:57.205973 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-229ce35d-52c7-4f51-8547-c2b4456f580f tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:57.225475 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-60e7d72d-5699-491e-9de2-05999096c545 None None] Provisioning complete for port 4b190fa2-53b2-4521-a04a-57cf35114768 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:57.225804 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-60e7d72d-5699-491e-9de2-05999096c545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:57.244735 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device c221597d-cc63-4b1a-817c-ff59ba98a570 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:49:57.251625 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-235d94fc-6329-4f98-b34e-4d6be13a5baf tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:57.273790 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:57.305186 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-229ce35d-52c7-4f51-8547-c2b4456f580f tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:57.361433 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-235d94fc-6329-4f98-b34e-4d6be13a5baf tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:57.373234 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-235d94fc-6329-4f98-b34e-4d6be13a5baf tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/subnets/67b04485-37be-4821-8310-7a129b22a2ec HTTP/1.1" status: 204 len: 168 time: 1.8415337 Feb 16 12:49:57.374230 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36968) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:57.377567 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d94fc-6329-4f98-b34e-4d6be13a5baf tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'Subnet': ['ID=67b04485-37be-4821-8310-7a129b22a2ec,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:57.395838 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-64a28f5c-b9b0-42d7-9ac7-d83c88a7e728 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'subnet': {'network_id': '2381fa5b-6fd9-43f9-84d2-d45bc8ce1093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:57.425971 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-932ad858-60c0-467b-af7d-8057b679506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'name': 'tempest-TestNetworkBasicOps-router-1368041289', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '4a7a2ecb-930a-4947-9f24-a5b4e61342a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:54Z', 'updated_at': '2022-02-16T12:49:52Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '4a7a2ecb-930a-4947-9f24-a5b4e61342a6', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:55Z', 'updated_at': '2022-02-16T12:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'ff72a37a-1f8b-4b92-819b-490ecf4092ae', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.133', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'port_id': '09ed1ef0-b289-435c-b14d-a38f0115bfc4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9302a4-3c67-4ab8-a48d-9c86a95e30b2', 'mac_address': 'fa:16:3e:67:cc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:48:42Z', 'updated_at': '2022-02-16T12:48:50Z', 'revision_number': 1, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b190fa2-53b2-4521-a04a-57cf35114768', 'name': '', 'network_id': '1a5bcf51-1c06-44c4-879b-15b2f6265dff', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:2a:15:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '79af1281-b559-4556-a574-778e2e20b678', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:50Z', 'updated_at': '2022-02-16T12:49:56Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': '79af1281-b559-4556-a574-778e2e20b678', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9', 'name': '', 'network_id': '2a9302a4-3c67-4ab8-a48d-9c86a95e30b2', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:de:68:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4d07b80a-2947-4cf0-b0a9-82856344f0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:04Z', 'updated_at': '2022-02-16T12:48:11Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': '4d07b80a-2947-4cf0-b0a9-82856344f0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:57.436063 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8afe8b11-43fd-4298-ad51-870bc5c84708 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Router ca49fc18-3d3e-4e95-a840-f33b8dacf32b is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:49:57.463551 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932ad858-60c0-467b-af7d-8057b679506d None None] The sync data for ids ['24cf7b7e-f935-47c5-aef9-0effe62071e8'] in dv-neutron-828142-3-hyperv is: [{'id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'name': 'tempest-TestNetworkBasicOps-router-1368041289', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '4a7a2ecb-930a-4947-9f24-a5b4e61342a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:54Z', 'updated_at': '2022-02-16T12:49:52Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '4a7a2ecb-930a-4947-9f24-a5b4e61342a6', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:55Z', 'updated_at': '2022-02-16T12:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'ff72a37a-1f8b-4b92-819b-490ecf4092ae', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.133', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'port_id': '09ed1ef0-b289-435c-b14d-a38f0115bfc4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9302a4-3c67-4ab8-a48d-9c86a95e30b2', 'mac_address': 'fa:16:3e:67:cc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:48:42Z', 'updated_at': '2022-02-16T12:48:50Z', 'revision_number': 1, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b190fa2-53b2-4521-a04a-57cf35114768', 'name': '', 'network_id': '1a5bcf51-1c06-44c4-879b-15b2f6265dff', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:2a:15:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '79af1281-b559-4556-a574-778e2e20b678', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:50Z', 'updated_at': '2022-02-16T12:49:56Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': '79af1281-b559-4556-a574-778e2e20b678', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9', 'name': '', 'network_id': '2a9302a4-3c67-4ab8-a48d-9c86a95e30b2', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:de:68:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4d07b80a-2947-4cf0-b0a9-82856344f0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:04Z', 'updated_at': '2022-02-16T12:48:11Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': '4d07b80a-2947-4cf0-b0a9-82856344f0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:57.536458 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-229ce35d-52c7-4f51-8547-c2b4456f580f tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:57.597508 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:57.647578 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-229ce35d-52c7-4f51-8547-c2b4456f580f tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:57.704906 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0892cb6-77e6-4f50-8209-8ad49ce3cc9a None None] Network 2381fa5b-6fd9-43f9-84d2-d45bc8ce1093 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:49:57.709402 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-229ce35d-52c7-4f51-8547-c2b4456f580f tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:57.714018 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-229ce35d-52c7-4f51-8547-c2b4456f580f tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/37d7dae5-de9e-427d-982c-4ff6ad8c7ad7 HTTP/1.1" status: 204 len: 168 time: 0.5984087 Feb 16 12:49:57.717968 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ce35d-52c7-4f51-8547-c2b4456f580f tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Subnet': ['ID=37d7dae5-de9e-427d-982c-4ff6ad8c7ad7,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:57.723946 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 36972) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:57.837178 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port c221597d-cc63-4b1a-817c-ff59ba98a570 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:57.837620 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:57.855989 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-65e36a35-56a1-4caa-ae04-99498ac1f590 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting subnet e221f49c-059e-4dad-8769-8d621b7390bd {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:49:57.863013 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8afe8b11-43fd-4298-ad51-870bc5c84708 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:49:57.866533 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-65e36a35-56a1-4caa-ae04-99498ac1f590 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:57.875010 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36984) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:57.875209 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8afe8b11-43fd-4298-ad51-870bc5c84708 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "PUT /v2.0/routers/ca49fc18-3d3e-4e95-a840-f33b8dacf32b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6210155 Feb 16 12:49:57.913761 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a28f5c-b9b0-42d7-9ac7-d83c88a7e728 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Made reservation on behalf of c95cec895ceb44429e923d2affce57da for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:57.919772 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-64a28f5c-b9b0-42d7-9ac7-d83c88a7e728 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:57.945953 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5abcf67-9b04-4649-bb4d-0e776cbfd015 None None] Sync routers for ids ['ca49fc18-3d3e-4e95-a840-f33b8dacf32b'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:57.966793 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff54ff5-0978-4857-93bb-d7a55a826134 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:57.971299 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-9ff54ff5-0978-4857-93bb-d7a55a826134 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "GET /v2.0/ports/cfd406cb-2511-46a2-8be3-48fc55afd2a1 HTTP/1.1" status: 200 len: 910 time: 0.0921855 Feb 16 12:49:57.971825 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 36990) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:57.977516 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-22dbe85e-a1e3-4b85-9bf6-ad16f26e1a40 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a2312958-487b-41eb-bb8a-649c12c7a3b6'}]}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:58.011320 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-65e36a35-56a1-4caa-ae04-99498ac1f590 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:58.169365 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22dbe85e-a1e3-4b85-9bf6-ad16f26e1a40 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:58.170698 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-60e7d72d-5699-491e-9de2-05999096c545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:58.185456 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-65e36a35-56a1-4caa-ae04-99498ac1f590 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:58.235548 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5abcf67-9b04-4649-bb4d-0e776cbfd015 None None] Routers {'ca49fc18-3d3e-4e95-a840-f33b8dacf32b'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:49:58.236281 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-d5abcf67-9b04-4649-bb4d-0e776cbfd015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:49:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['ca49fc18-3d3e-4e95-a840-f33b8dacf32b'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:58.287350 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-60e7d72d-5699-491e-9de2-05999096c545 None None] For port 4b190fa2-53b2-4521-a04a-57cf35114768, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=4b190fa2-53b2-4521-a04a-57cf35114768,segment=NetworkSegment(b8cf462c-5626-4bf6-8501-14ba432898c5),segment_id=b8cf462c-5626-4bf6-8501-14ba432898c5)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:58.319667 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-65e36a35-56a1-4caa-ae04-99498ac1f590 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:58.370117 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e36a35-56a1-4caa-ae04-99498ac1f590 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Subnet': ['ID=e221f49c-059e-4dad-8769-8d621b7390bd,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:58.374835 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-65e36a35-56a1-4caa-ae04-99498ac1f590 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:58.378714 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-65e36a35-56a1-4caa-ae04-99498ac1f590 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/e221f49c-059e-4dad-8769-8d621b7390bd HTTP/1.1" status: 204 len: 168 time: 0.6537426 Feb 16 12:49:58.381827 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37012) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:58.443350 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-63fb46ba-4c58-4c4c-9bda-5df50045f591 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0602853 Feb 16 12:49:58.454732 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37014) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:58.473421 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-09b0cc08-41d5-4eb1-947a-4af4b0a23bb6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'subnet': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:58.536504 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-d5abcf67-9b04-4649-bb4d-0e776cbfd015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:58.552679 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-60e7d72d-5699-491e-9de2-05999096c545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:58.713286 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7d72d-5699-491e-9de2-05999096c545 None None] Pushing event updated for resources: {'Port': ['ID=4b190fa2-53b2-4521-a04a-57cf35114768,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:58.746095 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-540da5df-d099-47a7-94cb-e1a907277786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c9f751-b808-41e0-af8d-671e59677c7d', 'name': 'tempest-TestVolumeBootPattern-1810813684-router', 'tenant_id': '0b9507f368924a529ff51fe08a96380f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': 'bd02087d-27e9-4809-9f03-b7d3d5a7af20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:41Z', 'updated_at': '2022-02-16T12:49:48Z', 'revision_number': 4, 'project_id': '0b9507f368924a529ff51fe08a96380f', 'gw_port': {'id': 'bd02087d-27e9-4809-9f03-b7d3d5a7af20', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:33:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c9f751-b808-41e0-af8d-671e59677c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:43Z', 'updated_at': '2022-02-16T12:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '9c2633a4-18c0-45ad-ac0a-180250bac806', 'name': '', 'network_id': '88929501-5a39-4643-9620-1a43613d60e4', 'tenant_id': '0b9507f368924a529ff51fe08a96380f', 'mac_address': 'fa:16:3e:91:fd:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c9f751-b808-41e0-af8d-671e59677c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'b0c5a35a-ca7f-4584-8c63-323f3025c4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:47Z', 'updated_at': '2022-02-16T12:49:55Z', 'revision_number': 4, 'project_id': '0b9507f368924a529ff51fe08a96380f', 'subnets': [{'id': 'b0c5a35a-ca7f-4584-8c63-323f3025c4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:58.797385 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5abcf67-9b04-4649-bb4d-0e776cbfd015 None None] Routers {'ca49fc18-3d3e-4e95-a840-f33b8dacf32b'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:49:58.805837 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-d5abcf67-9b04-4649-bb4d-0e776cbfd015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:49:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['ca49fc18-3d3e-4e95-a840-f33b8dacf32b'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:58.844824 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22dbe85e-a1e3-4b85-9bf6-ad16f26e1a40 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:58.856019 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22dbe85e-a1e3-4b85-9bf6-ad16f26e1a40 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:58.978852 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-d5abcf67-9b04-4649-bb4d-0e776cbfd015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:58.979500 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5abcf67-9b04-4649-bb4d-0e776cbfd015 None None] The sync data for ids ['ca49fc18-3d3e-4e95-a840-f33b8dacf32b'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:58.992896 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540da5df-d099-47a7-94cb-e1a907277786 None None] The sync data for ids ['a3c9f751-b808-41e0-af8d-671e59677c7d'] in dv-neutron-828142-3-hyperv is: [{'id': 'a3c9f751-b808-41e0-af8d-671e59677c7d', 'name': 'tempest-TestVolumeBootPattern-1810813684-router', 'tenant_id': '0b9507f368924a529ff51fe08a96380f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': 'bd02087d-27e9-4809-9f03-b7d3d5a7af20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:41Z', 'updated_at': '2022-02-16T12:49:48Z', 'revision_number': 4, 'project_id': '0b9507f368924a529ff51fe08a96380f', 'gw_port': {'id': 'bd02087d-27e9-4809-9f03-b7d3d5a7af20', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:33:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c9f751-b808-41e0-af8d-671e59677c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:43Z', 'updated_at': '2022-02-16T12:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '9c2633a4-18c0-45ad-ac0a-180250bac806', 'name': '', 'network_id': '88929501-5a39-4643-9620-1a43613d60e4', 'tenant_id': '0b9507f368924a529ff51fe08a96380f', 'mac_address': 'fa:16:3e:91:fd:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c9f751-b808-41e0-af8d-671e59677c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'b0c5a35a-ca7f-4584-8c63-323f3025c4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:47Z', 'updated_at': '2022-02-16T12:49:55Z', 'revision_number': 4, 'project_id': '0b9507f368924a529ff51fe08a96380f', 'subnets': [{'id': 'b0c5a35a-ca7f-4584-8c63-323f3025c4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:58.995146 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:58.995926 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:59.031171 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dbe85e-a1e3-4b85-9bf6-ad16f26e1a40 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:59.031864 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22dbe85e-a1e3-4b85-9bf6-ad16f26e1a40 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:59.034941 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-22dbe85e-a1e3-4b85-9bf6-ad16f26e1a40 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "PUT /v2.0/ports/cfd406cb-2511-46a2-8be3-48fc55afd2a1 HTTP/1.1" status: 200 len: 910 time: 1.0605266 Feb 16 12:49:59.036749 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37016) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:59.064096 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dbe85e-a1e3-4b85-9bf6-ad16f26e1a40 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event updated for resources: {'Port': ['ID=cfd406cb-2511-46a2-8be3-48fc55afd2a1,revision_number=3']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:59.108482 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port c221597d-cc63-4b1a-817c-ff59ba98a570, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=c221597d-cc63-4b1a-817c-ff59ba98a570,segment=NetworkSegment(346aa879-e502-41fa-8e1e-99e23adef2b8),segment_id=346aa879-e502-41fa-8e1e-99e23adef2b8)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:49:59.151299 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:59.152090 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 8b3af41c-1ba6-44ec-9a05-07a46991e1ba up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:49:59.154818 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-6fa9920b-ec4d-4e7b-90b4-1b75c3fadbf7 None None] Provisioning complete for port 4b190fa2-53b2-4521-a04a-57cf35114768 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:59.155442 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6fa9920b-ec4d-4e7b-90b4-1b75c3fadbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:59.192818 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb13519-a9b8-445c-b093-94a7339f801e None None] Update dhcp port {'port': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'fixed_ips': [{'subnet_id': 'e221f49c-059e-4dad-8769-8d621b7390bd'}], 'binding:host_id': 'dv-neutron-828142-3-hyperv'}, 'id': '8b3af41c-1ba6-44ec-9a05-07a46991e1ba'} from dv-neutron-828142-3-hyperv. {{(pid=109050) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 12:49:59.234173 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-64a28f5c-b9b0-42d7-9ac7-d83c88a7e728 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:59.305655 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-acb13519-a9b8-445c-b093-94a7339f801e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:59.336483 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a28f5c-b9b0-42d7-9ac7-d83c88a7e728 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Network 2381fa5b-6fd9-43f9-84d2-d45bc8ce1093 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:59.343430 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-64a28f5c-b9b0-42d7-9ac7-d83c88a7e728 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:59.358527 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a28f5c-b9b0-42d7-9ac7-d83c88a7e728 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:59.359029 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-64a28f5c-b9b0-42d7-9ac7-d83c88a7e728 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:59.366825 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b0cc08-41d5-4eb1-947a-4af4b0a23bb6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:59.372459 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-09b0cc08-41d5-4eb1-947a-4af4b0a23bb6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:59.537830 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=c221597d-cc63-4b1a-817c-ff59ba98a570,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:59.569303 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a28f5c-b9b0-42d7-9ac7-d83c88a7e728 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'Subnet': ['ID=38b7c958-2be3-48e1-97fd-1c38d8fc8f0c,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:59.588773 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37022) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:49:59.589560 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-64a28f5c-b9b0-42d7-9ac7-d83c88a7e728 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1977110 Feb 16 12:49:59.600149 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-fffa9d96-d6ec-4ac4-9085-926d31a0d83e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'security_group': {'name': 'tempest-secgroup-830590545'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:59.666194 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fffa9d96-d6ec-4ac4-9085-926d31a0d83e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:59.793779 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 8b3af41c-1ba6-44ec-9a05-07a46991e1ba triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:59.797165 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:59.920416 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-6fa9920b-ec4d-4e7b-90b4-1b75c3fadbf7 None None] Provisioning complete for port 9c2633a4-18c0-45ad-ac0a-180250bac806 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:59.923691 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6fa9920b-ec4d-4e7b-90b4-1b75c3fadbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:59.999484 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fffa9d96-d6ec-4ac4-9085-926d31a0d83e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:00.006738 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9da8041-e8d5-4ee6-ae67-bc5d7ca08945 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:50:00.017107 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fffa9d96-d6ec-4ac4-9085-926d31a0d83e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:00.076299 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa9d96-d6ec-4ac4-9085-926d31a0d83e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a8f6d9-7077-4ef4-b508-42279443e046,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:00.127694 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fffa9d96-d6ec-4ac4-9085-926d31a0d83e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:00.133505 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-fffa9d96-d6ec-4ac4-9085-926d31a0d83e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5406981 Feb 16 12:50:00.134208 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37024) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:00.143091 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-43ff8079-1945-4585-8295-6b73d75dc663 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'security_group': {'name': 'tempest-secgroup-281426265'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:00.205959 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-43ff8079-1945-4585-8295-6b73d75dc663 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:00.230344 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.objects.ports [None req-09b0cc08-41d5-4eb1-947a-4af4b0a23bb6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109049) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 12:50:00.243588 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1a6f1f8e-8765-4a0a-a767-f062508d697a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:00.411359 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-43ff8079-1945-4585-8295-6b73d75dc663 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:00.477479 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:00.489275 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-43ff8079-1945-4585-8295-6b73d75dc663 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:00.560219 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-09b0cc08-41d5-4eb1-947a-4af4b0a23bb6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:00.582862 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-43ff8079-1945-4585-8295-6b73d75dc663 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:00.584062 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-43ff8079-1945-4585-8295-6b73d75dc663 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4476011 Feb 16 12:50:00.589851 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37026) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:00.596096 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-d8f7e22b-ce83-44af-9e0a-8403278bb776 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'security_group': {'name': 'tempest-secgroup-44336859'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:00.606635 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff8079-1945-4585-8295-6b73d75dc663 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f31eab06-0de8-46b0-80a0-9352a83d86f0,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:00.663758 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd8d9b3-0c57-4449-a2a8-95bd5dee1ff1 None None] Network 2381fa5b-6fd9-43f9-84d2-d45bc8ce1093 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:50:00.725608 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d8f7e22b-ce83-44af-9e0a-8403278bb776 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:00.871634 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6fa9920b-ec4d-4e7b-90b4-1b75c3fadbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:00.874846 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.db.api [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:50:00.874846 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG oslo_db.api [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:50:00.911536 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d8f7e22b-ce83-44af-9e0a-8403278bb776 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:00.927093 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d8f7e22b-ce83-44af-9e0a-8403278bb776 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:00.968247 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-6fa9920b-ec4d-4e7b-90b4-1b75c3fadbf7 None None] For port 9c2633a4-18c0-45ad-ac0a-180250bac806, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=9c2633a4-18c0-45ad-ac0a-180250bac806,segment=NetworkSegment(4842070d-4bde-4cc1-b1dd-e9464bcabaed),segment_id=4842070d-4bde-4cc1-b1dd-e9464bcabaed)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:00.982008 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-09b0cc08-41d5-4eb1-947a-4af4b0a23bb6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] For port 8b3af41c-1ba6-44ec-9a05-07a46991e1ba, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=8b3af41c-1ba6-44ec-9a05-07a46991e1ba,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:00.983197 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6fa9920b-ec4d-4e7b-90b4-1b75c3fadbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:00.997634 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f7e22b-ce83-44af-9e0a-8403278bb776 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81acff70-bddf-4da0-8ec4-93faabaa102e,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:01.029748 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-09b0cc08-41d5-4eb1-947a-4af4b0a23bb6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.040269 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-09b0cc08-41d5-4eb1-947a-4af4b0a23bb6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.041862 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-09b0cc08-41d5-4eb1-947a-4af4b0a23bb6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.061938 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-6fa9920b-ec4d-4e7b-90b4-1b75c3fadbf7 None None] Provisioning complete for port cfd406cb-2511-46a2-8be3-48fc55afd2a1 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:01.063126 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6fa9920b-ec4d-4e7b-90b4-1b75c3fadbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.064285 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d8f7e22b-ce83-44af-9e0a-8403278bb776 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.065575 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d8f7e22b-ce83-44af-9e0a-8403278bb776 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4743786 Feb 16 12:50:01.070289 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37030) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:01.075299 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-a679a207-3111-4e9a-a8ce-6dc0c7ad79c5 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1337740395', 'security_groups': ['81acff70-bddf-4da0-8ec4-93faabaa102e'], 'network_id': '2381fa5b-6fd9-43f9-84d2-d45bc8ce1093', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '38b7c958-2be3-48e1-97fd-1c38d8fc8f0c'}]}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:01.079286 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b0cc08-41d5-4eb1-947a-4af4b0a23bb6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:01.083092 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-09b0cc08-41d5-4eb1-947a-4af4b0a23bb6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:01.083795 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-1a6f1f8e-8765-4a0a-a767-f062508d697a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Deleting port cfd406cb-2511-46a2-8be3-48fc55afd2a1 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:50:01.084144 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1a6f1f8e-8765-4a0a-a767-f062508d697a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.086185 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b0cc08-41d5-4eb1-947a-4af4b0a23bb6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:01.087318 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-09b0cc08-41d5-4eb1-947a-4af4b0a23bb6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.137416 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6ef778-e88b-4a74-b833-d467369dfae8 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:50:01.182805 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9920b-ec4d-4e7b-90b4-1b75c3fadbf7 None None] Pushing event updated for resources: {'Port': ['ID=9c2633a4-18c0-45ad-ac0a-180250bac806,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:01.211220 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-09b0cc08-41d5-4eb1-947a-4af4b0a23bb6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7550654 Feb 16 12:50:01.215298 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37032) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:01.222338 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-aa9311b8-a54e-4ba9-b1ef-222e77e989c1 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'subnet': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:01.224320 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0cc08-41d5-4eb1-947a-4af4b0a23bb6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Subnet': ['ID=1a4a6381-b35b-49e6-b7ea-ad1668bbef14,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:01.232013 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0cc08-41d5-4eb1-947a-4af4b0a23bb6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Port': ['ID=8b3af41c-1ba6-44ec-9a05-07a46991e1ba,revision_number=5']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:01.266077 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-6fa9920b-ec4d-4e7b-90b4-1b75c3fadbf7 None None] Port cfd406cb-2511-46a2-8be3-48fc55afd2a1 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:50:01.332885 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-6fa9920b-ec4d-4e7b-90b4-1b75c3fadbf7 None None] Provisioning complete for port c221597d-cc63-4b1a-817c-ff59ba98a570 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:01.333180 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6fa9920b-ec4d-4e7b-90b4-1b75c3fadbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.355663 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1a6f1f8e-8765-4a0a-a767-f062508d697a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.383570 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-1a6f1f8e-8765-4a0a-a767-f062508d697a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Calling delete_port for cfd406cb-2511-46a2-8be3-48fc55afd2a1 owned by network:router_interface {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:50:01.488398 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a679a207-3111-4e9a-a8ce-6dc0c7ad79c5 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Made reservation on behalf of c95cec895ceb44429e923d2affce57da for: {'port': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:01.519274 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.561573 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97398640-fb21-4804-ae86-7577b842d8bd None None] Update dhcp port {'port': {'network_id': '2381fa5b-6fd9-43f9-84d2-d45bc8ce1093', 'fixed_ips': [{'subnet_id': 'd87a70ac-765c-4d37-b7b5-c817275861b3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '38b7c958-2be3-48e1-97fd-1c38d8fc8f0c'}], 'binding:host_id': 'dv-neutron-828142-3-hyperv'}, 'id': '01980426-8b25-473f-9323-57780ace5c5f'} from dv-neutron-828142-3-hyperv. {{(pid=109050) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 12:50:01.635224 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9311b8-a54e-4ba9-b1ef-222e77e989c1 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:01.637938 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 8b3af41c-1ba6-44ec-9a05-07a46991e1ba, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=8b3af41c-1ba6-44ec-9a05-07a46991e1ba,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:01.639348 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-aa9311b8-a54e-4ba9-b1ef-222e77e989c1 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.644430 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-97398640-fb21-4804-ae86-7577b842d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.659403 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.660116 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 01980426-8b25-473f-9323-57780ace5c5f up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:50:01.764129 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a679a207-3111-4e9a-a8ce-6dc0c7ad79c5 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.804118 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-6fa9920b-ec4d-4e7b-90b4-1b75c3fadbf7 None None] Provisioning complete for port 01980426-8b25-473f-9323-57780ace5c5f triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:01.804481 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6fa9920b-ec4d-4e7b-90b4-1b75c3fadbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.854275 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-a679a207-3111-4e9a-a8ce-6dc0c7ad79c5 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] device_id is not set on port 1aa4973d-ff85-42ce-8fd4-41ba0d97d9f2 yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:50:01.890926 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.ipam_backend_mixin [None req-aa9311b8-a54e-4ba9-b1ef-222e77e989c1 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1a4a6381-b35b-49e6-b7ea-ad1668bbef14 (CIDR: 2001:db8::/64) Feb 16 12:50:01.898291 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=8b3af41c-1ba6-44ec-9a05-07a46991e1ba,revision_number=6']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:01.899463 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1a6f1f8e-8765-4a0a-a767-f062508d697a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.944192 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa9311b8-a54e-4ba9-b1ef-222e77e989c1 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:50:01.944718 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa9311b8-a54e-4ba9-b1ef-222e77e989c1 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:01.950590 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 01980426-8b25-473f-9323-57780ace5c5f triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:01.950959 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.980178 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f1f8e-8765-4a0a-a767-f062508d697a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event deleted for resources: {'Port': ['ID=cfd406cb-2511-46a2-8be3-48fc55afd2a1,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:02.045629 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-97398640-fb21-4804-ae86-7577b842d8bd None None] Allocated IP 2001:db8::2 (2381fa5b-6fd9-43f9-84d2-d45bc8ce1093/38b7c958-2be3-48e1-97fd-1c38d8fc8f0c/01980426-8b25-473f-9323-57780ace5c5f) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:02.097443 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37038) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:02.101999 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-aa9311b8-a54e-4ba9-b1ef-222e77e989c1 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8838358 Feb 16 12:50:02.104613 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-7e559068-e4b3-4dc5-974f-d0f1182323b5 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'subnet': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:02.217798 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-97398640-fb21-4804-ae86-7577b842d8bd None None] For port 01980426-8b25-473f-9323-57780ace5c5f, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=01980426-8b25-473f-9323-57780ace5c5f,segment=NetworkSegment(7c401fd4-b489-4695-9737-820bb4b7bd6c),segment_id=7c401fd4-b489-4695-9737-820bb4b7bd6c)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:02.267208 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-97398640-fb21-4804-ae86-7577b842d8bd None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:02.276019 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-97398640-fb21-4804-ae86-7577b842d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:02.299721 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-6fa9920b-ec4d-4e7b-90b4-1b75c3fadbf7 None None] Could not find standard attr ID for object 5da22823-99ae-4c90-81a3-c356dfea40cf. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:50:02.301519 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e559068-e4b3-4dc5-974f-d0f1182323b5 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:02.307964 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7e559068-e4b3-4dc5-974f-d0f1182323b5 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:02.328722 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1a6f1f8e-8765-4a0a-a767-f062508d697a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:02.382795 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-6fa9920b-ec4d-4e7b-90b4-1b75c3fadbf7 None None] Provisioning complete for port 0abef0bb-e9a0-4f49-a1a0-7bf74394b527 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:02.383175 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6fa9920b-ec4d-4e7b-90b4-1b75c3fadbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:02.440243 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97398640-fb21-4804-ae86-7577b842d8bd None None] Pushing event updated for resources: {'Port': ['ID=01980426-8b25-473f-9323-57780ace5c5f,revision_number=6']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:02.452353 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-6fa9920b-ec4d-4e7b-90b4-1b75c3fadbf7 None None] Port 0abef0bb-e9a0-4f49-a1a0-7bf74394b527 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:50:02.468421 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-6fa9920b-ec4d-4e7b-90b4-1b75c3fadbf7 None None] Provisioning complete for port 8b3af41c-1ba6-44ec-9a05-07a46991e1ba triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:02.468819 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6fa9920b-ec4d-4e7b-90b4-1b75c3fadbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:02.659212 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7e559068-e4b3-4dc5-974f-d0f1182323b5 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:02.718374 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e559068-e4b3-4dc5-974f-d0f1182323b5 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:02.725654 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-7e559068-e4b3-4dc5-974f-d0f1182323b5 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:02.732641 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e559068-e4b3-4dc5-974f-d0f1182323b5 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:02.735160 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482ae0f4-d7cd-4fd1-8f00-c153e1068a08 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:50:02.739067 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7e559068-e4b3-4dc5-974f-d0f1182323b5 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:02.811263 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7e559068-e4b3-4dc5-974f-d0f1182323b5 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7089994 Feb 16 12:50:02.811906 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37040) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:02.819133 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e559068-e4b3-4dc5-974f-d0f1182323b5 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Subnet': ['ID=a1524d9a-f50c-4d54-82fb-9d3a7f568890,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:02.833172 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-2a8ebb71-9e6c-4e4d-bd33-9e7856169f4c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'port': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'mac_address': 'fa:16:3e:24:da:6e', 'name': 'tempest-NetworksTestDHCPv6-1162873570'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:03.073263 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-a679a207-3111-4e9a-a8ce-6dc0c7ad79c5 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Allocated IP 2001:db8::f0 (2381fa5b-6fd9-43f9-84d2-d45bc8ce1093/38b7c958-2be3-48e1-97fd-1c38d8fc8f0c/1aa4973d-ff85-42ce-8fd4-41ba0d97d9f2) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:03.123465 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 4b190fa2-53b2-4521-a04a-57cf35114768 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:50:03.138645 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8ebb71-9e6c-4e4d-bd33-9e7856169f4c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:03.203530 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-c8d3b4c7-e54a-499f-a993-80b0fc3d41db None None] Could not find standard attr ID for object cfd406cb-2511-46a2-8be3-48fc55afd2a1. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:50:03.203791 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6f1f8e-8765-4a0a-a767-f062508d697a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Router ca49fc18-3d3e-4e95-a840-f33b8dacf32b has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:50:03.248192 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-c8d3b4c7-e54a-499f-a993-80b0fc3d41db None None] Provisioning complete for port 01980426-8b25-473f-9323-57780ace5c5f triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:03.248862 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c8d3b4c7-e54a-499f-a993-80b0fc3d41db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:03.284620 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2a8ebb71-9e6c-4e4d-bd33-9e7856169f4c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:03.309314 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-2a8ebb71-9e6c-4e4d-bd33-9e7856169f4c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] device_id is not set on port db247331-6c9f-4d4b-877f-ccfde2472ebd yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:50:03.326162 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 4b190fa2-53b2-4521-a04a-57cf35114768 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:03.326618 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:03.342047 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 12:50:03.355055 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6f1f8e-8765-4a0a-a767-f062508d697a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:50:03.368253 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1a6f1f8e-8765-4a0a-a767-f062508d697a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "PUT /v2.0/routers/ca49fc18-3d3e-4e95-a840-f33b8dacf32b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2773263 Feb 16 12:50:03.368462 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cebe5e-247f-4856-a2c4-8ac059eb13e6 None None] Sync routers for ids ['ca49fc18-3d3e-4e95-a840-f33b8dacf32b'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:03.372354 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37044) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:03.395604 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cebe5e-247f-4856-a2c4-8ac059eb13e6 None None] Routers {'ca49fc18-3d3e-4e95-a840-f33b8dacf32b'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:50:03.400003 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-77cebe5e-247f-4856-a2c4-8ac059eb13e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:49:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['ca49fc18-3d3e-4e95-a840-f33b8dacf32b'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:03.416197 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-34c8c72e-53bd-4338-b689-c946f72fe1ff tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "GET /v2.0/ports?device_id=ca49fc18-3d3e-4e95-a840-f33b8dacf32b HTTP/1.1" status: 200 len: 205 time: 0.0415900 Feb 16 12:50:03.417296 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37046) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:03.446535 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c0e70c-8498-46ba-8c14-25c3a3a1dd51 None None] Update dhcp port {'port': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'fixed_ips': [{'subnet_id': '1a4a6381-b35b-49e6-b7ea-ad1668bbef14', 'ip_address': '2001:db8::f816:3eff:fe9b:28d5'}, {'subnet_id': 'a1524d9a-f50c-4d54-82fb-9d3a7f568890'}], 'binding:host_id': 'dv-neutron-828142-3-hyperv'}, 'id': '8b3af41c-1ba6-44ec-9a05-07a46991e1ba'} from dv-neutron-828142-3-hyperv. {{(pid=109050) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 12:50:03.512895 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-77cebe5e-247f-4856-a2c4-8ac059eb13e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:03.517243 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-20c0e70c-8498-46ba-8c14-25c3a3a1dd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:03.521695 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-16210fbc-7c6e-4721-840f-bd8de3f5868e tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:03.522579 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-2a8ebb71-9e6c-4e4d-bd33-9e7856169f4c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Allocated IP 2001:db8:0:1::254 (8f2fc9c2-6909-42b1-9817-f8926b88a024/a1524d9a-f50c-4d54-82fb-9d3a7f568890/db247331-6c9f-4d4b-877f-ccfde2472ebd) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:03.532519 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-2a8ebb71-9e6c-4e4d-bd33-9e7856169f4c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Allocated IP 2001:db8::f816:3eff:fe24:da6e (8f2fc9c2-6909-42b1-9817-f8926b88a024/1a4a6381-b35b-49e6-b7ea-ad1668bbef14/db247331-6c9f-4d4b-877f-ccfde2472ebd) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:03.539735 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cebe5e-247f-4856-a2c4-8ac059eb13e6 None None] Routers {'ca49fc18-3d3e-4e95-a840-f33b8dacf32b'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:50:03.543376 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-77cebe5e-247f-4856-a2c4-8ac059eb13e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:49:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['ca49fc18-3d3e-4e95-a840-f33b8dacf32b'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:03.628911 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-77cebe5e-247f-4856-a2c4-8ac059eb13e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:03.630427 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cebe5e-247f-4856-a2c4-8ac059eb13e6 None None] The sync data for ids ['ca49fc18-3d3e-4e95-a840-f33b8dacf32b'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:03.652427 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a679a207-3111-4e9a-a8ce-6dc0c7ad79c5 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:03.667321 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 9c2633a4-18c0-45ad-ac0a-180250bac806 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:50:03.672065 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-c8d3b4c7-e54a-499f-a993-80b0fc3d41db None None] Provisioning complete for port 0abef0bb-e9a0-4f49-a1a0-7bf74394b527 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:03.672437 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c8d3b4c7-e54a-499f-a993-80b0fc3d41db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:03.713079 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2a8ebb71-9e6c-4e4d-bd33-9e7856169f4c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:03.754013 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-c8d3b4c7-e54a-499f-a993-80b0fc3d41db None None] Port 0abef0bb-e9a0-4f49-a1a0-7bf74394b527 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:50:03.758821 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-c8d3b4c7-e54a-499f-a993-80b0fc3d41db None None] Could not find standard attr ID for object 81c37532-4cb2-4453-a764-f682c71de133. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:50:03.764131 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2a8ebb71-9e6c-4e4d-bd33-9e7856169f4c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:03.782997 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-16210fbc-7c6e-4721-840f-bd8de3f5868e tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:03.789838 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-16210fbc-7c6e-4721-840f-bd8de3f5868e tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:03.806416 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 9c2633a4-18c0-45ad-ac0a-180250bac806 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:03.806792 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:03.820875 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8ebb71-9e6c-4e4d-bd33-9e7856169f4c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:03.824508 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-2a8ebb71-9e6c-4e4d-bd33-9e7856169f4c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:03.826846 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8ebb71-9e6c-4e4d-bd33-9e7856169f4c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:50:03.833265 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8ebb71-9e6c-4e4d-bd33-9e7856169f4c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:03.833975 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2a8ebb71-9e6c-4e4d-bd33-9e7856169f4c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:03.846510 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-c8d3b4c7-e54a-499f-a993-80b0fc3d41db None None] Provisioning complete for port 8b3af41c-1ba6-44ec-9a05-07a46991e1ba triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:03.847083 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c8d3b4c7-e54a-499f-a993-80b0fc3d41db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:03.849077 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a679a207-3111-4e9a-a8ce-6dc0c7ad79c5 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:03.858722 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2a8ebb71-9e6c-4e4d-bd33-9e7856169f4c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.0405345 Feb 16 12:50:03.863839 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37050) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:03.891817 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-20c0e70c-8498-46ba-8c14-25c3a3a1dd51 None None] Allocated IP 2001:db8:0:1::2 (8f2fc9c2-6909-42b1-9817-f8926b88a024/a1524d9a-f50c-4d54-82fb-9d3a7f568890/8b3af41c-1ba6-44ec-9a05-07a46991e1ba) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:03.902917 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ebb71-9e6c-4e4d-bd33-9e7856169f4c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Port': ['ID=db247331-6c9f-4d4b-877f-ccfde2472ebd,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:03.917372 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-16210fbc-7c6e-4721-840f-bd8de3f5868e tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:03.918414 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16210fbc-7c6e-4721-840f-bd8de3f5868e tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Fanout notify agent at l3_agent the message router_deleted on router ca49fc18-3d3e-4e95-a840-f33b8dacf32b {{(pid=109048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:50:03.931631 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-16210fbc-7c6e-4721-840f-bd8de3f5868e tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:03.937331 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-16210fbc-7c6e-4721-840f-bd8de3f5868e tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "DELETE /v2.0/routers/ca49fc18-3d3e-4e95-a840-f33b8dacf32b HTTP/1.1" status: 204 len: 168 time: 0.5158832 Feb 16 12:50:03.943417 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37052) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:03.957163 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a679a207-3111-4e9a-a8ce-6dc0c7ad79c5 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Network 2381fa5b-6fd9-43f9-84d2-d45bc8ce1093 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:03.961803 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-a679a207-3111-4e9a-a8ce-6dc0c7ad79c5 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:03.965911 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a679a207-3111-4e9a-a8ce-6dc0c7ad79c5 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:50:03.972469 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a679a207-3111-4e9a-a8ce-6dc0c7ad79c5 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:03.973115 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a679a207-3111-4e9a-a8ce-6dc0c7ad79c5 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:03.982677 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679a207-3111-4e9a-a8ce-6dc0c7ad79c5 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'Port': ['ID=1aa4973d-ff85-42ce-8fd4-41ba0d97d9f2,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:04.006935 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a679a207-3111-4e9a-a8ce-6dc0c7ad79c5 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9327214 Feb 16 12:50:04.017535 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37056) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:04.022685 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-8837ca87-b990-4ac7-8c18-fd29a642d181 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'subnet': {'network_id': '2381fa5b-6fd9-43f9-84d2-d45bc8ce1093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:04.038563 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb782af-4113-449f-8232-859914684d21 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Deleting subnet a2312958-487b-41eb-bb8a-649c12c7a3b6 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:50:04.041038 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5cb782af-4113-449f-8232-859914684d21 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:04.148430 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device c221597d-cc63-4b1a-817c-ff59ba98a570 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:50:04.176355 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5cb782af-4113-449f-8232-859914684d21 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:04.201016 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-20c0e70c-8498-46ba-8c14-25c3a3a1dd51 None None] For port 8b3af41c-1ba6-44ec-9a05-07a46991e1ba, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=8b3af41c-1ba6-44ec-9a05-07a46991e1ba,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:04.246045 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-20c0e70c-8498-46ba-8c14-25c3a3a1dd51 None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:04.246798 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8837ca87-b990-4ac7-8c18-fd29a642d181 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Made reservation on behalf of c95cec895ceb44429e923d2affce57da for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:04.250303 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port c221597d-cc63-4b1a-817c-ff59ba98a570 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:04.251902 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:04.255588 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8837ca87-b990-4ac7-8c18-fd29a642d181 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:04.278467 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-20c0e70c-8498-46ba-8c14-25c3a3a1dd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:04.296984 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-c4ad343e-b3bf-47fe-8b9b-76895829240a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting port db247331-6c9f-4d4b-877f-ccfde2472ebd {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:50:04.296984 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c4ad343e-b3bf-47fe-8b9b-76895829240a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:04.351463 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-ead2b393-ff99-45f7-9633-303f9b8d45c5 None None] Provisioning complete for port 0abef0bb-e9a0-4f49-a1a0-7bf74394b527 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:04.351830 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ead2b393-ff99-45f7-9633-303f9b8d45c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:04.424070 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-ead2b393-ff99-45f7-9633-303f9b8d45c5 None None] Port 0abef0bb-e9a0-4f49-a1a0-7bf74394b527 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:50:04.487341 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.ipam_backend_mixin [None req-8837ca87-b990-4ac7-8c18-fd29a642d181 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 38b7c958-2be3-48e1-97fd-1c38d8fc8f0c (CIDR: 2001:db8::/64) Feb 16 12:50:04.493322 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-8837ca87-b990-4ac7-8c18-fd29a642d181 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:50:04.493643 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e70c-8498-46ba-8c14-25c3a3a1dd51 None None] Pushing event updated for resources: {'Port': ['ID=8b3af41c-1ba6-44ec-9a05-07a46991e1ba,revision_number=7']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:04.494341 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8837ca87-b990-4ac7-8c18-fd29a642d181 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:04.506325 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-ead2b393-ff99-45f7-9633-303f9b8d45c5 None None] Provisioning complete for port 01980426-8b25-473f-9323-57780ace5c5f triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:04.506962 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ead2b393-ff99-45f7-9633-303f9b8d45c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:04.524138 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5cb782af-4113-449f-8232-859914684d21 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:04.528786 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-8837ca87-b990-4ac7-8c18-fd29a642d181 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5092773 Feb 16 12:50:04.530574 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37058) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:04.537411 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-31036633-88f2-46a0-8f3a-3691474ce4de tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'subnet': {'network_id': '2381fa5b-6fd9-43f9-84d2-d45bc8ce1093', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:04.574014 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c4ad343e-b3bf-47fe-8b9b-76895829240a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:04.611124 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-c4ad343e-b3bf-47fe-8b9b-76895829240a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Calling delete_port for db247331-6c9f-4d4b-877f-ccfde2472ebd owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:50:04.696756 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 8b3af41c-1ba6-44ec-9a05-07a46991e1ba no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:50:04.780010 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5cb782af-4113-449f-8232-859914684d21 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:04.810089 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5cb782af-4113-449f-8232-859914684d21 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:04.817847 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b2e973-5921-42af-911a-c94b646e72bf None None] Network 60c60d22-c46e-49b8-9cf4-ec6062c42d56 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:50:04.818062 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37060) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:04.818542 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5cb782af-4113-449f-8232-859914684d21 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "DELETE /v2.0/subnets/a2312958-487b-41eb-bb8a-649c12c7a3b6 HTTP/1.1" status: 204 len: 168 time: 0.8752990 Feb 16 12:50:04.868188 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb782af-4113-449f-8232-859914684d21 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event deleted for resources: {'Subnet': ['ID=a2312958-487b-41eb-bb8a-649c12c7a3b6,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:04.905633 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-ca302041-be14-424e-9f9e-9bd284ef5dff None None] Provisioning complete for port 1aa4973d-ff85-42ce-8fd4-41ba0d97d9f2 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:04.906007 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ca302041-be14-424e-9f9e-9bd284ef5dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:04.926137 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31036633-88f2-46a0-8f3a-3691474ce4de tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Made reservation on behalf of c95cec895ceb44429e923d2affce57da for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:04.930239 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-31036633-88f2-46a0-8f3a-3691474ce4de tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:05.039165 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.ipam_backend_mixin [None req-31036633-88f2-46a0-8f3a-3691474ce4de tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet d87a70ac-765c-4d37-b7b5-c817275861b3 (CIDR: 2001:db8:0:1::/64) Feb 16 12:50:05.046018 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-31036633-88f2-46a0-8f3a-3691474ce4de tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:50:05.046532 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31036633-88f2-46a0-8f3a-3691474ce4de tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:05.058980 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-ca302041-be14-424e-9f9e-9bd284ef5dff None None] Port 1aa4973d-ff85-42ce-8fd4-41ba0d97d9f2 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:50:05.065269 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:05.071200 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b04e4f6a-30d3-41fd-b43c-554e5944053f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:05.076183 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c4ad343e-b3bf-47fe-8b9b-76895829240a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:05.088751 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-31036633-88f2-46a0-8f3a-3691474ce4de tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5566003 Feb 16 12:50:05.095426 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37062) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:05.102535 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-c445e3b0-147c-4eb2-aae4-2f3ae1e3ab54 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'subnet': {'network_id': '2381fa5b-6fd9-43f9-84d2-d45bc8ce1093', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:05.114059 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 8b3af41c-1ba6-44ec-9a05-07a46991e1ba, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=8b3af41c-1ba6-44ec-9a05-07a46991e1ba,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:05.125972 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:05.146415 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad343e-b3bf-47fe-8b9b-76895829240a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Port': ['ID=db247331-6c9f-4d4b-877f-ccfde2472ebd,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:05.247377 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=8b3af41c-1ba6-44ec-9a05-07a46991e1ba,revision_number=8']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:05.252588 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c4ad343e-b3bf-47fe-8b9b-76895829240a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:05.256041 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c4ad343e-b3bf-47fe-8b9b-76895829240a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/ports/db247331-6c9f-4d4b-877f-ccfde2472ebd HTTP/1.1" status: 204 len: 168 time: 1.3918405 Feb 16 12:50:05.260957 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de497f6-0b66-4758-9ac5-8895a743ec8c None None] DHCP port deletion for 60c60d22-c46e-49b8-9cf4-ec6062c42d56 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:50:05.263215 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37066) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:05.337512 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-0de497f6-0b66-4758-9ac5-8895a743ec8c None None] Deleting port c221597d-cc63-4b1a-817c-ff59ba98a570 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:50:05.338029 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0de497f6-0b66-4758-9ac5-8895a743ec8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:05.368429 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-b04e4f6a-30d3-41fd-b43c-554e5944053f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Deleting port c221597d-cc63-4b1a-817c-ff59ba98a570 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:50:05.368832 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b04e4f6a-30d3-41fd-b43c-554e5944053f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:05.382047 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3410bb8-46b2-4178-87e1-b3722e50609e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:05.386679 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c3410bb8-46b2-4178-87e1-b3722e50609e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1193180 Feb 16 12:50:05.387735 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37068) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:05.438189 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-0de497f6-0b66-4758-9ac5-8895a743ec8c None None] For port c221597d-cc63-4b1a-817c-ff59ba98a570, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=c221597d-cc63-4b1a-817c-ff59ba98a570,segment=NetworkSegment(346aa879-e502-41fa-8e1e-99e23adef2b8),segment_id=346aa879-e502-41fa-8e1e-99e23adef2b8)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:05.439132 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0de497f6-0b66-4758-9ac5-8895a743ec8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:05.455646 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-0de497f6-0b66-4758-9ac5-8895a743ec8c None None] Calling delete_port for c221597d-cc63-4b1a-817c-ff59ba98a570 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:50:05.481360 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723bca4b-d88f-4e13-9460-8126f2373110 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:05.483475 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-723bca4b-d88f-4e13-9460-8126f2373110 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0946014 Feb 16 12:50:05.495138 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37070) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:05.556980 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 8b3af41c-1ba6-44ec-9a05-07a46991e1ba up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:50:05.567217 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-b04e4f6a-30d3-41fd-b43c-554e5944053f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] For port c221597d-cc63-4b1a-817c-ff59ba98a570, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=c221597d-cc63-4b1a-817c-ff59ba98a570,segment=NetworkSegment(346aa879-e502-41fa-8e1e-99e23adef2b8),segment_id=346aa879-e502-41fa-8e1e-99e23adef2b8)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:05.567735 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b04e4f6a-30d3-41fd-b43c-554e5944053f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:05.599088 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-b04e4f6a-30d3-41fd-b43c-554e5944053f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Calling delete_port for c221597d-cc63-4b1a-817c-ff59ba98a570 owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:50:05.613307 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01aaec09-cb1a-4147-96d9-699d9e6b1420 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:05.615645 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01aaec09-cb1a-4147-96d9-699d9e6b1420 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:05.617744 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01aaec09-cb1a-4147-96d9-699d9e6b1420 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:05.622013 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-01aaec09-cb1a-4147-96d9-699d9e6b1420 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1201956 Feb 16 12:50:05.622227 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c445e3b0-147c-4eb2-aae4-2f3ae1e3ab54 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Made reservation on behalf of c95cec895ceb44429e923d2affce57da for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:05.622675 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37072) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:05.626588 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c445e3b0-147c-4eb2-aae4-2f3ae1e3ab54 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:05.657992 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0de497f6-0b66-4758-9ac5-8895a743ec8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:05.695870 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de497f6-0b66-4758-9ac5-8895a743ec8c None None] Pushing event deleted for resources: {'Port': ['ID=c221597d-cc63-4b1a-817c-ff59ba98a570,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:05.698540 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de497f6-0b66-4758-9ac5-8895a743ec8c None None] No DVR routers for this DVR port c221597d-cc63-4b1a-817c-ff59ba98a570 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:50:05.708484 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 8b3af41c-1ba6-44ec-9a05-07a46991e1ba triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:05.709246 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:05.748063 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-835b2915-5d96-4eb7-8193-8c34dfc4a59d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting subnet 1a4a6381-b35b-49e6-b7ea-ad1668bbef14 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:50:05.757870 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-835b2915-5d96-4eb7-8193-8c34dfc4a59d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:05.847889 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-835b2915-5d96-4eb7-8193-8c34dfc4a59d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:05.858433 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b04e4f6a-30d3-41fd-b43c-554e5944053f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:05.894355 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:05.907893 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04e4f6a-30d3-41fd-b43c-554e5944053f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] No DVR routers for this DVR port c221597d-cc63-4b1a-817c-ff59ba98a570 on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:50:05.918594 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e4f6a-30d3-41fd-b43c-554e5944053f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event deleted for resources: {'Port': ['ID=c221597d-cc63-4b1a-817c-ff59ba98a570,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:05.952769 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 8b3af41c-1ba6-44ec-9a05-07a46991e1ba, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=8b3af41c-1ba6-44ec-9a05-07a46991e1ba,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:05.963101 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:05.965799 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 01980426-8b25-473f-9323-57780ace5c5f up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:50:06.039166 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-835b2915-5d96-4eb7-8193-8c34dfc4a59d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.163830 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-835b2915-5d96-4eb7-8193-8c34dfc4a59d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.198375 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b04e4f6a-30d3-41fd-b43c-554e5944053f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.210342 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c445e3b0-147c-4eb2-aae4-2f3ae1e3ab54 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.228709 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-835b2915-5d96-4eb7-8193-8c34dfc4a59d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.240071 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-835b2915-5d96-4eb7-8193-8c34dfc4a59d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/1a4a6381-b35b-49e6-b7ea-ad1668bbef14 HTTP/1.1" status: 204 len: 168 time: 0.6148884 Feb 16 12:50:06.241475 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37078) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:06.242631 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b2915-5d96-4eb7-8193-8c34dfc4a59d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Subnet': ['ID=1a4a6381-b35b-49e6-b7ea-ad1668bbef14,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:06.281074 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-b04e4f6a-30d3-41fd-b43c-554e5944053f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c60d22-c46e-49b8-9cf4-ec6062c42d56']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:06.319146 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fbcc70-439c-47cf-aa35-0907bd5040ba None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:50:06.324011 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=8b3af41c-1ba6-44ec-9a05-07a46991e1ba,revision_number=9']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:06.327841 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-32e11b74-66f8-474f-9bda-664231a6deeb None None] Provisioning complete for port 8b3af41c-1ba6-44ec-9a05-07a46991e1ba triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:06.328206 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-32e11b74-66f8-474f-9bda-664231a6deeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.337128 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c445e3b0-147c-4eb2-aae4-2f3ae1e3ab54 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Network 2381fa5b-6fd9-43f9-84d2-d45bc8ce1093 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:06.338855 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-b04e4f6a-30d3-41fd-b43c-554e5944053f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '346aa879-e502-41fa-8e1e-99e23adef2b8') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:06.339162 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-b04e4f6a-30d3-41fd-b43c-554e5944053f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '346aa879-e502-41fa-8e1e-99e23adef2b8') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:06.354880 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-c445e3b0-147c-4eb2-aae4-2f3ae1e3ab54 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:06.358037 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c445e3b0-147c-4eb2-aae4-2f3ae1e3ab54 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:06.360769 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c445e3b0-147c-4eb2-aae4-2f3ae1e3ab54 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.373433 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b04e4f6a-30d3-41fd-b43c-554e5944053f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.399467 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7166a69-b8ad-4dad-8d46-4d6155193e2e None None] Network 2381fa5b-6fd9-43f9-84d2-d45bc8ce1093 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:50:06.404867 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-843a29ea-3040-4328-b8af-ae3f755c508b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting subnet a1524d9a-f50c-4d54-82fb-9d3a7f568890 {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:50:06.408025 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b04e4f6a-30d3-41fd-b43c-554e5944053f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.411368 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c445e3b0-147c-4eb2-aae4-2f3ae1e3ab54 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'Subnet': ['ID=77b7ad0c-d9b4-43b0-8d99-ccce26a5042e,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:06.416953 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-843a29ea-3040-4328-b8af-ae3f755c508b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.422596 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c445e3b0-147c-4eb2-aae4-2f3ae1e3ab54 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3260021 Feb 16 12:50:06.425961 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37080) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:06.432060 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-8f52ed7c-a9ec-439c-818c-37172a2ed36a tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1063469781', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '77b7ad0c-d9b4-43b0-8d99-ccce26a5042e'}], 'security_groups': ['e5a8f6d9-7077-4ef4-b508-42279443e046', 'f31eab06-0de8-46b0-80a0-9352a83d86f0']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:06.450009 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b04e4f6a-30d3-41fd-b43c-554e5944053f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:50:06.450426 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b04e4f6a-30d3-41fd-b43c-554e5944053f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.453699 dv-neutron-828142-3-hyperv neutron-server[109048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:50:06.453699 dv-neutron-828142-3-hyperv neutron-server[109048]: self.session.flush() Feb 16 12:50:06.453699 dv-neutron-828142-3-hyperv neutron-server[109048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:50:06.453699 dv-neutron-828142-3-hyperv neutron-server[109048]: self.session.flush() Feb 16 12:50:06.453699 dv-neutron-828142-3-hyperv neutron-server[109048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:50:06.453699 dv-neutron-828142-3-hyperv neutron-server[109048]: self.session.flush() Feb 16 12:50:06.453699 dv-neutron-828142-3-hyperv neutron-server[109048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:50:06.453699 dv-neutron-828142-3-hyperv neutron-server[109048]: self.session.flush() Feb 16 12:50:06.453699 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:50:06.453699 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:50:06.453699 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:50:06.453699 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:50:06.453699 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:50:06.453699 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:50:06.453699 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:50:06.453699 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:50:06.453699 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:50:06.453699 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:50:06.453699 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:50:06.453699 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:50:06.453699 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:50:06.453699 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:50:06.453699 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:50:06.453699 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:50:06.453699 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:50:06.453699 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:50:06.453699 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:50:06.453699 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:50:06.453699 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:50:06.453699 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:50:06.453699 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:50:06.453699 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:50:06.453699 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:50:06.453699 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:50:06.453699 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:50:06.453699 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:50:06.453699 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:50:06.453699 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:50:06.453699 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:50:06.453699 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:50:06.476763 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 01980426-8b25-473f-9323-57780ace5c5f triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:06.477499 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.527475 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-843a29ea-3040-4328-b8af-ae3f755c508b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.569162 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b04e4f6a-30d3-41fd-b43c-554e5944053f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.573821 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b04e4f6a-30d3-41fd-b43c-554e5944053f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.577616 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b04e4f6a-30d3-41fd-b43c-554e5944053f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "DELETE /v2.0/networks/60c60d22-c46e-49b8-9cf4-ec6062c42d56 HTTP/1.1" status: 204 len: 168 time: 1.7523758 Feb 16 12:50:06.583522 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37082) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:06.604809 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e4f6a-30d3-41fd-b43c-554e5944053f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event deleted for resources: {'Network': ['ID=60c60d22-c46e-49b8-9cf4-ec6062c42d56,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:06.619925 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-ef5439c8-6929-4947-9b3f-fc43698ffe96 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1909342374', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:06.681374 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-843a29ea-3040-4328-b8af-ae3f755c508b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.690348 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ef5439c8-6929-4947-9b3f-fc43698ffe96 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.691606 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ef5439c8-6929-4947-9b3f-fc43698ffe96 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.705277 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8f52ed7c-a9ec-439c-818c-37172a2ed36a tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.836364 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-dd84bf81-73c5-486a-bf26-fa4122b95cbc None None] Could not find standard attr ID for object db247331-6c9f-4d4b-877f-ccfde2472ebd. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:50:06.836746 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ef5439c8-6929-4947-9b3f-fc43698ffe96 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.838277 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-843a29ea-3040-4328-b8af-ae3f755c508b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.851146 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ef5439c8-6929-4947-9b3f-fc43698ffe96 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.867982 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-843a29ea-3040-4328-b8af-ae3f755c508b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.871898 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-843a29ea-3040-4328-b8af-ae3f755c508b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/a1524d9a-f50c-4d54-82fb-9d3a7f568890 HTTP/1.1" status: 204 len: 168 time: 0.6262205 Feb 16 12:50:06.874060 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37084) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:06.927467 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ef5439c8-6929-4947-9b3f-fc43698ffe96 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.931667 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ef5439c8-6929-4947-9b3f-fc43698ffe96 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3416250 Feb 16 12:50:06.932084 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37086) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:06.937118 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-55c19af1-1205-40e3-8e0f-490e44d164c7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Request body: {'network': {'name': 'tempest-RoutersTest-1330113015'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:06.973981 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f454b3bb-4995-42a6-b5df-881b31d4ecc7 None None] Update dhcp port {'port': {'network_id': '2381fa5b-6fd9-43f9-84d2-d45bc8ce1093', 'fixed_ips': [{'subnet_id': 'd87a70ac-765c-4d37-b7b5-c817275861b3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '38b7c958-2be3-48e1-97fd-1c38d8fc8f0c', 'ip_address': '2001:db8::2'}, {'subnet_id': '77b7ad0c-d9b4-43b0-8d99-ccce26a5042e'}], 'binding:host_id': 'dv-neutron-828142-3-hyperv'}, 'id': '01980426-8b25-473f-9323-57780ace5c5f'} from dv-neutron-828142-3-hyperv. {{(pid=109050) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 12:50:06.995447 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-98a61441-4340-4934-b53e-f57a4b9712ff tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1195600 Feb 16 12:50:06.996275 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a29ea-3040-4328-b8af-ae3f755c508b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Subnet': ['ID=a1524d9a-f50c-4d54-82fb-9d3a7f568890,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:06.998537 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37088) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:07.004880 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-b6591cc9-79cb-4020-9288-3909fe554961 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'subnet': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:07.023675 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c19af1-1205-40e3-8e0f-490e44d164c7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Made reservation on behalf of 634d4167fa4743409e8f884871721d4b for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:07.029086 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-55c19af1-1205-40e3-8e0f-490e44d164c7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:07.042389 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f454b3bb-4995-42a6-b5df-881b31d4ecc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:07.143825 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6591cc9-79cb-4020-9288-3909fe554961 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:07.151573 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b6591cc9-79cb-4020-9288-3909fe554961 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:07.156094 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55c19af1-1205-40e3-8e0f-490e44d164c7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:50:07.182274 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-55c19af1-1205-40e3-8e0f-490e44d164c7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:07.182892 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-55c19af1-1205-40e3-8e0f-490e44d164c7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Added segment af14dda4-54a0-4bf9-910b-6868ebefde41 of type vlan for network 231ffe77-09bb-480d-8d9c-061d340a2b13 Feb 16 12:50:07.302140 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-55c19af1-1205-40e3-8e0f-490e44d164c7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:07.311744 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 8b3af41c-1ba6-44ec-9a05-07a46991e1ba up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:50:07.343213 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-55c19af1-1205-40e3-8e0f-490e44d164c7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:07.350150 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c19af1-1205-40e3-8e0f-490e44d164c7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:07.351106 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-55c19af1-1205-40e3-8e0f-490e44d164c7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:07.407092 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 8b3af41c-1ba6-44ec-9a05-07a46991e1ba triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:07.407680 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:07.502026 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-55c19af1-1205-40e3-8e0f-490e44d164c7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5688236 Feb 16 12:50:07.505887 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37092) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:07.521690 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-67df6c61-088c-44a4-a6ac-38f3dfbab510 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Request body: {'subnet': {'network_id': '231ffe77-09bb-480d-8d9c-061d340a2b13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:07.590051 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b6591cc9-79cb-4020-9288-3909fe554961 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:07.622296 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device c221597d-cc63-4b1a-817c-ff59ba98a570 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:50:07.632256 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c19af1-1205-40e3-8e0f-490e44d164c7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event updated for resources: {'Network': ['ID=231ffe77-09bb-480d-8d9c-061d340a2b13,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:07.652843 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 231ffe77-09bb-480d-8d9c-061d340a2b13 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:50:07.656296 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: c221597d-cc63-4b1a-817c-ff59ba98a570 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:50:07.656557 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device c221597d-cc63-4b1a-817c-ff59ba98a570 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:50:07.673357 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-8f52ed7c-a9ec-439c-818c-37172a2ed36a tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Delete allocated IP 2001:db8::f0 (2381fa5b-6fd9-43f9-84d2-d45bc8ce1093/38b7c958-2be3-48e1-97fd-1c38d8fc8f0c) {{(pid=109049) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 12:50:07.689392 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-8f52ed7c-a9ec-439c-818c-37172a2ed36a tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Allocated IP 2001:db8:0:2::6d (2381fa5b-6fd9-43f9-84d2-d45bc8ce1093/77b7ad0c-d9b4-43b0-8d99-ccce26a5042e/1aa4973d-ff85-42ce-8fd4-41ba0d97d9f2) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:07.690458 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6591cc9-79cb-4020-9288-3909fe554961 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:07.698539 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67df6c61-088c-44a4-a6ac-38f3dfbab510 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Made reservation on behalf of 634d4167fa4743409e8f884871721d4b for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:07.701448 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-b6591cc9-79cb-4020-9288-3909fe554961 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:07.702766 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67df6c61-088c-44a4-a6ac-38f3dfbab510 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:07.709562 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6591cc9-79cb-4020-9288-3909fe554961 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:07.710142 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b6591cc9-79cb-4020-9288-3909fe554961 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:07.727602 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6591cc9-79cb-4020-9288-3909fe554961 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Subnet': ['ID=a654590d-b62a-4217-b37e-d1e96becaa6a,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:07.749440 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b6591cc9-79cb-4020-9288-3909fe554961 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7501152 Feb 16 12:50:07.750103 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37094) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:07.756845 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-b21e88a9-d7f4-433f-a839-46a89dfd317d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'subnet': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:07.856928 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3160824c-695a-4530-be7a-8de554f1cfb4 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:50:07.920742 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21e88a9-d7f4-433f-a839-46a89dfd317d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:07.925525 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b21e88a9-d7f4-433f-a839-46a89dfd317d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:07.938027 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-915bf1ab-88c7-4694-bd70-9bed08e61939 None None] Provisioning complete for port 8b3af41c-1ba6-44ec-9a05-07a46991e1ba triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:07.938831 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-915bf1ab-88c7-4694-bd70-9bed08e61939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:08.050796 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8f52ed7c-a9ec-439c-818c-37172a2ed36a tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:08.059878 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67df6c61-088c-44a4-a6ac-38f3dfbab510 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:08.088808 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.ipam_backend_mixin [None req-b21e88a9-d7f4-433f-a839-46a89dfd317d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a654590d-b62a-4217-b37e-d1e96becaa6a (CIDR: 2001:db8::/64) Feb 16 12:50:08.092559 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-b21e88a9-d7f4-433f-a839-46a89dfd317d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:50:08.093671 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b21e88a9-d7f4-433f-a839-46a89dfd317d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:08.099759 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8f52ed7c-a9ec-439c-818c-37172a2ed36a tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:08.118920 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b21e88a9-d7f4-433f-a839-46a89dfd317d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3672767 Feb 16 12:50:08.124863 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37098) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:08.130369 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-072de6f3-3932-49ba-a53d-5c96efaea6ed tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'subnet': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:08.210550 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df6c61-088c-44a4-a6ac-38f3dfbab510 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event updated for resources: {'Subnet': ['ID=bd37c831-96e8-4b35-b765-52a466014343,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:08.218733 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-f454b3bb-4995-42a6-b5df-881b31d4ecc7 None None] Allocated IP 2001:db8:0:2::2 (2381fa5b-6fd9-43f9-84d2-d45bc8ce1093/77b7ad0c-d9b4-43b0-8d99-ccce26a5042e/01980426-8b25-473f-9323-57780ace5c5f) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:08.257216 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-8f52ed7c-a9ec-439c-818c-37172a2ed36a tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] In _notify_port_updated(), no bound segment for port 1aa4973d-ff85-42ce-8fd4-41ba0d97d9f2 on network 2381fa5b-6fd9-43f9-84d2-d45bc8ce1093 {{(pid=109049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 12:50:08.268145 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f52ed7c-a9ec-439c-818c-37172a2ed36a tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:08.270189 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8f52ed7c-a9ec-439c-818c-37172a2ed36a tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:08.275365 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37100) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:08.278102 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8f52ed7c-a9ec-439c-818c-37172a2ed36a tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "PUT /v2.0/ports/1aa4973d-ff85-42ce-8fd4-41ba0d97d9f2 HTTP/1.1" status: 200 len: 969 time: 1.8509171 Feb 16 12:50:08.280290 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52ed7c-a9ec-439c-818c-37172a2ed36a tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event updated for resources: {'Port': ['ID=1aa4973d-ff85-42ce-8fd4-41ba0d97d9f2,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:08.287860 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67df6c61-088c-44a4-a6ac-38f3dfbab510 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Checking segment: {'id': 'af14dda4-54a0-4bf9-910b-6868ebefde41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '231ffe77-09bb-480d-8d9c-061d340a2b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:50:08.288341 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67df6c61-088c-44a4-a6ac-38f3dfbab510 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Network hostable DHCP agents. Network: 231ffe77-09bb-480d-8d9c-061d340a2b13, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:50:08.320393 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67df6c61-088c-44a4-a6ac-38f3dfbab510 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Network 231ffe77-09bb-480d-8d9c-061d340a2b13 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:50:08.335866 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-67df6c61-088c-44a4-a6ac-38f3dfbab510 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 231ffe77-09bb-480d-8d9c-061d340a2b13) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:08.342956 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072de6f3-3932-49ba-a53d-5c96efaea6ed tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:08.343809 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67df6c61-088c-44a4-a6ac-38f3dfbab510 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:08.345108 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67df6c61-088c-44a4-a6ac-38f3dfbab510 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:08.346551 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-072de6f3-3932-49ba-a53d-5c96efaea6ed tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:08.353639 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08459013-7587-4b95-9357-e4ff30614b62 None None] Network 231ffe77-09bb-480d-8d9c-061d340a2b13 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:50:08.370328 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-67df6c61-088c-44a4-a6ac-38f3dfbab510 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8543510 Feb 16 12:50:08.373592 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37102) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:08.476205 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a32833-fdf9-4143-846f-bdb23653fb46 None None] Update dhcp port {'port': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'fixed_ips': [{'subnet_id': 'a654590d-b62a-4217-b37e-d1e96becaa6a'}], 'binding:host_id': 'dv-neutron-828142-3-hyperv'}, 'id': '8b3af41c-1ba6-44ec-9a05-07a46991e1ba'} from dv-neutron-828142-3-hyperv. {{(pid=109050) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 12:50:08.515812 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-b9b23891-7473-4a88-bcfb-3c212cece93d tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Deleting port 1aa4973d-ff85-42ce-8fd4-41ba0d97d9f2 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:50:08.516129 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b9b23891-7473-4a88-bcfb-3c212cece93d tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:08.538529 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-30a32833-fdf9-4143-846f-bdb23653fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:08.567245 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-f454b3bb-4995-42a6-b5df-881b31d4ecc7 None None] For port 01980426-8b25-473f-9323-57780ace5c5f, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=01980426-8b25-473f-9323-57780ace5c5f,segment=NetworkSegment(7c401fd4-b489-4695-9737-820bb4b7bd6c),segment_id=7c401fd4-b489-4695-9737-820bb4b7bd6c)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:08.661476 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b9b23891-7473-4a88-bcfb-3c212cece93d tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:08.681717 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-b9b23891-7473-4a88-bcfb-3c212cece93d tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Calling delete_port for 1aa4973d-ff85-42ce-8fd4-41ba0d97d9f2 owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:50:08.690324 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f454b3bb-4995-42a6-b5df-881b31d4ecc7 None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:08.749009 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f454b3bb-4995-42a6-b5df-881b31d4ecc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:08.816528 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f454b3bb-4995-42a6-b5df-881b31d4ecc7 None None] Pushing event updated for resources: {'Port': ['ID=01980426-8b25-473f-9323-57780ace5c5f,revision_number=7']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:09.017375 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.objects.ports [None req-072de6f3-3932-49ba-a53d-5c96efaea6ed tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109048) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 12:50:09.028866 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b9b23891-7473-4a88-bcfb-3c212cece93d tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.121348 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4822abf6-70b8-4162-b97d-353dd762b62b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-231ffe77-09bb-480d-8d9c-061d340a2b13', 'network_id': '231ffe77-09bb-480d-8d9c-061d340a2b13', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'fixed_ips': [{'subnet_id': 'bd37c831-96e8-4b35-b765-52a466014343'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:50:09.122417 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4822abf6-70b8-4162-b97d-353dd762b62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.143652 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b23891-7473-4a88-bcfb-3c212cece93d tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'Port': ['ID=1aa4973d-ff85-42ce-8fd4-41ba0d97d9f2,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:09.157021 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d1544d04-ac24-4a61-9860-f4fb39fe7d57 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.228223 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b9b23891-7473-4a88-bcfb-3c212cece93d tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.231840 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b9b23891-7473-4a88-bcfb-3c212cece93d tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/ports/1aa4973d-ff85-42ce-8fd4-41ba0d97d9f2 HTTP/1.1" status: 204 len: 168 time: 0.9557464 Feb 16 12:50:09.236226 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37106) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:09.302522 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-1de8b353-f2f8-4c0b-aced-10dd586acf95 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] GET failed (client error): The resource could not be found. Feb 16 12:50:09.304437 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1de8b353-f2f8-4c0b-aced-10dd586acf95 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "GET /v2.0/ports/1aa4973d-ff85-42ce-8fd4-41ba0d97d9f2 HTTP/1.1" status: 404 len: 333 time: 0.0669658 Feb 16 12:50:09.310934 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37108) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:09.377531 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 01980426-8b25-473f-9323-57780ace5c5f up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:50:09.403369 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-072de6f3-3932-49ba-a53d-5c96efaea6ed tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.408096 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-66c8f663-dc4a-43ba-a78a-7b02f6dd9687 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.442527 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-4822abf6-70b8-4162-b97d-353dd762b62b None None] Allocated IP 172.20.0.2 (231ffe77-09bb-480d-8d9c-061d340a2b13/bd37c831-96e8-4b35-b765-52a466014343/3583ea09-7f15-41ad-9186-32bf79707888) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:09.466048 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-30a32833-fdf9-4143-846f-bdb23653fb46 None None] Allocated IP 2001:db8::2 (8f2fc9c2-6909-42b1-9817-f8926b88a024/a654590d-b62a-4217-b37e-d1e96becaa6a/8b3af41c-1ba6-44ec-9a05-07a46991e1ba) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:09.468682 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-66c8f663-dc4a-43ba-a78a-7b02f6dd9687 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.548354 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-66c8f663-dc4a-43ba-a78a-7b02f6dd9687 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.551270 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-66c8f663-dc4a-43ba-a78a-7b02f6dd9687 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.552218 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-66c8f663-dc4a-43ba-a78a-7b02f6dd9687 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/security-groups/81acff70-bddf-4da0-8ec4-93faabaa102e HTTP/1.1" status: 204 len: 168 time: 0.2402081 Feb 16 12:50:09.554970 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37112) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:09.562823 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c8f663-dc4a-43ba-a78a-7b02f6dd9687 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81acff70-bddf-4da0-8ec4-93faabaa102e,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:09.630678 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 01980426-8b25-473f-9323-57780ace5c5f triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:09.631329 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.640282 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3b0a3a7-5196-40d8-90bb-48f27db8841f tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.689813 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3b0a3a7-5196-40d8-90bb-48f27db8841f tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.752366 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3b0a3a7-5196-40d8-90bb-48f27db8841f tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.755402 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3b0a3a7-5196-40d8-90bb-48f27db8841f tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.757127 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b3b0a3a7-5196-40d8-90bb-48f27db8841f tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/security-groups/f31eab06-0de8-46b0-80a0-9352a83d86f0 HTTP/1.1" status: 204 len: 168 time: 0.2010181 Feb 16 12:50:09.759938 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37114) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:09.767512 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-30a32833-fdf9-4143-846f-bdb23653fb46 None None] For port 8b3af41c-1ba6-44ec-9a05-07a46991e1ba, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=8b3af41c-1ba6-44ec-9a05-07a46991e1ba,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:09.783910 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0a3a7-5196-40d8-90bb-48f27db8841f tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31eab06-0de8-46b0-80a0-9352a83d86f0,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:09.856571 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-30a32833-fdf9-4143-846f-bdb23653fb46 None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.858782 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4822abf6-70b8-4162-b97d-353dd762b62b None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.882711 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-74de7e08-1381-4612-8130-a54665f4321e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.889423 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-30a32833-fdf9-4143-846f-bdb23653fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.894503 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.db.api [None req-072de6f3-3932-49ba-a53d-5c96efaea6ed tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:50:09.895105 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG oslo_db.api [None req-072de6f3-3932-49ba-a53d-5c96efaea6ed tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:50:09.903185 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4822abf6-70b8-4162-b97d-353dd762b62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.934629 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-74de7e08-1381-4612-8130-a54665f4321e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.955843 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-d1544d04-ac24-4a61-9860-f4fb39fe7d57 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Allocated IP 172.20.0.1 (231ffe77-09bb-480d-8d9c-061d340a2b13/bd37c831-96e8-4b35-b765-52a466014343/9e71074e-b586-44b7-b7e7-de922f9349e5) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:10.051908 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-74de7e08-1381-4612-8130-a54665f4321e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:10.054482 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-74de7e08-1381-4612-8130-a54665f4321e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:10.059572 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-74de7e08-1381-4612-8130-a54665f4321e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/security-groups/e5a8f6d9-7077-4ef4-b508-42279443e046 HTTP/1.1" status: 204 len: 168 time: 0.2936578 Feb 16 12:50:10.060877 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37116) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:10.088662 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de7e08-1381-4612-8130-a54665f4321e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a8f6d9-7077-4ef4-b508-42279443e046,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:10.090243 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4822abf6-70b8-4162-b97d-353dd762b62b None None] Network 231ffe77-09bb-480d-8d9c-061d340a2b13 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:10.101804 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-4822abf6-70b8-4162-b97d-353dd762b62b None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:10.106791 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4822abf6-70b8-4162-b97d-353dd762b62b None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:50:10.114172 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a32833-fdf9-4143-846f-bdb23653fb46 None None] Pushing event updated for resources: {'Port': ['ID=8b3af41c-1ba6-44ec-9a05-07a46991e1ba,revision_number=13']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:10.194671 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-d01ba6e1-39d3-4ee3-ae80-f8cbe541fc5e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Deleting subnet 38b7c958-2be3-48e1-97fd-1c38d8fc8f0c {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:50:10.213545 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d1544d04-ac24-4a61-9860-f4fb39fe7d57 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:10.220928 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d01ba6e1-39d3-4ee3-ae80-f8cbe541fc5e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:10.255110 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822abf6-70b8-4162-b97d-353dd762b62b None None] Pushing event updated for resources: {'Port': ['ID=3583ea09-7f15-41ad-9186-32bf79707888,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:10.269535 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-4822abf6-70b8-4162-b97d-353dd762b62b None None] Attempting to bind port 3583ea09-7f15-41ad-9186-32bf79707888 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:10.270001 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-4822abf6-70b8-4162-b97d-353dd762b62b None None] Attempting to bind port 3583ea09-7f15-41ad-9186-32bf79707888 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'af14dda4-54a0-4bf9-910b-6868ebefde41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '231ffe77-09bb-480d-8d9c-061d340a2b13'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:10.270360 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4822abf6-70b8-4162-b97d-353dd762b62b None None] Attempting to bind port 3583ea09-7f15-41ad-9186-32bf79707888 on network 231ffe77-09bb-480d-8d9c-061d340a2b13 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:50:10.277203 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4822abf6-70b8-4162-b97d-353dd762b62b None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:50:10.277587 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4822abf6-70b8-4162-b97d-353dd762b62b None None] Checking segment: {'id': 'af14dda4-54a0-4bf9-910b-6868ebefde41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '231ffe77-09bb-480d-8d9c-061d340a2b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:50:10.278003 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4822abf6-70b8-4162-b97d-353dd762b62b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:10.278509 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4822abf6-70b8-4162-b97d-353dd762b62b None None] Bound using segment: {'id': 'af14dda4-54a0-4bf9-910b-6868ebefde41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '231ffe77-09bb-480d-8d9c-061d340a2b13'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:50:10.278976 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-4822abf6-70b8-4162-b97d-353dd762b62b None None] Bound port: 3583ea09-7f15-41ad-9186-32bf79707888, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af14dda4-54a0-4bf9-910b-6868ebefde41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '231ffe77-09bb-480d-8d9c-061d340a2b13'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:10.279416 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4822abf6-70b8-4162-b97d-353dd762b62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:10.281589 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d1544d04-ac24-4a61-9860-f4fb39fe7d57 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:10.322013 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d01ba6e1-39d3-4ee3-ae80-f8cbe541fc5e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:10.344797 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1544d04-ac24-4a61-9860-f4fb39fe7d57 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Network 231ffe77-09bb-480d-8d9c-061d340a2b13 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:10.348406 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-d1544d04-ac24-4a61-9860-f4fb39fe7d57 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:10.351399 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1544d04-ac24-4a61-9860-f4fb39fe7d57 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:50:10.423027 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-5be49955-72f5-4cba-ab69-81e1093f28b5 None None] Could not find standard attr ID for object 1aa4973d-ff85-42ce-8fd4-41ba0d97d9f2. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:50:10.474431 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1544d04-ac24-4a61-9860-f4fb39fe7d57 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event updated for resources: {'Port': ['ID=9e71074e-b586-44b7-b7e7-de922f9349e5,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:10.479408 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-4822abf6-70b8-4162-b97d-353dd762b62b None None] For port 3583ea09-7f15-41ad-9186-32bf79707888, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:50:10.484076 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-4822abf6-70b8-4162-b97d-353dd762b62b None None] For port 3583ea09-7f15-41ad-9186-32bf79707888, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=3583ea09-7f15-41ad-9186-32bf79707888,segment=NetworkSegment(af14dda4-54a0-4bf9-910b-6868ebefde41),segment_id=af14dda4-54a0-4bf9-910b-6868ebefde41)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:50:10.499097 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-5be49955-72f5-4cba-ab69-81e1093f28b5 None None] Provisioning complete for port 0abef0bb-e9a0-4f49-a1a0-7bf74394b527 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:10.499483 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5be49955-72f5-4cba-ab69-81e1093f28b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:10.503696 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d1544d04-ac24-4a61-9860-f4fb39fe7d57 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:10.545470 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-5be49955-72f5-4cba-ab69-81e1093f28b5 None None] Port 0abef0bb-e9a0-4f49-a1a0-7bf74394b527 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:50:10.547927 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4822abf6-70b8-4162-b97d-353dd762b62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:10.562432 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-072de6f3-3932-49ba-a53d-5c96efaea6ed tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:10.574089 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d01ba6e1-39d3-4ee3-ae80-f8cbe541fc5e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:10.585242 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37122) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:10.623096 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-5be49955-72f5-4cba-ab69-81e1093f28b5 None None] Provisioning complete for port 01980426-8b25-473f-9323-57780ace5c5f triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:10.623459 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5be49955-72f5-4cba-ab69-81e1093f28b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:10.685825 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822abf6-70b8-4162-b97d-353dd762b62b None None] Pushing event updated for resources: {'Port': ['ID=3583ea09-7f15-41ad-9186-32bf79707888,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:10.828580 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d1544d04-ac24-4a61-9860-f4fb39fe7d57 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:10.914294 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-6bab1332-da27-4aba-a5f1-3175e3438a15 None None] Could not find standard attr ID for object 1aa4973d-ff85-42ce-8fd4-41ba0d97d9f2. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:50:11.087392 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d01ba6e1-39d3-4ee3-ae80-f8cbe541fc5e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:11.232117 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ba6e1-39d3-4ee3-ae80-f8cbe541fc5e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'Subnet': ['ID=38b7c958-2be3-48e1-97fd-1c38d8fc8f0c,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:11.270683 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e4ae01-390d-4384-a79b-1248922364d4 None None] Network 2381fa5b-6fd9-43f9-84d2-d45bc8ce1093 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:50:11.270912 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d01ba6e1-39d3-4ee3-ae80-f8cbe541fc5e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:11.278491 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d01ba6e1-39d3-4ee3-ae80-f8cbe541fc5e tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/subnets/38b7c958-2be3-48e1-97fd-1c38d8fc8f0c HTTP/1.1" status: 204 len: 168 time: 1.2164729 Feb 16 12:50:11.283685 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37124) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:11.392143 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 8b3af41c-1ba6-44ec-9a05-07a46991e1ba up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:50:11.502117 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-5d1ef661-8186-44e6-86c2-833e964150b4 None None] Provisioning complete for port 8b3af41c-1ba6-44ec-9a05-07a46991e1ba triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:11.502386 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d1544d04-ac24-4a61-9860-f4fb39fe7d57 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:11.502907 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5d1ef661-8186-44e6-86c2-833e964150b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:11.510768 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d1544d04-ac24-4a61-9860-f4fb39fe7d57 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:11.614449 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1544d04-ac24-4a61-9860-f4fb39fe7d57 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event updated for resources: {'Port': ['ID=9e71074e-b586-44b7-b7e7-de922f9349e5,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:11.617663 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d1544d04-ac24-4a61-9860-f4fb39fe7d57 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:11.654850 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 8b3af41c-1ba6-44ec-9a05-07a46991e1ba triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:11.655739 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:11.840272 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1544d04-ac24-4a61-9860-f4fb39fe7d57 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Network 231ffe77-09bb-480d-8d9c-061d340a2b13 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:11.843307 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-d1544d04-ac24-4a61-9860-f4fb39fe7d57 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:11.895999 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-072de6f3-3932-49ba-a53d-5c96efaea6ed tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] For port 8b3af41c-1ba6-44ec-9a05-07a46991e1ba, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=8b3af41c-1ba6-44ec-9a05-07a46991e1ba,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:11.949799 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e7206b1-bd4c-413b-9581-b5b4aa384c07 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Deleting subnet 77b7ad0c-d9b4-43b0-8d99-ccce26a5042e {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:50:11.986037 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3e7206b1-bd4c-413b-9581-b5b4aa384c07 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.036590 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-072de6f3-3932-49ba-a53d-5c96efaea6ed tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.082820 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1544d04-ac24-4a61-9860-f4fb39fe7d57 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Router dd380b2c-7790-450b-86fd-f222b9f70c42 is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:50:12.084710 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-072de6f3-3932-49ba-a53d-5c96efaea6ed tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.085770 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-072de6f3-3932-49ba-a53d-5c96efaea6ed tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.102703 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3e7206b1-bd4c-413b-9581-b5b4aa384c07 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.216662 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072de6f3-3932-49ba-a53d-5c96efaea6ed tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:12.268399 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-072de6f3-3932-49ba-a53d-5c96efaea6ed tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:12.278976 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1544d04-ac24-4a61-9860-f4fb39fe7d57 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:50:12.281838 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71ada07-acbf-413e-acef-ecf8994a30dc None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:50:12.290962 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3395763f-f980-4e05-ba77-404aff338b56 None None] Sync routers for ids ['dd380b2c-7790-450b-86fd-f222b9f70c42'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:12.292762 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d1544d04-ac24-4a61-9860-f4fb39fe7d57 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "PUT /v2.0/routers/dd380b2c-7790-450b-86fd-f222b9f70c42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9173851 Feb 16 12:50:12.299306 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37128) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:12.313066 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-4ce24c55-d807-431c-8816-4a915be49108 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Request body: {'network': {'name': 'tempest-RoutersTest-52443280'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:12.326821 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072de6f3-3932-49ba-a53d-5c96efaea6ed tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:12.329458 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-072de6f3-3932-49ba-a53d-5c96efaea6ed tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.350834 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce24c55-d807-431c-8816-4a915be49108 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Made reservation on behalf of 634d4167fa4743409e8f884871721d4b for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:12.358095 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4ce24c55-d807-431c-8816-4a915be49108 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.390718 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3395763f-f980-4e05-ba77-404aff338b56 None None] Routers {'dd380b2c-7790-450b-86fd-f222b9f70c42'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:50:12.391304 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-3395763f-f980-4e05-ba77-404aff338b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:49:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['dd380b2c-7790-450b-86fd-f222b9f70c42'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:12.416045 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce24c55-d807-431c-8816-4a915be49108 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:50:12.425737 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072de6f3-3932-49ba-a53d-5c96efaea6ed tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Port': ['ID=8b3af41c-1ba6-44ec-9a05-07a46991e1ba,revision_number=14']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:12.452383 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072de6f3-3932-49ba-a53d-5c96efaea6ed tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Subnet': ['ID=1a6bd499-6c41-4900-ad55-625b79992e45,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:12.467564 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4ce24c55-d807-431c-8816-4a915be49108 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.469953 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-4ce24c55-d807-431c-8816-4a915be49108 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Added segment adfcb048-4f67-46da-aa5a-c87ba1869703 of type vlan for network 91ec3ec5-75b9-4232-b93b-3bbe83c64c51 Feb 16 12:50:12.488506 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-072de6f3-3932-49ba-a53d-5c96efaea6ed tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.3636160 Feb 16 12:50:12.498175 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37130) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:12.513487 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-f8eba1ad-4c46-4167-af3f-69ed20ef2534 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'port': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'mac_address': 'fa:16:3e:70:98:8e', 'name': 'tempest-NetworksTestDHCPv6-1894604424'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:12.557398 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-3395763f-f980-4e05-ba77-404aff338b56 None None] Set router dd380b2c-7790-450b-86fd-f222b9f70c42 gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:50:12.627523 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3e7206b1-bd4c-413b-9581-b5b4aa384c07 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.774182 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-888cc21b-6012-46ce-9b76-2a5433b811a4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.776402 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4ce24c55-d807-431c-8816-4a915be49108 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.817203 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8eba1ad-4c46-4167-af3f-69ed20ef2534 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:12.841719 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3e7206b1-bd4c-413b-9581-b5b4aa384c07 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.905612 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4ce24c55-d807-431c-8816-4a915be49108 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.911909 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279b2e8d-0ada-475a-9eb2-bad4aa483c44 None None] Network 231ffe77-09bb-480d-8d9c-061d340a2b13 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:50:12.913171 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce24c55-d807-431c-8816-4a915be49108 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:12.914086 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4ce24c55-d807-431c-8816-4a915be49108 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:13.006096 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4ce24c55-d807-431c-8816-4a915be49108 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.7048476 Feb 16 12:50:13.016267 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37134) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:13.025894 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-6d9155d5-0de7-4c3d-98c6-bd56b3aeccf9 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Request body: {'subnet': {'network_id': '91ec3ec5-75b9-4232-b93b-3bbe83c64c51', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:13.028423 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7206b1-bd4c-413b-9581-b5b4aa384c07 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'Subnet': ['ID=77b7ad0c-d9b4-43b0-8d99-ccce26a5042e,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:13.041707 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3e7206b1-bd4c-413b-9581-b5b4aa384c07 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:13.048840 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3e7206b1-bd4c-413b-9581-b5b4aa384c07 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/subnets/77b7ad0c-d9b4-43b0-8d99-ccce26a5042e HTTP/1.1" status: 204 len: 168 time: 1.7603467 Feb 16 12:50:13.063061 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37136) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:13.071170 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce24c55-d807-431c-8816-4a915be49108 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event updated for resources: {'Network': ['ID=91ec3ec5-75b9-4232-b93b-3bbe83c64c51,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:13.088550 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b3fc5c-a2bc-48b6-bf6e-4f5e8cddcf74 None None] Network 2381fa5b-6fd9-43f9-84d2-d45bc8ce1093 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:50:13.106086 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bf52f23-c2a3-40dc-988f-9d5775921ade tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:13.107015 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bf52f23-c2a3-40dc-988f-9d5775921ade tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:13.113499 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-7bf52f23-c2a3-40dc-988f-9d5775921ade tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/subnets/38b7c958-2be3-48e1-97fd-1c38d8fc8f0c HTTP/1.1" status: 404 len: 337 time: 0.0457273 Feb 16 12:50:13.117157 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37138) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:13.153246 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f8eba1ad-4c46-4167-af3f-69ed20ef2534 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:13.181674 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-f8eba1ad-4c46-4167-af3f-69ed20ef2534 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] device_id is not set on port 495d8a6b-3110-4ac9-a1c3-4f77b31cf034 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:50:13.182309 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-207d0398-b767-4f63-8e6b-ca7515002fb1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Deleting subnet d87a70ac-765c-4d37-b7b5-c817275861b3 {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:50:13.196263 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-207d0398-b767-4f63-8e6b-ca7515002fb1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:13.279968 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-207d0398-b767-4f63-8e6b-ca7515002fb1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:13.289193 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9155d5-0de7-4c3d-98c6-bd56b3aeccf9 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Made reservation on behalf of 634d4167fa4743409e8f884871721d4b for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:13.292985 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6d9155d5-0de7-4c3d-98c6-bd56b3aeccf9 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:13.299185 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 91ec3ec5-75b9-4232-b93b-3bbe83c64c51 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:50:13.419847 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 3583ea09-7f15-41ad-9186-32bf79707888 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:50:13.426332 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-e9243578-0a80-4708-820b-d37725b7b189 None None] Provisioning complete for port 3583ea09-7f15-41ad-9186-32bf79707888 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:13.426697 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e9243578-0a80-4708-820b-d37725b7b189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:13.500251 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-207d0398-b767-4f63-8e6b-ca7515002fb1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:13.515624 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-f8eba1ad-4c46-4167-af3f-69ed20ef2534 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Allocated IP 2001:db8::11f (8f2fc9c2-6909-42b1-9817-f8926b88a024/a654590d-b62a-4217-b37e-d1e96becaa6a/495d8a6b-3110-4ac9-a1c3-4f77b31cf034) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:13.547424 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-f8eba1ad-4c46-4167-af3f-69ed20ef2534 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Allocated IP 2001:db8:0:1:f816:3eff:fe70:988e (8f2fc9c2-6909-42b1-9817-f8926b88a024/1a6bd499-6c41-4900-ad55-625b79992e45/495d8a6b-3110-4ac9-a1c3-4f77b31cf034) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:13.587489 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-888cc21b-6012-46ce-9b76-2a5433b811a4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting port 4b190fa2-53b2-4521-a04a-57cf35114768 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:50:13.587489 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-888cc21b-6012-46ce-9b76-2a5433b811a4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:13.684188 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6d9155d5-0de7-4c3d-98c6-bd56b3aeccf9 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:13.689397 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-207d0398-b767-4f63-8e6b-ca7515002fb1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:13.764511 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 3583ea09-7f15-41ad-9186-32bf79707888 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:13.764511 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:13.768333 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d0398-b767-4f63-8e6b-ca7515002fb1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'Subnet': ['ID=d87a70ac-765c-4d37-b7b5-c817275861b3,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:13.776589 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-207d0398-b767-4f63-8e6b-ca7515002fb1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:13.780562 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-207d0398-b767-4f63-8e6b-ca7515002fb1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/subnets/d87a70ac-765c-4d37-b7b5-c817275861b3 HTTP/1.1" status: 204 len: 168 time: 0.6628103 Feb 16 12:50:13.787588 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37140) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:13.845607 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f8358ed-dc3b-494f-84d5-b8ced9c9fec2 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:13.846488 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f8358ed-dc3b-494f-84d5-b8ced9c9fec2 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:13.846829 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9155d5-0de7-4c3d-98c6-bd56b3aeccf9 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Checking segment: {'id': 'adfcb048-4f67-46da-aa5a-c87ba1869703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '91ec3ec5-75b9-4232-b93b-3bbe83c64c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:50:13.847182 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9155d5-0de7-4c3d-98c6-bd56b3aeccf9 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Network hostable DHCP agents. Network: 91ec3ec5-75b9-4232-b93b-3bbe83c64c51, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:50:13.849778 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0f8358ed-dc3b-494f-84d5-b8ced9c9fec2 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/subnets/67b04485-37be-4821-8310-7a129b22a2ec HTTP/1.1" status: 404 len: 337 time: 0.0611203 Feb 16 12:50:13.851251 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9155d5-0de7-4c3d-98c6-bd56b3aeccf9 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event updated for resources: {'Subnet': ['ID=f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:13.851989 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-888cc21b-6012-46ce-9b76-2a5433b811a4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] For port 4b190fa2-53b2-4521-a04a-57cf35114768, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=4b190fa2-53b2-4521-a04a-57cf35114768,segment=NetworkSegment(b8cf462c-5626-4bf6-8501-14ba432898c5),segment_id=b8cf462c-5626-4bf6-8501-14ba432898c5)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:13.852464 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-888cc21b-6012-46ce-9b76-2a5433b811a4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:13.855037 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37142) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:13.899985 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9155d5-0de7-4c3d-98c6-bd56b3aeccf9 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Network 91ec3ec5-75b9-4232-b93b-3bbe83c64c51 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:50:13.914768 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f8eba1ad-4c46-4167-af3f-69ed20ef2534 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:13.930209 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-640e275a-3a0e-4bc5-8430-7a6a59a1f96c tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec4662fd-a8d3-4f27-b91a-14b084fcd763 HTTP/1.1" status: 200 len: 205 time: 0.0739396 Feb 16 12:50:13.935845 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37146) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:13.943622 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-888cc21b-6012-46ce-9b76-2a5433b811a4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Calling delete_port for 4b190fa2-53b2-4521-a04a-57cf35114768 owned by network:router_interface {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:50:13.952916 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-6d9155d5-0de7-4c3d-98c6-bd56b3aeccf9 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 91ec3ec5-75b9-4232-b93b-3bbe83c64c51) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:13.964164 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9155d5-0de7-4c3d-98c6-bd56b3aeccf9 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:13.967058 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6d9155d5-0de7-4c3d-98c6-bd56b3aeccf9 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:13.979048 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74121068-d8ae-4854-b4db-93655bb5ff55 None None] Network 91ec3ec5-75b9-4232-b93b-3bbe83c64c51 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:50:13.987907 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e9243578-0a80-4708-820b-d37725b7b189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:13.999051 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6d9155d5-0de7-4c3d-98c6-bd56b3aeccf9 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9759481 Feb 16 12:50:13.999937 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37148) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:14.022964 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-b7ad5cea-0ee3-487a-9a3d-125bdee5366b tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] delete failed (client error): The resource could not be found. Feb 16 12:50:14.026720 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b7ad5cea-0ee3-487a-9a3d-125bdee5366b tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/routers/ec4662fd-a8d3-4f27-b91a-14b084fcd763 HTTP/1.1" status: 404 len: 336 time: 0.0897124 Feb 16 12:50:14.029105 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37150) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:14.097044 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-c24c9a18-a41d-442e-93ff-633dab0d77b5 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:14.097501 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c24c9a18-a41d-442e-93ff-633dab0d77b5 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:14.106633 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c24c9a18-a41d-442e-93ff-633dab0d77b5 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/subnets/7a930e47-f099-4cbf-b917-c6694add6835 HTTP/1.1" status: 404 len: 337 time: 0.0764668 Feb 16 12:50:14.108938 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37152) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:14.208362 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bbec117-61eb-41d3-8558-c7c3dd1cf27b tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:14.211108 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bbec117-61eb-41d3-8558-c7c3dd1cf27b tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:14.219445 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6bbec117-61eb-41d3-8558-c7c3dd1cf27b tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/subnets/bc461994-7ba3-4e5f-b1ca-272f9439eede HTTP/1.1" status: 404 len: 337 time: 0.1056504 Feb 16 12:50:14.220537 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37154) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:14.247069 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f8eba1ad-4c46-4167-af3f-69ed20ef2534 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:14.300758 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-e9243578-0a80-4708-820b-d37725b7b189 None None] For port 3583ea09-7f15-41ad-9186-32bf79707888, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=3583ea09-7f15-41ad-9186-32bf79707888,segment=NetworkSegment(af14dda4-54a0-4bf9-910b-6868ebefde41),segment_id=af14dda4-54a0-4bf9-910b-6868ebefde41)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:14.326815 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e9243578-0a80-4708-820b-d37725b7b189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:14.412360 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-f22b3a7b-0e45-4a40-91b3-eb1c33e0d6c1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:14.412887 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f22b3a7b-0e45-4a40-91b3-eb1c33e0d6c1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:14.428961 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f22b3a7b-0e45-4a40-91b3-eb1c33e0d6c1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/subnets/6adad03f-246f-46b5-b168-e55f25aaaeec HTTP/1.1" status: 404 len: 337 time: 0.2018585 Feb 16 12:50:14.467678 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37156) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:14.475405 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:14.529613 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-888cc21b-6012-46ce-9b76-2a5433b811a4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:14.548215 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-3395763f-f980-4e05-ba77-404aff338b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'name': 'tempest-RoutersTest-router-1909342374', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:06Z', 'updated_at': '2022-02-16T12:50:10Z', 'revision_number': 2, 'project_id': '634d4167fa4743409e8f884871721d4b', 'gw_port_host': None, '_interfaces': [{'id': '9e71074e-b586-44b7-b7e7-de922f9349e5', 'name': '', 'network_id': '231ffe77-09bb-480d-8d9c-061d340a2b13', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:d3:5d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bd37c831-96e8-4b35-b765-52a466014343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:09Z', 'updated_at': '2022-02-16T12:50:11Z', 'revision_number': 2, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'bd37c831-96e8-4b35-b765-52a466014343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:14.561559 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eba1ad-4c46-4167-af3f-69ed20ef2534 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:14.562666 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeedaa66-fca8-45d0-994d-f968f08a69fe tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:14.563347 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeedaa66-fca8-45d0-994d-f968f08a69fe tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:14.578202 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-aeedaa66-fca8-45d0-994d-f968f08a69fe tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/ports/b31fbbc0-aaa0-43c6-9909-6c6f3e852da8 HTTP/1.1" status: 404 len: 333 time: 0.1094511 Feb 16 12:50:14.581916 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37158) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:14.592735 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888cc21b-6012-46ce-9b76-2a5433b811a4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Port': ['ID=4b190fa2-53b2-4521-a04a-57cf35114768,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:14.614565 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-f8eba1ad-4c46-4167-af3f-69ed20ef2534 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:14.646401 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8eba1ad-4c46-4167-af3f-69ed20ef2534 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:50:14.652043 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8eba1ad-4c46-4167-af3f-69ed20ef2534 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:14.661684 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f8eba1ad-4c46-4167-af3f-69ed20ef2534 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:14.677492 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9cfc2de-fc43-45ad-bd20-9e0544c5ba8c tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:14.677944 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9cfc2de-fc43-45ad-bd20-9e0544c5ba8c tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:14.696127 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c9cfc2de-fc43-45ad-bd20-9e0544c5ba8c tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/subnets/7d4550a5-2ba1-420d-ba21-bc32b9dd4b48 HTTP/1.1" status: 404 len: 337 time: 0.0917885 Feb 16 12:50:14.696708 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37160) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:14.718028 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3395763f-f980-4e05-ba77-404aff338b56 None None] Checking router: dd380b2c-7790-450b-86fd-f222b9f70c42 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:50:14.718360 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3395763f-f980-4e05-ba77-404aff338b56 None None] Updating router dd380b2c-7790-450b-86fd-f222b9f70c42 port 9e71074e-b586-44b7-b7e7-de922f9349e5 binding host dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:50:14.759629 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eba1ad-4c46-4167-af3f-69ed20ef2534 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Port': ['ID=495d8a6b-3110-4ac9-a1c3-4f77b31cf034,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:14.770954 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-675d329f-071a-4710-af8d-8da60c82ccba tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:14.771418 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-675d329f-071a-4710-af8d-8da60c82ccba tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:14.783379 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-675d329f-071a-4710-af8d-8da60c82ccba tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/subnets/a61ea54a-2915-423b-a3a1-dd9f26d15cbe HTTP/1.1" status: 404 len: 337 time: 0.0655630 Feb 16 12:50:14.785613 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37162) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:14.815132 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f8eba1ad-4c46-4167-af3f-69ed20ef2534 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3070922 Feb 16 12:50:14.824425 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9243578-0a80-4708-820b-d37725b7b189 None None] Pushing event updated for resources: {'Port': ['ID=3583ea09-7f15-41ad-9186-32bf79707888,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:14.830533 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37164) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:14.870572 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-9df1b58d-ed53-431e-9ea5-b63baf036713 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:14.871345 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9df1b58d-ed53-431e-9ea5-b63baf036713 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:14.881783 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37166) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:14.888009 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9df1b58d-ed53-431e-9ea5-b63baf036713 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/ports/a0c078a1-7215-49fc-88cc-7aa8525bea81 HTTP/1.1" status: 404 len: 333 time: 0.1010106 Feb 16 12:50:14.895518 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-50ecc671-1087-46be-bc20-785a6fbe29dc None None] Provisioning complete for port 0abef0bb-e9a0-4f49-a1a0-7bf74394b527 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:14.896228 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-50ecc671-1087-46be-bc20-785a6fbe29dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:14.930755 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3395763f-f980-4e05-ba77-404aff338b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:14.953042 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d168c2e-d9bb-4b33-ab86-ad80ddf6a6cc tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:14.953731 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d168c2e-d9bb-4b33-ab86-ad80ddf6a6cc tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:14.958511 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1d168c2e-d9bb-4b33-ab86-ad80ddf6a6cc tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/subnets/2edbcbd7-7a69-4685-b61d-caa4f043c52d HTTP/1.1" status: 404 len: 337 time: 0.0720437 Feb 16 12:50:14.984106 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37168) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:15.018664 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedc3d4b-e6bb-4f65-aea3-38bf36bb70e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-91ec3ec5-75b9-4232-b93b-3bbe83c64c51', 'network_id': '91ec3ec5-75b9-4232-b93b-3bbe83c64c51', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'fixed_ips': [{'subnet_id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:50:15.019522 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dedc3d4b-e6bb-4f65-aea3-38bf36bb70e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:15.077118 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.db.api [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:50:15.077858 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG oslo_db.api [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:50:15.078483 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-50ecc671-1087-46be-bc20-785a6fbe29dc None None] Port 0abef0bb-e9a0-4f49-a1a0-7bf74394b527 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:50:15.128090 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-33e70f6e-bc7e-481c-a19b-def2bfe8dde6 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:15.128537 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33e70f6e-bc7e-481c-a19b-def2bfe8dde6 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:15.145984 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-33e70f6e-bc7e-481c-a19b-def2bfe8dde6 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/subnets/4a6b14a9-1583-4956-91e0-5ba91256f745 HTTP/1.1" status: 404 len: 337 time: 0.1608756 Feb 16 12:50:15.148576 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37172) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:15.183851 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-888cc21b-6012-46ce-9b76-2a5433b811a4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:15.216178 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2046b8c0-17f5-4485-baee-916c6d8c6988 None None] Network 2381fa5b-6fd9-43f9-84d2-d45bc8ce1093 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:50:15.231641 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-50ecc671-1087-46be-bc20-785a6fbe29dc None None] Provisioning complete for port 01980426-8b25-473f-9323-57780ace5c5f triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:15.232076 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-50ecc671-1087-46be-bc20-785a6fbe29dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:15.319460 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-02b25ee2-09bf-47e4-bac3-2f14352386f4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting port 495d8a6b-3110-4ac9-a1c3-4f77b31cf034 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:50:15.320597 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-02b25ee2-09bf-47e4-bac3-2f14352386f4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:15.424466 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-e6e44149-ad61-430e-916c-57531570040b tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Deleting port 0abef0bb-e9a0-4f49-a1a0-7bf74394b527 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:50:15.424913 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e6e44149-ad61-430e-916c-57531570040b tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:15.504461 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-dedc3d4b-e6bb-4f65-aea3-38bf36bb70e3 None None] Allocated IP 172.21.0.2 (91ec3ec5-75b9-4232-b93b-3bbe83c64c51/f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812/f0cfb166-10d4-4c2c-a082-03d35477560b) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:15.550398 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e6e44149-ad61-430e-916c-57531570040b tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:15.575875 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-e6e44149-ad61-430e-916c-57531570040b tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Calling delete_port for 0abef0bb-e9a0-4f49-a1a0-7bf74394b527 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:50:15.583245 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e4d01a1b-e56a-48c3-bda3-bf67c6235750 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:15.599345 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-02b25ee2-09bf-47e4-bac3-2f14352386f4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:15.619070 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-02b25ee2-09bf-47e4-bac3-2f14352386f4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Calling delete_port for 495d8a6b-3110-4ac9-a1c3-4f77b31cf034 owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:50:15.916955 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888cc21b-6012-46ce-9b76-2a5433b811a4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router 24cf7b7e-f935-47c5-aef9-0effe62071e8 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:50:15.924218 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-02b25ee2-09bf-47e4-bac3-2f14352386f4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:15.983832 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b25ee2-09bf-47e4-bac3-2f14352386f4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Port': ['ID=495d8a6b-3110-4ac9-a1c3-4f77b31cf034,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:16.127568 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e6e44149-ad61-430e-916c-57531570040b tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.132595 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888cc21b-6012-46ce-9b76-2a5433b811a4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:50:16.140091 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-888cc21b-6012-46ce-9b76-2a5433b811a4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "PUT /v2.0/routers/24cf7b7e-f935-47c5-aef9-0effe62071e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5316565 Feb 16 12:50:16.148533 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001611ef-afbf-4c90-9d4c-3d4ad341d754 None None] Sync routers for ids ['24cf7b7e-f935-47c5-aef9-0effe62071e8'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:16.179957 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-02b25ee2-09bf-47e4-bac3-2f14352386f4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.182260 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001611ef-afbf-4c90-9d4c-3d4ad341d754 None None] Routers {'24cf7b7e-f935-47c5-aef9-0effe62071e8'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:50:16.183247 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-02b25ee2-09bf-47e4-bac3-2f14352386f4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/ports/495d8a6b-3110-4ac9-a1c3-4f77b31cf034 HTTP/1.1" status: 204 len: 168 time: 1.3514442 Feb 16 12:50:16.187254 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37178) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:16.190908 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-001611ef-afbf-4c90-9d4c-3d4ad341d754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:49:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['24cf7b7e-f935-47c5-aef9-0effe62071e8'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:16.300906 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a88ed7-0110-4770-838e-39bab7c843ef tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:16.307230 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-94a88ed7-0110-4770-838e-39bab7c843ef tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1147342 Feb 16 12:50:16.307933 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37180) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:16.431873 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709e5fc2-72ef-4630-85c0-03ad4947ae39 None None] DHCP port deletion for 2381fa5b-6fd9-43f9-84d2-d45bc8ce1093 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:50:16.446348 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dedc3d4b-e6bb-4f65-aea3-38bf36bb70e3 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.480780 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b0cad7-5fd8-4a35-abe6-1f09dcc3c570 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:16.482241 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dedc3d4b-e6bb-4f65-aea3-38bf36bb70e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.492410 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e44149-ad61-430e-916c-57531570040b tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'Port': ['ID=0abef0bb-e9a0-4f49-a1a0-7bf74394b527,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:16.503080 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-21b0cad7-5fd8-4a35-abe6-1f09dcc3c570 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1846189 Feb 16 12:50:16.505580 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37184) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:16.508684 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 3583ea09-7f15-41ad-9186-32bf79707888 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:50:16.562286 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-171512d1-7fb1-465a-8765-e20cdb1c6277 None None] Provisioning complete for port 01980426-8b25-473f-9323-57780ace5c5f triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:16.562695 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-171512d1-7fb1-465a-8765-e20cdb1c6277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.580427 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3395763f-f980-4e05-ba77-404aff338b56 None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.582102 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e6e44149-ad61-430e-916c-57531570040b tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.589320 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e6e44149-ad61-430e-916c-57531570040b tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/ports/0abef0bb-e9a0-4f49-a1a0-7bf74394b527 HTTP/1.1" status: 204 len: 168 time: 1.4379225 Feb 16 12:50:16.603488 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37186) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:16.645962 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3395763f-f980-4e05-ba77-404aff338b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.662649 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedc3d4b-e6bb-4f65-aea3-38bf36bb70e3 None None] Network 91ec3ec5-75b9-4232-b93b-3bbe83c64c51 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:16.673138 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0040604b-95d0-406b-8f28-6d137921007d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:16.674360 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0040604b-95d0-406b-8f28-6d137921007d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:16.675431 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0040604b-95d0-406b-8f28-6d137921007d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:16.679531 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0040604b-95d0-406b-8f28-6d137921007d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1707020 Feb 16 12:50:16.679725 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-dedc3d4b-e6bb-4f65-aea3-38bf36bb70e3 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:16.679725 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc3d4b-e6bb-4f65-aea3-38bf36bb70e3 None None] Pushing event updated for resources: {'Port': ['ID=f0cfb166-10d4-4c2c-a082-03d35477560b,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:16.683128 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37188) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:16.684213 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedc3d4b-e6bb-4f65-aea3-38bf36bb70e3 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:50:16.687522 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-001611ef-afbf-4c90-9d4c-3d4ad341d754 None None] Set router 24cf7b7e-f935-47c5-aef9-0effe62071e8 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:50:16.814313 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-e4d01a1b-e56a-48c3-bda3-bf67c6235750 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Allocated IP 172.21.0.1 (91ec3ec5-75b9-4232-b93b-3bbe83c64c51/f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812/28d56872-165d-4d7b-86ce-dc9f1377c665) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:16.831222 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dd776a-3daa-4ee4-a235-910c278e7890 None None] Pushing event updated for resources: {'Port': ['ID=9e71074e-b586-44b7-b7e7-de922f9349e5,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:16.837534 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22545c03-98d6-4ecf-a8ae-eae1cd230fe1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.852239 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-709e5fc2-72ef-4630-85c0-03ad4947ae39 None None] Deleting port 01980426-8b25-473f-9323-57780ace5c5f {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:50:16.852970 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-709e5fc2-72ef-4630-85c0-03ad4947ae39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.853123 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4b8f7-a40d-4355-a1d2-5bf0722624e7 req-58ba9c28-bc6b-4133-886d-619630c7cb1f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:16.863052 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-66e4b8f7-a40d-4355-a1d2-5bf0722624e7 req-58ba9c28-bc6b-4133-886d-619630c7cb1f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=5519bdad-36a7-4261-9352-e7bcb1297709 HTTP/1.1" status: 200 len: 946 time: 0.2603130 Feb 16 12:50:16.873974 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-569f20ba-4048-46e8-9961-e5f37fbfd8e7 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting subnet 1a6bd499-6c41-4900-ad55-625b79992e45 {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:50:16.879791 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-569f20ba-4048-46e8-9961-e5f37fbfd8e7 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.958916 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 3583ea09-7f15-41ad-9186-32bf79707888 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:16.959675 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.986189 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-66e4b8f7-a40d-4355-a1d2-5bf0722624e7 req-9f7bab0b-f1f1-49c5-920f-222bc360e42a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=5709b031-a841-4cd0-99e1-526454ecd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165302 Feb 16 12:50:16.990293 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-569f20ba-4048-46e8-9961-e5f37fbfd8e7 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:17.027710 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-dedc3d4b-e6bb-4f65-aea3-38bf36bb70e3 None None] Attempting to bind port f0cfb166-10d4-4c2c-a082-03d35477560b on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:17.028364 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-dedc3d4b-e6bb-4f65-aea3-38bf36bb70e3 None None] Attempting to bind port f0cfb166-10d4-4c2c-a082-03d35477560b by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'adfcb048-4f67-46da-aa5a-c87ba1869703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '91ec3ec5-75b9-4232-b93b-3bbe83c64c51'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:17.028874 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedc3d4b-e6bb-4f65-aea3-38bf36bb70e3 None None] Attempting to bind port f0cfb166-10d4-4c2c-a082-03d35477560b on network 91ec3ec5-75b9-4232-b93b-3bbe83c64c51 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:50:17.078413 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e4d01a1b-e56a-48c3-bda3-bf67c6235750 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:17.128512 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedc3d4b-e6bb-4f65-aea3-38bf36bb70e3 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:50:17.128941 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e4d01a1b-e56a-48c3-bda3-bf67c6235750 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:17.129281 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedc3d4b-e6bb-4f65-aea3-38bf36bb70e3 None None] Checking segment: {'id': 'adfcb048-4f67-46da-aa5a-c87ba1869703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '91ec3ec5-75b9-4232-b93b-3bbe83c64c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:50:17.130291 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dedc3d4b-e6bb-4f65-aea3-38bf36bb70e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:17.130801 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedc3d4b-e6bb-4f65-aea3-38bf36bb70e3 None None] Bound using segment: {'id': 'adfcb048-4f67-46da-aa5a-c87ba1869703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '91ec3ec5-75b9-4232-b93b-3bbe83c64c51'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:50:17.131400 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-dedc3d4b-e6bb-4f65-aea3-38bf36bb70e3 None None] Bound port: f0cfb166-10d4-4c2c-a082-03d35477560b, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adfcb048-4f67-46da-aa5a-c87ba1869703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '91ec3ec5-75b9-4232-b93b-3bbe83c64c51'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:17.131895 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dedc3d4b-e6bb-4f65-aea3-38bf36bb70e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:17.150255 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d01a1b-e56a-48c3-bda3-bf67c6235750 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Network 91ec3ec5-75b9-4232-b93b-3bbe83c64c51 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:17.152948 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-e4d01a1b-e56a-48c3-bda3-bf67c6235750 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:17.169073 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-3395763f-f980-4e05-ba77-404aff338b56 None None] Attempting to bind port 9e71074e-b586-44b7-b7e7-de922f9349e5 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:17.169339 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-3395763f-f980-4e05-ba77-404aff338b56 None None] Attempting to bind port 9e71074e-b586-44b7-b7e7-de922f9349e5 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'af14dda4-54a0-4bf9-910b-6868ebefde41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '231ffe77-09bb-480d-8d9c-061d340a2b13'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:17.169788 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3395763f-f980-4e05-ba77-404aff338b56 None None] Attempting to bind port 9e71074e-b586-44b7-b7e7-de922f9349e5 on network 231ffe77-09bb-480d-8d9c-061d340a2b13 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:50:17.185636 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-22545c03-98d6-4ecf-a8ae-eae1cd230fe1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Deleting port 01980426-8b25-473f-9323-57780ace5c5f {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:50:17.186540 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22545c03-98d6-4ecf-a8ae-eae1cd230fe1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:17.190335 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d01a1b-e56a-48c3-bda3-bf67c6235750 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:50:17.200981 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-709e5fc2-72ef-4630-85c0-03ad4947ae39 None None] For port 01980426-8b25-473f-9323-57780ace5c5f, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=01980426-8b25-473f-9323-57780ace5c5f,segment=NetworkSegment(7c401fd4-b489-4695-9737-820bb4b7bd6c),segment_id=7c401fd4-b489-4695-9737-820bb4b7bd6c)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:17.201617 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-709e5fc2-72ef-4630-85c0-03ad4947ae39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:17.209312 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-569f20ba-4048-46e8-9961-e5f37fbfd8e7 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:17.216386 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3395763f-f980-4e05-ba77-404aff338b56 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:50:17.216785 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3395763f-f980-4e05-ba77-404aff338b56 None None] Checking segment: {'id': 'af14dda4-54a0-4bf9-910b-6868ebefde41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '231ffe77-09bb-480d-8d9c-061d340a2b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:50:17.217347 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3395763f-f980-4e05-ba77-404aff338b56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:17.217895 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3395763f-f980-4e05-ba77-404aff338b56 None None] Bound using segment: {'id': 'af14dda4-54a0-4bf9-910b-6868ebefde41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '231ffe77-09bb-480d-8d9c-061d340a2b13'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:50:17.218533 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-001611ef-afbf-4c90-9d4c-3d4ad341d754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'name': 'tempest-TestNetworkBasicOps-router-1368041289', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '4a7a2ecb-930a-4947-9f24-a5b4e61342a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:54Z', 'updated_at': '2022-02-16T12:50:14Z', 'revision_number': 6, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '4a7a2ecb-930a-4947-9f24-a5b4e61342a6', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:55Z', 'updated_at': '2022-02-16T12:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'ff72a37a-1f8b-4b92-819b-490ecf4092ae', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.133', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'port_id': '09ed1ef0-b289-435c-b14d-a38f0115bfc4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9302a4-3c67-4ab8-a48d-9c86a95e30b2', 'mac_address': 'fa:16:3e:67:cc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:48:42Z', 'updated_at': '2022-02-16T12:48:50Z', 'revision_number': 1, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9', 'name': '', 'network_id': '2a9302a4-3c67-4ab8-a48d-9c86a95e30b2', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:de:68:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4d07b80a-2947-4cf0-b0a9-82856344f0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:04Z', 'updated_at': '2022-02-16T12:48:11Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': '4d07b80a-2947-4cf0-b0a9-82856344f0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:17.219206 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-3395763f-f980-4e05-ba77-404aff338b56 None None] Bound port: 9e71074e-b586-44b7-b7e7-de922f9349e5, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af14dda4-54a0-4bf9-910b-6868ebefde41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '231ffe77-09bb-480d-8d9c-061d340a2b13'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:17.219206 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3395763f-f980-4e05-ba77-404aff338b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:17.265490 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-709e5fc2-72ef-4630-85c0-03ad4947ae39 None None] Calling delete_port for 01980426-8b25-473f-9323-57780ace5c5f owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:50:17.268894 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e4d01a1b-e56a-48c3-bda3-bf67c6235750 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:17.278579 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001611ef-afbf-4c90-9d4c-3d4ad341d754 None None] Checking router: 24cf7b7e-f935-47c5-aef9-0effe62071e8 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:50:17.298647 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001611ef-afbf-4c90-9d4c-3d4ad341d754 None None] Routers {'24cf7b7e-f935-47c5-aef9-0effe62071e8'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:50:17.299265 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-001611ef-afbf-4c90-9d4c-3d4ad341d754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:49:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['24cf7b7e-f935-47c5-aef9-0effe62071e8'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:17.321084 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-171512d1-7fb1-465a-8765-e20cdb1c6277 None None] Provisioning complete for port 9e71074e-b586-44b7-b7e7-de922f9349e5 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:17.321746 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-171512d1-7fb1-465a-8765-e20cdb1c6277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:17.356369 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-22545c03-98d6-4ecf-a8ae-eae1cd230fe1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] For port 01980426-8b25-473f-9323-57780ace5c5f, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=01980426-8b25-473f-9323-57780ace5c5f,segment=NetworkSegment(7c401fd4-b489-4695-9737-820bb4b7bd6c),segment_id=7c401fd4-b489-4695-9737-820bb4b7bd6c)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:17.356810 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22545c03-98d6-4ecf-a8ae-eae1cd230fe1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:17.389226 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-22545c03-98d6-4ecf-a8ae-eae1cd230fe1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Calling delete_port for 01980426-8b25-473f-9323-57780ace5c5f owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:50:17.415543 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d01a1b-e56a-48c3-bda3-bf67c6235750 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event updated for resources: {'Port': ['ID=28d56872-165d-4d7b-86ce-dc9f1377c665,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:17.481984 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-569f20ba-4048-46e8-9961-e5f37fbfd8e7 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:17.484289 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-dedc3d4b-e6bb-4f65-aea3-38bf36bb70e3 None None] For port f0cfb166-10d4-4c2c-a082-03d35477560b, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:50:17.501519 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-171512d1-7fb1-465a-8765-e20cdb1c6277 None None] Port 9e71074e-b586-44b7-b7e7-de922f9349e5 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:50:17.503610 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-001611ef-afbf-4c90-9d4c-3d4ad341d754 None None] Set router 24cf7b7e-f935-47c5-aef9-0effe62071e8 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:50:17.505602 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e4d01a1b-e56a-48c3-bda3-bf67c6235750 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:17.525480 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-3395763f-f980-4e05-ba77-404aff338b56 None None] For port 9e71074e-b586-44b7-b7e7-de922f9349e5, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:50:17.530915 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f20ba-4048-46e8-9961-e5f37fbfd8e7 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Subnet': ['ID=1a6bd499-6c41-4900-ad55-625b79992e45,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:17.535181 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-dedc3d4b-e6bb-4f65-aea3-38bf36bb70e3 None None] For port f0cfb166-10d4-4c2c-a082-03d35477560b, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=f0cfb166-10d4-4c2c-a082-03d35477560b,segment=NetworkSegment(adfcb048-4f67-46da-aa5a-c87ba1869703),segment_id=adfcb048-4f67-46da-aa5a-c87ba1869703)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:50:17.538983 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-171512d1-7fb1-465a-8765-e20cdb1c6277 None None] Could not find standard attr ID for object 0abef0bb-e9a0-4f49-a1a0-7bf74394b527. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:50:17.551678 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-3395763f-f980-4e05-ba77-404aff338b56 None None] For port 9e71074e-b586-44b7-b7e7-de922f9349e5, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=9e71074e-b586-44b7-b7e7-de922f9349e5,segment=NetworkSegment(af14dda4-54a0-4bf9-910b-6868ebefde41),segment_id=af14dda4-54a0-4bf9-910b-6868ebefde41)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:50:17.557172 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-569f20ba-4048-46e8-9961-e5f37fbfd8e7 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:17.557583 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dedc3d4b-e6bb-4f65-aea3-38bf36bb70e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:17.565852 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-569f20ba-4048-46e8-9961-e5f37fbfd8e7 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/1a6bd499-6c41-4900-ad55-625b79992e45 HTTP/1.1" status: 204 len: 168 time: 0.8540435 Feb 16 12:50:17.566689 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37200) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:17.575024 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52f6746-66b6-4c34-a8b0-d3545f3680d4 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:50:17.600816 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3395763f-f980-4e05-ba77-404aff338b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:17.655278 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e400761-7290-4a19-a229-6f842df450e8 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting subnet a654590d-b62a-4217-b37e-d1e96becaa6a {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:50:17.660427 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0e400761-7290-4a19-a229-6f842df450e8 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:17.687390 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-171512d1-7fb1-465a-8765-e20cdb1c6277 None None] Provisioning complete for port 3583ea09-7f15-41ad-9186-32bf79707888 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:17.688164 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-171512d1-7fb1-465a-8765-e20cdb1c6277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:17.739645 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-709e5fc2-72ef-4630-85c0-03ad4947ae39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:17.799358 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc3d4b-e6bb-4f65-aea3-38bf36bb70e3 None None] Pushing event updated for resources: {'Port': ['ID=f0cfb166-10d4-4c2c-a082-03d35477560b,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:17.800584 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0e400761-7290-4a19-a229-6f842df450e8 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:17.827091 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709e5fc2-72ef-4630-85c0-03ad4947ae39 None None] No DVR routers for this DVR port 01980426-8b25-473f-9323-57780ace5c5f on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:50:17.878254 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22545c03-98d6-4ecf-a8ae-eae1cd230fe1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:17.942875 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22545c03-98d6-4ecf-a8ae-eae1cd230fe1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'Port': ['ID=01980426-8b25-473f-9323-57780ace5c5f,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:17.947184 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3395763f-f980-4e05-ba77-404aff338b56 None None] Routers {'dd380b2c-7790-450b-86fd-f222b9f70c42'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:50:17.948479 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-3395763f-f980-4e05-ba77-404aff338b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:49:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['dd380b2c-7790-450b-86fd-f222b9f70c42'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:17.953448 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22545c03-98d6-4ecf-a8ae-eae1cd230fe1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] No DVR routers for this DVR port 01980426-8b25-473f-9323-57780ace5c5f on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:50:17.980380 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e4d01a1b-e56a-48c3-bda3-bf67c6235750 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:17.987339 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e4d01a1b-e56a-48c3-bda3-bf67c6235750 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:18.074554 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-001611ef-afbf-4c90-9d4c-3d4ad341d754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'name': 'tempest-TestNetworkBasicOps-router-1368041289', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '4a7a2ecb-930a-4947-9f24-a5b4e61342a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:54Z', 'updated_at': '2022-02-16T12:50:14Z', 'revision_number': 6, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '4a7a2ecb-930a-4947-9f24-a5b4e61342a6', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:55Z', 'updated_at': '2022-02-16T12:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'ff72a37a-1f8b-4b92-819b-490ecf4092ae', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.133', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'port_id': '09ed1ef0-b289-435c-b14d-a38f0115bfc4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9302a4-3c67-4ab8-a48d-9c86a95e30b2', 'mac_address': 'fa:16:3e:67:cc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:48:42Z', 'updated_at': '2022-02-16T12:48:50Z', 'revision_number': 1, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9', 'name': '', 'network_id': '2a9302a4-3c67-4ab8-a48d-9c86a95e30b2', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:de:68:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4d07b80a-2947-4cf0-b0a9-82856344f0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:04Z', 'updated_at': '2022-02-16T12:48:11Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': '4d07b80a-2947-4cf0-b0a9-82856344f0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:18.118457 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dd776a-3daa-4ee4-a235-910c278e7890 None None] Pushing event updated for resources: {'Port': ['ID=9e71074e-b586-44b7-b7e7-de922f9349e5,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:18.142469 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001611ef-afbf-4c90-9d4c-3d4ad341d754 None None] The sync data for ids ['24cf7b7e-f935-47c5-aef9-0effe62071e8'] in dv-neutron-828142-3-hyperv is: [{'id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'name': 'tempest-TestNetworkBasicOps-router-1368041289', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '4a7a2ecb-930a-4947-9f24-a5b4e61342a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:54Z', 'updated_at': '2022-02-16T12:50:14Z', 'revision_number': 6, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '4a7a2ecb-930a-4947-9f24-a5b4e61342a6', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:55Z', 'updated_at': '2022-02-16T12:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'ff72a37a-1f8b-4b92-819b-490ecf4092ae', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.133', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'port_id': '09ed1ef0-b289-435c-b14d-a38f0115bfc4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9302a4-3c67-4ab8-a48d-9c86a95e30b2', 'mac_address': 'fa:16:3e:67:cc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:48:42Z', 'updated_at': '2022-02-16T12:48:50Z', 'revision_number': 1, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9', 'name': '', 'network_id': '2a9302a4-3c67-4ab8-a48d-9c86a95e30b2', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:de:68:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4d07b80a-2947-4cf0-b0a9-82856344f0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:04Z', 'updated_at': '2022-02-16T12:48:11Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': '4d07b80a-2947-4cf0-b0a9-82856344f0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:18.165743 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22545c03-98d6-4ecf-a8ae-eae1cd230fe1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:18.189356 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e5fc2-72ef-4630-85c0-03ad4947ae39 None None] Pushing event deleted for resources: {'Port': ['ID=01980426-8b25-473f-9323-57780ace5c5f,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:18.198067 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-22545c03-98d6-4ecf-a8ae-eae1cd230fe1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2381fa5b-6fd9-43f9-84d2-d45bc8ce1093']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:18.202724 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d01a1b-e56a-48c3-bda3-bf67c6235750 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event updated for resources: {'Port': ['ID=28d56872-165d-4d7b-86ce-dc9f1377c665,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:18.210381 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e4d01a1b-e56a-48c3-bda3-bf67c6235750 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:18.214965 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-22545c03-98d6-4ecf-a8ae-eae1cd230fe1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c401fd4-b489-4695-9737-820bb4b7bd6c') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:18.215495 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-22545c03-98d6-4ecf-a8ae-eae1cd230fe1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c401fd4-b489-4695-9737-820bb4b7bd6c') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:18.227430 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22545c03-98d6-4ecf-a8ae-eae1cd230fe1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:18.254043 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22545c03-98d6-4ecf-a8ae-eae1cd230fe1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:18.279101 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0e400761-7290-4a19-a229-6f842df450e8 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:18.285624 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22545c03-98d6-4ecf-a8ae-eae1cd230fe1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:50:18.286115 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22545c03-98d6-4ecf-a8ae-eae1cd230fe1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:18.439961 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906ca2f-11ba-4e40-9d54-9fb61498e7a0 req-525dced5-0ba0-4a53-ab34-78c7ca1bef6d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:18.441635 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9906ca2f-11ba-4e40-9d54-9fb61498e7a0 req-525dced5-0ba0-4a53-ab34-78c7ca1bef6d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "GET /v2.0/ports?device_id=5519bdad-36a7-4261-9352-e7bcb1297709 HTTP/1.1" status: 200 len: 946 time: 0.2164307 Feb 16 12:50:18.528435 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-3395763f-f980-4e05-ba77-404aff338b56 None None] Set router dd380b2c-7790-450b-86fd-f222b9f70c42 gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:50:18.574549 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d01a1b-e56a-48c3-bda3-bf67c6235750 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Network 91ec3ec5-75b9-4232-b93b-3bbe83c64c51 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:18.582185 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-e4d01a1b-e56a-48c3-bda3-bf67c6235750 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:18.698682 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-9906ca2f-11ba-4e40-9d54-9fb61498e7a0 req-fbdbc461-9769-455c-84ec-6fc176a39f62 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting port 6b080206-d9bd-4a1e-a27f-f7d56925d329 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:50:18.698682 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-9906ca2f-11ba-4e40-9d54-9fb61498e7a0 req-fbdbc461-9769-455c-84ec-6fc176a39f62 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:18.752974 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 01980426-8b25-473f-9323-57780ace5c5f no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:50:18.780643 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 01980426-8b25-473f-9323-57780ace5c5f {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:50:18.780975 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 01980426-8b25-473f-9323-57780ace5c5f not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:50:18.849363 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-9906ca2f-11ba-4e40-9d54-9fb61498e7a0 req-fbdbc461-9769-455c-84ec-6fc176a39f62 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] For port 6b080206-d9bd-4a1e-a27f-f7d56925d329, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6b080206-d9bd-4a1e-a27f-f7d56925d329,segment=NetworkSegment(b8cf462c-5626-4bf6-8501-14ba432898c5),segment_id=b8cf462c-5626-4bf6-8501-14ba432898c5)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:18.849759 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-9906ca2f-11ba-4e40-9d54-9fb61498e7a0 req-fbdbc461-9769-455c-84ec-6fc176a39f62 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:18.851594 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-171512d1-7fb1-465a-8765-e20cdb1c6277 None None] Provisioning complete for port 8b3af41c-1ba6-44ec-9a05-07a46991e1ba triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:18.851977 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-171512d1-7fb1-465a-8765-e20cdb1c6277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:18.874887 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-9906ca2f-11ba-4e40-9d54-9fb61498e7a0 req-fbdbc461-9769-455c-84ec-6fc176a39f62 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Calling delete_port for 6b080206-d9bd-4a1e-a27f-f7d56925d329 owned by compute:nova {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:50:18.957929 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:50:18.957929 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:50:18.957929 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:50:18.957929 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:50:18.957929 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:50:18.957929 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:50:18.957929 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:50:18.957929 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:50:18.957929 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:50:18.957929 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:50:18.957929 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:50:18.957929 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:50:18.957929 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:50:18.957929 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:50:18.957929 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:50:18.957929 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:50:18.957929 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:50:18.957929 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:50:18.957929 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:50:18.957929 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:50:18.957929 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:50:18.957929 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:50:18.957929 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:50:18.957929 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:50:18.957929 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:50:18.957929 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:50:18.957929 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:50:18.957929 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:50:18.957929 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:50:18.957929 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:50:18.957929 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:50:18.957929 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:50:18.966691 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-3395763f-f980-4e05-ba77-404aff338b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'name': 'tempest-RoutersTest-router-1909342374', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:06Z', 'updated_at': '2022-02-16T12:50:17Z', 'revision_number': 3, 'project_id': '634d4167fa4743409e8f884871721d4b', 'gw_port_host': None, '_interfaces': [{'id': '28d56872-165d-4d7b-86ce-dc9f1377c665', 'name': '', 'network_id': '91ec3ec5-75b9-4232-b93b-3bbe83c64c51', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:18:69:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:16Z', 'updated_at': '2022-02-16T12:50:16Z', 'revision_number': 1, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e71074e-b586-44b7-b7e7-de922f9349e5', 'name': '', 'network_id': '231ffe77-09bb-480d-8d9c-061d340a2b13', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:d3:5d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bd37c831-96e8-4b35-b765-52a466014343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:09Z', 'updated_at': '2022-02-16T12:50:17Z', 'revision_number': 4, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'bd37c831-96e8-4b35-b765-52a466014343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:19.019837 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3395763f-f980-4e05-ba77-404aff338b56 None None] The sync data for ids ['dd380b2c-7790-450b-86fd-f222b9f70c42'] in dv-neutron-828142-3-hyperv is: [{'id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'name': 'tempest-RoutersTest-router-1909342374', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:06Z', 'updated_at': '2022-02-16T12:50:17Z', 'revision_number': 3, 'project_id': '634d4167fa4743409e8f884871721d4b', 'gw_port_host': None, '_interfaces': [{'id': '28d56872-165d-4d7b-86ce-dc9f1377c665', 'name': '', 'network_id': '91ec3ec5-75b9-4232-b93b-3bbe83c64c51', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:18:69:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:16Z', 'updated_at': '2022-02-16T12:50:16Z', 'revision_number': 1, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e71074e-b586-44b7-b7e7-de922f9349e5', 'name': '', 'network_id': '231ffe77-09bb-480d-8d9c-061d340a2b13', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:d3:5d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bd37c831-96e8-4b35-b765-52a466014343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:09Z', 'updated_at': '2022-02-16T12:50:17Z', 'revision_number': 4, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'bd37c831-96e8-4b35-b765-52a466014343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:19.039652 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0e400761-7290-4a19-a229-6f842df450e8 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:19.062460 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22545c03-98d6-4ecf-a8ae-eae1cd230fe1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:19.068347 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0e400761-7290-4a19-a229-6f842df450e8 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:19.078196 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0e400761-7290-4a19-a229-6f842df450e8 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/a654590d-b62a-4217-b37e-d1e96becaa6a HTTP/1.1" status: 204 len: 168 time: 1.5059466 Feb 16 12:50:19.096380 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37214) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:19.111904 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-9906ca2f-11ba-4e40-9d54-9fb61498e7a0 req-fbdbc461-9769-455c-84ec-6fc176a39f62 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:19.127750 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22545c03-98d6-4ecf-a8ae-eae1cd230fe1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:19.128786 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711c42d5-55c9-41e6-81ae-c872013c4663 None None] Update dhcp port {'port': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'fixed_ips': [{'subnet_id': 'a654590d-b62a-4217-b37e-d1e96becaa6a'}], 'binding:host_id': 'dv-neutron-828142-3-hyperv'}, 'id': '8b3af41c-1ba6-44ec-9a05-07a46991e1ba'} from dv-neutron-828142-3-hyperv. {{(pid=109050) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 12:50:19.141466 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-22545c03-98d6-4ecf-a8ae-eae1cd230fe1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] 10.222.0.90 "DELETE /v2.0/networks/2381fa5b-6fd9-43f9-84d2-d45bc8ce1093 HTTP/1.1" status: 204 len: 168 time: 2.5347707 Feb 16 12:50:19.186267 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22545c03-98d6-4ecf-a8ae-eae1cd230fe1 tempest-PortsIpV6TestJSON-462446364 tempest-PortsIpV6TestJSON-462446364-project] Pushing event deleted for resources: {'Network': ['ID=2381fa5b-6fd9-43f9-84d2-d45bc8ce1093,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:19.191708 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fc8b51b7-4e53-46a7-bd59-c32690f67158 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0914795 Feb 16 12:50:19.197438 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37218) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:19.212966 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-711c42d5-55c9-41e6-81ae-c872013c4663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:19.214012 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-0eda5479-7e1c-4eb0-afea-1bd16ee2a101 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'subnet': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:19.230233 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdbc461-9769-455c-84ec-6fc176a39f62 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Port': ['ID=6b080206-d9bd-4a1e-a27f-f7d56925d329,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:19.332124 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e400761-7290-4a19-a229-6f842df450e8 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Subnet': ['ID=a654590d-b62a-4217-b37e-d1e96becaa6a,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:19.357099 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5845e-c7a0-47dd-92ca-bd9271f79f5e req-57cf9a10-eb13-49e8-8b51-983bf83055d3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:19.358678 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5fa5845e-c7a0-47dd-92ca-bd9271f79f5e req-57cf9a10-eb13-49e8-8b51-983bf83055d3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=5519bdad-36a7-4261-9352-e7bcb1297709 HTTP/1.1" status: 200 len: 867 time: 1.0746937 Feb 16 12:50:19.425218 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-9906ca2f-11ba-4e40-9d54-9fb61498e7a0 req-fbdbc461-9769-455c-84ec-6fc176a39f62 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] No DVR routers for this DVR port 6b080206-d9bd-4a1e-a27f-f7d56925d329 on host hv-neutron-8281 {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:50:19.437206 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-9906ca2f-11ba-4e40-9d54-9fb61498e7a0 req-fbdbc461-9769-455c-84ec-6fc176a39f62 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:19.453575 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9906ca2f-11ba-4e40-9d54-9fb61498e7a0 req-fbdbc461-9769-455c-84ec-6fc176a39f62 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "DELETE /v2.0/ports/6b080206-d9bd-4a1e-a27f-f7d56925d329 HTTP/1.1" status: 204 len: 173 time: 1.0041928 Feb 16 12:50:19.461206 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5fa5845e-c7a0-47dd-92ca-bd9271f79f5e req-ff5523d7-7fc4-4b3c-a7f2-cdf5b585804c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=5709b031-a841-4cd0-99e1-526454ecd8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918784 Feb 16 12:50:19.468907 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eda5479-7e1c-4eb0-afea-1bd16ee2a101 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:19.475522 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0eda5479-7e1c-4eb0-afea-1bd16ee2a101 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:19.498161 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5519bdad-36a7-4261-9352-e7bcb1297709', 'name': 'network-vif-deleted', 'tag': '6b080206-d9bd-4a1e-a27f-f7d56925d329'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:50:19.524291 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9251981-2a59-43af-ba3d-463e52aa5340" -d '{"events": [{"server_uuid": "5519bdad-36a7-4261-9352-e7bcb1297709", "name": "network-vif-deleted", "tag": "6b080206-d9bd-4a1e-a27f-f7d56925d329"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:50:19.545329 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d01a1b-e56a-48c3-bda3-bf67c6235750 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Router dd380b2c-7790-450b-86fd-f222b9f70c42 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:50:19.592413 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-171512d1-7fb1-465a-8765-e20cdb1c6277 None None] Could not find standard attr ID for object 495d8a6b-3110-4ac9-a1c3-4f77b31cf034. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:50:19.702344 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bc348a-22c7-480e-9872-df1edf529f42 None None] Network 91ec3ec5-75b9-4232-b93b-3bbe83c64c51 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:50:19.738038 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 12:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b5f894-0a4a-4e54-8564-abfd1b5d43aa x-openstack-request-id: req-00b5f894-0a4a-4e54-8564-abfd1b5d43aa {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:50:19.738540 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5519bdad-36a7-4261-9352-e7bcb1297709", "name": "network-vif-deleted", "tag": "6b080206-d9bd-4a1e-a27f-f7d56925d329", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:50:19.738862 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-00b5f894-0a4a-4e54-8564-abfd1b5d43aa {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:50:19.739417 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5519bdad-36a7-4261-9352-e7bcb1297709', 'name': 'network-vif-deleted', 'tag': '6b080206-d9bd-4a1e-a27f-f7d56925d329', 'status': 'completed', 'code': 200} Feb 16 12:50:19.777768 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc90a289-a7a5-42ff-8102-05a9e226a4bc None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:50:19.812326 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0eda5479-7e1c-4eb0-afea-1bd16ee2a101 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:19.849808 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d01a1b-e56a-48c3-bda3-bf67c6235750 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:50:19.865586 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e4d01a1b-e56a-48c3-bda3-bf67c6235750 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "PUT /v2.0/routers/dd380b2c-7790-450b-86fd-f222b9f70c42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8632176 Feb 16 12:50:19.868117 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37226) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:19.874057 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eda5479-7e1c-4eb0-afea-1bd16ee2a101 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:19.878863 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-0eda5479-7e1c-4eb0-afea-1bd16ee2a101 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:19.883364 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-0ac4207c-dd30-40c5-8383-275ca21537d5 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Request body: {'network': {'name': 'tempest-RoutersTest-1265009676'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:19.888352 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eda5479-7e1c-4eb0-afea-1bd16ee2a101 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:19.889557 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0eda5479-7e1c-4eb0-afea-1bd16ee2a101 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:19.893016 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37228) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:19.911894 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda5479-7e1c-4eb0-afea-1bd16ee2a101 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Subnet': ['ID=0723b45f-01d2-4844-ab09-d5a3f4a7f26e,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:19.925584 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0eda5479-7e1c-4eb0-afea-1bd16ee2a101 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7202981 Feb 16 12:50:19.932115 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37232) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:19.946346 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-75a57b03-3199-47b5-8faa-497fe0317c4b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'subnet': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:20.006691 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-ed9a2ea1-451f-4f25-bc83-79f0b3838af4 None None] Provisioning complete for port 9e71074e-b586-44b7-b7e7-de922f9349e5 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:20.007143 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ed9a2ea1-451f-4f25-bc83-79f0b3838af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:20.151318 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac4207c-dd30-40c5-8383-275ca21537d5 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Made reservation on behalf of 634d4167fa4743409e8f884871721d4b for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:20.161148 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0ac4207c-dd30-40c5-8383-275ca21537d5 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:20.285199 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac4207c-dd30-40c5-8383-275ca21537d5 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:50:20.296711 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e7ba136d-4f41-48f9-b164-3b283a7c2d35 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c95cec895ceb44429e923d2affce57da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4013753 Feb 16 12:50:20.300114 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37234) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:20.336026 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0ac4207c-dd30-40c5-8383-275ca21537d5 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:20.336798 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-0ac4207c-dd30-40c5-8383-275ca21537d5 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Added segment 58d5b07e-b748-4642-9437-f6a57b5df40e of type vlan for network 6e1fe689-193e-470b-8a4a-1c3813b10d4c Feb 16 12:50:20.353889 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device f0cfb166-10d4-4c2c-a082-03d35477560b up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:50:20.404999 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-dd8fada7-a0fe-485b-8a97-7d4e4ef7c406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:20.425546 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0ac4207c-dd30-40c5-8383-275ca21537d5 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:20.445558 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a57b03-3199-47b5-8faa-497fe0317c4b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:20.449721 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-75a57b03-3199-47b5-8faa-497fe0317c4b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:20.449932 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-dd8fada7-a0fe-485b-8a97-7d4e4ef7c406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:20.537403 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-dd8fada7-a0fe-485b-8a97-7d4e4ef7c406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:20.540822 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-dd8fada7-a0fe-485b-8a97-7d4e4ef7c406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:20.544321 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-dd8fada7-a0fe-485b-8a97-7d4e4ef7c406 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c0cf97bf-2641-40f9-af0d-8797394ba3b4 HTTP/1.1" status: 204 len: 168 time: 0.2400899 Feb 16 12:50:20.554031 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.ipam_backend_mixin [None req-75a57b03-3199-47b5-8faa-497fe0317c4b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0723b45f-01d2-4844-ab09-d5a3f4a7f26e (CIDR: 2001:db8::/64) Feb 16 12:50:20.557741 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.db.resource_extend [None req-0ac4207c-dd30-40c5-8383-275ca21537d5 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:50:20.566046 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a57b03-3199-47b5-8faa-497fe0317c4b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:50:20.567894 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a57b03-3199-47b5-8faa-497fe0317c4b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:20.571616 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8fada7-a0fe-485b-8a97-7d4e4ef7c406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cf97bf-2641-40f9-af0d-8797394ba3b4,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:20.593821 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37242) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:20.613949 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ed9a2ea1-451f-4f25-bc83-79f0b3838af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:20.635567 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-75a57b03-3199-47b5-8faa-497fe0317c4b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7014165 Feb 16 12:50:20.638134 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37244) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:20.663299 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-b2fa0c30-a335-41f6-84d0-149f99b4df09 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'subnet': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:20.781788 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1a371c88-9f94-4ef5-af9b-64f0d7838502 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:20.812243 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0ac4207c-dd30-40c5-8383-275ca21537d5 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:20.812884 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port f0cfb166-10d4-4c2c-a082-03d35477560b triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:20.814348 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:20.819368 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac4207c-dd30-40c5-8383-275ca21537d5 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:20.819996 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0ac4207c-dd30-40c5-8383-275ca21537d5 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:20.846671 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0ac4207c-dd30-40c5-8383-275ca21537d5 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9757564 Feb 16 12:50:20.866645 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37246) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:20.911421 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-caab03ce-6645-483c-aa55-1550ef173314 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Request body: {'subnet': {'network_id': '6e1fe689-193e-470b-8a4a-1c3813b10d4c', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:20.918339 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1a371c88-9f94-4ef5-af9b-64f0d7838502 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:20.923073 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f13bd7-f648-48b7-84c5-93a52a9f0041 None None] Update dhcp port {'port': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'fixed_ips': [{'subnet_id': '0723b45f-01d2-4844-ab09-d5a3f4a7f26e'}], 'binding:host_id': 'dv-neutron-828142-3-hyperv'}, 'id': '8b3af41c-1ba6-44ec-9a05-07a46991e1ba'} from dv-neutron-828142-3-hyperv. {{(pid=109050) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 12:50:20.935905 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-ed9a2ea1-451f-4f25-bc83-79f0b3838af4 None None] For port 9e71074e-b586-44b7-b7e7-de922f9349e5, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=9e71074e-b586-44b7-b7e7-de922f9349e5,segment=NetworkSegment(af14dda4-54a0-4bf9-910b-6868ebefde41),segment_id=af14dda4-54a0-4bf9-910b-6868ebefde41)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:21.021614 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ed9a2ea1-451f-4f25-bc83-79f0b3838af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:21.053126 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1a371c88-9f94-4ef5-af9b-64f0d7838502 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:21.056024 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1a371c88-9f94-4ef5-af9b-64f0d7838502 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:21.063223 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1a371c88-9f94-4ef5-af9b-64f0d7838502 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/security-groups/5709b031-a841-4cd0-99e1-526454ecd8e7 HTTP/1.1" status: 204 len: 168 time: 0.4681792 Feb 16 12:50:21.076474 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a371c88-9f94-4ef5-af9b-64f0d7838502 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5709b031-a841-4cd0-99e1-526454ecd8e7,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:21.129059 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37254) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:21.151357 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-01f13bd7-f648-48b7-84c5-93a52a9f0041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:21.247232 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fa0c30-a335-41f6-84d0-149f99b4df09 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:21.250761 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b2fa0c30-a335-41f6-84d0-149f99b4df09 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:21.273793 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4207c-dd30-40c5-8383-275ca21537d5 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event updated for resources: {'Network': ['ID=6e1fe689-193e-470b-8a4a-1c3813b10d4c,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:21.304616 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1e016e2-9316-4eb4-b0bf-456111d0051b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting subnet 79af1281-b559-4556-a574-778e2e20b678 {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:50:21.309533 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d1e016e2-9316-4eb4-b0bf-456111d0051b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:21.350396 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4207c-dd30-40c5-8383-275ca21537d5 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:21.351026 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4207c-dd30-40c5-8383-275ca21537d5 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:21.351521 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4207c-dd30-40c5-8383-275ca21537d5 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:21.352001 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4207c-dd30-40c5-8383-275ca21537d5 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:21.352498 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4207c-dd30-40c5-8383-275ca21537d5 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:21.355022 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-ed9a2ea1-451f-4f25-bc83-79f0b3838af4 None None] Provisioning complete for port f0cfb166-10d4-4c2c-a082-03d35477560b triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:21.355314 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ed9a2ea1-451f-4f25-bc83-79f0b3838af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:21.361444 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4207c-dd30-40c5-8383-275ca21537d5 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:21.361782 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4207c-dd30-40c5-8383-275ca21537d5 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:21.362295 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4207c-dd30-40c5-8383-275ca21537d5 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:21.362808 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4207c-dd30-40c5-8383-275ca21537d5 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:21.363306 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4207c-dd30-40c5-8383-275ca21537d5 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:21.363802 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4207c-dd30-40c5-8383-275ca21537d5 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:21.364289 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4207c-dd30-40c5-8383-275ca21537d5 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:21.388958 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d1e016e2-9316-4eb4-b0bf-456111d0051b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:21.396183 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caab03ce-6645-483c-aa55-1550ef173314 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Made reservation on behalf of 634d4167fa4743409e8f884871721d4b for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:21.399968 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-caab03ce-6645-483c-aa55-1550ef173314 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:21.457237 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 6e1fe689-193e-470b-8a4a-1c3813b10d4c details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:50:21.520324 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d1e016e2-9316-4eb4-b0bf-456111d0051b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:21.643344 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d1e016e2-9316-4eb4-b0bf-456111d0051b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:21.680598 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d1e016e2-9316-4eb4-b0bf-456111d0051b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:21.689614 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d1e016e2-9316-4eb4-b0bf-456111d0051b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/subnets/79af1281-b559-4556-a574-778e2e20b678 HTTP/1.1" status: 204 len: 168 time: 0.5567906 Feb 16 12:50:21.727965 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37276) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:21.729093 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-01f13bd7-f648-48b7-84c5-93a52a9f0041 None None] Allocated IP 2001:db8::2 (8f2fc9c2-6909-42b1-9817-f8926b88a024/0723b45f-01d2-4844-ab09-d5a3f4a7f26e/8b3af41c-1ba6-44ec-9a05-07a46991e1ba) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:21.757715 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e016e2-9316-4eb4-b0bf-456111d0051b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Subnet': ['ID=79af1281-b559-4556-a574-778e2e20b678,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:21.799320 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e1baed-6d64-4e92-b943-b13099e38054 None None] Network 1a5bcf51-1c06-44c4-879b-15b2f6265dff requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:50:21.899199 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a2ea1-451f-4f25-bc83-79f0b3838af4 None None] Pushing event updated for resources: {'Port': ['ID=9e71074e-b586-44b7-b7e7-de922f9349e5,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:21.949524 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37282) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:22.075102 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b002dd9b-0b8f-4009-82af-5c8c7003b05b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.146884 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-92e588d6-1279-42c1-8fce-9bebafdd4925 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Request body: {'security_group': {'name': 'tempest-secgroup--1430413426'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:22.150128 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-caab03ce-6645-483c-aa55-1550ef173314 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.179941 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-92e588d6-1279-42c1-8fce-9bebafdd4925 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.193482 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-92e588d6-1279-42c1-8fce-9bebafdd4925 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.291187 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-92e588d6-1279-42c1-8fce-9bebafdd4925 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.296438 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-92e588d6-1279-42c1-8fce-9bebafdd4925 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.314238 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab03ce-6645-483c-aa55-1550ef173314 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event updated for resources: {'Subnet': ['ID=943ca0f3-5c17-46d3-9ed3-b3e8466b200d,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:22.328033 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e588d6-1279-42c1-8fce-9bebafdd4925 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=281eca6e-1363-419a-a6f2-f008f6471a9e,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:22.340726 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af4c2f6-32c5-4b22-8664-2c72fb71b281 None None] Sync routers for ids ['dd380b2c-7790-450b-86fd-f222b9f70c42'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:22.345930 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.402533 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-92e588d6-1279-42c1-8fce-9bebafdd4925 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.408957 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-92e588d6-1279-42c1-8fce-9bebafdd4925 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.419003 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caab03ce-6645-483c-aa55-1550ef173314 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Checking segment: {'id': '58d5b07e-b748-4642-9437-f6a57b5df40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e1fe689-193e-470b-8a4a-1c3813b10d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:50:22.419632 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caab03ce-6645-483c-aa55-1550ef173314 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Network hostable DHCP agents. Network: 6e1fe689-193e-470b-8a4a-1c3813b10d4c, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:50:22.427043 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-b002dd9b-0b8f-4009-82af-5c8c7003b05b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting port 660af12c-9c63-4808-9b3e-e3b188c7807a {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:50:22.427661 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b002dd9b-0b8f-4009-82af-5c8c7003b05b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.453307 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5ffd9d3e-d0dd-44b2-990e-3c98fcf95176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.460193 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-92e588d6-1279-42c1-8fce-9bebafdd4925 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.462532 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-92e588d6-1279-42c1-8fce-9bebafdd4925 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5110931 Feb 16 12:50:22.464254 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37286) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:22.493940 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e588d6-1279-42c1-8fce-9bebafdd4925 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a6de54-366a-4e20-b992-e0516c36e34e,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:22.498043 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port f0cfb166-10d4-4c2c-a082-03d35477560b, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=f0cfb166-10d4-4c2c-a082-03d35477560b,segment=NetworkSegment(adfcb048-4f67-46da-aa5a-c87ba1869703),segment_id=adfcb048-4f67-46da-aa5a-c87ba1869703)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:22.509711 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af4c2f6-32c5-4b22-8664-2c72fb71b281 None None] Routers {'dd380b2c-7790-450b-86fd-f222b9f70c42'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:50:22.510357 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2af4c2f6-32c5-4b22-8664-2c72fb71b281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:49:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['dd380b2c-7790-450b-86fd-f222b9f70c42'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:22.558804 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caab03ce-6645-483c-aa55-1550ef173314 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Network 6e1fe689-193e-470b-8a4a-1c3813b10d4c is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:50:22.559350 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ed9a2ea1-451f-4f25-bc83-79f0b3838af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.568286 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-b002dd9b-0b8f-4009-82af-5c8c7003b05b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] For port 660af12c-9c63-4808-9b3e-e3b188c7807a, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=660af12c-9c63-4808-9b3e-e3b188c7807a,segment=NetworkSegment(b8cf462c-5626-4bf6-8501-14ba432898c5),segment_id=b8cf462c-5626-4bf6-8501-14ba432898c5)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:22.568699 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b002dd9b-0b8f-4009-82af-5c8c7003b05b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.574533 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1b9bc567-2657-4659-b244-586dc4452cd8 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1091108 Feb 16 12:50:22.575524 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37288) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:22.586694 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-7f664353-3d2d-4cbb-87de-f9fc6a581a15 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Request body: {'security_group': {'name': 'tempest-security--945631650', 'description': 'tempest-security-description-2036395287'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:22.592719 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.594206 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-caab03ce-6645-483c-aa55-1550ef173314 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 6e1fe689-193e-470b-8a4a-1c3813b10d4c) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:22.597426 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.objects.ports [None req-b2fa0c30-a335-41f6-84d0-149f99b4df09 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109049) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 12:50:22.611651 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caab03ce-6645-483c-aa55-1550ef173314 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:22.612241 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-caab03ce-6645-483c-aa55-1550ef173314 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.614850 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-b002dd9b-0b8f-4009-82af-5c8c7003b05b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Calling delete_port for 660af12c-9c63-4808-9b3e-e3b188c7807a owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:50:22.638915 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7f664353-3d2d-4cbb-87de-f9fc6a581a15 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.700936 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7f664353-3d2d-4cbb-87de-f9fc6a581a15 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.706951 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7f664353-3d2d-4cbb-87de-f9fc6a581a15 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.710344 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7f664353-3d2d-4cbb-87de-f9fc6a581a15 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.715785 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-7f664353-3d2d-4cbb-87de-f9fc6a581a15 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "PUT /v2.0/security-groups/d9a6de54-366a-4e20-b992-e0516c36e34e HTTP/1.1" status: 200 len: 1779 time: 0.1395276 Feb 16 12:50:22.719356 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37290) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:22.761110 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=f0cfb166-10d4-4c2c-a082-03d35477560b,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:22.769092 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-caab03ce-6645-483c-aa55-1550ef173314 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8993778 Feb 16 12:50:22.774566 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37292) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:22.784180 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6991a507-4527-4f38-85ae-195fcea91498 None None] Network 6e1fe689-193e-470b-8a4a-1c3813b10d4c requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:50:22.786704 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e361d5-278a-4e9b-b5cb-c1d451f69b32 None None] DHCP port deletion for 1a5bcf51-1c06-44c4-879b-15b2f6265dff request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:50:22.793814 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 4b190fa2-53b2-4521-a04a-57cf35114768 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:50:22.847410 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 4b190fa2-53b2-4521-a04a-57cf35114768 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:50:22.847592 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f664353-3d2d-4cbb-87de-f9fc6a581a15 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a6de54-366a-4e20-b992-e0516c36e34e,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:22.847691 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 4b190fa2-53b2-4521-a04a-57cf35114768 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:50:22.847691 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 8b3af41c-1ba6-44ec-9a05-07a46991e1ba no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:50:22.890574 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-20654ef8-f697-4c99-9423-8e510e318e1d tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "GET /v2.0/security-groups/d9a6de54-366a-4e20-b992-e0516c36e34e HTTP/1.1" status: 200 len: 1779 time: 0.1666837 Feb 16 12:50:22.894563 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37296) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:23.114618 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-01f13bd7-f648-48b7-84c5-93a52a9f0041 None None] For port 8b3af41c-1ba6-44ec-9a05-07a46991e1ba, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=8b3af41c-1ba6-44ec-9a05-07a46991e1ba,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:23.133352 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-2af4c2f6-32c5-4b22-8664-2c72fb71b281 None None] Set router dd380b2c-7790-450b-86fd-f222b9f70c42 gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:50:23.178064 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.db.api [None req-ed9a2ea1-451f-4f25-bc83-79f0b3838af4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:50:23.178718 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG oslo_db.api [None req-ed9a2ea1-451f-4f25-bc83-79f0b3838af4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:50:23.192617 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-d8e361d5-278a-4e9b-b5cb-c1d451f69b32 None None] Deleting port 660af12c-9c63-4808-9b3e-e3b188c7807a {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:50:23.193397 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d8e361d5-278a-4e9b-b5cb-c1d451f69b32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.221405 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0ddfc7bd-0977-40d0-a077-489eff5951e9 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.273521 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b002dd9b-0b8f-4009-82af-5c8c7003b05b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.281249 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0ddfc7bd-0977-40d0-a077-489eff5951e9 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.289760 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-d8e361d5-278a-4e9b-b5cb-c1d451f69b32 None None] For port 660af12c-9c63-4808-9b3e-e3b188c7807a, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=660af12c-9c63-4808-9b3e-e3b188c7807a,segment=NetworkSegment(b8cf462c-5626-4bf6-8501-14ba432898c5),segment_id=b8cf462c-5626-4bf6-8501-14ba432898c5)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:23.292199 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d8e361d5-278a-4e9b-b5cb-c1d451f69b32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.317233 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b002dd9b-0b8f-4009-82af-5c8c7003b05b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] No DVR routers for this DVR port 660af12c-9c63-4808-9b3e-e3b188c7807a on host dv-neutron-828142-3-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:50:23.320968 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002dd9b-0b8f-4009-82af-5c8c7003b05b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Port': ['ID=660af12c-9c63-4808-9b3e-e3b188c7807a,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:23.365179 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4529b75b-f084-41f0-abf2-02412a976e35 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.384603 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-d8e361d5-278a-4e9b-b5cb-c1d451f69b32 None None] Calling delete_port for 660af12c-9c63-4808-9b3e-e3b188c7807a owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:50:23.399789 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-01f13bd7-f648-48b7-84c5-93a52a9f0041 None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.426391 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0ddfc7bd-0977-40d0-a077-489eff5951e9 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.429347 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b002dd9b-0b8f-4009-82af-5c8c7003b05b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.429603 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0ddfc7bd-0977-40d0-a077-489eff5951e9 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.433691 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0ddfc7bd-0977-40d0-a077-489eff5951e9 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "DELETE /v2.0/security-groups/d9a6de54-366a-4e20-b992-e0516c36e34e HTTP/1.1" status: 204 len: 168 time: 0.5359485 Feb 16 12:50:23.434405 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37298) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:23.461947 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-01f13bd7-f648-48b7-84c5-93a52a9f0041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.499077 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-b002dd9b-0b8f-4009-82af-5c8c7003b05b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a5bcf51-1c06-44c4-879b-15b2f6265dff']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:23.502815 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b2fa0c30-a335-41f6-84d0-149f99b4df09 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.519315 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddfc7bd-0977-40d0-a077-489eff5951e9 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a6de54-366a-4e20-b992-e0516c36e34e,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:23.520165 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-b002dd9b-0b8f-4009-82af-5c8c7003b05b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8cf462c-5626-4bf6-8501-14ba432898c5') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:23.520869 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-b002dd9b-0b8f-4009-82af-5c8c7003b05b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8cf462c-5626-4bf6-8501-14ba432898c5') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:23.583966 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-87642f47-446b-4670-a9f4-7c12b36cb674 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0888028 Feb 16 12:50:23.586476 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37300) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:23.617905 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b002dd9b-0b8f-4009-82af-5c8c7003b05b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.622392 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-31c05805-6cf8-41ba-a132-c05a0e382e4c tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] delete failed (client error): The resource could not be found. Feb 16 12:50:23.630165 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-31c05805-6cf8-41ba-a132-c05a0e382e4c tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "DELETE /v2.0/security-groups/d9a6de54-366a-4e20-b992-e0516c36e34e HTTP/1.1" status: 404 len: 347 time: 0.0424297 Feb 16 12:50:23.635097 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37302) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:23.642709 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-d5747dec-778f-4956-a3d7-2412958aef19 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Request body: {'security_group': {'name': 'tempest-secgroup--1906444104'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:23.646883 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 6b080206-d9bd-4a1e-a27f-f7d56925d329 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:50:23.654355 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.702827 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b002dd9b-0b8f-4009-82af-5c8c7003b05b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.717002 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b002dd9b-0b8f-4009-82af-5c8c7003b05b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:50:23.717258 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b002dd9b-0b8f-4009-82af-5c8c7003b05b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.721259 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:50:23.721259 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:50:23.721259 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:50:23.721259 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:50:23.721259 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:50:23.721259 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:50:23.721259 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:50:23.721259 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:50:23.721259 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:50:23.721259 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:50:23.721259 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:50:23.721259 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:50:23.721259 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:50:23.721259 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:50:23.721259 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:50:23.721259 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:50:23.721259 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:50:23.721259 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:50:23.721259 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:50:23.721259 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:50:23.721259 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:50:23.721259 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:50:23.721259 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:50:23.721259 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:50:23.721259 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:50:23.721259 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:50:23.721259 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:50:23.721259 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:50:23.721259 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:50:23.721259 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:50:23.721259 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:50:23.721259 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:50:23.738043 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d5747dec-778f-4956-a3d7-2412958aef19 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.799469 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] No Port match for: 6b080206-d9bd-4a1e-a27f-f7d56925d329 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:50:23.800037 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 6b080206-d9bd-4a1e-a27f-f7d56925d329 not bound to the agent host hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:50:23.824380 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b002dd9b-0b8f-4009-82af-5c8c7003b05b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.827779 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-b2fa0c30-a335-41f6-84d0-149f99b4df09 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] For port 8b3af41c-1ba6-44ec-9a05-07a46991e1ba, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=8b3af41c-1ba6-44ec-9a05-07a46991e1ba,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:23.842167 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b002dd9b-0b8f-4009-82af-5c8c7003b05b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.846177 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b002dd9b-0b8f-4009-82af-5c8c7003b05b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/networks/1a5bcf51-1c06-44c4-879b-15b2f6265dff HTTP/1.1" status: 204 len: 168 time: 2.1171882 Feb 16 12:50:23.849643 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37304) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:23.877009 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002dd9b-0b8f-4009-82af-5c8c7003b05b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Network': ['ID=1a5bcf51-1c06-44c4-879b-15b2f6265dff,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:23.883292 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f13bd7-f648-48b7-84c5-93a52a9f0041 None None] Pushing event updated for resources: {'Port': ['ID=8b3af41c-1ba6-44ec-9a05-07a46991e1ba,revision_number=18']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:23.949879 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a006aa6d-f821-4fb8-8244-21ff9b980d39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-6e1fe689-193e-470b-8a4a-1c3813b10d4c', 'network_id': '6e1fe689-193e-470b-8a4a-1c3813b10d4c', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'fixed_ips': [{'subnet_id': '943ca0f3-5c17-46d3-9ed3-b3e8466b200d'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:50:23.950835 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a006aa6d-f821-4fb8-8244-21ff9b980d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: from cryptography.utils import int_from_bytes Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: from cryptography.utils import int_from_bytes Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:50:23.968785 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 12:50:23.977574 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b2fa0c30-a335-41f6-84d0-149f99b4df09 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.993519 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d8e361d5-278a-4e9b-b5cb-c1d451f69b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.998446 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b2fa0c30-a335-41f6-84d0-149f99b4df09 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.999750 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b2fa0c30-a335-41f6-84d0-149f99b4df09 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.032088 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e361d5-278a-4e9b-b5cb-c1d451f69b32 None None] Pushing event deleted for resources: {'Port': ['ID=660af12c-9c63-4808-9b3e-e3b188c7807a,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:24.098795 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-4529b75b-f084-41f0-abf2-02412a976e35 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Allocated IP 172.22.0.1 (6e1fe689-193e-470b-8a4a-1c3813b10d4c/943ca0f3-5c17-46d3-9ed3-b3e8466b200d/62229479-c875-49a3-a1dc-c58f1bd424bd) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:24.114676 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d5747dec-778f-4956-a3d7-2412958aef19 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.119222 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fa0c30-a335-41f6-84d0-149f99b4df09 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:24.126809 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d5747dec-778f-4956-a3d7-2412958aef19 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.140178 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d8e361d5-278a-4e9b-b5cb-c1d451f69b32 None None] Network 1a5bcf51-1c06-44c4-879b-15b2f6265dff is not hosted by any dhcp agent {{(pid=109050) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 12:50:24.140684 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e361d5-278a-4e9b-b5cb-c1d451f69b32 None None] No DVR routers for this DVR port 660af12c-9c63-4808-9b3e-e3b188c7807a on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:50:24.194863 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-b2fa0c30-a335-41f6-84d0-149f99b4df09 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:24.202981 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-fe217e9c-d28d-4844-9e74-257868e7b0b9 None None] Provisioning complete for port 28d56872-165d-4d7b-86ce-dc9f1377c665 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:24.203362 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fe217e9c-d28d-4844-9e74-257868e7b0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.212691 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fa0c30-a335-41f6-84d0-149f99b4df09 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:24.213412 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b2fa0c30-a335-41f6-84d0-149f99b4df09 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.225996 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5747dec-778f-4956-a3d7-2412958aef19 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=474f4053-8a68-424b-8a19-ec804b0de79d,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:24.262021 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.db.api [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:50:24.262021 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG oslo_db.api [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:50:24.267689 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2af4c2f6-32c5-4b22-8664-2c72fb71b281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'name': 'tempest-RoutersTest-router-1909342374', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:06Z', 'updated_at': '2022-02-16T12:50:17Z', 'revision_number': 3, 'project_id': '634d4167fa4743409e8f884871721d4b', 'gw_port_host': None, '_interfaces': [{'id': '28d56872-165d-4d7b-86ce-dc9f1377c665', 'name': '', 'network_id': '91ec3ec5-75b9-4232-b93b-3bbe83c64c51', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:18:69:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:16Z', 'updated_at': '2022-02-16T12:50:17Z', 'revision_number': 2, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e71074e-b586-44b7-b7e7-de922f9349e5', 'name': '', 'network_id': '231ffe77-09bb-480d-8d9c-061d340a2b13', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:d3:5d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bd37c831-96e8-4b35-b765-52a466014343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:09Z', 'updated_at': '2022-02-16T12:50:20Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'bd37c831-96e8-4b35-b765-52a466014343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:24.321936 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa0c30-a335-41f6-84d0-149f99b4df09 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Subnet': ['ID=43420d8f-0d73-443a-8c1e-ea8482087156,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:24.339899 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-fe217e9c-d28d-4844-9e74-257868e7b0b9 None None] Port 28d56872-165d-4d7b-86ce-dc9f1377c665 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:50:24.342778 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af4c2f6-32c5-4b22-8664-2c72fb71b281 None None] Checking router: dd380b2c-7790-450b-86fd-f222b9f70c42 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:50:24.343138 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af4c2f6-32c5-4b22-8664-2c72fb71b281 None None] Updating router dd380b2c-7790-450b-86fd-f222b9f70c42 port 28d56872-165d-4d7b-86ce-dc9f1377c665 binding host dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:50:24.357199 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d5747dec-778f-4956-a3d7-2412958aef19 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.358096 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b2fa0c30-a335-41f6-84d0-149f99b4df09 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.7163534 Feb 16 12:50:24.358812 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37308) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:24.369983 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d5747dec-778f-4956-a3d7-2412958aef19 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7297347 Feb 16 12:50:24.370245 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa0c30-a335-41f6-84d0-149f99b4df09 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Port': ['ID=8b3af41c-1ba6-44ec-9a05-07a46991e1ba,revision_number=19']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:24.370362 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37310) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:24.383151 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-d10565bd-1ec0-4525-b885-66fc01bc30e0 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Request body: {'security_group_rule': {'security_group_id': '474f4053-8a68-424b-8a19-ec804b0de79d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:24.386920 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-5e45ea26-9bdc-4f84-9394-5509fe476436 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Request body: {'port': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'mac_address': 'fa:16:3e:85:69:46', 'name': 'tempest-NetworksTestDHCPv6-1209212902'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:24.405265 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2af4c2f6-32c5-4b22-8664-2c72fb71b281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.484865 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4d8efe78-ccf4-464c-828a-c59e45b016b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.488806 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d10565bd-1ec0-4525-b885-66fc01bc30e0 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.493883 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-fe217e9c-d28d-4844-9e74-257868e7b0b9 None None] Provisioning complete for port f0cfb166-10d4-4c2c-a082-03d35477560b triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:24.494270 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fe217e9c-d28d-4844-9e74-257868e7b0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.495534 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4529b75b-f084-41f0-abf2-02412a976e35 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.599762 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d10565bd-1ec0-4525-b885-66fc01bc30e0 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.602132 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4529b75b-f084-41f0-abf2-02412a976e35 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.605773 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-f0613c2e-1cad-4aae-ba05-4a534b42c19d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting port a2908078-1381-4fbd-890b-d758edc6caac {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:50:24.606234 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f0613c2e-1cad-4aae-ba05-4a534b42c19d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.616358 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d10565bd-1ec0-4525-b885-66fc01bc30e0 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.679521 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10565bd-1ec0-4525-b885-66fc01bc30e0 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52124682-6395-4acb-87eb-c203a342463a,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:24.685231 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4529b75b-f084-41f0-abf2-02412a976e35 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Network 6e1fe689-193e-470b-8a4a-1c3813b10d4c is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:24.689492 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-4529b75b-f084-41f0-abf2-02412a976e35 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:24.694699 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4529b75b-f084-41f0-abf2-02412a976e35 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:50:24.700170 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4529b75b-f084-41f0-abf2-02412a976e35 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event updated for resources: {'Port': ['ID=62229479-c875-49a3-a1dc-c58f1bd424bd,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:24.776197 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4529b75b-f084-41f0-abf2-02412a976e35 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.818642 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d10565bd-1ec0-4525-b885-66fc01bc30e0 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.818888 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e45ea26-9bdc-4f84-9394-5509fe476436 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Made reservation on behalf of be5b52488c81417d8a14c19e9fdcbd47 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:24.819906 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d10565bd-1ec0-4525-b885-66fc01bc30e0 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4496441 Feb 16 12:50:24.822883 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37312) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:24.897931 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3d479296-b831-4d4f-ba61-bce70229b35d tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.917252 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3d479296-b831-4d4f-ba61-bce70229b35d tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.956300 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5e45ea26-9bdc-4f84-9394-5509fe476436 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.960311 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f0613c2e-1cad-4aae-ba05-4a534b42c19d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.960943 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f0613c2e-1cad-4aae-ba05-4a534b42c19d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.985287 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-f0613c2e-1cad-4aae-ba05-4a534b42c19d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Calling delete_port for a2908078-1381-4fbd-890b-d758edc6caac owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:50:24.992014 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4529b75b-f084-41f0-abf2-02412a976e35 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.995469 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3d479296-b831-4d4f-ba61-bce70229b35d tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:25.008296 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-a006aa6d-f821-4fb8-8244-21ff9b980d39 None None] Allocated IP 172.22.0.2 (6e1fe689-193e-470b-8a4a-1c3813b10d4c/943ca0f3-5c17-46d3-9ed3-b3e8466b200d/ce495a99-c783-4f23-9366-40767e02fb9c) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:25.010527 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-5e45ea26-9bdc-4f84-9394-5509fe476436 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] device_id is not set on port 12319c11-9444-4fd8-92b1-2e91fd2a5a4c yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:50:25.024194 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3d479296-b831-4d4f-ba61-bce70229b35d tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:25.025471 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3d479296-b831-4d4f-ba61-bce70229b35d tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/52124682-6395-4acb-87eb-c203a342463a HTTP/1.1" status: 204 len: 168 time: 0.2013941 Feb 16 12:50:25.028395 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d479296-b831-4d4f-ba61-bce70229b35d tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52124682-6395-4acb-87eb-c203a342463a,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:25.031408 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37314) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:25.140462 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-788ef281-2e49-47d0-8562-c3e77e34b6fe tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1078308 Feb 16 12:50:25.150691 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37318) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:25.231742 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:25.376234 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-81232f43-5fa1-48b1-a302-abfcba7729a6 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:25.413003 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2af4c2f6-32c5-4b22-8664-2c72fb71b281 None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:25.437185 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536278a8-1707-4898-94f7-69c8b51f2eed None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:50:25.439384 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2af4c2f6-32c5-4b22-8664-2c72fb71b281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:25.469158 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f0613c2e-1cad-4aae-ba05-4a534b42c19d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:25.470557 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-81232f43-5fa1-48b1-a302-abfcba7729a6 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:25.489378 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-5e45ea26-9bdc-4f84-9394-5509fe476436 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Allocated IP 2001:db8::151 (8f2fc9c2-6909-42b1-9817-f8926b88a024/0723b45f-01d2-4844-ab09-d5a3f4a7f26e/12319c11-9444-4fd8-92b1-2e91fd2a5a4c) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:25.520592 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0613c2e-1cad-4aae-ba05-4a534b42c19d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Port': ['ID=a2908078-1381-4fbd-890b-d758edc6caac,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:25.525118 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-5e45ea26-9bdc-4f84-9394-5509fe476436 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Allocated IP 2001:db8:0:1:f816:3eff:fe85:6946 (8f2fc9c2-6909-42b1-9817-f8926b88a024/43420d8f-0d73-443a-8c1e-ea8482087156/12319c11-9444-4fd8-92b1-2e91fd2a5a4c) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:25.552874 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-81232f43-5fa1-48b1-a302-abfcba7729a6 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:25.555795 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-81232f43-5fa1-48b1-a302-abfcba7729a6 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:25.557180 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-81232f43-5fa1-48b1-a302-abfcba7729a6 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "DELETE /v2.0/security-groups/474f4053-8a68-424b-8a19-ec804b0de79d HTTP/1.1" status: 204 len: 168 time: 0.4056146 Feb 16 12:50:25.570568 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37320) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:25.576824 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81232f43-5fa1-48b1-a302-abfcba7729a6 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=474f4053-8a68-424b-8a19-ec804b0de79d,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:25.593436 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81232f43-5fa1-48b1-a302-abfcba7729a6 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:25.594094 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81232f43-5fa1-48b1-a302-abfcba7729a6 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:25.594590 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81232f43-5fa1-48b1-a302-abfcba7729a6 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:25.595628 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81232f43-5fa1-48b1-a302-abfcba7729a6 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:25.596128 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81232f43-5fa1-48b1-a302-abfcba7729a6 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:25.596665 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81232f43-5fa1-48b1-a302-abfcba7729a6 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:25.597162 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81232f43-5fa1-48b1-a302-abfcba7729a6 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:25.597667 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81232f43-5fa1-48b1-a302-abfcba7729a6 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:25.598668 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81232f43-5fa1-48b1-a302-abfcba7729a6 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:25.599311 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81232f43-5fa1-48b1-a302-abfcba7729a6 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:25.599796 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81232f43-5fa1-48b1-a302-abfcba7729a6 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:25.600779 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81232f43-5fa1-48b1-a302-abfcba7729a6 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:25.631658 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4529b75b-f084-41f0-abf2-02412a976e35 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:25.640259 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4529b75b-f084-41f0-abf2-02412a976e35 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:25.668308 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f0613c2e-1cad-4aae-ba05-4a534b42c19d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:25.668531 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-f0613c2e-1cad-4aae-ba05-4a534b42c19d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Floating IP ff72a37a-1f8b-4b92-819b-490ecf4092ae disassociated (deleted). External IP: 172.26.2.133, port: 09ed1ef0-b289-435c-b14d-a38f0115bfc4. Feb 16 12:50:25.698364 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4f4ddff5-d3d7-48ba-8d27-f6672af38c44 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1263893 Feb 16 12:50:25.733506 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 8b3af41c-1ba6-44ec-9a05-07a46991e1ba, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=8b3af41c-1ba6-44ec-9a05-07a46991e1ba,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:25.736759 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924564ae-4f27-4fe3-bb80-5365588f9ccd None None] Pushing event updated for resources: {'Port': ['ID=28d56872-165d-4d7b-86ce-dc9f1377c665,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:25.747609 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37322) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:25.761938 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-eebef42c-6d78-4167-865f-0b1ebb7d13ef tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Request body: {'security_group': {'name': 'tempest-secgroup--1883379174'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:25.811579 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-2af4c2f6-32c5-4b22-8664-2c72fb71b281 None None] Attempting to bind port 28d56872-165d-4d7b-86ce-dc9f1377c665 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:25.811960 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-2af4c2f6-32c5-4b22-8664-2c72fb71b281 None None] Attempting to bind port 28d56872-165d-4d7b-86ce-dc9f1377c665 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'adfcb048-4f67-46da-aa5a-c87ba1869703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '91ec3ec5-75b9-4232-b93b-3bbe83c64c51'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:25.812284 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af4c2f6-32c5-4b22-8664-2c72fb71b281 None None] Attempting to bind port 28d56872-165d-4d7b-86ce-dc9f1377c665 on network 91ec3ec5-75b9-4232-b93b-3bbe83c64c51 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:50:25.815135 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:25.815451 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-eebef42c-6d78-4167-865f-0b1ebb7d13ef tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:25.823434 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:25.833952 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4529b75b-f084-41f0-abf2-02412a976e35 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:25.836864 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4529b75b-f084-41f0-abf2-02412a976e35 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event updated for resources: {'Port': ['ID=62229479-c875-49a3-a1dc-c58f1bd424bd,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:25.877039 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af4c2f6-32c5-4b22-8664-2c72fb71b281 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:50:25.877409 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af4c2f6-32c5-4b22-8664-2c72fb71b281 None None] Checking segment: {'id': 'adfcb048-4f67-46da-aa5a-c87ba1869703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '91ec3ec5-75b9-4232-b93b-3bbe83c64c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:50:25.877807 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2af4c2f6-32c5-4b22-8664-2c72fb71b281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:25.878196 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af4c2f6-32c5-4b22-8664-2c72fb71b281 None None] Bound using segment: {'id': 'adfcb048-4f67-46da-aa5a-c87ba1869703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '91ec3ec5-75b9-4232-b93b-3bbe83c64c51'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:50:25.878669 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-2af4c2f6-32c5-4b22-8664-2c72fb71b281 None None] Bound port: 28d56872-165d-4d7b-86ce-dc9f1377c665, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adfcb048-4f67-46da-aa5a-c87ba1869703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '91ec3ec5-75b9-4232-b93b-3bbe83c64c51'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:25.879043 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2af4c2f6-32c5-4b22-8664-2c72fb71b281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.021857 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-eebef42c-6d78-4167-865f-0b1ebb7d13ef tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.031641 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-fe217e9c-d28d-4844-9e74-257868e7b0b9 None None] Provisioning complete for port 8b3af41c-1ba6-44ec-9a05-07a46991e1ba triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:26.032203 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fe217e9c-d28d-4844-9e74-257868e7b0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.037211 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-eebef42c-6d78-4167-865f-0b1ebb7d13ef tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.043348 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4529b75b-f084-41f0-abf2-02412a976e35 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Network 6e1fe689-193e-470b-8a4a-1c3813b10d4c is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:26.044546 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5e45ea26-9bdc-4f84-9394-5509fe476436 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.046002 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a006aa6d-f821-4fb8-8244-21ff9b980d39 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.091142 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebef42c-6d78-4167-865f-0b1ebb7d13ef tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abf31435-16ad-480b-a738-c8488c2dd34c,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:26.096479 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-4529b75b-f084-41f0-abf2-02412a976e35 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:26.108051 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=8b3af41c-1ba6-44ec-9a05-07a46991e1ba,revision_number=20']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:26.116682 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a006aa6d-f821-4fb8-8244-21ff9b980d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.176023 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-2af4c2f6-32c5-4b22-8664-2c72fb71b281 None None] For port 28d56872-165d-4d7b-86ce-dc9f1377c665, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:50:26.177708 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0613c2e-1cad-4aae-ba05-4a534b42c19d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router 24cf7b7e-f935-47c5-aef9-0effe62071e8 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:50:26.181519 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5e45ea26-9bdc-4f84-9394-5509fe476436 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.194405 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-eebef42c-6d78-4167-865f-0b1ebb7d13ef tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.198599 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-eebef42c-6d78-4167-865f-0b1ebb7d13ef tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4474285 Feb 16 12:50:26.208840 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-2af4c2f6-32c5-4b22-8664-2c72fb71b281 None None] For port 28d56872-165d-4d7b-86ce-dc9f1377c665, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=28d56872-165d-4d7b-86ce-dc9f1377c665,segment=NetworkSegment(adfcb048-4f67-46da-aa5a-c87ba1869703),segment_id=adfcb048-4f67-46da-aa5a-c87ba1869703)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:50:26.220323 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37326) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:26.230231 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2af4c2f6-32c5-4b22-8664-2c72fb71b281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.245022 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a006aa6d-f821-4fb8-8244-21ff9b980d39 None None] Network 6e1fe689-193e-470b-8a4a-1c3813b10d4c is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:26.272682 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-a006aa6d-f821-4fb8-8244-21ff9b980d39 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:26.275668 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a006aa6d-f821-4fb8-8244-21ff9b980d39 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:50:26.295092 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 9e71074e-b586-44b7-b7e7-de922f9349e5 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:50:26.303997 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e45ea26-9bdc-4f84-9394-5509fe476436 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:26.316903 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-5e45ea26-9bdc-4f84-9394-5509fe476436 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:26.317025 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-1ea8ff32-d839-40eb-932d-cd6c3fe69fe2 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Request body: {'security_group_rule': {'security_group_id': 'abf31435-16ad-480b-a738-c8488c2dd34c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:26.317135 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e45ea26-9bdc-4f84-9394-5509fe476436 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:50:26.326685 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e45ea26-9bdc-4f84-9394-5509fe476436 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:26.333582 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5e45ea26-9bdc-4f84-9394-5509fe476436 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.337184 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e45ea26-9bdc-4f84-9394-5509fe476436 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event updated for resources: {'Port': ['ID=12319c11-9444-4fd8-92b1-2e91fd2a5a4c,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:26.366443 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1ea8ff32-d839-40eb-932d-cd6c3fe69fe2 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.379998 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006aa6d-f821-4fb8-8244-21ff9b980d39 None None] Pushing event updated for resources: {'Port': ['ID=ce495a99-c783-4f23-9366-40767e02fb9c,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:26.449753 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1ea8ff32-d839-40eb-932d-cd6c3fe69fe2 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.477724 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4529b75b-f084-41f0-abf2-02412a976e35 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Router dd380b2c-7790-450b-86fd-f222b9f70c42 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:50:26.481913 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1ea8ff32-d839-40eb-932d-cd6c3fe69fe2 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.508151 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fe217e9c-d28d-4844-9e74-257868e7b0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.530063 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8ff32-d839-40eb-932d-cd6c3fe69fe2 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b12e53-8cde-4a94-a6fb-a6a9d84204a9,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:26.557762 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af4c2f6-32c5-4b22-8664-2c72fb71b281 None None] Routers {'dd380b2c-7790-450b-86fd-f222b9f70c42'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:50:26.558192 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1ea8ff32-d839-40eb-932d-cd6c3fe69fe2 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.559015 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2af4c2f6-32c5-4b22-8664-2c72fb71b281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:50:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['dd380b2c-7790-450b-86fd-f222b9f70c42'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:26.560354 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1ea8ff32-d839-40eb-932d-cd6c3fe69fe2 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2570078 Feb 16 12:50:26.571148 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5e45ea26-9bdc-4f84-9394-5509fe476436 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2029405 Feb 16 12:50:26.572350 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37334) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:26.574532 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37336) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:26.595837 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-0b3796a5-0e67-4c1a-b4db-e796adfeea1d tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Request body: {'security_group_rule': {'security_group_id': 'abf31435-16ad-480b-a738-c8488c2dd34c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:26.677801 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 9e71074e-b586-44b7-b7e7-de922f9349e5 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:26.678092 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.679909 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-a006aa6d-f821-4fb8-8244-21ff9b980d39 None None] Attempting to bind port ce495a99-c783-4f23-9366-40767e02fb9c on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:26.680281 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-a006aa6d-f821-4fb8-8244-21ff9b980d39 None None] Attempting to bind port ce495a99-c783-4f23-9366-40767e02fb9c by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '58d5b07e-b748-4642-9437-f6a57b5df40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e1fe689-193e-470b-8a4a-1c3813b10d4c'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:26.680678 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a006aa6d-f821-4fb8-8244-21ff9b980d39 None None] Attempting to bind port ce495a99-c783-4f23-9366-40767e02fb9c on network 6e1fe689-193e-470b-8a4a-1c3813b10d4c {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:50:26.740226 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-fe217e9c-d28d-4844-9e74-257868e7b0b9 None None] For port 8b3af41c-1ba6-44ec-9a05-07a46991e1ba, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=8b3af41c-1ba6-44ec-9a05-07a46991e1ba,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:26.747004 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a006aa6d-f821-4fb8-8244-21ff9b980d39 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:50:26.747381 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a006aa6d-f821-4fb8-8244-21ff9b980d39 None None] Checking segment: {'id': '58d5b07e-b748-4642-9437-f6a57b5df40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e1fe689-193e-470b-8a4a-1c3813b10d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:50:26.747786 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a006aa6d-f821-4fb8-8244-21ff9b980d39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.748222 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a006aa6d-f821-4fb8-8244-21ff9b980d39 None None] Bound using segment: {'id': '58d5b07e-b748-4642-9437-f6a57b5df40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e1fe689-193e-470b-8a4a-1c3813b10d4c'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:50:26.748969 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-a006aa6d-f821-4fb8-8244-21ff9b980d39 None None] Bound port: ce495a99-c783-4f23-9366-40767e02fb9c, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58d5b07e-b748-4642-9437-f6a57b5df40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e1fe689-193e-470b-8a4a-1c3813b10d4c'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:26.750506 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a006aa6d-f821-4fb8-8244-21ff9b980d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.753226 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0613c2e-1cad-4aae-ba05-4a534b42c19d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:50:26.766035 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e523dfa-3dcd-418a-bf05-e7a375d10ee0 None None] Sync routers for ids ['24cf7b7e-f935-47c5-aef9-0effe62071e8'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:26.776960 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e523dfa-3dcd-418a-bf05-e7a375d10ee0 None None] Routers {'24cf7b7e-f935-47c5-aef9-0effe62071e8'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:50:26.777585 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4e523dfa-3dcd-418a-bf05-e7a375d10ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:50:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['24cf7b7e-f935-47c5-aef9-0effe62071e8'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:26.778384 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fe217e9c-d28d-4844-9e74-257868e7b0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.781583 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924564ae-4f27-4fe3-bb80-5365588f9ccd None None] Pushing event updated for resources: {'Port': ['ID=28d56872-165d-4d7b-86ce-dc9f1377c665,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:26.803952 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f0613c2e-1cad-4aae-ba05-4a534b42c19d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.827152 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4529b75b-f084-41f0-abf2-02412a976e35 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:50:26.839764 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-982df61c-cb7d-437c-ae20-536e266e1a08 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1512887192&fields=id&tenant_id=98ec8fef3f1245f3a4cdb1afaef344d1 HTTP/1.1" status: 200 len: 267 time: 0.0946789 Feb 16 12:50:26.848493 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-4529b75b-f084-41f0-abf2-02412a976e35 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "PUT /v2.0/routers/dd380b2c-7790-450b-86fd-f222b9f70c42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0706012 Feb 16 12:50:26.863545 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37342) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:26.870031 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-c1895e55-9b49-439b-a080-e17809a47f29 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Request body: {'network': {'name': 'tempest-RoutersTest-53875449'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:26.885361 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f0613c2e-1cad-4aae-ba05-4a534b42c19d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/floatingips/ff72a37a-1f8b-4b92-819b-490ecf4092ae HTTP/1.1" status: 204 len: 168 time: 3.0345583 Feb 16 12:50:26.891076 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-a006aa6d-f821-4fb8-8244-21ff9b980d39 None None] For port ce495a99-c783-4f23-9366-40767e02fb9c, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:50:26.895171 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-a006aa6d-f821-4fb8-8244-21ff9b980d39 None None] For port ce495a99-c783-4f23-9366-40767e02fb9c, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=ce495a99-c783-4f23-9366-40767e02fb9c,segment=NetworkSegment(58d5b07e-b748-4642-9437-f6a57b5df40e),segment_id=58d5b07e-b748-4642-9437-f6a57b5df40e)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:50:26.898715 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a', 'tag': '09ed1ef0-b289-435c-b14d-a38f0115bfc4'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:50:26.909189 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef94e8fb-da81-4f7a-a6e9-fbe09c84f78b" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a", "tag": "09ed1ef0-b289-435c-b14d-a38f0115bfc4"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:50:26.916155 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a006aa6d-f821-4fb8-8244-21ff9b980d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.923798 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-2af4c2f6-32c5-4b22-8664-2c72fb71b281 None None] Set router dd380b2c-7790-450b-86fd-f222b9f70c42 gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:50:26.950482 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0b3796a5-0e67-4c1a-b4db-e796adfeea1d tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.011816 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-3f0047ff-83ad-4816-b0b5-fd1ff84dce42 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting port 12319c11-9444-4fd8-92b1-2e91fd2a5a4c {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:50:27.014020 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3f0047ff-83ad-4816-b0b5-fd1ff84dce42 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.037318 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe217e9c-d28d-4844-9e74-257868e7b0b9 None None] Pushing event updated for resources: {'Port': ['ID=8b3af41c-1ba6-44ec-9a05-07a46991e1ba,revision_number=21']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:27.061070 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-dc7536c2-952b-4d96-9e7d-1b4f70dd271b None None] Provisioning complete for port 28d56872-165d-4d7b-86ce-dc9f1377c665 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:27.061304 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dc7536c2-952b-4d96-9e7d-1b4f70dd271b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.064516 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.067911 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1895e55-9b49-439b-a080-e17809a47f29 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Made reservation on behalf of 634d4167fa4743409e8f884871721d4b for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:27.072563 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c1895e55-9b49-439b-a080-e17809a47f29 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.089585 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-4e523dfa-3dcd-418a-bf05-e7a375d10ee0 None None] Set router 24cf7b7e-f935-47c5-aef9-0effe62071e8 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:50:27.232882 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 12:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56534def-7738-4754-a657-21c697433ac2 x-openstack-request-id: req-56534def-7738-4754-a657-21c697433ac2 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:50:27.233179 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a", "tag": "09ed1ef0-b289-435c-b14d-a38f0115bfc4", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:50:27.233427 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-56534def-7738-4754-a657-21c697433ac2 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:50:27.233833 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a', 'tag': '09ed1ef0-b289-435c-b14d-a38f0115bfc4', 'status': 'completed', 'code': 200} Feb 16 12:50:27.239909 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 8b3af41c-1ba6-44ec-9a05-07a46991e1ba up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:50:27.240930 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-7ac467c5-c5cd-43d9-9434-cd9163b0fb94 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:27.253371 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-7ac467c5-c5cd-43d9-9434-cd9163b0fb94 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/networks?id=a876fa82-771e-4c40-93ac-63a7a3825868 HTTP/1.1" status: 200 len: 811 time: 0.4124019 Feb 16 12:50:27.260151 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1895e55-9b49-439b-a080-e17809a47f29 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:50:27.302858 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-d51412e1-fa9b-4dea-8509-5213fcf8e32b tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/quotas/98ec8fef3f1245f3a4cdb1afaef344d1 HTTP/1.1" status: 200 len: 375 time: 0.0485885 Feb 16 12:50:27.316642 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c1895e55-9b49-439b-a080-e17809a47f29 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.319768 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-c1895e55-9b49-439b-a080-e17809a47f29 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Added segment fc2ec1b1-6ea3-4794-a795-3d926670256a of type vlan for network fe12cc1f-e6a6-4957-ad47-623ea9c7f2a9 Feb 16 12:50:27.431771 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0b3796a5-0e67-4c1a-b4db-e796adfeea1d tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.439710 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3f0047ff-83ad-4816-b0b5-fd1ff84dce42 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.455554 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0b3796a5-0e67-4c1a-b4db-e796adfeea1d tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.496513 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c1895e55-9b49-439b-a080-e17809a47f29 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.531324 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-3f0047ff-83ad-4816-b0b5-fd1ff84dce42 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Calling delete_port for 12319c11-9444-4fd8-92b1-2e91fd2a5a4c owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:50:27.543481 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94e8fb-da81-4f7a-a6e9-fbe09c84f78b req-0f4b9a5a-a1f8-42b6-a767-b9ed1c90dd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:27.546437 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ef94e8fb-da81-4f7a-a6e9-fbe09c84f78b req-0f4b9a5a-a1f8-42b6-a767-b9ed1c90dd61 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a HTTP/1.1" status: 200 len: 1098 time: 0.2891014 Feb 16 12:50:27.552237 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-5b0ca3c6-e201-4847-b312-6d6d3190c9e5 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=98ec8fef3f1245f3a4cdb1afaef344d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2103019 Feb 16 12:50:27.559779 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0b3796a5-0e67-4c1a-b4db-e796adfeea1d tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.561399 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0b3796a5-0e67-4c1a-b4db-e796adfeea1d tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9858358 Feb 16 12:50:27.567946 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908f864-3b5b-4216-ab01-484ab7e4ddc4 req-2cbf54d4-e1eb-4115-a45f-0fc36c1ab25b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:27.588947 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37350) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:27.594866 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6908f864-3b5b-4216-ab01-484ab7e4ddc4 req-2cbf54d4-e1eb-4115-a45f-0fc36c1ab25b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a HTTP/1.1" status: 200 len: 945 time: 0.2488744 Feb 16 12:50:27.600109 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-0e18c69c-c56d-4f7f-ac46-b01ed9080853 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Request body: {'security_group_rule': {'security_group_id': 'abf31435-16ad-480b-a738-c8488c2dd34c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:27.608570 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3796a5-0e67-4c1a-b4db-e796adfeea1d tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e934ac-eec7-411c-9015-bd5bc67cd2c3,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:27.656873 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c1895e55-9b49-439b-a080-e17809a47f29 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.662686 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4e523dfa-3dcd-418a-bf05-e7a375d10ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'name': 'tempest-TestNetworkBasicOps-router-1368041289', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '4a7a2ecb-930a-4947-9f24-a5b4e61342a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:54Z', 'updated_at': '2022-02-16T12:50:14Z', 'revision_number': 6, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '4a7a2ecb-930a-4947-9f24-a5b4e61342a6', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:55Z', 'updated_at': '2022-02-16T12:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9', 'name': '', 'network_id': '2a9302a4-3c67-4ab8-a48d-9c86a95e30b2', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:de:68:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4d07b80a-2947-4cf0-b0a9-82856344f0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:04Z', 'updated_at': '2022-02-16T12:48:11Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': '4d07b80a-2947-4cf0-b0a9-82856344f0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:27.665188 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1895e55-9b49-439b-a080-e17809a47f29 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:27.665941 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c1895e55-9b49-439b-a080-e17809a47f29 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.720766 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e523dfa-3dcd-418a-bf05-e7a375d10ee0 None None] Checking router: 24cf7b7e-f935-47c5-aef9-0effe62071e8 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:50:27.730246 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e523dfa-3dcd-418a-bf05-e7a375d10ee0 None None] Routers {'24cf7b7e-f935-47c5-aef9-0effe62071e8'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:50:27.730866 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4e523dfa-3dcd-418a-bf05-e7a375d10ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:50:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['24cf7b7e-f935-47c5-aef9-0effe62071e8'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:27.823468 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadb5ec7-ac76-4439-9c14-0419b63a3907 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:50:27.895548 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-4e523dfa-3dcd-418a-bf05-e7a375d10ee0 None None] Set router 24cf7b7e-f935-47c5-aef9-0effe62071e8 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:50:27.966536 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 8b3af41c-1ba6-44ec-9a05-07a46991e1ba triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:27.966877 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.975448 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006aa6d-f821-4fb8-8244-21ff9b980d39 None None] Pushing event updated for resources: {'Port': ['ID=ce495a99-c783-4f23-9366-40767e02fb9c,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:28.026062 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:28.128126 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6908f864-3b5b-4216-ab01-484ab7e4ddc4 req-522824ea-8939-4e78-b7f4-780c53526e98 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=dcd34c9b-d3c4-48a7-b0ae-838ff0dfc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5281940 Feb 16 12:50:28.173766 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c1895e55-9b49-439b-a080-e17809a47f29 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.3085928 Feb 16 12:50:28.174557 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37352) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:28.175388 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94e8fb-da81-4f7a-a6e9-fbe09c84f78b req-bb130ceb-1706-4d1d-9f57-e12b9d4e1e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:28.177500 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ef94e8fb-da81-4f7a-a6e9-fbe09c84f78b req-bb130ceb-1706-4d1d-9f57-e12b9d4e1e50 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2a9302a4-3c67-4ab8-a48d-9c86a95e30b2 HTTP/1.1" status: 200 len: 898 time: 0.6125484 Feb 16 12:50:28.192006 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-fb2a1067-a7d1-48db-922e-5c20cae4e0fb tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Request body: {'subnet': {'network_id': 'fe12cc1f-e6a6-4957-ad47-623ea9c7f2a9', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:28.192652 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4e523dfa-3dcd-418a-bf05-e7a375d10ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'name': 'tempest-TestNetworkBasicOps-router-1368041289', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '4a7a2ecb-930a-4947-9f24-a5b4e61342a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:54Z', 'updated_at': '2022-02-16T12:50:14Z', 'revision_number': 6, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '4a7a2ecb-930a-4947-9f24-a5b4e61342a6', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:55Z', 'updated_at': '2022-02-16T12:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9', 'name': '', 'network_id': '2a9302a4-3c67-4ab8-a48d-9c86a95e30b2', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:de:68:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4d07b80a-2947-4cf0-b0a9-82856344f0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:04Z', 'updated_at': '2022-02-16T12:48:11Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': '4d07b80a-2947-4cf0-b0a9-82856344f0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:28.214465 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dc7536c2-952b-4d96-9e7d-1b4f70dd271b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:28.244268 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e523dfa-3dcd-418a-bf05-e7a375d10ee0 None None] The sync data for ids ['24cf7b7e-f935-47c5-aef9-0effe62071e8'] in dv-neutron-828142-3-hyperv is: [{'id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'name': 'tempest-TestNetworkBasicOps-router-1368041289', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '4a7a2ecb-930a-4947-9f24-a5b4e61342a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:54Z', 'updated_at': '2022-02-16T12:50:14Z', 'revision_number': 6, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '4a7a2ecb-930a-4947-9f24-a5b4e61342a6', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:55Z', 'updated_at': '2022-02-16T12:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9', 'name': '', 'network_id': '2a9302a4-3c67-4ab8-a48d-9c86a95e30b2', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:de:68:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4d07b80a-2947-4cf0-b0a9-82856344f0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:04Z', 'updated_at': '2022-02-16T12:48:11Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': '4d07b80a-2947-4cf0-b0a9-82856344f0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:28.260984 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2af4c2f6-32c5-4b22-8664-2c72fb71b281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'name': 'tempest-RoutersTest-router-1909342374', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:06Z', 'updated_at': '2022-02-16T12:50:24Z', 'revision_number': 4, 'project_id': '634d4167fa4743409e8f884871721d4b', 'gw_port_host': None, '_interfaces': [{'id': '28d56872-165d-4d7b-86ce-dc9f1377c665', 'name': '', 'network_id': '91ec3ec5-75b9-4232-b93b-3bbe83c64c51', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:18:69:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:16Z', 'updated_at': '2022-02-16T12:50:26Z', 'revision_number': 4, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62229479-c875-49a3-a1dc-c58f1bd424bd', 'name': '', 'network_id': '6e1fe689-193e-470b-8a4a-1c3813b10d4c', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:67:90:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '943ca0f3-5c17-46d3-9ed3-b3e8466b200d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:23Z', 'updated_at': '2022-02-16T12:50:25Z', 'revision_number': 2, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': '943ca0f3-5c17-46d3-9ed3-b3e8466b200d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e71074e-b586-44b7-b7e7-de922f9349e5', 'name': '', 'network_id': '231ffe77-09bb-480d-8d9c-061d340a2b13', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:d3:5d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bd37c831-96e8-4b35-b765-52a466014343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:09Z', 'updated_at': '2022-02-16T12:50:20Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'bd37c831-96e8-4b35-b765-52a466014343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:28.274266 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device f0cfb166-10d4-4c2c-a082-03d35477560b up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:50:28.303716 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1895e55-9b49-439b-a080-e17809a47f29 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event updated for resources: {'Network': ['ID=fe12cc1f-e6a6-4957-ad47-623ea9c7f2a9,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:28.310248 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0e18c69c-c56d-4f7f-ac46-b01ed9080853 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:28.313625 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ef94e8fb-da81-4f7a-a6e9-fbe09c84f78b req-9d9c3e26-fef9-4e17-a973-e38641eb19ab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09ed1ef0-b289-435c-b14d-a38f0115bfc4 HTTP/1.1" status: 200 len: 217 time: 0.1055598 Feb 16 12:50:28.336142 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af4c2f6-32c5-4b22-8664-2c72fb71b281 None None] The sync data for ids ['dd380b2c-7790-450b-86fd-f222b9f70c42'] in dv-neutron-828142-3-hyperv is: [{'id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'name': 'tempest-RoutersTest-router-1909342374', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:06Z', 'updated_at': '2022-02-16T12:50:24Z', 'revision_number': 4, 'project_id': '634d4167fa4743409e8f884871721d4b', 'gw_port_host': None, '_interfaces': [{'id': '28d56872-165d-4d7b-86ce-dc9f1377c665', 'name': '', 'network_id': '91ec3ec5-75b9-4232-b93b-3bbe83c64c51', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:18:69:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:16Z', 'updated_at': '2022-02-16T12:50:26Z', 'revision_number': 4, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62229479-c875-49a3-a1dc-c58f1bd424bd', 'name': '', 'network_id': '6e1fe689-193e-470b-8a4a-1c3813b10d4c', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:67:90:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '943ca0f3-5c17-46d3-9ed3-b3e8466b200d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:23Z', 'updated_at': '2022-02-16T12:50:25Z', 'revision_number': 2, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': '943ca0f3-5c17-46d3-9ed3-b3e8466b200d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e71074e-b586-44b7-b7e7-de922f9349e5', 'name': '', 'network_id': '231ffe77-09bb-480d-8d9c-061d340a2b13', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:d3:5d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bd37c831-96e8-4b35-b765-52a466014343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:09Z', 'updated_at': '2022-02-16T12:50:20Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'bd37c831-96e8-4b35-b765-52a466014343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:28.338802 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network fe12cc1f-e6a6-4957-ad47-623ea9c7f2a9 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:50:28.427848 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-dc7536c2-952b-4d96-9e7d-1b4f70dd271b None None] For port 28d56872-165d-4d7b-86ce-dc9f1377c665, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=28d56872-165d-4d7b-86ce-dc9f1377c665,segment=NetworkSegment(adfcb048-4f67-46da-aa5a-c87ba1869703),segment_id=adfcb048-4f67-46da-aa5a-c87ba1869703)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:28.461803 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dc7536c2-952b-4d96-9e7d-1b4f70dd271b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:28.465621 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-7c3810a7-8f5c-42a1-8f3f-dbbf8ede7892 service neutron] 10.222.0.90 "GET /v2.0/networks/a876fa82-771e-4c40-93ac-63a7a3825868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8585567 Feb 16 12:50:28.495071 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94e8fb-da81-4f7a-a6e9-fbe09c84f78b req-79dfb7a0-aa3f-41b5-a82a-0fa2d424eda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:28.495527 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ef94e8fb-da81-4f7a-a6e9-fbe09c84f78b req-79dfb7a0-aa3f-41b5-a82a-0fa2d424eda6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d07b80a-2947-4cf0-b0a9-82856344f0a7 HTTP/1.1" status: 200 len: 834 time: 0.1625400 Feb 16 12:50:28.560507 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-dc7536c2-952b-4d96-9e7d-1b4f70dd271b None None] Provisioning complete for port 8b3af41c-1ba6-44ec-9a05-07a46991e1ba triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:28.560943 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dc7536c2-952b-4d96-9e7d-1b4f70dd271b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:28.570502 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:28.605613 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port f0cfb166-10d4-4c2c-a082-03d35477560b triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:28.605888 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:28.642189 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7536c2-952b-4d96-9e7d-1b4f70dd271b None None] Pushing event updated for resources: {'Port': ['ID=28d56872-165d-4d7b-86ce-dc9f1377c665,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:28.736307 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0e18c69c-c56d-4f7f-ac46-b01ed9080853 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:28.745872 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2a1067-a7d1-48db-922e-5c20cae4e0fb tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Made reservation on behalf of 634d4167fa4743409e8f884871721d4b for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:28.755425 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fb2a1067-a7d1-48db-922e-5c20cae4e0fb tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:28.774304 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-32558253-aaa1-444c-b924-72fe16bf91fe service neutron] 10.222.0.90 "GET /v2.0/networks/a876fa82-771e-4c40-93ac-63a7a3825868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867768 Feb 16 12:50:28.815572 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0e18c69c-c56d-4f7f-ac46-b01ed9080853 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:28.846046 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1703001c-516d-433c-922b-d3c3717449b8 None None] New status for floating IP ff72a37a-1f8b-4b92-819b-490ecf4092ae: DOWN {{(pid=109050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:50:28.926041 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18c69c-c56d-4f7f-ac46-b01ed9080853 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fbb403f-e250-419c-bb72-a34788f87d08,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:28.929601 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94e8fb-da81-4f7a-a6e9-fbe09c84f78b req-2b199952-795a-4559-969b-5d924d345741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:28.931380 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ef94e8fb-da81-4f7a-a6e9-fbe09c84f78b req-2b199952-795a-4559-969b-5d924d345741 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2a9302a4-3c67-4ab8-a48d-9c86a95e30b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4246705 Feb 16 12:50:28.986799 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-6f5ecf80-beb1-43ff-b6f7-301f87be2e1e None None] Provisioning complete for port 8b3af41c-1ba6-44ec-9a05-07a46991e1ba triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:28.987240 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6f5ecf80-beb1-43ff-b6f7-301f87be2e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:29.031041 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0e18c69c-c56d-4f7f-ac46-b01ed9080853 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:29.033052 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0e18c69c-c56d-4f7f-ac46-b01ed9080853 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4416931 Feb 16 12:50:29.035818 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37360) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:29.040760 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-a4e1a319-c665-4d10-bea5-a87365a02c68 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Request body: {'security_group_rule': {'security_group_id': 'abf31435-16ad-480b-a738-c8488c2dd34c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:29.087913 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 660af12c-9c63-4808-9b3e-e3b188c7807a no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:50:29.113760 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a4e1a319-c665-4d10-bea5-a87365a02c68 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:29.143644 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a94f974-db47-4424-bb68-60622df52153 None None] Network 6e1fe689-193e-470b-8a4a-1c3813b10d4c requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:50:29.147356 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 660af12c-9c63-4808-9b3e-e3b188c7807a {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:50:29.147827 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 660af12c-9c63-4808-9b3e-e3b188c7807a not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:50:29.167165 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3f0047ff-83ad-4816-b0b5-fd1ff84dce42 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:29.194900 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2830144-39ce-41e1-8f8f-894d6c34bb7e req-abda1534-69fb-4d10-9224-3f34ce2171a7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:29.197131 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c2830144-39ce-41e1-8f8f-894d6c34bb7e req-abda1534-69fb-4d10-9224-3f34ce2171a7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "GET /v2.0/ports?device_id=5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a HTTP/1.1" status: 200 len: 945 time: 0.4870965 Feb 16 12:50:29.284933 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a4e1a319-c665-4d10-bea5-a87365a02c68 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:29.297724 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a4e1a319-c665-4d10-bea5-a87365a02c68 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:29.323020 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0047ff-83ad-4816-b0b5-fd1ff84dce42 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Port': ['ID=12319c11-9444-4fd8-92b1-2e91fd2a5a4c,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:29.455464 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a4e1a319-c665-4d10-bea5-a87365a02c68 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:29.460248 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a4e1a319-c665-4d10-bea5-a87365a02c68 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4232082 Feb 16 12:50:29.487117 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37368) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:29.496515 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-8559c8dd-802d-4c1f-b90a-2849984985d9 None None] Could not find standard attr ID for object 12319c11-9444-4fd8-92b1-2e91fd2a5a4c. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:50:29.513318 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-d87471f7-839c-4d42-bfe2-66a3a14e2e4d tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Request body: {'security_group_rule': {'security_group_id': 'abf31435-16ad-480b-a738-c8488c2dd34c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:29.520862 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e1a319-c665-4d10-bea5-a87365a02c68 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9011658-5034-4b31-8df6-ce8742a5d3dd,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:29.560289 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-8559c8dd-802d-4c1f-b90a-2849984985d9 None None] Provisioning complete for port ce495a99-c783-4f23-9366-40767e02fb9c triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:29.560814 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8559c8dd-802d-4c1f-b90a-2849984985d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:29.633996 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9ced7638-62de-4068-90a6-a560a264853f req-9d4b2aee-8390-4d10-9fbf-ca862820be7e tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=b28ad46e-1a6c-432e-9796-1e1bf13e1cfe HTTP/1.1" status: 200 len: 210 time: 0.0771487 Feb 16 12:50:29.699938 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ef94e8fb-da81-4f7a-a6e9-fbe09c84f78b req-b02f80e2-e8a1-4298-91c1-fc7dda560c00 service neutron] 10.222.0.42 "GET /v2.0/networks/2a9302a4-3c67-4ab8-a48d-9c86a95e30b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6991963 Feb 16 12:50:29.708151 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device ce495a99-c783-4f23-9366-40767e02fb9c up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:50:29.778704 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3f0047ff-83ad-4816-b0b5-fd1ff84dce42 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:29.792575 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3f0047ff-83ad-4816-b0b5-fd1ff84dce42 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/ports/12319c11-9444-4fd8-92b1-2e91fd2a5a4c HTTP/1.1" status: 204 len: 168 time: 3.2156484 Feb 16 12:50:29.807782 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37374) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:29.811311 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d87471f7-839c-4d42-bfe2-66a3a14e2e4d tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:29.851217 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8559c8dd-802d-4c1f-b90a-2849984985d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:29.864120 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19cadb6-5f96-4664-bca3-b6377c4fc53f None None] Sync routers for ids ['dd380b2c-7790-450b-86fd-f222b9f70c42'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:29.931377 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2612872-fb73-45f7-8fc7-05ec836cb8ca req-f4fc7a6f-18ba-414f-a461-e5e545c13f78 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:29.937781 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b2612872-fb73-45f7-8fc7-05ec836cb8ca req-f4fc7a6f-18ba-414f-a461-e5e545c13f78 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a HTTP/1.1" status: 200 len: 945 time: 0.5033257 Feb 16 12:50:29.948788 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-c2830144-39ce-41e1-8f8f-894d6c34bb7e req-f3965e9c-f74d-4250-aacc-59bcaad099e4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting port 09ed1ef0-b289-435c-b14d-a38f0115bfc4 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:50:29.949610 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-c2830144-39ce-41e1-8f8f-894d6c34bb7e req-f3965e9c-f74d-4250-aacc-59bcaad099e4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:29.951400 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-8559c8dd-802d-4c1f-b90a-2849984985d9 None None] For port ce495a99-c783-4f23-9366-40767e02fb9c, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=ce495a99-c783-4f23-9366-40767e02fb9c,segment=NetworkSegment(58d5b07e-b748-4642-9437-f6a57b5df40e),segment_id=58d5b07e-b748-4642-9437-f6a57b5df40e)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:29.965364 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8559c8dd-802d-4c1f-b90a-2849984985d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:30.048351 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19cadb6-5f96-4664-bca3-b6377c4fc53f None None] Routers {'dd380b2c-7790-450b-86fd-f222b9f70c42'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:50:30.056518 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-c19cadb6-5f96-4664-bca3-b6377c4fc53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:50:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['dd380b2c-7790-450b-86fd-f222b9f70c42'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:30.095808 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ef94e8fb-da81-4f7a-a6e9-fbe09c84f78b req-12f4ab1a-61a0-4827-83b2-6a5923408fe5 service neutron] 10.222.0.42 "GET /v2.0/networks/2a9302a4-3c67-4ab8-a48d-9c86a95e30b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416600 Feb 16 12:50:30.099798 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port ce495a99-c783-4f23-9366-40767e02fb9c triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:30.100189 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:30.109234 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559c8dd-802d-4c1f-b90a-2849984985d9 None None] Pushing event updated for resources: {'Port': ['ID=ce495a99-c783-4f23-9366-40767e02fb9c,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:30.143315 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fb2a1067-a7d1-48db-922e-5c20cae4e0fb tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:30.202953 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a1067-a7d1-48db-922e-5c20cae4e0fb tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event updated for resources: {'Subnet': ['ID=c3dd8f29-d4b3-4c9c-a718-08e1235e5518,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:30.205274 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-c2830144-39ce-41e1-8f8f-894d6c34bb7e req-f3965e9c-f74d-4250-aacc-59bcaad099e4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] For port 09ed1ef0-b289-435c-b14d-a38f0115bfc4, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=09ed1ef0-b289-435c-b14d-a38f0115bfc4,segment=NetworkSegment(ca400bf4-9282-4088-b772-9958718b3a4d),segment_id=ca400bf4-9282-4088-b772-9958718b3a4d)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:30.205846 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-c2830144-39ce-41e1-8f8f-894d6c34bb7e req-f3965e9c-f74d-4250-aacc-59bcaad099e4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:30.223182 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-c2830144-39ce-41e1-8f8f-894d6c34bb7e req-f3965e9c-f74d-4250-aacc-59bcaad099e4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Calling delete_port for 09ed1ef0-b289-435c-b14d-a38f0115bfc4 owned by compute:nova {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:50:30.235333 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-8559c8dd-802d-4c1f-b90a-2849984985d9 None None] Provisioning complete for port 8b3af41c-1ba6-44ec-9a05-07a46991e1ba triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:30.240812 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8559c8dd-802d-4c1f-b90a-2849984985d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:30.251078 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-c19cadb6-5f96-4664-bca3-b6377c4fc53f None None] Set router dd380b2c-7790-450b-86fd-f222b9f70c42 gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:50:30.254622 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d87471f7-839c-4d42-bfe2-66a3a14e2e4d tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:30.264797 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b2612872-fb73-45f7-8fc7-05ec836cb8ca req-6b9d938a-666b-4b68-8b60-f7ff741ba528 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=dcd34c9b-d3c4-48a7-b0ae-838ff0dfc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099140 Feb 16 12:50:30.267764 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d87471f7-839c-4d42-bfe2-66a3a14e2e4d tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:30.315779 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d87471f7-839c-4d42-bfe2-66a3a14e2e4d tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:30.317262 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d87471f7-839c-4d42-bfe2-66a3a14e2e4d tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.8284891 Feb 16 12:50:30.321383 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37378) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:30.344871 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9f624b-180a-459f-96d5-028f3060e8d5 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:30.346635 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0e9f624b-180a-459f-96d5-028f3060e8d5 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5363250 Feb 16 12:50:30.381647 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37380) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:30.405153 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 28d56872-165d-4d7b-86ce-dc9f1377c665 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:50:30.416663 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2a1067-a7d1-48db-922e-5c20cae4e0fb tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Checking segment: {'id': 'fc2ec1b1-6ea3-4794-a795-3d926670256a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fe12cc1f-e6a6-4957-ad47-623ea9c7f2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:50:30.416663 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2a1067-a7d1-48db-922e-5c20cae4e0fb tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Network hostable DHCP agents. Network: fe12cc1f-e6a6-4957-ad47-623ea9c7f2a9, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:50:30.444166 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87471f7-839c-4d42-bfe2-66a3a14e2e4d tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=380c339b-a377-4767-8af4-de4c0c701726,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:30.449550 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-c2830144-39ce-41e1-8f8f-894d6c34bb7e req-f3965e9c-f74d-4250-aacc-59bcaad099e4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:30.504563 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3965e9c-f74d-4250-aacc-59bcaad099e4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Port': ['ID=09ed1ef0-b289-435c-b14d-a38f0115bfc4,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:30.530637 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dd401493-7689-4fc6-810a-f22b6b028724 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:30.532983 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2a1067-a7d1-48db-922e-5c20cae4e0fb tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Network fe12cc1f-e6a6-4957-ad47-623ea9c7f2a9 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:50:30.562220 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1434443-8721-4c2b-b5a2-02f52ca6a924 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:30.566997 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f1434443-8721-4c2b-b5a2-02f52ca6a924 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1618044 Feb 16 12:50:30.566997 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-fb2a1067-a7d1-48db-922e-5c20cae4e0fb tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, fe12cc1f-e6a6-4957-ad47-623ea9c7f2a9) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:30.567477 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37382) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:30.586234 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf73bdf1-8512-4222-9836-47fbbb0296b6 None None] Network fe12cc1f-e6a6-4957-ad47-623ea9c7f2a9 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:50:30.588080 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2a1067-a7d1-48db-922e-5c20cae4e0fb tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:30.588716 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fb2a1067-a7d1-48db-922e-5c20cae4e0fb tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:30.602722 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dd401493-7689-4fc6-810a-f22b6b028724 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:30.623265 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2830144-39ce-41e1-8f8f-894d6c34bb7e req-f3965e9c-f74d-4250-aacc-59bcaad099e4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] No DVR routers for this DVR port 09ed1ef0-b289-435c-b14d-a38f0115bfc4 on host hv-neutron-8281 {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:50:30.627433 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-c2830144-39ce-41e1-8f8f-894d6c34bb7e req-f3965e9c-f74d-4250-aacc-59bcaad099e4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:30.630858 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c2830144-39ce-41e1-8f8f-894d6c34bb7e req-f3965e9c-f74d-4250-aacc-59bcaad099e4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "DELETE /v2.0/ports/09ed1ef0-b289-435c-b14d-a38f0115bfc4 HTTP/1.1" status: 204 len: 173 time: 1.3090594 Feb 16 12:50:30.631311 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a', 'name': 'network-vif-deleted', 'tag': '09ed1ef0-b289-435c-b14d-a38f0115bfc4'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:50:30.633643 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71afd8d3-fe6b-4162-970c-6c67808cc32b" -d '{"events": [{"server_uuid": "5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a", "name": "network-vif-deleted", "tag": "09ed1ef0-b289-435c-b14d-a38f0115bfc4"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:50:30.678415 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-fb2a1067-a7d1-48db-922e-5c20cae4e0fb tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4950767 Feb 16 12:50:30.682890 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37388) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:30.696774 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-019c50c7-a65a-45ad-955a-7b97c286b47d None None] Could not find standard attr ID for object 12319c11-9444-4fd8-92b1-2e91fd2a5a4c. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:50:30.700239 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3bea13-b099-42a3-824d-a6f85daf3534 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:30.702615 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3bea13-b099-42a3-824d-a6f85daf3534 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:30.704150 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3bea13-b099-42a3-824d-a6f85daf3534 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:30.705978 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-8a3bea13-b099-42a3-824d-a6f85daf3534 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1375542 Feb 16 12:50:30.709476 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37390) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:30.717889 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 28d56872-165d-4d7b-86ce-dc9f1377c665 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:30.718155 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:30.723906 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-c19cadb6-5f96-4664-bca3-b6377c4fc53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'name': 'tempest-RoutersTest-router-1909342374', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:06Z', 'updated_at': '2022-02-16T12:50:24Z', 'revision_number': 4, 'project_id': '634d4167fa4743409e8f884871721d4b', 'gw_port_host': None, '_interfaces': [{'id': '28d56872-165d-4d7b-86ce-dc9f1377c665', 'name': '', 'network_id': '91ec3ec5-75b9-4232-b93b-3bbe83c64c51', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:18:69:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:16Z', 'updated_at': '2022-02-16T12:50:28Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62229479-c875-49a3-a1dc-c58f1bd424bd', 'name': '', 'network_id': '6e1fe689-193e-470b-8a4a-1c3813b10d4c', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:67:90:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '943ca0f3-5c17-46d3-9ed3-b3e8466b200d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:23Z', 'updated_at': '2022-02-16T12:50:25Z', 'revision_number': 2, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': '943ca0f3-5c17-46d3-9ed3-b3e8466b200d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e71074e-b586-44b7-b7e7-de922f9349e5', 'name': '', 'network_id': '231ffe77-09bb-480d-8d9c-061d340a2b13', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:d3:5d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bd37c831-96e8-4b35-b765-52a466014343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:09Z', 'updated_at': '2022-02-16T12:50:20Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'bd37c831-96e8-4b35-b765-52a466014343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:30.753251 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-019c50c7-a65a-45ad-955a-7b97c286b47d None None] Provisioning complete for port ce495a99-c783-4f23-9366-40767e02fb9c triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:30.753929 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-019c50c7-a65a-45ad-955a-7b97c286b47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:30.815655 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19cadb6-5f96-4664-bca3-b6377c4fc53f None None] Checking router: dd380b2c-7790-450b-86fd-f222b9f70c42 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:50:30.816279 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19cadb6-5f96-4664-bca3-b6377c4fc53f None None] Updating router dd380b2c-7790-450b-86fd-f222b9f70c42 port 62229479-c875-49a3-a1dc-c58f1bd424bd binding host dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:50:30.820589 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-22cee265-fc89-4492-8666-89afd76238bf tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting subnet 0723b45f-01d2-4844-ab09-d5a3f4a7f26e {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:50:30.856104 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22cee265-fc89-4492-8666-89afd76238bf tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:30.858356 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c19cadb6-5f96-4664-bca3-b6377c4fc53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:30.880309 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 12:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3025eddb-c97c-4daa-8a37-3f53751b4152 x-openstack-request-id: req-3025eddb-c97c-4daa-8a37-3f53751b4152 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:50:30.881459 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a", "name": "network-vif-deleted", "tag": "09ed1ef0-b289-435c-b14d-a38f0115bfc4", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:50:30.881577 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3025eddb-c97c-4daa-8a37-3f53751b4152 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:50:30.881945 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a', 'name': 'network-vif-deleted', 'tag': '09ed1ef0-b289-435c-b14d-a38f0115bfc4', 'status': 'completed', 'code': 200} Feb 16 12:50:30.882648 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dd401493-7689-4fc6-810a-f22b6b028724 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:30.900434 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dd401493-7689-4fc6-810a-f22b6b028724 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:30.910843 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-dd401493-7689-4fc6-810a-f22b6b028724 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/380c339b-a377-4767-8af4-de4c0c701726 HTTP/1.1" status: 204 len: 168 time: 0.5877163 Feb 16 12:50:30.915506 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37392) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:30.916403 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bf27a490-f352-4333-896b-f84c3d0e0c4a req-6702fb7f-23bb-49ef-9099-40661ec90edf tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=b28ad46e-1a6c-432e-9796-1e1bf13e1cfe HTTP/1.1" status: 200 len: 210 time: 0.0883543 Feb 16 12:50:30.957628 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22cee265-fc89-4492-8666-89afd76238bf tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:30.970983 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd401493-7689-4fc6-810a-f22b6b028724 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=380c339b-a377-4767-8af4-de4c0c701726,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:31.127043 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22cee265-fc89-4492-8666-89afd76238bf tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:31.213048 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22cee265-fc89-4492-8666-89afd76238bf tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:31.231417 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22cee265-fc89-4492-8666-89afd76238bf tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:31.236592 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-22cee265-fc89-4492-8666-89afd76238bf tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/0723b45f-01d2-4844-ab09-d5a3f4a7f26e HTTP/1.1" status: 204 len: 168 time: 0.5258155 Feb 16 12:50:31.239262 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37394) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:31.263632 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abf09ec-8402-42a8-8d08-576aded35258 None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:50:31.312069 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cee265-fc89-4492-8666-89afd76238bf tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Subnet': ['ID=0723b45f-01d2-4844-ab09-d5a3f4a7f26e,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:31.331831 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3a8f8713-49e2-4732-b61a-2bf99e4a36bf tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.4111631 Feb 16 12:50:31.334572 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37398) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:31.349751 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-5d30758a-9c81-4948-a20c-e94029a2b53b tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:31.352310 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-5d30758a-9c81-4948-a20c-e94029a2b53b tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.42 "GET /v2.0/networks?id=a876fa82-771e-4c40-93ac-63a7a3825868 HTTP/1.1" status: 200 len: 811 time: 0.3964095 Feb 16 12:50:31.368725 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c19cadb6-5f96-4664-bca3-b6377c4fc53f None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:31.376414 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c19cadb6-5f96-4664-bca3-b6377c4fc53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:31.433578 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-52b61897-9e88-418c-9fed-64b9dfaab099 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:31.453365 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c8d5a20-6098-4d2e-a537-5cf65c1c6ddc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Deleting subnet 43420d8f-0d73-443a-8c1e-ea8482087156 {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:50:31.460124 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6c8d5a20-6098-4d2e-a537-5cf65c1c6ddc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:31.497180 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 8b3af41c-1ba6-44ec-9a05-07a46991e1ba up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:50:31.506377 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d428c788-30cf-45d5-a694-264ca8179a0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-fe12cc1f-e6a6-4957-ad47-623ea9c7f2a9', 'network_id': 'fe12cc1f-e6a6-4957-ad47-623ea9c7f2a9', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'fixed_ips': [{'subnet_id': 'c3dd8f29-d4b3-4c9c-a718-08e1235e5518'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:50:31.508131 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d428c788-30cf-45d5-a694-264ca8179a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:31.564369 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6c8d5a20-6098-4d2e-a537-5cf65c1c6ddc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:31.586798 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-fc8cfec6-8d40-4fb4-9b3e-e401891d2948 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98ec8fef3f1245f3a4cdb1afaef344d1 HTTP/1.1" status: 200 len: 380 time: 0.1710410 Feb 16 12:50:31.630007 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cbb579-8ea0-47c9-bf4d-a377a2ce5e47 None None] Pushing event updated for resources: {'Port': ['ID=62229479-c875-49a3-a1dc-c58f1bd424bd,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:31.633455 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-c19cadb6-5f96-4664-bca3-b6377c4fc53f None None] Attempting to bind port 62229479-c875-49a3-a1dc-c58f1bd424bd on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:31.634646 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-c19cadb6-5f96-4664-bca3-b6377c4fc53f None None] Attempting to bind port 62229479-c875-49a3-a1dc-c58f1bd424bd by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '58d5b07e-b748-4642-9437-f6a57b5df40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e1fe689-193e-470b-8a4a-1c3813b10d4c'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:31.635189 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19cadb6-5f96-4664-bca3-b6377c4fc53f None None] Attempting to bind port 62229479-c875-49a3-a1dc-c58f1bd424bd on network 6e1fe689-193e-470b-8a4a-1c3813b10d4c {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:50:31.642103 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19cadb6-5f96-4664-bca3-b6377c4fc53f None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:50:31.643135 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19cadb6-5f96-4664-bca3-b6377c4fc53f None None] Checking segment: {'id': '58d5b07e-b748-4642-9437-f6a57b5df40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e1fe689-193e-470b-8a4a-1c3813b10d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:50:31.644503 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c19cadb6-5f96-4664-bca3-b6377c4fc53f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:31.645078 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19cadb6-5f96-4664-bca3-b6377c4fc53f None None] Bound using segment: {'id': '58d5b07e-b748-4642-9437-f6a57b5df40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e1fe689-193e-470b-8a4a-1c3813b10d4c'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:50:31.645722 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-c19cadb6-5f96-4664-bca3-b6377c4fc53f None None] Bound port: 62229479-c875-49a3-a1dc-c58f1bd424bd, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58d5b07e-b748-4642-9437-f6a57b5df40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e1fe689-193e-470b-8a4a-1c3813b10d4c'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:31.646715 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c19cadb6-5f96-4664-bca3-b6377c4fc53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:31.669747 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-019c50c7-a65a-45ad-955a-7b97c286b47d None None] Provisioning complete for port 62229479-c875-49a3-a1dc-c58f1bd424bd triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:31.669747 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-019c50c7-a65a-45ad-955a-7b97c286b47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:31.705383 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-b283b7ca-6c05-4452-bbc1-a6f7066515be tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Request body: {'port': {'device_id': 'b28ad46e-1a6c-432e-9796-1e1bf13e1cfe', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'admin_state_up': True, 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'security_groups': ['1cd597d5-2457-47bd-8902-30479afbdefa']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:31.743341 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-c19cadb6-5f96-4664-bca3-b6377c4fc53f None None] For port 62229479-c875-49a3-a1dc-c58f1bd424bd, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:50:31.748400 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-c19cadb6-5f96-4664-bca3-b6377c4fc53f None None] For port 62229479-c875-49a3-a1dc-c58f1bd424bd, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=62229479-c875-49a3-a1dc-c58f1bd424bd,segment=NetworkSegment(58d5b07e-b748-4642-9437-f6a57b5df40e),segment_id=58d5b07e-b748-4642-9437-f6a57b5df40e)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:50:31.751313 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6c8d5a20-6098-4d2e-a537-5cf65c1c6ddc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:31.758425 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c19cadb6-5f96-4664-bca3-b6377c4fc53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:31.876226 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19cadb6-5f96-4664-bca3-b6377c4fc53f None None] Routers {'dd380b2c-7790-450b-86fd-f222b9f70c42'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:50:31.877388 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-c19cadb6-5f96-4664-bca3-b6377c4fc53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:50:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['dd380b2c-7790-450b-86fd-f222b9f70c42'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:31.890130 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-52b61897-9e88-418c-9fed-64b9dfaab099 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:31.893481 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6c8d5a20-6098-4d2e-a537-5cf65c1c6ddc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:31.923079 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 8b3af41c-1ba6-44ec-9a05-07a46991e1ba triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:31.923534 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:31.925169 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6c8d5a20-6098-4d2e-a537-5cf65c1c6ddc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:31.931019 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6c8d5a20-6098-4d2e-a537-5cf65c1c6ddc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/43420d8f-0d73-443a-8c1e-ea8482087156 HTTP/1.1" status: 204 len: 168 time: 0.6882188 Feb 16 12:50:31.935329 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4ee6b7a0-4f55-4dd5-ac59-5deb7023b78a req-eddccc04-51ae-4164-80b9-0d7f91684f46 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=5eb2fbe0-f0a1-4ff5-a059-9f2775af3a3a HTTP/1.1" status: 200 len: 210 time: 0.2712946 Feb 16 12:50:31.954951 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37404) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:31.994373 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d5a20-6098-4d2e-a537-5cf65c1c6ddc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Subnet': ['ID=43420d8f-0d73-443a-8c1e-ea8482087156,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:31.995944 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cbb579-8ea0-47c9-bf4d-a377a2ce5e47 None None] Pushing event updated for resources: {'Port': ['ID=62229479-c875-49a3-a1dc-c58f1bd424bd,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:32.028864 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-52b61897-9e88-418c-9fed-64b9dfaab099 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:32.035061 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-52b61897-9e88-418c-9fed-64b9dfaab099 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:32.038664 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-52b61897-9e88-418c-9fed-64b9dfaab099 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/e9011658-5034-4b31-8df6-ce8742a5d3dd HTTP/1.1" status: 204 len: 168 time: 0.6968439 Feb 16 12:50:32.050267 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-c19cadb6-5f96-4664-bca3-b6377c4fc53f None None] Set router dd380b2c-7790-450b-86fd-f222b9f70c42 gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:50:32.052813 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37408) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:32.053583 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b61897-9e88-418c-9fed-64b9dfaab099 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9011658-5034-4b31-8df6-ce8742a5d3dd,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:32.107435 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9585b33e-ca67-45a4-8884-f446fe101df9 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1400883 Feb 16 12:50:32.118690 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37410) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:32.133258 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-019c50c7-a65a-45ad-955a-7b97c286b47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:32.178615 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-d428c788-30cf-45d5-a694-264ca8179a0d None None] Allocated IP 172.23.0.2 (fe12cc1f-e6a6-4957-ad47-623ea9c7f2a9/c3dd8f29-d4b3-4c9c-a718-08e1235e5518/e909d78c-d2b4-44e3-87c6-665a5b1d7d74) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:32.207343 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-85f4a1e5-7bab-482b-ab4d-48bbd56b8767 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1457489 Feb 16 12:50:32.210023 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7a26998f-26b3-4ff1-aa59-d0833f6b53cf req-44babfed-d516-4a51-b33a-7aee1694fb4f tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=b28ad46e-1a6c-432e-9796-1e1bf13e1cfe HTTP/1.1" status: 200 len: 210 time: 0.0760634 Feb 16 12:50:32.210578 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37412) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:32.246038 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-251eee57-8c50-4b3a-9bcd-2492665b50b6 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:32.255283 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-251eee57-8c50-4b3a-9bcd-2492665b50b6 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:32.287747 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-251eee57-8c50-4b3a-9bcd-2492665b50b6 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:32.293283 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-251eee57-8c50-4b3a-9bcd-2492665b50b6 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:32.297382 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-251eee57-8c50-4b3a-9bcd-2492665b50b6 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/3fbb403f-e250-419c-bb72-a34788f87d08 HTTP/1.1" status: 204 len: 168 time: 0.0835762 Feb 16 12:50:32.300289 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37414) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:32.304600 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eee57-8c50-4b3a-9bcd-2492665b50b6 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3fbb403f-e250-419c-bb72-a34788f87d08,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:32.319187 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-019c50c7-a65a-45ad-955a-7b97c286b47d None None] For port 62229479-c875-49a3-a1dc-c58f1bd424bd, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=62229479-c875-49a3-a1dc-c58f1bd424bd,segment=NetworkSegment(58d5b07e-b748-4642-9437-f6a57b5df40e),segment_id=58d5b07e-b748-4642-9437-f6a57b5df40e)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:32.354010 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5732c3d3-76fe-4eba-ab07-5f4a03920200 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:32.356277 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5732c3d3-76fe-4eba-ab07-5f4a03920200 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2335331 Feb 16 12:50:32.358895 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37416) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:32.362825 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-b283b7ca-6c05-4452-bbc1-a6f7066515be tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Made reservation on behalf of 98ec8fef3f1245f3a4cdb1afaef344d1 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:32.363863 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-019c50c7-a65a-45ad-955a-7b97c286b47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:32.371694 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-b283b7ca-6c05-4452-bbc1-a6f7066515be tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:32.408265 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4cdad5db-fb7c-46fb-9ee1-c79d2467c9b7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:32.424508 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-c19cadb6-5f96-4664-bca3-b6377c4fc53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'name': 'tempest-RoutersTest-router-1909342374', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:06Z', 'updated_at': '2022-02-16T12:50:24Z', 'revision_number': 4, 'project_id': '634d4167fa4743409e8f884871721d4b', 'gw_port_host': None, '_interfaces': [{'id': '28d56872-165d-4d7b-86ce-dc9f1377c665', 'name': '', 'network_id': '91ec3ec5-75b9-4232-b93b-3bbe83c64c51', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:18:69:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:16Z', 'updated_at': '2022-02-16T12:50:28Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62229479-c875-49a3-a1dc-c58f1bd424bd', 'name': '', 'network_id': '6e1fe689-193e-470b-8a4a-1c3813b10d4c', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:67:90:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '943ca0f3-5c17-46d3-9ed3-b3e8466b200d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:23Z', 'updated_at': '2022-02-16T12:50:31Z', 'revision_number': 4, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': '943ca0f3-5c17-46d3-9ed3-b3e8466b200d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e71074e-b586-44b7-b7e7-de922f9349e5', 'name': '', 'network_id': '231ffe77-09bb-480d-8d9c-061d340a2b13', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:d3:5d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bd37c831-96e8-4b35-b765-52a466014343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:09Z', 'updated_at': '2022-02-16T12:50:20Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'bd37c831-96e8-4b35-b765-52a466014343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:32.445530 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcc9a54-872b-44df-84c1-7510e8360da6 None None] Update dhcp port {'port': {'network_id': '8f2fc9c2-6909-42b1-9817-f8926b88a024', 'fixed_ips': [{'subnet_id': '43420d8f-0d73-443a-8c1e-ea8482087156'}], 'binding:host_id': 'dv-neutron-828142-3-hyperv'}, 'id': '8b3af41c-1ba6-44ec-9a05-07a46991e1ba'} from dv-neutron-828142-3-hyperv. {{(pid=109050) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 12:50:32.463107 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab38f4b8-05ea-43f3-8786-f0f5134f4aa6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:32.466997 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ab38f4b8-05ea-43f3-8786-f0f5134f4aa6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1047487 Feb 16 12:50:32.467255 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37418) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:32.477922 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19cadb6-5f96-4664-bca3-b6377c4fc53f None None] The sync data for ids ['dd380b2c-7790-450b-86fd-f222b9f70c42'] in dv-neutron-828142-3-hyperv is: [{'id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'name': 'tempest-RoutersTest-router-1909342374', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:06Z', 'updated_at': '2022-02-16T12:50:24Z', 'revision_number': 4, 'project_id': '634d4167fa4743409e8f884871721d4b', 'gw_port_host': None, '_interfaces': [{'id': '28d56872-165d-4d7b-86ce-dc9f1377c665', 'name': '', 'network_id': '91ec3ec5-75b9-4232-b93b-3bbe83c64c51', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:18:69:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:16Z', 'updated_at': '2022-02-16T12:50:28Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62229479-c875-49a3-a1dc-c58f1bd424bd', 'name': '', 'network_id': '6e1fe689-193e-470b-8a4a-1c3813b10d4c', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:67:90:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '943ca0f3-5c17-46d3-9ed3-b3e8466b200d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:23Z', 'updated_at': '2022-02-16T12:50:31Z', 'revision_number': 4, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': '943ca0f3-5c17-46d3-9ed3-b3e8466b200d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e71074e-b586-44b7-b7e7-de922f9349e5', 'name': '', 'network_id': '231ffe77-09bb-480d-8d9c-061d340a2b13', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:d3:5d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bd37c831-96e8-4b35-b765-52a466014343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:09Z', 'updated_at': '2022-02-16T12:50:20Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'bd37c831-96e8-4b35-b765-52a466014343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:32.523407 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a2357dd6-db2f-4275-954b-7236323760e3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0546360 Feb 16 12:50:32.527303 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37420) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:32.543602 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c50c7-a65a-45ad-955a-7b97c286b47d None None] Pushing event updated for resources: {'Port': ['ID=62229479-c875-49a3-a1dc-c58f1bd424bd,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:32.557171 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7dcc9a54-872b-44df-84c1-7510e8360da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:32.564952 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-146dfaea-e6d9-4b54-89e8-ba7c34bf0b41 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:32.565798 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-146dfaea-e6d9-4b54-89e8-ba7c34bf0b41 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:32.569461 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-146dfaea-e6d9-4b54-89e8-ba7c34bf0b41 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/ports/12319c11-9444-4fd8-92b1-2e91fd2a5a4c HTTP/1.1" status: 404 len: 333 time: 0.0410764 Feb 16 12:50:32.572405 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37422) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:32.633993 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-2b302a10-d72d-47d5-8495-77ea082cccfd None None] Provisioning complete for port 62229479-c875-49a3-a1dc-c58f1bd424bd triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:32.634362 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b302a10-d72d-47d5-8495-77ea082cccfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:32.643497 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-63a9033d-30ec-4999-a53c-08cddc2af97e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:32.644969 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63a9033d-30ec-4999-a53c-08cddc2af97e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:32.653910 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-63a9033d-30ec-4999-a53c-08cddc2af97e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/43420d8f-0d73-443a-8c1e-ea8482087156 HTTP/1.1" status: 404 len: 337 time: 0.0800216 Feb 16 12:50:32.654891 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37424) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:32.704282 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b3309afd-aee1-45db-934b-9ddcaf7471df tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3929799 Feb 16 12:50:32.724860 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37426) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:32.740803 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-6353ea93-f7bb-4e32-90aa-d54b6b5ce007 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:32.741391 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6353ea93-f7bb-4e32-90aa-d54b6b5ce007 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:32.744995 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d428c788-30cf-45d5-a694-264ca8179a0d None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:32.749722 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6353ea93-f7bb-4e32-90aa-d54b6b5ce007 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/0723b45f-01d2-4844-ab09-d5a3f4a7f26e HTTP/1.1" status: 404 len: 337 time: 0.0915170 Feb 16 12:50:32.751860 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 62229479-c875-49a3-a1dc-c58f1bd424bd up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:50:32.756888 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37428) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:32.792778 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea61f54d-6274-414e-83cb-acdd0e7aa639 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:32.793792 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea61f54d-6274-414e-83cb-acdd0e7aa639 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:32.798801 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ea61f54d-6274-414e-83cb-acdd0e7aa639 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/ports/495d8a6b-3110-4ac9-a1c3-4f77b31cf034 HTTP/1.1" status: 404 len: 333 time: 0.0387020 Feb 16 12:50:32.801460 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37430) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:32.825708 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2d598773-e4fe-4b18-90d5-1e6373b99006 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:32.837151 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d428c788-30cf-45d5-a694-264ca8179a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:32.854200 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa09350b-2409-46d6-b93e-c39fcac2c3af tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:32.854841 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa09350b-2409-46d6-b93e-c39fcac2c3af tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:32.861607 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-aa09350b-2409-46d6-b93e-c39fcac2c3af tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/1a6bd499-6c41-4900-ad55-625b79992e45 HTTP/1.1" status: 404 len: 337 time: 0.0441556 Feb 16 12:50:32.862259 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37432) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:32.898555 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-4cdad5db-fb7c-46fb-9ee1-c79d2467c9b7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Allocated IP 172.23.0.1 (fe12cc1f-e6a6-4957-ad47-623ea9c7f2a9/c3dd8f29-d4b3-4c9c-a718-08e1235e5518/4a874464-efeb-477e-9a55-5d9171adf314) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:32.905900 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2d598773-e4fe-4b18-90d5-1e6373b99006 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:32.906243 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d428c788-30cf-45d5-a694-264ca8179a0d None None] Network fe12cc1f-e6a6-4957-ad47-623ea9c7f2a9 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:32.910851 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-443741be-5c9f-4090-8cf7-7a1ad6e1311c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:32.911700 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-443741be-5c9f-4090-8cf7-7a1ad6e1311c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:32.920066 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-d428c788-30cf-45d5-a694-264ca8179a0d None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:32.928925 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-443741be-5c9f-4090-8cf7-7a1ad6e1311c tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/a654590d-b62a-4217-b37e-d1e96becaa6a HTTP/1.1" status: 404 len: 337 time: 0.0612507 Feb 16 12:50:32.932808 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d428c788-30cf-45d5-a694-264ca8179a0d None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:50:32.939363 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37434) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:32.940931 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428c788-30cf-45d5-a694-264ca8179a0d None None] Pushing event updated for resources: {'Port': ['ID=e909d78c-d2b4-44e3-87c6-665a5b1d7d74,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:33.003317 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b33da06-e510-4b23-81c5-98b9821706d7 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:33.004163 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b33da06-e510-4b23-81c5-98b9821706d7 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:33.011261 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0b33da06-e510-4b23-81c5-98b9821706d7 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/ports/db247331-6c9f-4d4b-877f-ccfde2472ebd HTTP/1.1" status: 404 len: 333 time: 0.0618200 Feb 16 12:50:33.011946 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37438) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:33.026703 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da51fbe7-9eb0-4b23-b4ae-d6c05187c21d None None] Network 8f2fc9c2-6909-42b1-9817-f8926b88a024 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:50:33.035677 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37440) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:33.053889 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-555d7c6d-56f8-4112-b8a6-a680f491e4f5 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:33.054361 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-555d7c6d-56f8-4112-b8a6-a680f491e4f5 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:33.060587 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-555d7c6d-56f8-4112-b8a6-a680f491e4f5 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/a1524d9a-f50c-4d54-82fb-9d3a7f568890 HTTP/1.1" status: 404 len: 337 time: 0.0425479 Feb 16 12:50:33.061560 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37442) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:33.106272 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-d26536cc-f181-41f6-93b9-4f6214fdc9cb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:33.106734 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d26536cc-f181-41f6-93b9-4f6214fdc9cb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:33.113684 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d26536cc-f181-41f6-93b9-4f6214fdc9cb tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/1a4a6381-b35b-49e6-b7ea-ad1668bbef14 HTTP/1.1" status: 404 len: 337 time: 0.0496786 Feb 16 12:50:33.116816 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37444) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:33.124396 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 62229479-c875-49a3-a1dc-c58f1bd424bd triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:33.124810 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.144389 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f3dec2-69a2-473b-ba0d-703d059aec62 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:33.145233 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52f3dec2-69a2-473b-ba0d-703d059aec62 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:33.150868 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-52f3dec2-69a2-473b-ba0d-703d059aec62 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/ports/81c37532-4cb2-4453-a764-f682c71de133 HTTP/1.1" status: 404 len: 333 time: 0.0303819 Feb 16 12:50:33.150868 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2d598773-e4fe-4b18-90d5-1e6373b99006 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.155326 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2d598773-e4fe-4b18-90d5-1e6373b99006 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.159884 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2d598773-e4fe-4b18-90d5-1e6373b99006 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/c1e934ac-eec7-411c-9015-bd5bc67cd2c3 HTTP/1.1" status: 204 len: 168 time: 0.4335134 Feb 16 12:50:33.160535 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37446) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:33.160986 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37448) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:33.199335 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-b283b7ca-6c05-4452-bbc1-a6f7066515be tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Allocated IP 172.20.0.3 (a876fa82-771e-4c40-93ac-63a7a3825868/20776c33-d9e6-4c4d-a709-2c81a506e278/5565f9ac-fc96-403e-bd34-74f2df6b73c7) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:33.202721 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d598773-e4fe-4b18-90d5-1e6373b99006 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1e934ac-eec7-411c-9015-bd5bc67cd2c3,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:33.213819 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-621483e0-c630-4e48-ba20-b91ac01466f2 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:33.213819 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-621483e0-c630-4e48-ba20-b91ac01466f2 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:33.220714 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-621483e0-c630-4e48-ba20-b91ac01466f2 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/e221f49c-059e-4dad-8769-8d621b7390bd HTTP/1.1" status: 404 len: 337 time: 0.0556595 Feb 16 12:50:33.223111 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37450) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:33.237571 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-d428c788-30cf-45d5-a694-264ca8179a0d None None] Attempting to bind port e909d78c-d2b4-44e3-87c6-665a5b1d7d74 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:33.238076 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-d428c788-30cf-45d5-a694-264ca8179a0d None None] Attempting to bind port e909d78c-d2b4-44e3-87c6-665a5b1d7d74 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'fc2ec1b1-6ea3-4794-a795-3d926670256a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fe12cc1f-e6a6-4957-ad47-623ea9c7f2a9'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:33.248031 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d428c788-30cf-45d5-a694-264ca8179a0d None None] Attempting to bind port e909d78c-d2b4-44e3-87c6-665a5b1d7d74 on network fe12cc1f-e6a6-4957-ad47-623ea9c7f2a9 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:50:33.253586 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c79a477-cb3a-4aa6-b09d-2c3b2535e869 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:33.254211 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c79a477-cb3a-4aa6-b09d-2c3b2535e869 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:33.257534 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-9c79a477-cb3a-4aa6-b09d-2c3b2535e869 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/37d7dae5-de9e-427d-982c-4ff6ad8c7ad7 HTTP/1.1" status: 404 len: 337 time: 0.0325241 Feb 16 12:50:33.260726 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37454) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:33.279144 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d428c788-30cf-45d5-a694-264ca8179a0d None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:50:33.279722 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d428c788-30cf-45d5-a694-264ca8179a0d None None] Checking segment: {'id': 'fc2ec1b1-6ea3-4794-a795-3d926670256a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fe12cc1f-e6a6-4957-ad47-623ea9c7f2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:50:33.280019 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d428c788-30cf-45d5-a694-264ca8179a0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.280476 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d428c788-30cf-45d5-a694-264ca8179a0d None None] Bound using segment: {'id': 'fc2ec1b1-6ea3-4794-a795-3d926670256a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fe12cc1f-e6a6-4957-ad47-623ea9c7f2a9'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:50:33.280929 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-d428c788-30cf-45d5-a694-264ca8179a0d None None] Bound port: e909d78c-d2b4-44e3-87c6-665a5b1d7d74, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc2ec1b1-6ea3-4794-a795-3d926670256a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fe12cc1f-e6a6-4957-ad47-623ea9c7f2a9'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:33.281507 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d428c788-30cf-45d5-a694-264ca8179a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.316592 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8173c32f-76a7-4b15-941b-d76e3cc2f77a None None] DHCP port deletion for 8f2fc9c2-6909-42b1-9817-f8926b88a024 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:50:33.317482 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d2a80967-be1a-4732-ab68-b62b23810172 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1541355 Feb 16 12:50:33.318831 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37456) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:33.319699 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffa38169-feaa-49e7-ac6d-57e458a123fe tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:33.320298 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffa38169-feaa-49e7-ac6d-57e458a123fe tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:33.326186 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ffa38169-feaa-49e7-ac6d-57e458a123fe tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/ports/b409d5dc-e2ce-424b-9f2d-345fa523ddd0 HTTP/1.1" status: 404 len: 333 time: 0.0608900 Feb 16 12:50:33.340727 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37458) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:33.368476 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9b732e12-64b0-406c-b326-c5d906362a23 None None] Provisioning complete for port 8b3af41c-1ba6-44ec-9a05-07a46991e1ba triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:33.368876 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9b732e12-64b0-406c-b326-c5d906362a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.385569 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-653981bc-6582-49a5-94c3-0da35addfaf9 req-a3dcf2f0-5fde-48d5-b2a0-6b372f25a9b7 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=b28ad46e-1a6c-432e-9796-1e1bf13e1cfe HTTP/1.1" status: 200 len: 210 time: 0.0594997 Feb 16 12:50:33.388551 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-210f073b-cba9-4967-adf7-e47eb2f17a2a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:33.389137 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-210f073b-cba9-4967-adf7-e47eb2f17a2a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:33.394157 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-210f073b-cba9-4967-adf7-e47eb2f17a2a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/6fcfd9c2-44a9-4b89-b814-7ddcebfaa3f6 HTTP/1.1" status: 404 len: 337 time: 0.0512464 Feb 16 12:50:33.398373 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37460) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:33.429639 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-f07195b3-8061-4cea-9fa6-e01e70dc2222 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:33.432970 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f07195b3-8061-4cea-9fa6-e01e70dc2222 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:33.437536 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f07195b3-8061-4cea-9fa6-e01e70dc2222 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/ports/5cf5b523-4f78-4c8d-bf45-0317f8547b25 HTTP/1.1" status: 404 len: 333 time: 0.0354412 Feb 16 12:50:33.438520 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4cdad5db-fb7c-46fb-9ee1-c79d2467c9b7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.439781 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37462) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:33.441904 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2c298777-9216-4b12-9833-110c220a5cf0 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.442061 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9088bc38-4d43-4e53-9e6d-6249d2beb452 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.467003 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2c298777-9216-4b12-9833-110c220a5cf0 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.500227 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9088bc38-4d43-4e53-9e6d-6249d2beb452 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.506056 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device ce495a99-c783-4f23-9366-40767e02fb9c up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:50:33.513823 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0ab7834-197a-4e69-b396-2cf28861114a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:33.513823 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0ab7834-197a-4e69-b396-2cf28861114a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:33.522598 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f0ab7834-197a-4e69-b396-2cf28861114a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/66e8eba6-1089-47c4-9d5d-0efe4340a75a HTTP/1.1" status: 404 len: 337 time: 0.0730767 Feb 16 12:50:33.522820 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37464) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:33.540210 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2c298777-9216-4b12-9833-110c220a5cf0 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.558000 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-b283b7ca-6c05-4452-bbc1-a6f7066515be tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.560510 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2c298777-9216-4b12-9833-110c220a5cf0 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.561350 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-d428c788-30cf-45d5-a694-264ca8179a0d None None] For port e909d78c-d2b4-44e3-87c6-665a5b1d7d74, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:50:33.565335 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2c298777-9216-4b12-9833-110c220a5cf0 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/73b12e53-8cde-4a94-a6fb-a6a9d84204a9 HTTP/1.1" status: 204 len: 168 time: 0.2403264 Feb 16 12:50:33.570919 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37466) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:33.579209 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c298777-9216-4b12-9833-110c220a5cf0 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73b12e53-8cde-4a94-a6fb-a6a9d84204a9,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:33.585075 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-8173c32f-76a7-4b15-941b-d76e3cc2f77a None None] Deleting port 8b3af41c-1ba6-44ec-9a05-07a46991e1ba {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:50:33.585457 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8173c32f-76a7-4b15-941b-d76e3cc2f77a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.589528 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-d428c788-30cf-45d5-a694-264ca8179a0d None None] For port e909d78c-d2b4-44e3-87c6-665a5b1d7d74, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=e909d78c-d2b4-44e3-87c6-665a5b1d7d74,segment=NetworkSegment(fc2ec1b1-6ea3-4794-a795-3d926670256a),segment_id=fc2ec1b1-6ea3-4794-a795-3d926670256a)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:50:33.601139 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-888310f1-c2e2-43c6-9d5d-9219cb1a4764 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:33.602051 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-888310f1-c2e2-43c6-9d5d-9219cb1a4764 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:33.605640 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-888310f1-c2e2-43c6-9d5d-9219cb1a4764 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/ports/033b0f4c-c720-4208-b733-76994c1bbedf HTTP/1.1" status: 404 len: 333 time: 0.0781002 Feb 16 12:50:33.610607 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37468) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:33.648315 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4cdad5db-fb7c-46fb-9ee1-c79d2467c9b7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.652984 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-a79c309c-ad91-4211-a7df-2f92aa99d23d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:33.652984 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a79c309c-ad91-4211-a7df-2f92aa99d23d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:33.657458 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a79c309c-ad91-4211-a7df-2f92aa99d23d tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/d75febce-d87b-47b2-a628-07c4e55d9a58 HTTP/1.1" status: 404 len: 337 time: 0.0431840 Feb 16 12:50:33.658164 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37470) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:33.684459 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c8247ca8-057a-4ba2-ba4b-f5d9e2682d12 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1122704 Feb 16 12:50:33.689186 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37472) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:33.712010 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-b283b7ca-6c05-4452-bbc1-a6f7066515be tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.730325 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8cd1524-f6fb-4089-9f94-a95b265cc304 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:33.731123 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8cd1524-f6fb-4089-9f94-a95b265cc304 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:33.737542 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e8cd1524-f6fb-4089-9f94-a95b265cc304 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/ports/45760e4f-9c83-4ad1-b078-e6addbf6c5dd HTTP/1.1" status: 404 len: 333 time: 0.0671866 Feb 16 12:50:33.738209 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37474) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:33.766112 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-5351815d-2fcc-4b23-bb45-fbd547d9eedd tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:33.766576 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5351815d-2fcc-4b23-bb45-fbd547d9eedd tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:33.773049 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5351815d-2fcc-4b23-bb45-fbd547d9eedd tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/a5464165-4595-46a6-a5df-b0b1d2e26ab1 HTTP/1.1" status: 404 len: 337 time: 0.0337675 Feb 16 12:50:33.773667 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37476) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:33.776373 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdad5db-fb7c-46fb-9ee1-c79d2467c9b7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event updated for resources: {'Port': ['ID=4a874464-efeb-477e-9a55-5d9171adf314,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:33.799525 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-40922948-e946-4686-8bde-7b6b9c57e873 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:33.799772 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d428c788-30cf-45d5-a694-264ca8179a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.800357 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40922948-e946-4686-8bde-7b6b9c57e873 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:33.806484 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-40922948-e946-4686-8bde-7b6b9c57e873 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/ports/452e6738-1814-4362-9506-58e976c36d6b HTTP/1.1" status: 404 len: 333 time: 0.0318353 Feb 16 12:50:33.807201 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37478) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:33.829777 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 09ed1ef0-b289-435c-b14d-a38f0115bfc4 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:50:33.839438 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e06c595-5893-47d4-8ef9-31ba40f6286e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:33.839892 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e06c595-5893-47d4-8ef9-31ba40f6286e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:33.846111 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-4e06c595-5893-47d4-8ef9-31ba40f6286e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/3e327127-8ea6-4125-8ee7-26a9e67dd7fe HTTP/1.1" status: 404 len: 337 time: 0.0379472 Feb 16 12:50:33.846978 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37480) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:33.859698 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdad5db-fb7c-46fb-9ee1-c79d2467c9b7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Network fe12cc1f-e6a6-4957-ad47-623ea9c7f2a9 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:33.878641 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-6477302e-bc85-4d5f-82dd-aac3115dcee9 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:33.879334 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6477302e-bc85-4d5f-82dd-aac3115dcee9 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:33.885158 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6477302e-bc85-4d5f-82dd-aac3115dcee9 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/ports/772f64e7-aa75-4cc5-9484-ee9cf7560e8f HTTP/1.1" status: 404 len: 333 time: 0.0372400 Feb 16 12:50:33.885742 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37482) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:33.900105 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283b7ca-6c05-4452-bbc1-a6f7066515be tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Pushing event updated for resources: {'Port': ['ID=5565f9ac-fc96-403e-bd34-74f2df6b73c7,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:33.915536 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-51614aea-c655-46c6-a528-d4e0471551ee tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:33.916083 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51614aea-c655-46c6-a528-d4e0471551ee tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:33.917046 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-b283b7ca-6c05-4452-bbc1-a6f7066515be tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Network a876fa82-771e-4c40-93ac-63a7a3825868 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:33.918081 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-4cdad5db-fb7c-46fb-9ee1-c79d2467c9b7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:33.922832 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdad5db-fb7c-46fb-9ee1-c79d2467c9b7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:50:33.924460 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-51614aea-c655-46c6-a528-d4e0471551ee tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/49469479-faed-4455-8012-5e7e46fb0e99 HTTP/1.1" status: 404 len: 337 time: 0.0377285 Feb 16 12:50:33.925273 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37484) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:33.927039 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-b283b7ca-6c05-4452-bbc1-a6f7066515be tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:33.930534 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-496eb59d-91f2-4094-9743-047164f8a1d4 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.932097 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9088bc38-4d43-4e53-9e6d-6249d2beb452 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.934586 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9088bc38-4d43-4e53-9e6d-6249d2beb452 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.935714 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9088bc38-4d43-4e53-9e6d-6249d2beb452 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/security-groups/dcd34c9b-d3c4-48a7-b0ae-838ff0dfc9e1 HTTP/1.1" status: 204 len: 168 time: 0.8966532 Feb 16 12:50:33.936606 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-b283b7ca-6c05-4452-bbc1-a6f7066515be tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:50:33.959269 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc3e0ae2-d271-4ee3-ac25-7f8fbb5b490e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:33.959956 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc3e0ae2-d271-4ee3-ac25-7f8fbb5b490e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:33.970602 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-bc3e0ae2-d271-4ee3-ac25-7f8fbb5b490e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/e1af699d-58c8-4b60-8415-054af7b5c4db HTTP/1.1" status: 404 len: 337 time: 0.0432794 Feb 16 12:50:33.971356 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37490) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:33.984469 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37492) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:34.038683 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-8173c32f-76a7-4b15-941b-d76e3cc2f77a None None] For port 8b3af41c-1ba6-44ec-9a05-07a46991e1ba, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=8b3af41c-1ba6-44ec-9a05-07a46991e1ba,segment=NetworkSegment(cc3cb0b5-ac47-454a-be78-3d565446b04f),segment_id=cc3cb0b5-ac47-454a-be78-3d565446b04f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:34.039210 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8173c32f-76a7-4b15-941b-d76e3cc2f77a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:34.057685 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-8173c32f-76a7-4b15-941b-d76e3cc2f77a None None] Calling delete_port for 8b3af41c-1ba6-44ec-9a05-07a46991e1ba owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:50:34.094773 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-496eb59d-91f2-4094-9743-047164f8a1d4 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:34.116131 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9088bc38-4d43-4e53-9e6d-6249d2beb452 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd34c9b-d3c4-48a7-b0ae-838ff0dfc9e1,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:34.175413 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4cdad5db-fb7c-46fb-9ee1-c79d2467c9b7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:34.176760 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428c788-30cf-45d5-a694-264ca8179a0d None None] Pushing event updated for resources: {'Port': ['ID=e909d78c-d2b4-44e3-87c6-665a5b1d7d74,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:34.182885 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] No Port match for: 09ed1ef0-b289-435c-b14d-a38f0115bfc4 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:50:34.183696 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 09ed1ef0-b289-435c-b14d-a38f0115bfc4 not bound to the agent host hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:50:34.194625 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port ce495a99-c783-4f23-9366-40767e02fb9c triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:34.195155 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:34.197352 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-b283b7ca-6c05-4452-bbc1-a6f7066515be tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:34.198222 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-b283b7ca-6c05-4452-bbc1-a6f7066515be tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:34.242367 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-63287427-6cad-4c22-8880-b4cb28d3a12f tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:34.243136 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63287427-6cad-4c22-8880-b4cb28d3a12f tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:34.249640 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-63287427-6cad-4c22-8880-b4cb28d3a12f tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/ports/36234a9e-21f7-4a08-8ec2-ab9c9cc156eb HTTP/1.1" status: 404 len: 333 time: 0.2769113 Feb 16 12:50:34.250229 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37494) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:34.250663 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8173c32f-76a7-4b15-941b-d76e3cc2f77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:34.296380 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8173c32f-76a7-4b15-941b-d76e3cc2f77a None None] Pushing event deleted for resources: {'Port': ['ID=8b3af41c-1ba6-44ec-9a05-07a46991e1ba,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:34.383653 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-af1f271b-caf6-4064-9ae6-1e9b49d22f2c None None] Provisioning complete for port 5565f9ac-fc96-403e-bd34-74f2df6b73c7 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:34.384130 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-af1f271b-caf6-4064-9ae6-1e9b49d22f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:34.408827 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bd8c12f-e6ea-4087-b6f8-e9f56b60559a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:34.409788 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bd8c12f-e6ea-4087-b6f8-e9f56b60559a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:34.421109 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-9bd8c12f-e6ea-4087-b6f8-e9f56b60559a tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/de6dd92f-12dc-49eb-924e-0f68f2f4ce53 HTTP/1.1" status: 404 len: 337 time: 0.0912373 Feb 16 12:50:34.434444 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37498) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:34.442763 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8173c32f-76a7-4b15-941b-d76e3cc2f77a None None] No DVR routers for this DVR port 8b3af41c-1ba6-44ec-9a05-07a46991e1ba on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:50:34.452980 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-af1f271b-caf6-4064-9ae6-1e9b49d22f2c None None] Port 5565f9ac-fc96-403e-bd34-74f2df6b73c7 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:50:34.540982 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c2d5321-ae87-4dce-bf1f-af4d9bc7dec5 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:34.541535 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c2d5321-ae87-4dce-bf1f-af4d9bc7dec5 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:34.545210 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2c2d5321-ae87-4dce-bf1f-af4d9bc7dec5 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/0c0c649e-6f62-4974-b4a8-beca90234bb1 HTTP/1.1" status: 404 len: 337 time: 0.1092131 Feb 16 12:50:34.565204 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37500) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:34.612284 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-92ef0218-a7e9-4c43-9785-c3ad60698042 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:34.613466 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92ef0218-a7e9-4c43-9785-c3ad60698042 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:34.620329 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-92ef0218-a7e9-4c43-9785-c3ad60698042 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/ports/d4855f1d-e5f9-4024-9677-1b36f9810fe1 HTTP/1.1" status: 404 len: 333 time: 0.0575869 Feb 16 12:50:34.650446 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37502) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:34.711586 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 62229479-c875-49a3-a1dc-c58f1bd424bd up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:50:34.734675 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b2bee8-a8e5-49f0-90d5-d09a245cecb3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:34.735131 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8b2bee8-a8e5-49f0-90d5-d09a245cecb3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:34.740491 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b8b2bee8-a8e5-49f0-90d5-d09a245cecb3 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/dde18fcd-45c5-4c8b-b962-52dfd9605a66 HTTP/1.1" status: 404 len: 337 time: 0.0863905 Feb 16 12:50:34.743075 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37504) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:34.773593 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15436fee-0eb3-4180-8cc4-bd862164dd7e req-3d26bf26-4d16-4436-94bd-c9cb2adef6f3 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:34.775254 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-15436fee-0eb3-4180-8cc4-bd862164dd7e req-3d26bf26-4d16-4436-94bd-c9cb2adef6f3 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=b28ad46e-1a6c-432e-9796-1e1bf13e1cfe HTTP/1.1" status: 200 len: 931 time: 0.2794323 Feb 16 12:50:34.804301 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ca4c79d-4baa-48ee-928f-f9505ef43984 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:34.804796 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ca4c79d-4baa-48ee-928f-f9505ef43984 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:34.810946 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5ca4c79d-4baa-48ee-928f-f9505ef43984 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/da179efd-af28-4f68-9b70-38af3a029994 HTTP/1.1" status: 404 len: 337 time: 0.0646253 Feb 16 12:50:34.811923 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37506) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:34.814119 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-496eb59d-91f2-4094-9743-047164f8a1d4 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:34.816619 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-496eb59d-91f2-4094-9743-047164f8a1d4 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:34.820059 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-496eb59d-91f2-4094-9743-047164f8a1d4 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "DELETE /v2.0/security-groups/abf31435-16ad-480b-a738-c8488c2dd34c HTTP/1.1" status: 204 len: 168 time: 1.1249721 Feb 16 12:50:34.820240 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 62229479-c875-49a3-a1dc-c58f1bd424bd triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:34.821234 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:34.826435 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37508) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:34.828414 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-15436fee-0eb3-4180-8cc4-bd862164dd7e req-2b2cb73a-d5da-4e3f-86c0-d50e7636c510 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467408 Feb 16 12:50:34.836337 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-b283b7ca-6c05-4452-bbc1-a6f7066515be tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1602623 Feb 16 12:50:34.881569 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-26acd417-319e-4aea-9e6a-737039c222da service neutron] Request body: {'port': {'device_id': 'b28ad46e-1a6c-432e-9796-1e1bf13e1cfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:34.887304 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2957caa-c53b-4ec4-aafd-9b6a6b54800e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:34.888019 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2957caa-c53b-4ec4-aafd-9b6a6b54800e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:34.894116 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f2957caa-c53b-4ec4-aafd-9b6a6b54800e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/ports/b8770694-1bc1-4a55-a200-95d4280e30aa HTTP/1.1" status: 404 len: 333 time: 0.0780544 Feb 16 12:50:34.894116 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496eb59d-91f2-4094-9743-047164f8a1d4 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf31435-16ad-480b-a738-c8488c2dd34c,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:34.905975 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37510) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:34.911255 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d02e2e06-0b56-441f-b5b4-d69105e86977 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0814998 Feb 16 12:50:34.920289 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37512) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:34.926089 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-81c6a750-b77b-41a4-bbd7-ab6db538338b tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Request body: {'security_group': {'name': 'tempest-secgroup--190719044'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:34.958396 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-26acd417-319e-4aea-9e6a-737039c222da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:34.964074 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8267261-d801-41b3-a7a1-ceef836c06c4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:34.964542 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8267261-d801-41b3-a7a1-ceef836c06c4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:34.971021 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e8267261-d801-41b3-a7a1-ceef836c06c4 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/cb3466b4-f321-4e93-917d-76fe8a46b2c1 HTTP/1.1" status: 404 len: 337 time: 0.0561261 Feb 16 12:50:34.972162 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37514) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:35.034177 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-81c6a750-b77b-41a4-bbd7-ab6db538338b tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:35.036668 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-d88c0bd6-1b23-4d59-8161-580041f84e0b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:35.037136 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d88c0bd6-1b23-4d59-8161-580041f84e0b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:35.042652 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d88c0bd6-1b23-4d59-8161-580041f84e0b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/24424a35-5898-4733-8221-2a5272854ed9 HTTP/1.1" status: 404 len: 337 time: 0.0643263 Feb 16 12:50:35.044038 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37516) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:35.064484 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 8b3af41c-1ba6-44ec-9a05-07a46991e1ba no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:50:35.103298 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ae2ea452-ea13-4b6a-88ca-a81e59317185 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/ports?device_id=3b3084b5-fc48-4978-9f9d-d8810b64969e HTTP/1.1" status: 200 len: 205 time: 0.0586219 Feb 16 12:50:35.122085 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37518) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:35.123370 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 8b3af41c-1ba6-44ec-9a05-07a46991e1ba {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:50:35.131290 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 8b3af41c-1ba6-44ec-9a05-07a46991e1ba not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:50:35.236534 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-81c6a750-b77b-41a4-bbd7-ab6db538338b tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:35.243480 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-81c6a750-b77b-41a4-bbd7-ab6db538338b tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:35.263715 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4cdad5db-fb7c-46fb-9ee1-c79d2467c9b7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:35.302998 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6a750-b77b-41a4-bbd7-ab6db538338b tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=640a6be3-ac2d-4e7d-8b66-564231d527b3,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:35.321479 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-81c6a750-b77b-41a4-bbd7-ab6db538338b tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:35.325439 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-81c6a750-b77b-41a4-bbd7-ab6db538338b tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4017122 Feb 16 12:50:35.326486 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37520) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:35.335039 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-526809a4-1ed6-4cf1-8874-6db41bd19665 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Request body: {'security_group_rule': {'security_group_id': '640a6be3-ac2d-4e7d-8b66-564231d527b3', 'direction': 'ingress', 'protocol': 17}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:35.358979 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-39a2bdc7-337f-498b-85de-201b73b2632c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:35.500383 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-526809a4-1ed6-4cf1-8874-6db41bd19665 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:35.606136 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4cdad5db-fb7c-46fb-9ee1-c79d2467c9b7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:35.608290 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-d8c0817d-5af3-48d4-b58d-c196ed2a19d1 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] delete failed (client error): The resource could not be found. Feb 16 12:50:35.609548 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d8c0817d-5af3-48d4-b58d-c196ed2a19d1 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/routers/3b3084b5-fc48-4978-9f9d-d8810b64969e HTTP/1.1" status: 404 len: 336 time: 0.4840059 Feb 16 12:50:35.613749 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37522) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:35.649690 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-7159d016-e3d1-4443-a7eb-e75b6a123408 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:35.650318 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7159d016-e3d1-4443-a7eb-e75b6a123408 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:35.653486 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7159d016-e3d1-4443-a7eb-e75b6a123408 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/b8ef2e6b-a357-4d1a-baab-a5709cbe81b7 HTTP/1.1" status: 404 len: 337 time: 0.0387299 Feb 16 12:50:35.657085 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4cdad5db-fb7c-46fb-9ee1-c79d2467c9b7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:35.699612 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37524) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:35.770681 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260510d2-0974-40d3-af28-6a443e948896 None None] Network fe12cc1f-e6a6-4957-ad47-623ea9c7f2a9 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:50:35.784116 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a7d32943-610d-4d41-9489-b24c61fba8a5 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "GET /v2.0/ports?device_id=58b2a6a8-028a-4832-983a-af5ed6166427 HTTP/1.1" status: 200 len: 205 time: 0.0765936 Feb 16 12:50:35.790881 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4cdad5db-fb7c-46fb-9ee1-c79d2467c9b7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:35.826568 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37526) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:35.844444 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-3df13ac6-7553-4838-a8a3-9b9b3acf2a38 None None] Provisioning complete for port e909d78c-d2b4-44e3-87c6-665a5b1d7d74 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:35.845676 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3df13ac6-7553-4838-a8a3-9b9b3acf2a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:35.894710 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-526809a4-1ed6-4cf1-8874-6db41bd19665 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:35.915399 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-526809a4-1ed6-4cf1-8874-6db41bd19665 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:35.976899 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdad5db-fb7c-46fb-9ee1-c79d2467c9b7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event updated for resources: {'Port': ['ID=4a874464-efeb-477e-9a55-5d9171adf314,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:35.980482 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-1b3d8a89-fbd8-4031-8d27-cd0e08028fdc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] delete failed (client error): The resource could not be found. Feb 16 12:50:35.983943 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1b3d8a89-fbd8-4031-8d27-cd0e08028fdc tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/routers/58b2a6a8-028a-4832-983a-af5ed6166427 HTTP/1.1" status: 404 len: 336 time: 0.1510580 Feb 16 12:50:35.985231 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37530) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:36.002287 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526809a4-1ed6-4cf1-8874-6db41bd19665 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c8dc166-cbd7-4a0b-9103-f13802306ba9,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:36.005725 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdad5db-fb7c-46fb-9ee1-c79d2467c9b7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Network fe12cc1f-e6a6-4957-ad47-623ea9c7f2a9 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:36.027732 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3df13ac6-7553-4838-a8a3-9b9b3acf2a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:36.029408 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-4cdad5db-fb7c-46fb-9ee1-c79d2467c9b7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:36.039185 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e2534-bc9c-4177-8666-b357601b27b0 req-aba4bf21-722a-4135-a217-6e53cf94fdc1 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:36.047118 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f14e2534-bc9c-4177-8666-b357601b27b0 req-aba4bf21-722a-4135-a217-6e53cf94fdc1 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=b28ad46e-1a6c-432e-9796-1e1bf13e1cfe HTTP/1.1" status: 200 len: 931 time: 0.0913942 Feb 16 12:50:36.048129 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-20dfd420-0b2d-448f-80d9-238b0aab31da tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:36.048969 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20dfd420-0b2d-448f-80d9-238b0aab31da tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:36.052163 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-20dfd420-0b2d-448f-80d9-238b0aab31da tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/249a71bc-2adf-417d-b535-9c640793dbfc HTTP/1.1" status: 404 len: 337 time: 0.0636027 Feb 16 12:50:36.058020 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37532) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:36.059751 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-526809a4-1ed6-4cf1-8874-6db41bd19665 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:36.061002 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-526809a4-1ed6-4cf1-8874-6db41bd19665 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7321830 Feb 16 12:50:36.064297 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37534) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:36.094377 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-698a420a-7a95-4c1a-865e-06564b55669f tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:36.095133 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-698a420a-7a95-4c1a-865e-06564b55669f tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:36.098605 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-698a420a-7a95-4c1a-865e-06564b55669f tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/9a095acc-db49-4234-a42c-aa3432fc5645 HTTP/1.1" status: 404 len: 337 time: 0.0392945 Feb 16 12:50:36.113350 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-3df13ac6-7553-4838-a8a3-9b9b3acf2a38 None None] For port e909d78c-d2b4-44e3-87c6-665a5b1d7d74, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=e909d78c-d2b4-44e3-87c6-665a5b1d7d74,segment=NetworkSegment(fc2ec1b1-6ea3-4794-a795-3d926670256a),segment_id=fc2ec1b1-6ea3-4794-a795-3d926670256a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:36.120588 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37536) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:36.122691 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3df13ac6-7553-4838-a8a3-9b9b3acf2a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:36.188058 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f14e2534-bc9c-4177-8666-b357601b27b0 req-340c122f-663e-4b26-8254-a492efa82ee3 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399846 Feb 16 12:50:36.219208 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1080f09-e26a-45a1-a448-f61d85b29f6b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:36.219994 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1080f09-e26a-45a1-a448-f61d85b29f6b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:36.223226 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e1080f09-e26a-45a1-a448-f61d85b29f6b tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/ports/8b59adc7-af29-4288-9347-ac37aebf9406 HTTP/1.1" status: 404 len: 333 time: 0.0968995 Feb 16 12:50:36.228568 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37538) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:36.245932 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df13ac6-7553-4838-a8a3-9b9b3acf2a38 None None] Pushing event updated for resources: {'Port': ['ID=e909d78c-d2b4-44e3-87c6-665a5b1d7d74,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:36.280273 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-23578b18-91a5-4bc5-94fc-22ec931fc90a tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:36.286282 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-76242947-2ee4-4825-b7e4-b02cb96d4832 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:36.286738 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76242947-2ee4-4825-b7e4-b02cb96d4832 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:36.289768 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-76242947-2ee4-4825-b7e4-b02cb96d4832 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/fa81a863-1b09-4c79-9174-7064c633d938 HTTP/1.1" status: 404 len: 337 time: 0.0596249 Feb 16 12:50:36.296588 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37540) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:36.307343 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cdad5db-fb7c-46fb-9ee1-c79d2467c9b7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Router dd380b2c-7790-450b-86fd-f222b9f70c42 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:50:36.309525 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-26acd417-319e-4aea-9e6a-737039c222da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5565f9ac-fc96-403e-bd34-74f2df6b73c7 {{(pid=109049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 12:50:36.320727 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-26acd417-319e-4aea-9e6a-737039c222da service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:36.338893 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.provisioning_blocks [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-26acd417-319e-4aea-9e6a-737039c222da service neutron] Transition to ACTIVE for port object 5565f9ac-fc96-403e-bd34-74f2df6b73c7 will not be triggered until provisioned by entity L2. {{(pid=109049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:36.342327 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-af193254-a166-41dd-b4ef-105367595551 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:36.343122 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af193254-a166-41dd-b4ef-105367595551 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:36.346996 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-af193254-a166-41dd-b4ef-105367595551 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/ports/95ea3fef-a708-4c0e-859c-b03475b5342a HTTP/1.1" status: 404 len: 333 time: 0.0473673 Feb 16 12:50:36.352876 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-23578b18-91a5-4bc5-94fc-22ec931fc90a tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:36.355704 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37542) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:36.381761 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-26acd417-319e-4aea-9e6a-737039c222da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:36.416394 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e1434e-9627-4bcf-be80-ab59288e952e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:36.416900 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82e1434e-9627-4bcf-be80-ab59288e952e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:36.419947 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-82e1434e-9627-4bcf-be80-ab59288e952e tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/75c9acd0-2610-4f66-9adb-4df7c6a7b4d8 HTTP/1.1" status: 404 len: 337 time: 0.0619864 Feb 16 12:50:36.427947 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37544) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:36.440258 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-39a2bdc7-337f-498b-85de-201b73b2632c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting port 4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:50:36.440591 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-39a2bdc7-337f-498b-85de-201b73b2632c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:36.460889 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdad5db-fb7c-46fb-9ee1-c79d2467c9b7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:50:36.466414 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4cdad5db-fb7c-46fb-9ee1-c79d2467c9b7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "PUT /v2.0/routers/dd380b2c-7790-450b-86fd-f222b9f70c42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7821078 Feb 16 12:50:36.475660 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37546) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:36.475847 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4cc295-3874-4fe0-a392-ce633c629d39 None None] Sync routers for ids ['dd380b2c-7790-450b-86fd-f222b9f70c42'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:36.475941 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed70d40-3b58-4609-ad44-3e5d83254c03 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:36.476329 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aed70d40-3b58-4609-ad44-3e5d83254c03 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:36.480056 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-aed70d40-3b58-4609-ad44-3e5d83254c03 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/ports/968edb07-6428-4d75-af11-a2eb06b796d4 HTTP/1.1" status: 404 len: 333 time: 0.0511489 Feb 16 12:50:36.488225 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-d5cf6329-e02f-409a-b6f8-0a7807f916b5 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:36.488876 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37548) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:36.525897 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4cc295-3874-4fe0-a392-ce633c629d39 None None] Routers {'dd380b2c-7790-450b-86fd-f222b9f70c42'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:50:36.526356 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-8d4cc295-3874-4fe0-a392-ce633c629d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:50:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['dd380b2c-7790-450b-86fd-f222b9f70c42'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:36.551276 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b83c8a-0bbd-4193-a36c-6f3671d49322 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:36.551744 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5b83c8a-0bbd-4193-a36c-6f3671d49322 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:36.560563 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c5b83c8a-0bbd-4193-a36c-6f3671d49322 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/a06c73e9-6afa-419c-8ef8-1c7b0b16f910 HTTP/1.1" status: 404 len: 337 time: 0.0681512 Feb 16 12:50:36.582764 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37550) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:36.583467 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26acd417-319e-4aea-9e6a-737039c222da service neutron] Pushing event updated for resources: {'Port': ['ID=5565f9ac-fc96-403e-bd34-74f2df6b73c7,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:36.632126 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-521dddff-cde9-4f94-bbb6-776007520228 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:36.632874 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-521dddff-cde9-4f94-bbb6-776007520228 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:36.641505 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-521dddff-cde9-4f94-bbb6-776007520228 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/ports/710dd6b9-c3ec-413d-ab22-75b41205c8e3 HTTP/1.1" status: 404 len: 333 time: 0.0518727 Feb 16 12:50:36.642458 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37552) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:36.713876 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-23578b18-91a5-4bc5-94fc-22ec931fc90a tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:36.716915 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-23578b18-91a5-4bc5-94fc-22ec931fc90a tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:36.720990 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-23578b18-91a5-4bc5-94fc-22ec931fc90a tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "DELETE /v2.0/security-groups/640a6be3-ac2d-4e7d-8b66-564231d527b3 HTTP/1.1" status: 204 len: 168 time: 0.6527827 Feb 16 12:50:36.740506 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-6a97bb44-b224-4960-af31-6e06601fd4c7 None None] Provisioning complete for port 4a874464-efeb-477e-9a55-5d9171adf314 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:36.740906 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6a97bb44-b224-4960-af31-6e06601fd4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:36.783500 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37554) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:36.821456 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-26acd417-319e-4aea-9e6a-737039c222da service neutron] Attempting to bind port 5565f9ac-fc96-403e-bd34-74f2df6b73c7 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:36.821912 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-6a97bb44-b224-4960-af31-6e06601fd4c7 None None] Port 4a874464-efeb-477e-9a55-5d9171adf314 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:50:36.822670 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-26acd417-319e-4aea-9e6a-737039c222da service neutron] Attempting to bind port 5565f9ac-fc96-403e-bd34-74f2df6b73c7 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '51914522-65e5-4e31-aa9c-d5caab70328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:36.823248 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-26acd417-319e-4aea-9e6a-737039c222da service neutron] Attempting to bind port 5565f9ac-fc96-403e-bd34-74f2df6b73c7 on network a876fa82-771e-4c40-93ac-63a7a3825868 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:50:36.824966 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device e909d78c-d2b4-44e3-87c6-665a5b1d7d74 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:50:36.872232 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23578b18-91a5-4bc5-94fc-22ec931fc90a tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=640a6be3-ac2d-4e7d-8b66-564231d527b3,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:36.879604 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-39a2bdc7-337f-498b-85de-201b73b2632c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] For port 4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9,segment=NetworkSegment(ca400bf4-9282-4088-b772-9958718b3a4d),segment_id=ca400bf4-9282-4088-b772-9958718b3a4d)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:36.879869 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-39a2bdc7-337f-498b-85de-201b73b2632c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:36.900193 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9c944bf-f650-462e-b003-1c92fca12450 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:36.901342 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9c944bf-f650-462e-b003-1c92fca12450 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:36.910597 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f9c944bf-f650-462e-b003-1c92fca12450 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/06206a24-7e1b-4df6-a6a3-66610ab3a459 HTTP/1.1" status: 404 len: 337 time: 0.2677484 Feb 16 12:50:36.911241 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37556) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:36.920146 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-39a2bdc7-337f-498b-85de-201b73b2632c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Calling delete_port for 4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9 owned by network:router_interface {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:50:36.924544 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-26acd417-319e-4aea-9e6a-737039c222da service neutron] Port 5565f9ac-fc96-403e-bd34-74f2df6b73c7 on network a876fa82-771e-4c40-93ac-63a7a3825868 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:50:36.924871 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-26acd417-319e-4aea-9e6a-737039c222da service neutron] Attempting to bind port 5565f9ac-fc96-403e-bd34-74f2df6b73c7 on network a876fa82-771e-4c40-93ac-63a7a3825868 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:50:36.937764 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-26acd417-319e-4aea-9e6a-737039c222da service neutron] Checking agent: {'id': '31a9428e-e23a-420f-bfe2-5870b63c0436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'started_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:50:36.938216 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-26acd417-319e-4aea-9e6a-737039c222da service neutron] Checking segment: {'id': '51914522-65e5-4e31-aa9c-d5caab70328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:50:36.938606 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-26acd417-319e-4aea-9e6a-737039c222da service neutron] Bound using segment: {'id': '51914522-65e5-4e31-aa9c-d5caab70328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868'} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:50:36.939084 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-26acd417-319e-4aea-9e6a-737039c222da service neutron] Bound port: 5565f9ac-fc96-403e-bd34-74f2df6b73c7, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51914522-65e5-4e31-aa9c-d5caab70328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868'}}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:36.954149 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-26acd417-319e-4aea-9e6a-737039c222da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:36.958500 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-54e9470c-3267-478b-9de9-cd18a095eb56 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1688368 Feb 16 12:50:36.974367 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-8d4cc295-3874-4fe0-a392-ce633c629d39 None None] Set router dd380b2c-7790-450b-86fd-f222b9f70c42 gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:50:36.986655 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37558) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:36.992859 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-4f0b3792-6b81-44a3-81a2-c88af8ef23dd tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Request body: {'security_group': {'name': 'tempest-secgroup--1764266430'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:37.042351 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-6a97bb44-b224-4960-af31-6e06601fd4c7 None None] Provisioning complete for port e909d78c-d2b4-44e3-87c6-665a5b1d7d74 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:37.042715 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6a97bb44-b224-4960-af31-6e06601fd4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:37.067566 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e2f18de-774c-4ecd-842e-817794f5e315 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:37.068314 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e2f18de-774c-4ecd-842e-817794f5e315 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:37.074714 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6e2f18de-774c-4ecd-842e-817794f5e315 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/ports/193787fe-0a4d-4629-ae3c-cd1fc3c1efc1 HTTP/1.1" status: 404 len: 333 time: 0.1622581 Feb 16 12:50:37.077300 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37560) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:37.089940 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4f0b3792-6b81-44a3-81a2-c88af8ef23dd tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:37.130259 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f11775d-3e8f-459e-8d18-d3c8de094c24 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:37.130718 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f11775d-3e8f-459e-8d18-d3c8de094c24 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:37.136884 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8f11775d-3e8f-459e-8d18-d3c8de094c24 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/d41eed1d-8382-41e6-8d6c-98c09e4d969a HTTP/1.1" status: 404 len: 337 time: 0.0581617 Feb 16 12:50:37.139428 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37562) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:37.170806 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-baf4ad54-2f7a-41fa-abb5-e64b3f5d6035 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:37.171988 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baf4ad54-2f7a-41fa-abb5-e64b3f5d6035 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:37.178235 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-baf4ad54-2f7a-41fa-abb5-e64b3f5d6035 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/ports/b61bd907-c711-497a-9145-143da002c84a HTTP/1.1" status: 404 len: 333 time: 0.0351894 Feb 16 12:50:37.183158 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37564) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:37.216245 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-19bfc1c7-7049-4c73-b57d-442daf43a1ea tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:37.216724 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19bfc1c7-7049-4c73-b57d-442daf43a1ea tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:37.223829 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-19bfc1c7-7049-4c73-b57d-442daf43a1ea tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/61762c31-3ecc-4e10-ab13-49ce620f522e HTTP/1.1" status: 404 len: 337 time: 0.0395625 Feb 16 12:50:37.233029 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port e909d78c-d2b4-44e3-87c6-665a5b1d7d74 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:37.233397 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:37.249702 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37568) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:37.298543 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4f0b3792-6b81-44a3-81a2-c88af8ef23dd tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:37.309303 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4f0b3792-6b81-44a3-81a2-c88af8ef23dd tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:37.332096 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-26acd417-319e-4aea-9e6a-737039c222da service neutron] For port 5565f9ac-fc96-403e-bd34-74f2df6b73c7, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:50:37.374828 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-26acd417-319e-4aea-9e6a-737039c222da service neutron] For port 5565f9ac-fc96-403e-bd34-74f2df6b73c7, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5565f9ac-fc96-403e-bd34-74f2df6b73c7,segment=NetworkSegment(51914522-65e5-4e31-aa9c-d5caab70328b),segment_id=51914522-65e5-4e31-aa9c-d5caab70328b)] {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:50:37.379669 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4f0b3792-6b81-44a3-81a2-c88af8ef23dd tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:37.381795 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-498daad8-cb8b-4db0-8b46-61f10f8714e6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:37.382696 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-498daad8-cb8b-4db0-8b46-61f10f8714e6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:37.384806 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4f0b3792-6b81-44a3-81a2-c88af8ef23dd tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3955863 Feb 16 12:50:37.386284 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-498daad8-cb8b-4db0-8b46-61f10f8714e6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/ports/ab46ac99-0beb-4d5a-9841-fb3b3890e59b HTTP/1.1" status: 404 len: 333 time: 0.1263826 Feb 16 12:50:37.389453 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37570) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:37.389827 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37572) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:37.409897 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-7c073101-c18e-45af-8364-7987f3d24736 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Request body: {'security_group': {'name': 'tempest-secgroup--1907989446'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:37.419337 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ed1361-e7fa-4a94-b853-f4e9e829332c None None] get_active_networks_info from dv-neutron-828142-3-hyperv {{(pid=109050) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 12:50:37.447090 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-795170bf-b40b-4990-834a-e890c78ffe04 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:37.447608 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-795170bf-b40b-4990-834a-e890c78ffe04 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:37.454005 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-795170bf-b40b-4990-834a-e890c78ffe04 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/subnets/16329e50-86e0-4e65-b052-3df5019e4910 HTTP/1.1" status: 404 len: 337 time: 0.0388258 Feb 16 12:50:37.455970 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-26acd417-319e-4aea-9e6a-737039c222da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:37.465413 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37574) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:37.472676 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b3792-6b81-44a3-81a2-c88af8ef23dd tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f33cbfe4-6b62-4594-ba46-ec9a319a905d,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:37.506196 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-26acd417-319e-4aea-9e6a-737039c222da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:37.506891 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-26acd417-319e-4aea-9e6a-737039c222da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:37.508331 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-26acd417-319e-4aea-9e6a-737039c222da service neutron] 10.222.0.42 "PUT /v2.0/ports/5565f9ac-fc96-403e-bd34-74f2df6b73c7 HTTP/1.1" status: 200 len: 1093 time: 2.6321175 Feb 16 12:50:37.508807 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b28ad46e-1a6c-432e-9796-1e1bf13e1cfe', 'tag': '5565f9ac-fc96-403e-bd34-74f2df6b73c7'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:50:37.512799 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b145eef-2c4f-458e-8107-1b14d19704d8" -d '{"events": [{"name": "network-changed", "server_uuid": "b28ad46e-1a6c-432e-9796-1e1bf13e1cfe", "tag": "5565f9ac-fc96-403e-bd34-74f2df6b73c7"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:50:37.603655 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 12:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1769c0e8-07c1-4782-b5b2-d170af9eddde x-openstack-request-id: req-1769c0e8-07c1-4782-b5b2-d170af9eddde {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:50:37.603952 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b28ad46e-1a6c-432e-9796-1e1bf13e1cfe", "tag": "5565f9ac-fc96-403e-bd34-74f2df6b73c7", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:50:37.604192 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1769c0e8-07c1-4782-b5b2-d170af9eddde {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:50:37.604667 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b28ad46e-1a6c-432e-9796-1e1bf13e1cfe', 'tag': '5565f9ac-fc96-403e-bd34-74f2df6b73c7', 'status': 'completed', 'code': 200} Feb 16 12:50:37.614233 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-8d4cc295-3874-4fe0-a392-ce633c629d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'name': 'tempest-RoutersTest-router-1909342374', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:06Z', 'updated_at': '2022-02-16T12:50:35Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'gw_port_host': None, '_interfaces': [{'id': '28d56872-165d-4d7b-86ce-dc9f1377c665', 'name': '', 'network_id': '91ec3ec5-75b9-4232-b93b-3bbe83c64c51', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:18:69:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:16Z', 'updated_at': '2022-02-16T12:50:28Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a874464-efeb-477e-9a55-5d9171adf314', 'name': '', 'network_id': 'fe12cc1f-e6a6-4957-ad47-623ea9c7f2a9', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:27:74:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'c3dd8f29-d4b3-4c9c-a718-08e1235e5518', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:32Z', 'updated_at': '2022-02-16T12:50:35Z', 'revision_number': 2, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'c3dd8f29-d4b3-4c9c-a718-08e1235e5518', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62229479-c875-49a3-a1dc-c58f1bd424bd', 'name': '', 'network_id': '6e1fe689-193e-470b-8a4a-1c3813b10d4c', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:67:90:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '943ca0f3-5c17-46d3-9ed3-b3e8466b200d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:23Z', 'updated_at': '2022-02-16T12:50:32Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': '943ca0f3-5c17-46d3-9ed3-b3e8466b200d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e71074e-b586-44b7-b7e7-de922f9349e5', 'name': '', 'network_id': '231ffe77-09bb-480d-8d9c-061d340a2b13', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:d3:5d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bd37c831-96e8-4b35-b765-52a466014343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:09Z', 'updated_at': '2022-02-16T12:50:20Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'bd37c831-96e8-4b35-b765-52a466014343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:37.617312 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26acd417-319e-4aea-9e6a-737039c222da service neutron] Pushing event updated for resources: {'Port': ['ID=5565f9ac-fc96-403e-bd34-74f2df6b73c7,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:37.629721 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7c073101-c18e-45af-8364-7987f3d24736 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:37.646759 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-cc5c800a-5926-4b17-a494-57008447b628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:37.648652 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-cc5c800a-5926-4b17-a494-57008447b628 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98ec8fef3f1245f3a4cdb1afaef344d1&device_id=b28ad46e-1a6c-432e-9796-1e1bf13e1cfe HTTP/1.1" status: 200 len: 1096 time: 0.0867255 Feb 16 12:50:37.658729 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4cc295-3874-4fe0-a392-ce633c629d39 None None] Checking router: dd380b2c-7790-450b-86fd-f222b9f70c42 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:50:37.659157 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4cc295-3874-4fe0-a392-ce633c629d39 None None] Updating router dd380b2c-7790-450b-86fd-f222b9f70c42 port 4a874464-efeb-477e-9a55-5d9171adf314 binding host dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:50:37.688103 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8d4cc295-3874-4fe0-a392-ce633c629d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:37.717414 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-6889e93f-f674-45c3-980b-36227ef7c1a0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5565f9ac-fc96-403e-bd34-74f2df6b73c7 HTTP/1.1" status: 200 len: 217 time: 0.0561152 Feb 16 12:50:37.724105 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-ffd78127-2032-4b0b-98ba-9937f47c7350 None None] Provisioning complete for port 4a874464-efeb-477e-9a55-5d9171adf314 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:37.724584 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ffd78127-2032-4b0b-98ba-9937f47c7350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:37.729561 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc695c4-633b-4e49-94aa-829fa5011758 req-57293174-0f96-4a2b-b924-74cb4321ffa6 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:37.737449 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6fc695c4-633b-4e49-94aa-829fa5011758 req-57293174-0f96-4a2b-b924-74cb4321ffa6 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=b28ad46e-1a6c-432e-9796-1e1bf13e1cfe HTTP/1.1" status: 200 len: 943 time: 0.3642178 Feb 16 12:50:37.765052 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-ffd78127-2032-4b0b-98ba-9937f47c7350 None None] Port 4a874464-efeb-477e-9a55-5d9171adf314 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:50:37.786424 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-40425b9a-b1cb-456a-abd2-b968f41401a6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:37.801620 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ed1361-e7fa-4a94-b853-f4e9e829332c None None] Resources bound (agent type, host, resource id): {{(pid=109050) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:50:37.855185 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7c073101-c18e-45af-8364-7987f3d24736 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:37.866015 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6fc695c4-633b-4e49-94aa-829fa5011758 req-ac08ef39-2101-4ef7-868d-aca6c798a985 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274579 Feb 16 12:50:37.870787 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-d9810298-eae4-4b5f-a187-38b269adc04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:37.872349 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-d9810298-eae4-4b5f-a187-38b269adc04b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=20776c33-d9e6-4c4d-a709-2c81a506e278 HTTP/1.1" status: 200 len: 850 time: 0.1436174 Feb 16 12:50:37.873493 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7c073101-c18e-45af-8364-7987f3d24736 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:37.904342 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.extraroute_db [None req-d5cf6329-e02f-409a-b6f8-0a7807f916b5 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=109048) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 16 12:50:37.925198 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7c073101-c18e-45af-8364-7987f3d24736 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:37.928914 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7c073101-c18e-45af-8364-7987f3d24736 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5326195 Feb 16 12:50:37.930040 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37578) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:37.933534 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c073101-c18e-45af-8364-7987f3d24736 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3001d5c-5cf9-456a-a814-24734b0e1f6f,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:37.936254 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-5ed39e82-aafe-472e-85c2-bdb37d6bc6b8 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Request body: {'security_group_rule': {'security_group_id': 'f33cbfe4-6b62-4594-ba46-ec9a319a905d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f3001d5c-5cf9-456a-a814-24734b0e1f6f', 'remote_ip_prefix': None}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:37.952207 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-e274b361-2cb2-4057-b662-d6274c60dc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:37.954135 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-e274b361-2cb2-4057-b662-d6274c60dc6a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a876fa82-771e-4c40-93ac-63a7a3825868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716538 Feb 16 12:50:37.998854 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.extraroute_db [None req-d5cf6329-e02f-409a-b6f8-0a7807f916b5 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Removed routes are [] {{(pid=109048) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 16 12:50:37.998854 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d5cf6329-e02f-409a-b6f8-0a7807f916b5 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3843129', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3843523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28061'] for router, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.107454 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-40425b9a-b1cb-456a-abd2-b968f41401a6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.111008 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-b9076c68-5a96-4189-a2bf-353e499b9fef service neutron] 10.222.0.42 "GET /v2.0/networks/a876fa82-771e-4c40-93ac-63a7a3825868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485572 Feb 16 12:50:38.176992 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-40425b9a-b1cb-456a-abd2-b968f41401a6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f2fc9c2-6909-42b1-9817-f8926b88a024']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:38.197106 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-39a2bdc7-337f-498b-85de-201b73b2632c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.213633 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-40425b9a-b1cb-456a-abd2-b968f41401a6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc3cb0b5-ac47-454a-be78-3d565446b04f') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:38.213955 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-40425b9a-b1cb-456a-abd2-b968f41401a6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc3cb0b5-ac47-454a-be78-3d565446b04f') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:38.217866 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5ed39e82-aafe-472e-85c2-bdb37d6bc6b8 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.256347 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-40425b9a-b1cb-456a-abd2-b968f41401a6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.258675 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b1c01e1a-c57b-4db3-8a57-ce7fc7f81529 req-aee12193-deae-4184-82d5-bdc413f39c97 service neutron] 10.222.0.42 "GET /v2.0/networks/a876fa82-771e-4c40-93ac-63a7a3825868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346867 Feb 16 12:50:38.262899 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2bdc7-337f-498b-85de-201b73b2632c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Port': ['ID=4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:38.380951 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b145eef-2c4f-458e-8107-1b14d19704d8 req-7d8517b7-0e41-4e70-9b1a-3232518a1881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:38.385470 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6b145eef-2c4f-458e-8107-1b14d19704d8 req-7d8517b7-0e41-4e70-9b1a-3232518a1881 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98ec8fef3f1245f3a4cdb1afaef344d1&device_id=b28ad46e-1a6c-432e-9796-1e1bf13e1cfe HTTP/1.1" status: 200 len: 1096 time: 0.0440338 Feb 16 12:50:38.388379 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-40425b9a-b1cb-456a-abd2-b968f41401a6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.415055 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4571efcc-4072-4098-9975-2fefffa114e4 None None] get_active_networks_info from dv-neutron-828142-3-hyperv {{(pid=109050) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 12:50:38.471592 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8d4cc295-3874-4fe0-a392-ce633c629d39 None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.481750 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8d4cc295-3874-4fe0-a392-ce633c629d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.488672 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40425b9a-b1cb-456a-abd2-b968f41401a6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:50:38.489303 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-40425b9a-b1cb-456a-abd2-b968f41401a6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.495695 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b145eef-2c4f-458e-8107-1b14d19704d8 req-76179920-d1ba-4e62-a7cc-10e3a34ea20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:38.497317 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6b145eef-2c4f-458e-8107-1b14d19704d8 req-76179920-d1ba-4e62-a7cc-10e3a34ea20c service neutron] 10.222.0.42 "GET /v2.0/networks?id=a876fa82-771e-4c40-93ac-63a7a3825868 HTTP/1.1" status: 200 len: 912 time: 0.1051602 Feb 16 12:50:38.498988 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:50:38.498988 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:50:38.498988 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:50:38.498988 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:50:38.498988 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:50:38.498988 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:50:38.498988 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:50:38.498988 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:50:38.498988 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:50:38.498988 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:50:38.498988 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:50:38.498988 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:50:38.498988 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:50:38.498988 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:50:38.498988 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:50:38.498988 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:50:38.498988 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:50:38.498988 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:50:38.498988 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:50:38.498988 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:50:38.498988 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:50:38.498988 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:50:38.498988 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:50:38.498988 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:50:38.498988 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:50:38.498988 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:50:38.498988 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:50:38.498988 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:50:38.498988 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:50:38.498988 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:50:38.498988 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:50:38.498988 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:50:38.573977 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6b145eef-2c4f-458e-8107-1b14d19704d8 req-6f75337b-f3b0-4cc0-a964-e28d39dea265 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5565f9ac-fc96-403e-bd34-74f2df6b73c7 HTTP/1.1" status: 200 len: 217 time: 0.0665565 Feb 16 12:50:38.585172 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c7aba-17ad-46c6-9b45-61b0f96f86a2 None None] Pushing event updated for resources: {'Port': ['ID=4a874464-efeb-477e-9a55-5d9171adf314,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:38.607594 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c7aba-17ad-46c6-9b45-61b0f96f86a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:38.608020 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c7aba-17ad-46c6-9b45-61b0f96f86a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:38.608272 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c7aba-17ad-46c6-9b45-61b0f96f86a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:38.608602 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c7aba-17ad-46c6-9b45-61b0f96f86a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:38.608969 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c7aba-17ad-46c6-9b45-61b0f96f86a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:38.609298 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c7aba-17ad-46c6-9b45-61b0f96f86a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:38.609624 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c7aba-17ad-46c6-9b45-61b0f96f86a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:38.609947 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c7aba-17ad-46c6-9b45-61b0f96f86a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:38.610268 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c7aba-17ad-46c6-9b45-61b0f96f86a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:38.611116 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c7aba-17ad-46c6-9b45-61b0f96f86a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:38.611447 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c7aba-17ad-46c6-9b45-61b0f96f86a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:38.611762 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c7aba-17ad-46c6-9b45-61b0f96f86a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:38.658409 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b145eef-2c4f-458e-8107-1b14d19704d8 req-7c5f65de-e728-41af-b01b-60aabd7c04a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:38.658692 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4571efcc-4072-4098-9975-2fefffa114e4 None None] Resources bound (agent type, host, resource id): {{(pid=109050) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:50:38.660180 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6b145eef-2c4f-458e-8107-1b14d19704d8 req-7c5f65de-e728-41af-b01b-60aabd7c04a1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=20776c33-d9e6-4c4d-a709-2c81a506e278 HTTP/1.1" status: 200 len: 850 time: 0.0731390 Feb 16 12:50:38.664787 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-8d4cc295-3874-4fe0-a392-ce633c629d39 None None] Attempting to bind port 4a874464-efeb-477e-9a55-5d9171adf314 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:38.665150 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-8d4cc295-3874-4fe0-a392-ce633c629d39 None None] Attempting to bind port 4a874464-efeb-477e-9a55-5d9171adf314 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'fc2ec1b1-6ea3-4794-a795-3d926670256a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fe12cc1f-e6a6-4957-ad47-623ea9c7f2a9'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:38.665500 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4cc295-3874-4fe0-a392-ce633c629d39 None None] Attempting to bind port 4a874464-efeb-477e-9a55-5d9171adf314 on network fe12cc1f-e6a6-4957-ad47-623ea9c7f2a9 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:50:38.676128 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4cc295-3874-4fe0-a392-ce633c629d39 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:50:38.676128 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4cc295-3874-4fe0-a392-ce633c629d39 None None] Checking segment: {'id': 'fc2ec1b1-6ea3-4794-a795-3d926670256a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fe12cc1f-e6a6-4957-ad47-623ea9c7f2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:50:38.676558 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8d4cc295-3874-4fe0-a392-ce633c629d39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.676974 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4cc295-3874-4fe0-a392-ce633c629d39 None None] Bound using segment: {'id': 'fc2ec1b1-6ea3-4794-a795-3d926670256a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fe12cc1f-e6a6-4957-ad47-623ea9c7f2a9'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:50:38.677451 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-8d4cc295-3874-4fe0-a392-ce633c629d39 None None] Bound port: 4a874464-efeb-477e-9a55-5d9171adf314, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc2ec1b1-6ea3-4794-a795-3d926670256a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fe12cc1f-e6a6-4957-ad47-623ea9c7f2a9'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:38.677959 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8d4cc295-3874-4fe0-a392-ce633c629d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.682643 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-40425b9a-b1cb-456a-abd2-b968f41401a6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.687169 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-40425b9a-b1cb-456a-abd2-b968f41401a6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.691382 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-40425b9a-b1cb-456a-abd2-b968f41401a6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] 10.222.0.90 "DELETE /v2.0/networks/8f2fc9c2-6909-42b1-9817-f8926b88a024 HTTP/1.1" status: 204 len: 168 time: 1.2244942 Feb 16 12:50:38.700080 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d5cf6329-e02f-409a-b6f8-0a7807f916b5 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3843129', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3843523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28061'] for router, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.716924 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b145eef-2c4f-458e-8107-1b14d19704d8 req-ab629328-fea2-47df-8aff-5ff1a29903b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:38.718696 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6b145eef-2c4f-458e-8107-1b14d19704d8 req-ab629328-fea2-47df-8aff-5ff1a29903b8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a876fa82-771e-4c40-93ac-63a7a3825868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0517204 Feb 16 12:50:38.758439 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5ed39e82-aafe-472e-85c2-bdb37d6bc6b8 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.779870 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d5cf6329-e02f-409a-b6f8-0a7807f916b5 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3843106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3843115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3843959'] for router, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.821777 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-8d4cc295-3874-4fe0-a392-ce633c629d39 None None] For port 4a874464-efeb-477e-9a55-5d9171adf314, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:50:38.831954 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40425b9a-b1cb-456a-abd2-b968f41401a6 tempest-NetworksTestDHCPv6-331707965 tempest-NetworksTestDHCPv6-331707965-project] Pushing event deleted for resources: {'Network': ['ID=8f2fc9c2-6909-42b1-9817-f8926b88a024,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:38.833983 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5ed39e82-aafe-472e-85c2-bdb37d6bc6b8 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.853126 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-8d4cc295-3874-4fe0-a392-ce633c629d39 None None] For port 4a874464-efeb-477e-9a55-5d9171adf314, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=4a874464-efeb-477e-9a55-5d9171adf314,segment=NetworkSegment(fc2ec1b1-6ea3-4794-a795-3d926670256a),segment_id=fc2ec1b1-6ea3-4794-a795-3d926670256a)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:50:38.863712 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8d4cc295-3874-4fe0-a392-ce633c629d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.894892 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6b145eef-2c4f-458e-8107-1b14d19704d8 req-e28ae2be-b3a0-4fee-ace6-83167420ea80 service neutron] 10.222.0.42 "GET /v2.0/networks/a876fa82-771e-4c40-93ac-63a7a3825868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633482 Feb 16 12:50:38.983865 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4cc295-3874-4fe0-a392-ce633c629d39 None None] Routers {'dd380b2c-7790-450b-86fd-f222b9f70c42'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:50:38.984997 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-8d4cc295-3874-4fe0-a392-ce633c629d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:50:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['dd380b2c-7790-450b-86fd-f222b9f70c42'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:38.990739 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c7aba-17ad-46c6-9b45-61b0f96f86a2 None None] Pushing event updated for resources: {'Port': ['ID=4a874464-efeb-477e-9a55-5d9171adf314,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:39.090118 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6b145eef-2c4f-458e-8107-1b14d19704d8 req-8f55a948-19b1-4d3a-855c-7a1b99a1a4a9 service neutron] 10.222.0.42 "GET /v2.0/networks/a876fa82-771e-4c40-93ac-63a7a3825868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797287 Feb 16 12:50:39.117905 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37586) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:39.168466 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-8d4cc295-3874-4fe0-a392-ce633c629d39 None None] Set router dd380b2c-7790-450b-86fd-f222b9f70c42 gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:50:39.256774 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed39e82-aafe-472e-85c2-bdb37d6bc6b8 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=266e5e49-714d-410e-8fff-32ad3303c1ba,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:39.278710 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5ed39e82-aafe-472e-85c2-bdb37d6bc6b8 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:39.279838 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5ed39e82-aafe-472e-85c2-bdb37d6bc6b8 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.3472624 Feb 16 12:50:39.284669 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37590) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:39.308716 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-39a2bdc7-337f-498b-85de-201b73b2632c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:39.331076 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d9275-2ac5-411d-a9ff-41ad553888e1 req-7b94f68c-b604-4199-a574-97e05d942039 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:39.333427 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-db4d9275-2ac5-411d-a9ff-41ad553888e1 req-7b94f68c-b604-4199-a574-97e05d942039 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=b28ad46e-1a6c-432e-9796-1e1bf13e1cfe HTTP/1.1" status: 200 len: 943 time: 0.1779752 Feb 16 12:50:39.342009 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5cf6329-e02f-409a-b6f8-0a7807f916b5 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Router dd380b2c-7790-450b-86fd-f222b9f70c42 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:50:39.368105 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-666ba4f7-f66b-4ad8-ab47-517ed026c187 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:39.410285 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-666ba4f7-f66b-4ad8-ab47-517ed026c187 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:39.421196 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-56c555c6-3254-42f6-a42a-29630684ef84 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=be5b52488c81417d8a14c19e9fdcbd47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3019450 Feb 16 12:50:39.422321 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37592) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:39.501309 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-666ba4f7-f66b-4ad8-ab47-517ed026c187 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:39.513156 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-666ba4f7-f66b-4ad8-ab47-517ed026c187 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:39.517294 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-666ba4f7-f66b-4ad8-ab47-517ed026c187 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/266e5e49-714d-410e-8fff-32ad3303c1ba HTTP/1.1" status: 204 len: 168 time: 0.2269254 Feb 16 12:50:39.520727 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37594) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:39.524374 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-db4d9275-2ac5-411d-a9ff-41ad553888e1 req-c4a98ef3-158e-491f-92ae-7766c786dfa4 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805186 Feb 16 12:50:39.555553 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ba4f7-f66b-4ad8-ab47-517ed026c187 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=266e5e49-714d-410e-8fff-32ad3303c1ba,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:39.598767 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-8d4cc295-3874-4fe0-a392-ce633c629d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'name': 'tempest-RoutersTest-router-1909342374', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:06Z', 'updated_at': '2022-02-16T12:50:37Z', 'revision_number': 6, 'project_id': '634d4167fa4743409e8f884871721d4b', 'gw_port_host': None, '_interfaces': [{'id': '28d56872-165d-4d7b-86ce-dc9f1377c665', 'name': '', 'network_id': '91ec3ec5-75b9-4232-b93b-3bbe83c64c51', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:18:69:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:16Z', 'updated_at': '2022-02-16T12:50:28Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a874464-efeb-477e-9a55-5d9171adf314', 'name': '', 'network_id': 'fe12cc1f-e6a6-4957-ad47-623ea9c7f2a9', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:27:74:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'c3dd8f29-d4b3-4c9c-a718-08e1235e5518', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:32Z', 'updated_at': '2022-02-16T12:50:38Z', 'revision_number': 4, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'c3dd8f29-d4b3-4c9c-a718-08e1235e5518', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62229479-c875-49a3-a1dc-c58f1bd424bd', 'name': '', 'network_id': '6e1fe689-193e-470b-8a4a-1c3813b10d4c', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:67:90:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '943ca0f3-5c17-46d3-9ed3-b3e8466b200d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:23Z', 'updated_at': '2022-02-16T12:50:32Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': '943ca0f3-5c17-46d3-9ed3-b3e8466b200d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e71074e-b586-44b7-b7e7-de922f9349e5', 'name': '', 'network_id': '231ffe77-09bb-480d-8d9c-061d340a2b13', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:d3:5d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bd37c831-96e8-4b35-b765-52a466014343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:09Z', 'updated_at': '2022-02-16T12:50:20Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'bd37c831-96e8-4b35-b765-52a466014343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:39.617078 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-76625699-798c-4459-966a-d5192c5df3d0 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0914178 Feb 16 12:50:39.618500 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37596) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:39.626277 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a55a11b1-ff14-4153-874a-9a4a07663e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:39.667947 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4cc295-3874-4fe0-a392-ce633c629d39 None None] The sync data for ids ['dd380b2c-7790-450b-86fd-f222b9f70c42'] in dv-neutron-828142-3-hyperv is: [{'id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'name': 'tempest-RoutersTest-router-1909342374', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:06Z', 'updated_at': '2022-02-16T12:50:37Z', 'revision_number': 6, 'project_id': '634d4167fa4743409e8f884871721d4b', 'gw_port_host': None, '_interfaces': [{'id': '28d56872-165d-4d7b-86ce-dc9f1377c665', 'name': '', 'network_id': '91ec3ec5-75b9-4232-b93b-3bbe83c64c51', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:18:69:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:16Z', 'updated_at': '2022-02-16T12:50:28Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a874464-efeb-477e-9a55-5d9171adf314', 'name': '', 'network_id': 'fe12cc1f-e6a6-4957-ad47-623ea9c7f2a9', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:27:74:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'c3dd8f29-d4b3-4c9c-a718-08e1235e5518', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:32Z', 'updated_at': '2022-02-16T12:50:38Z', 'revision_number': 4, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'c3dd8f29-d4b3-4c9c-a718-08e1235e5518', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62229479-c875-49a3-a1dc-c58f1bd424bd', 'name': '', 'network_id': '6e1fe689-193e-470b-8a4a-1c3813b10d4c', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:67:90:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '943ca0f3-5c17-46d3-9ed3-b3e8466b200d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:23Z', 'updated_at': '2022-02-16T12:50:32Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': '943ca0f3-5c17-46d3-9ed3-b3e8466b200d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e71074e-b586-44b7-b7e7-de922f9349e5', 'name': '', 'network_id': '231ffe77-09bb-480d-8d9c-061d340a2b13', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:d3:5d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bd37c831-96e8-4b35-b765-52a466014343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:09Z', 'updated_at': '2022-02-16T12:50:20Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'bd37c831-96e8-4b35-b765-52a466014343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:39.710186 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a55a11b1-ff14-4153-874a-9a4a07663e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:39.821128 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-df4a9c32-f3db-4165-9d31-4506b093b45f tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:39.828702 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5cf6329-e02f-409a-b6f8-0a7807f916b5 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:50:39.837535 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d5cf6329-e02f-409a-b6f8-0a7807f916b5 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:39.841667 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d5cf6329-e02f-409a-b6f8-0a7807f916b5 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "PUT /v2.0/routers/dd380b2c-7790-450b-86fd-f222b9f70c42 HTTP/1.1" status: 200 len: 934 time: 3.3604317 Feb 16 12:50:39.843835 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37598) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:39.868793 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a2bdc7-337f-498b-85de-201b73b2632c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router 24cf7b7e-f935-47c5-aef9-0effe62071e8 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:50:39.891558 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-df4a9c32-f3db-4165-9d31-4506b093b45f tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:39.899428 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-7766523d-8dfc-44d2-a361-1cf05f191c6f None None] Provisioning complete for port 4a874464-efeb-477e-9a55-5d9171adf314 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:39.900761 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7766523d-8dfc-44d2-a361-1cf05f191c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:39.971263 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a55a11b1-ff14-4153-874a-9a4a07663e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:39.973944 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a55a11b1-ff14-4153-874a-9a4a07663e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:39.978939 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a55a11b1-ff14-4153-874a-9a4a07663e0c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/fba6d43b-4a44-4ec4-806f-a2420f4b76e0 HTTP/1.1" status: 204 len: 168 time: 0.5458775 Feb 16 12:50:40.025050 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a11b1-ff14-4153-874a-9a4a07663e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba6d43b-4a44-4ec4-806f-a2420f4b76e0,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:40.069095 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7766523d-8dfc-44d2-a361-1cf05f191c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:40.075398 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2fccd858-58d0-42a1-aabd-f424dd1407a5 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "GET /v2.0/routers/dd380b2c-7790-450b-86fd-f222b9f70c42 HTTP/1.1" status: 200 len: 934 time: 0.2302933 Feb 16 12:50:40.076119 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37602) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:40.078555 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-df4a9c32-f3db-4165-9d31-4506b093b45f tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:40.082137 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-df4a9c32-f3db-4165-9d31-4506b093b45f tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:40.086201 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-df4a9c32-f3db-4165-9d31-4506b093b45f tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "DELETE /v2.0/security-groups/f3001d5c-5cf9-456a-a814-24734b0e1f6f HTTP/1.1" status: 204 len: 168 time: 0.4662435 Feb 16 12:50:40.089685 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-6ade9dc8-d2e9-4f89-89d4-d1bbbc2d948d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Request body: {'router': {'routes': None}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:40.093115 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37604) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:40.116722 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a2bdc7-337f-498b-85de-201b73b2632c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:50:40.118325 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-7766523d-8dfc-44d2-a361-1cf05f191c6f None None] For port 4a874464-efeb-477e-9a55-5d9171adf314, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=4a874464-efeb-477e-9a55-5d9171adf314,segment=NetworkSegment(fc2ec1b1-6ea3-4794-a795-3d926670256a),segment_id=fc2ec1b1-6ea3-4794-a795-3d926670256a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:40.122932 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-39a2bdc7-337f-498b-85de-201b73b2632c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "PUT /v2.0/routers/24cf7b7e-f935-47c5-aef9-0effe62071e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1375108 Feb 16 12:50:40.125972 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37606) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:40.130975 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95916eda-b18c-4418-ad07-f1c23d2cff24 None None] Sync routers for ids ['24cf7b7e-f935-47c5-aef9-0effe62071e8'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:40.139624 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7766523d-8dfc-44d2-a361-1cf05f191c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:40.152832 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95916eda-b18c-4418-ad07-f1c23d2cff24 None None] Routers {'24cf7b7e-f935-47c5-aef9-0effe62071e8'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:50:40.153457 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-95916eda-b18c-4418-ad07-f1c23d2cff24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:50:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['24cf7b7e-f935-47c5-aef9-0effe62071e8'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:40.225522 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7766523d-8dfc-44d2-a361-1cf05f191c6f None None] Pushing event updated for resources: {'Port': ['ID=4a874464-efeb-477e-9a55-5d9171adf314,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:40.246393 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a9c32-f3db-4165-9d31-4506b093b45f tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3001d5c-5cf9-456a-a814-24734b0e1f6f,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:40.253378 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e571f02-bd37-4175-8bcc-dd6742376a42 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting subnet 4d07b80a-2947-4cf0-b0a9-82856344f0a7 {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:50:40.260025 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3e571f02-bd37-4175-8bcc-dd6742376a42 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:40.270639 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-8d2ba07e-5f61-4c13-ae3e-c1caa10822c4 None None] Provisioning complete for port 4a874464-efeb-477e-9a55-5d9171adf314 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:40.271359 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8d2ba07e-5f61-4c13-ae3e-c1caa10822c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:40.310206 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3e571f02-bd37-4175-8bcc-dd6742376a42 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:40.381607 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 12:50:40.439395 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3e571f02-bd37-4175-8bcc-dd6742376a42 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:40.467017 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-95916eda-b18c-4418-ad07-f1c23d2cff24 None None] Set router 24cf7b7e-f935-47c5-aef9-0effe62071e8 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:50:40.493417 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-4c7c3e12-fe7c-4edb-8d27-f503a8270b5e tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3947315 Feb 16 12:50:40.560597 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37612) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:40.640366 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3e571f02-bd37-4175-8bcc-dd6742376a42 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:40.724318 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 4a874464-efeb-477e-9a55-5d9171adf314 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:50:40.857338 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3e571f02-bd37-4175-8bcc-dd6742376a42 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:40.862041 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f90d597-ab47-4445-9741-49ddb442ef41 None None] Network 2a9302a4-3c67-4ab8-a48d-9c86a95e30b2 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:50:40.864344 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3e571f02-bd37-4175-8bcc-dd6742376a42 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/subnets/4d07b80a-2947-4cf0-b0a9-82856344f0a7 HTTP/1.1" status: 204 len: 168 time: 0.7362676 Feb 16 12:50:40.872682 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e571f02-bd37-4175-8bcc-dd6742376a42 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Subnet': ['ID=4d07b80a-2947-4cf0-b0a9-82856344f0a7,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:40.881412 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37622) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:40.894385 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a22874fb-3b15-4849-8813-f75e8c5aac51 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:40.981470 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 4a874464-efeb-477e-9a55-5d9171adf314 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:40.982054 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:41.037119 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-95916eda-b18c-4418-ad07-f1c23d2cff24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'name': 'tempest-TestNetworkBasicOps-router-1368041289', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '4a7a2ecb-930a-4947-9f24-a5b4e61342a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:54Z', 'updated_at': '2022-02-16T12:50:37Z', 'revision_number': 7, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '4a7a2ecb-930a-4947-9f24-a5b4e61342a6', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:55Z', 'updated_at': '2022-02-16T12:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:41.039814 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a22874fb-3b15-4849-8813-f75e8c5aac51 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:41.086400 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd9e62c-d341-4968-aaf1-22f2f9b4680f req-cd545883-7a2b-4004-9e45-71e64c95fb56 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:41.093192 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1bd9e62c-d341-4968-aaf1-22f2f9b4680f req-cd545883-7a2b-4004-9e45-71e64c95fb56 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=b28ad46e-1a6c-432e-9796-1e1bf13e1cfe HTTP/1.1" status: 200 len: 943 time: 0.3539639 Feb 16 12:50:41.096944 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95916eda-b18c-4418-ad07-f1c23d2cff24 None None] Checking router: 24cf7b7e-f935-47c5-aef9-0effe62071e8 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:50:41.109174 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95916eda-b18c-4418-ad07-f1c23d2cff24 None None] Routers {'24cf7b7e-f935-47c5-aef9-0effe62071e8'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:50:41.110221 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-95916eda-b18c-4418-ad07-f1c23d2cff24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:50:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['24cf7b7e-f935-47c5-aef9-0effe62071e8'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:41.208214 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f35eb92-e04a-482e-8a26-2232a99e03dd None None] Sync routers for ids ['dd380b2c-7790-450b-86fd-f222b9f70c42'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:41.240516 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d385b6e7-4508-4c6c-a4f9-276175a5993f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:41.253901 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641f0247-6a5d-4787-aae9-a8b0d9064fda None None] DHCP port deletion for 2a9302a4-3c67-4ab8-a48d-9c86a95e30b2 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:50:41.264390 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-95916eda-b18c-4418-ad07-f1c23d2cff24 None None] Set router 24cf7b7e-f935-47c5-aef9-0effe62071e8 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:50:41.277871 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f35eb92-e04a-482e-8a26-2232a99e03dd None None] Routers {'dd380b2c-7790-450b-86fd-f222b9f70c42'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:50:41.278756 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-1f35eb92-e04a-482e-8a26-2232a99e03dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:50:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['dd380b2c-7790-450b-86fd-f222b9f70c42'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:41.363089 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37632) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:41.383842 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1bd9e62c-d341-4968-aaf1-22f2f9b4680f req-7761185a-d621-4f9a-a35f-66dbc9271246 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374946 Feb 16 12:50:41.419175 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-1f35eb92-e04a-482e-8a26-2232a99e03dd None None] Set router dd380b2c-7790-450b-86fd-f222b9f70c42 gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:50:41.476710 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-641f0247-6a5d-4787-aae9-a8b0d9064fda None None] Deleting port b6e7f372-3385-48fd-8f40-8ef9a68428f5 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:50:41.477378 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-641f0247-6a5d-4787-aae9-a8b0d9064fda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:41.535144 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a22874fb-3b15-4849-8813-f75e8c5aac51 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:41.539257 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a22874fb-3b15-4849-8813-f75e8c5aac51 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:41.540963 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a22874fb-3b15-4849-8813-f75e8c5aac51 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "DELETE /v2.0/security-groups/f33cbfe4-6b62-4594-ba46-ec9a319a905d HTTP/1.1" status: 204 len: 168 time: 0.9786415 Feb 16 12:50:41.563660 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37636) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:41.565966 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22874fb-3b15-4849-8813-f75e8c5aac51 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33cbfe4-6b62-4594-ba46-ec9a319a905d,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:41.578161 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-760a5790-28ec-4dc0-aec1-2907c99f2aee tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-782215996'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:41.602243 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-95916eda-b18c-4418-ad07-f1c23d2cff24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'name': 'tempest-TestNetworkBasicOps-router-1368041289', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '4a7a2ecb-930a-4947-9f24-a5b4e61342a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:54Z', 'updated_at': '2022-02-16T12:50:37Z', 'revision_number': 7, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '4a7a2ecb-930a-4947-9f24-a5b4e61342a6', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:55Z', 'updated_at': '2022-02-16T12:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:41.607835 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d385b6e7-4508-4c6c-a4f9-276175a5993f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:41.658649 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95916eda-b18c-4418-ad07-f1c23d2cff24 None None] The sync data for ids ['24cf7b7e-f935-47c5-aef9-0effe62071e8'] in dv-neutron-828142-3-hyperv is: [{'id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'name': 'tempest-TestNetworkBasicOps-router-1368041289', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '4a7a2ecb-930a-4947-9f24-a5b4e61342a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:54Z', 'updated_at': '2022-02-16T12:50:37Z', 'revision_number': 7, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '4a7a2ecb-930a-4947-9f24-a5b4e61342a6', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cf7b7e-f935-47c5-aef9-0effe62071e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:55Z', 'updated_at': '2022-02-16T12:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:41.705585 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760a5790-28ec-4dc0-aec1-2907c99f2aee tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Made reservation on behalf of dc6a7d4ea8dc4306a533e955e60ad68d for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:41.705725 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-d385b6e7-4508-4c6c-a4f9-276175a5993f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting port 4a7a2ecb-930a-4947-9f24-a5b4e61342a6 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:50:41.705981 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d385b6e7-4508-4c6c-a4f9-276175a5993f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:41.711806 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-760a5790-28ec-4dc0-aec1-2907c99f2aee tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:41.717750 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7e0810cf-3274-4749-b42f-b24cdf1e6657 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1521282 Feb 16 12:50:41.731231 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37638) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:41.746018 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-86eb8f18-e475-42cb-aac2-21fbc6dced57 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Request body: {'security_group': {'name': 'tempest-secgroup--334574629'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:41.756780 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-760a5790-28ec-4dc0-aec1-2907c99f2aee tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:41.797336 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.extraroute_db [None req-6ade9dc8-d2e9-4f89-89d4-d1bbbc2d948d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Added routes are [] {{(pid=109049) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 16 12:50:41.798742 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.extraroute_db [None req-6ade9dc8-d2e9-4f89-89d4-d1bbbc2d948d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=109049) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 16 12:50:41.831381 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-86eb8f18-e475-42cb-aac2-21fbc6dced57 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:41.869258 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-641f0247-6a5d-4787-aae9-a8b0d9064fda None None] For port b6e7f372-3385-48fd-8f40-8ef9a68428f5, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=b6e7f372-3385-48fd-8f40-8ef9a68428f5,segment=NetworkSegment(ca400bf4-9282-4088-b772-9958718b3a4d),segment_id=ca400bf4-9282-4088-b772-9958718b3a4d)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:41.871083 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-641f0247-6a5d-4787-aae9-a8b0d9064fda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:41.873109 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6ade9dc8-d2e9-4f89-89d4-d1bbbc2d948d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3843129', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3843523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28061'] for router, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:41.900910 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-d385b6e7-4508-4c6c-a4f9-276175a5993f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] For port 4a7a2ecb-930a-4947-9f24-a5b4e61342a6, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=4a7a2ecb-930a-4947-9f24-a5b4e61342a6,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:41.901495 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d385b6e7-4508-4c6c-a4f9-276175a5993f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:41.902172 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-641f0247-6a5d-4787-aae9-a8b0d9064fda None None] Calling delete_port for b6e7f372-3385-48fd-8f40-8ef9a68428f5 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:50:41.922403 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-d385b6e7-4508-4c6c-a4f9-276175a5993f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Calling delete_port for 4a7a2ecb-930a-4947-9f24-a5b4e61342a6 owned by network:router_gateway {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:50:42.005036 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-760a5790-28ec-4dc0-aec1-2907c99f2aee tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:42.028753 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-86eb8f18-e475-42cb-aac2-21fbc6dced57 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:42.030943 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-760a5790-28ec-4dc0-aec1-2907c99f2aee tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:42.054287 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-86eb8f18-e475-42cb-aac2-21fbc6dced57 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:42.121281 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-641f0247-6a5d-4787-aae9-a8b0d9064fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:42.132153 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-86eb8f18-e475-42cb-aac2-21fbc6dced57 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:42.133881 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-86eb8f18-e475-42cb-aac2-21fbc6dced57 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3959002 Feb 16 12:50:42.143824 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37640) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:42.155610 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-7fc00fb3-ebaf-460a-be30-05c6d101345b tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Request body: {'security_group_rule': {'security_group_id': '68f55a89-1165-467e-a3a0-b3dbf8a322de', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:42.166370 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f0247-6a5d-4787-aae9-a8b0d9064fda None None] Pushing event deleted for resources: {'Port': ['ID=b6e7f372-3385-48fd-8f40-8ef9a68428f5,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:42.176031 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-1f35eb92-e04a-482e-8a26-2232a99e03dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'name': 'tempest-RoutersTest-router-1909342374', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:06Z', 'updated_at': '2022-02-16T12:50:37Z', 'revision_number': 6, 'project_id': '634d4167fa4743409e8f884871721d4b', 'gw_port_host': None, '_interfaces': [{'id': '28d56872-165d-4d7b-86ce-dc9f1377c665', 'name': '', 'network_id': '91ec3ec5-75b9-4232-b93b-3bbe83c64c51', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:18:69:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:16Z', 'updated_at': '2022-02-16T12:50:28Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a874464-efeb-477e-9a55-5d9171adf314', 'name': '', 'network_id': 'fe12cc1f-e6a6-4957-ad47-623ea9c7f2a9', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:27:74:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'c3dd8f29-d4b3-4c9c-a718-08e1235e5518', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:32Z', 'updated_at': '2022-02-16T12:50:40Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'c3dd8f29-d4b3-4c9c-a718-08e1235e5518', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62229479-c875-49a3-a1dc-c58f1bd424bd', 'name': '', 'network_id': '6e1fe689-193e-470b-8a4a-1c3813b10d4c', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:67:90:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '943ca0f3-5c17-46d3-9ed3-b3e8466b200d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:23Z', 'updated_at': '2022-02-16T12:50:32Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': '943ca0f3-5c17-46d3-9ed3-b3e8466b200d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e71074e-b586-44b7-b7e7-de922f9349e5', 'name': '', 'network_id': '231ffe77-09bb-480d-8d9c-061d340a2b13', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:d3:5d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bd37c831-96e8-4b35-b765-52a466014343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:09Z', 'updated_at': '2022-02-16T12:50:20Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'bd37c831-96e8-4b35-b765-52a466014343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:42.180776 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-760a5790-28ec-4dc0-aec1-2907c99f2aee tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:50:42.202459 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a5790-28ec-4dc0-aec1-2907c99f2aee tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08d3c5f8-dcff-4284-88e4-ce8ef81e219f,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:42.221419 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-760a5790-28ec-4dc0-aec1-2907c99f2aee tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:42.221942 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-760a5790-28ec-4dc0-aec1-2907c99f2aee tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Added segment 06afa135-fa13-487f-a696-ff08f337b66c of type vlan for network d39490cb-f673-47de-aa05-e5ae70998b68 Feb 16 12:50:42.231861 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641f0247-6a5d-4787-aae9-a8b0d9064fda None None] No DVR routers for this DVR port b6e7f372-3385-48fd-8f40-8ef9a68428f5 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:50:42.234867 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6ade9dc8-d2e9-4f89-89d4-d1bbbc2d948d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3843129', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3843523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28061'] for router, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:42.237007 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f35eb92-e04a-482e-8a26-2232a99e03dd None None] Checking router: dd380b2c-7790-450b-86fd-f222b9f70c42 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:50:42.242005 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6ade9dc8-d2e9-4f89-89d4-d1bbbc2d948d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3843106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3843115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3843959'] for router, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:42.270985 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb8f18-e475-42cb-aac2-21fbc6dced57 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68f55a89-1165-467e-a3a0-b3dbf8a322de,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:42.273259 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f35eb92-e04a-482e-8a26-2232a99e03dd None None] Routers {'dd380b2c-7790-450b-86fd-f222b9f70c42'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:50:42.275842 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-1f35eb92-e04a-482e-8a26-2232a99e03dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:50:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['dd380b2c-7790-450b-86fd-f222b9f70c42'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:42.329217 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7fc00fb3-ebaf-460a-be30-05c6d101345b tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:42.403041 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-760a5790-28ec-4dc0-aec1-2907c99f2aee tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:42.406451 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ade9dc8-d2e9-4f89-89d4-d1bbbc2d948d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Router dd380b2c-7790-450b-86fd-f222b9f70c42 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:50:42.451674 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-1f35eb92-e04a-482e-8a26-2232a99e03dd None None] Set router dd380b2c-7790-450b-86fd-f222b9f70c42 gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:50:42.470841 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7fc00fb3-ebaf-460a-be30-05c6d101345b tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:42.482186 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7fc00fb3-ebaf-460a-be30-05c6d101345b tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:42.515826 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-760a5790-28ec-4dc0-aec1-2907c99f2aee tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:42.524179 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760a5790-28ec-4dc0-aec1-2907c99f2aee tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:42.524853 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-760a5790-28ec-4dc0-aec1-2907c99f2aee tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:42.569752 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d385b6e7-4508-4c6c-a4f9-276175a5993f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:42.620211 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-760a5790-28ec-4dc0-aec1-2907c99f2aee tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2516685 Feb 16 12:50:42.624029 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37644) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:42.631195 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-6d37a9e2-9f1f-45dd-9715-324da0d3156a tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Request body: {'subnet': {'network_id': 'd39490cb-f673-47de-aa05-e5ae70998b68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:42.656898 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a5790-28ec-4dc0-aec1-2907c99f2aee tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Pushing event updated for resources: {'Network': ['ID=d39490cb-f673-47de-aa05-e5ae70998b68,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:42.673277 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ade9dc8-d2e9-4f89-89d4-d1bbbc2d948d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:50:42.686163 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc00fb3-ebaf-460a-be30-05c6d101345b tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cbc8972-c465-4a27-a04c-ff1a2f806275,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:42.707615 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6ade9dc8-d2e9-4f89-89d4-d1bbbc2d948d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:42.708844 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6ade9dc8-d2e9-4f89-89d4-d1bbbc2d948d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "PUT /v2.0/routers/dd380b2c-7790-450b-86fd-f222b9f70c42 HTTP/1.1" status: 200 len: 700 time: 2.6314001 Feb 16 12:50:42.712396 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37646) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:42.800388 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network d39490cb-f673-47de-aa05-e5ae70998b68 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:50:42.802998 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b6e7f372-3385-48fd-8f40-8ef9a68428f5 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:50:42.859342 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-151ccebf-36b0-45a6-89c1-acbb8602d49b tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "GET /v2.0/routers/dd380b2c-7790-450b-86fd-f222b9f70c42 HTTP/1.1" status: 200 len: 700 time: 0.1457262 Feb 16 12:50:42.862872 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37648) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:42.916960 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: b6e7f372-3385-48fd-8f40-8ef9a68428f5 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:50:42.917551 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b6e7f372-3385-48fd-8f40-8ef9a68428f5 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:50:42.918130 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:50:42.943234 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d37a9e2-9f1f-45dd-9715-324da0d3156a tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Made reservation on behalf of dc6a7d4ea8dc4306a533e955e60ad68d for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:42.947011 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6d37a9e2-9f1f-45dd-9715-324da0d3156a tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:42.967999 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:50:42.968549 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 4dfc76be-96d4-4f6c-84ee-1bdd10ca54c9 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:50:43.006187 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7fc00fb3-ebaf-460a-be30-05c6d101345b tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.010836 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-7fc00fb3-ebaf-460a-be30-05c6d101345b tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8605413 Feb 16 12:50:43.010836 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d385b6e7-4508-4c6c-a4f9-276175a5993f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Port': ['ID=4a7a2ecb-930a-4947-9f24-a5b4e61342a6,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:43.012888 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37650) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:43.028281 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-1f35eb92-e04a-482e-8a26-2232a99e03dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'name': 'tempest-RoutersTest-router-1909342374', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:06Z', 'updated_at': '2022-02-16T12:50:41Z', 'revision_number': 7, 'project_id': '634d4167fa4743409e8f884871721d4b', 'gw_port_host': None, '_interfaces': [{'id': '28d56872-165d-4d7b-86ce-dc9f1377c665', 'name': '', 'network_id': '91ec3ec5-75b9-4232-b93b-3bbe83c64c51', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:18:69:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:16Z', 'updated_at': '2022-02-16T12:50:28Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a874464-efeb-477e-9a55-5d9171adf314', 'name': '', 'network_id': 'fe12cc1f-e6a6-4957-ad47-623ea9c7f2a9', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:27:74:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'c3dd8f29-d4b3-4c9c-a718-08e1235e5518', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:32Z', 'updated_at': '2022-02-16T12:50:40Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'c3dd8f29-d4b3-4c9c-a718-08e1235e5518', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62229479-c875-49a3-a1dc-c58f1bd424bd', 'name': '', 'network_id': '6e1fe689-193e-470b-8a4a-1c3813b10d4c', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:67:90:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '943ca0f3-5c17-46d3-9ed3-b3e8466b200d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:23Z', 'updated_at': '2022-02-16T12:50:32Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': '943ca0f3-5c17-46d3-9ed3-b3e8466b200d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e71074e-b586-44b7-b7e7-de922f9349e5', 'name': '', 'network_id': '231ffe77-09bb-480d-8d9c-061d340a2b13', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:d3:5d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bd37c831-96e8-4b35-b765-52a466014343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:09Z', 'updated_at': '2022-02-16T12:50:20Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'bd37c831-96e8-4b35-b765-52a466014343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:43.068756 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f35eb92-e04a-482e-8a26-2232a99e03dd None None] The sync data for ids ['dd380b2c-7790-450b-86fd-f222b9f70c42'] in dv-neutron-828142-3-hyperv is: [{'id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'name': 'tempest-RoutersTest-router-1909342374', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:06Z', 'updated_at': '2022-02-16T12:50:41Z', 'revision_number': 7, 'project_id': '634d4167fa4743409e8f884871721d4b', 'gw_port_host': None, '_interfaces': [{'id': '28d56872-165d-4d7b-86ce-dc9f1377c665', 'name': '', 'network_id': '91ec3ec5-75b9-4232-b93b-3bbe83c64c51', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:18:69:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:16Z', 'updated_at': '2022-02-16T12:50:28Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a874464-efeb-477e-9a55-5d9171adf314', 'name': '', 'network_id': 'fe12cc1f-e6a6-4957-ad47-623ea9c7f2a9', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:27:74:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'c3dd8f29-d4b3-4c9c-a718-08e1235e5518', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:32Z', 'updated_at': '2022-02-16T12:50:40Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'c3dd8f29-d4b3-4c9c-a718-08e1235e5518', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62229479-c875-49a3-a1dc-c58f1bd424bd', 'name': '', 'network_id': '6e1fe689-193e-470b-8a4a-1c3813b10d4c', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:67:90:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '943ca0f3-5c17-46d3-9ed3-b3e8466b200d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:23Z', 'updated_at': '2022-02-16T12:50:32Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': '943ca0f3-5c17-46d3-9ed3-b3e8466b200d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e71074e-b586-44b7-b7e7-de922f9349e5', 'name': '', 'network_id': '231ffe77-09bb-480d-8d9c-061d340a2b13', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:d3:5d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bd37c831-96e8-4b35-b765-52a466014343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:09Z', 'updated_at': '2022-02-16T12:50:20Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'bd37c831-96e8-4b35-b765-52a466014343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:43.077907 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5563d1b-5914-47fa-80e3-ed17c5508a1b req-0d2fb003-98ba-408b-ac93-92859e3586b9 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:43.080130 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f5563d1b-5914-47fa-80e3-ed17c5508a1b req-0d2fb003-98ba-408b-ac93-92859e3586b9 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=b28ad46e-1a6c-432e-9796-1e1bf13e1cfe HTTP/1.1" status: 200 len: 943 time: 0.5597327 Feb 16 12:50:43.117891 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7ca5caca-4666-455f-ab8c-306dee403c80 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.125004 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d385b6e7-4508-4c6c-a4f9-276175a5993f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.194675 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7ca5caca-4666-455f-ab8c-306dee403c80 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.242934 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d385b6e7-4508-4c6c-a4f9-276175a5993f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.248196 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d385b6e7-4508-4c6c-a4f9-276175a5993f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.256868 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f5563d1b-5914-47fa-80e3-ed17c5508a1b req-6ed2b90a-3546-462b-b875-48de6335d782 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673937 Feb 16 12:50:43.313708 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7ca5caca-4666-455f-ab8c-306dee403c80 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.315700 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6d37a9e2-9f1f-45dd-9715-324da0d3156a tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.320470 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7ca5caca-4666-455f-ab8c-306dee403c80 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.324088 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-7ca5caca-4666-455f-ab8c-306dee403c80 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/5cbc8972-c465-4a27-a04c-ff1a2f806275 HTTP/1.1" status: 204 len: 168 time: 0.3063290 Feb 16 12:50:43.325043 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37652) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:43.333972 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d385b6e7-4508-4c6c-a4f9-276175a5993f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.334872 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d385b6e7-4508-4c6c-a4f9-276175a5993f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Fanout notify agent at l3_agent the message router_deleted on router 24cf7b7e-f935-47c5-aef9-0effe62071e8 {{(pid=109048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:50:43.341994 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d385b6e7-4508-4c6c-a4f9-276175a5993f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.346020 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d385b6e7-4508-4c6c-a4f9-276175a5993f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/routers/24cf7b7e-f935-47c5-aef9-0effe62071e8 HTTP/1.1" status: 204 len: 168 time: 2.4588764 Feb 16 12:50:43.346020 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5caca-4666-455f-ab8c-306dee403c80 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5cbc8972-c465-4a27-a04c-ff1a2f806275,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:43.346929 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37654) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:43.413364 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37a9e2-9f1f-45dd-9715-324da0d3156a tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Pushing event updated for resources: {'Subnet': ['ID=e10e35b3-bcf5-4104-91ab-59cd136a5e2f,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:43.433145 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2695505f-724c-40de-8a6a-40cc92ea64e8 None None] Sync routers for ids ['dd380b2c-7790-450b-86fd-f222b9f70c42'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:43.440980 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-887f5711-d301-4b5e-895d-4981e6582275 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.444679 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2695505f-724c-40de-8a6a-40cc92ea64e8 None None] Routers {'dd380b2c-7790-450b-86fd-f222b9f70c42'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:50:43.445570 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2695505f-724c-40de-8a6a-40cc92ea64e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:50:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['dd380b2c-7790-450b-86fd-f222b9f70c42'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:43.455795 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-45ddfb93-6116-4f0f-ae02-c7f5b0571f3f tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1284778 Feb 16 12:50:43.460012 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37656) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:43.496318 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d37a9e2-9f1f-45dd-9715-324da0d3156a tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Checking segment: {'id': '06afa135-fa13-487f-a696-ff08f337b66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd39490cb-f673-47de-aa05-e5ae70998b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:50:43.496735 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d37a9e2-9f1f-45dd-9715-324da0d3156a tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Network hostable DHCP agents. Network: d39490cb-f673-47de-aa05-e5ae70998b68, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:50:43.531676 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d37a9e2-9f1f-45dd-9715-324da0d3156a tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Network d39490cb-f673-47de-aa05-e5ae70998b68 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:50:43.543252 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0357148d-157a-4bc0-b0b5-39181684ff40 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.547535 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-6d37a9e2-9f1f-45dd-9715-324da0d3156a tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, d39490cb-f673-47de-aa05-e5ae70998b68) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:43.567633 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-2695505f-724c-40de-8a6a-40cc92ea64e8 None None] Set router dd380b2c-7790-450b-86fd-f222b9f70c42 gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:50:43.573571 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3c2372-8e11-43cf-b843-d2cad8d2f8f4 None None] Network d39490cb-f673-47de-aa05-e5ae70998b68 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:50:43.590846 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-887f5711-d301-4b5e-895d-4981e6582275 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.594724 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d37a9e2-9f1f-45dd-9715-324da0d3156a tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:43.595360 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6d37a9e2-9f1f-45dd-9715-324da0d3156a tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.633613 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-887f5711-d301-4b5e-895d-4981e6582275 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a9302a4-3c67-4ab8-a48d-9c86a95e30b2']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:43.637121 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1b0e9767-3591-4dc6-a966-dc255761e271 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.660142 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6d37a9e2-9f1f-45dd-9715-324da0d3156a tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0347118 Feb 16 12:50:43.664089 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37658) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:43.668936 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-4deb02e5-2b60-458d-9ba8-ee6eed959a29 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Request body: {'port': {'network_id': 'd39490cb-f673-47de-aa05-e5ae70998b68', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1610518000'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:43.676205 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-887f5711-d301-4b5e-895d-4981e6582275 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca400bf4-9282-4088-b772-9958718b3a4d') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:43.676874 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-887f5711-d301-4b5e-895d-4981e6582275 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca400bf4-9282-4088-b772-9958718b3a4d') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:43.695602 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1b0e9767-3591-4dc6-a966-dc255761e271 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.700662 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-887f5711-d301-4b5e-895d-4981e6582275 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.734303 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-887f5711-d301-4b5e-895d-4981e6582275 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.747951 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-887f5711-d301-4b5e-895d-4981e6582275 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:50:43.748387 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-887f5711-d301-4b5e-895d-4981e6582275 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.752927 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:50:43.752927 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:50:43.752927 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:50:43.752927 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:50:43.752927 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:50:43.752927 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:50:43.752927 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:50:43.752927 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:50:43.752927 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:50:43.752927 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:50:43.752927 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:50:43.752927 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:50:43.752927 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:50:43.752927 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:50:43.752927 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:50:43.752927 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:50:43.752927 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:50:43.752927 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:50:43.752927 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:50:43.752927 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:50:43.752927 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:50:43.752927 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:50:43.752927 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:50:43.752927 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:50:43.752927 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:50:43.752927 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:50:43.752927 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:50:43.752927 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:50:43.752927 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:50:43.752927 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:50:43.752927 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:50:43.752927 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:50:43.818913 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1b0e9767-3591-4dc6-a966-dc255761e271 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.822195 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1b0e9767-3591-4dc6-a966-dc255761e271 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.825857 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1b0e9767-3591-4dc6-a966-dc255761e271 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "DELETE /v2.0/security-groups/68f55a89-1165-467e-a3a0-b3dbf8a322de HTTP/1.1" status: 204 len: 168 time: 0.3623931 Feb 16 12:50:43.831180 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37660) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:43.842529 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e9767-3591-4dc6-a966-dc255761e271 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f55a89-1165-467e-a3a0-b3dbf8a322de,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:43.855328 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-887f5711-d301-4b5e-895d-4981e6582275 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.865943 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-887f5711-d301-4b5e-895d-4981e6582275 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.869728 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-887f5711-d301-4b5e-895d-4981e6582275 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/networks/2a9302a4-3c67-4ab8-a48d-9c86a95e30b2 HTTP/1.1" status: 204 len: 168 time: 0.5210831 Feb 16 12:50:43.882174 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2695505f-724c-40de-8a6a-40cc92ea64e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'name': 'tempest-RoutersTest-router-1909342374', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:06Z', 'updated_at': '2022-02-16T12:50:41Z', 'revision_number': 7, 'project_id': '634d4167fa4743409e8f884871721d4b', 'gw_port_host': None, '_interfaces': [{'id': '28d56872-165d-4d7b-86ce-dc9f1377c665', 'name': '', 'network_id': '91ec3ec5-75b9-4232-b93b-3bbe83c64c51', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:18:69:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:16Z', 'updated_at': '2022-02-16T12:50:28Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a874464-efeb-477e-9a55-5d9171adf314', 'name': '', 'network_id': 'fe12cc1f-e6a6-4957-ad47-623ea9c7f2a9', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:27:74:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'c3dd8f29-d4b3-4c9c-a718-08e1235e5518', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:32Z', 'updated_at': '2022-02-16T12:50:40Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'c3dd8f29-d4b3-4c9c-a718-08e1235e5518', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62229479-c875-49a3-a1dc-c58f1bd424bd', 'name': '', 'network_id': '6e1fe689-193e-470b-8a4a-1c3813b10d4c', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:67:90:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '943ca0f3-5c17-46d3-9ed3-b3e8466b200d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:23Z', 'updated_at': '2022-02-16T12:50:32Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': '943ca0f3-5c17-46d3-9ed3-b3e8466b200d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e71074e-b586-44b7-b7e7-de922f9349e5', 'name': '', 'network_id': '231ffe77-09bb-480d-8d9c-061d340a2b13', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:d3:5d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bd37c831-96e8-4b35-b765-52a466014343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:09Z', 'updated_at': '2022-02-16T12:50:20Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'bd37c831-96e8-4b35-b765-52a466014343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:43.895264 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f5711-d301-4b5e-895d-4981e6582275 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Network': ['ID=2a9302a4-3c67-4ab8-a48d-9c86a95e30b2,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:43.898604 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37662) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:43.904457 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-25b4ef80-e631-4df4-93d0-ffc163ae3458 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'network': {'name': 'tempest-network-smoke--680669774', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'port_security_enabled': True}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:43.927945 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2695505f-724c-40de-8a6a-40cc92ea64e8 None None] Checking router: dd380b2c-7790-450b-86fd-f222b9f70c42 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:50:43.935160 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288242b2-0f39-4adc-a670-157d139ac610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-d39490cb-f673-47de-aa05-e5ae70998b68', 'network_id': 'd39490cb-f673-47de-aa05-e5ae70998b68', 'tenant_id': 'dc6a7d4ea8dc4306a533e955e60ad68d', 'fixed_ips': [{'subnet_id': 'e10e35b3-bcf5-4104-91ab-59cd136a5e2f'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:50:43.936041 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-288242b2-0f39-4adc-a670-157d139ac610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.938115 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2695505f-724c-40de-8a6a-40cc92ea64e8 None None] Routers {'dd380b2c-7790-450b-86fd-f222b9f70c42'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:50:43.938745 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2695505f-724c-40de-8a6a-40cc92ea64e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:50:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['dd380b2c-7790-450b-86fd-f222b9f70c42'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:43.957534 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b4ef80-e631-4df4-93d0-ffc163ae3458 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Made reservation on behalf of 93ebfe1969ad47c59fc4b80bacd9b15b for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:43.963247 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-25b4ef80-e631-4df4-93d0-ffc163ae3458 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.977553 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-809dd7b4-3235-4469-937e-7ac360fd4eee tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1449850 Feb 16 12:50:43.991162 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37664) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:43.995312 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4deb02e5-2b60-458d-9ba8-ee6eed959a29 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Made reservation on behalf of dc6a7d4ea8dc4306a533e955e60ad68d for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:43.998156 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-e5ecb0c0-6d96-40dc-8669-3f7339ff48d5 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Request body: {'security_group': {'name': 'tempest-secgroup--759961510'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:43.999465 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4deb02e5-2b60-458d-9ba8-ee6eed959a29 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.031468 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-4deb02e5-2b60-458d-9ba8-ee6eed959a29 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] device_id is not set on port dcda46f3-327c-46db-84b4-c143cd972b05 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:50:44.035943 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e5ecb0c0-6d96-40dc-8669-3f7339ff48d5 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.081246 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25b4ef80-e631-4df4-93d0-ffc163ae3458 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:50:44.083321 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-2695505f-724c-40de-8a6a-40cc92ea64e8 None None] Set router dd380b2c-7790-450b-86fd-f222b9f70c42 gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:50:44.100325 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-25b4ef80-e631-4df4-93d0-ffc163ae3458 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.100806 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-25b4ef80-e631-4df4-93d0-ffc163ae3458 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Added segment f455c4f0-adc3-460b-ade8-23472ee154e6 of type vlan for network edab1fb9-4925-45fe-b7a4-7f52746b7ac7 Feb 16 12:50:44.136663 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-0357148d-157a-4bc0-b0b5-39181684ff40 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Deleting port 4a874464-efeb-477e-9a55-5d9171adf314 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:50:44.137764 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0357148d-157a-4bc0-b0b5-39181684ff40 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.202117 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-25b4ef80-e631-4df4-93d0-ffc163ae3458 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.246984 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e5ecb0c0-6d96-40dc-8669-3f7339ff48d5 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.253589 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e5ecb0c0-6d96-40dc-8669-3f7339ff48d5 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.261979 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-25b4ef80-e631-4df4-93d0-ffc163ae3458 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.269631 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b4ef80-e631-4df4-93d0-ffc163ae3458 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:44.270902 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-25b4ef80-e631-4df4-93d0-ffc163ae3458 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.356349 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e5ecb0c0-6d96-40dc-8669-3f7339ff48d5 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.357687 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e5ecb0c0-6d96-40dc-8669-3f7339ff48d5 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3649945 Feb 16 12:50:44.367827 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37668) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:44.369522 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ecb0c0-6d96-40dc-8669-3f7339ff48d5 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3eb991-28fa-4084-b599-e83114b0a023,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:44.372208 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2695505f-724c-40de-8a6a-40cc92ea64e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'name': 'tempest-RoutersTest-router-1909342374', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:06Z', 'updated_at': '2022-02-16T12:50:41Z', 'revision_number': 7, 'project_id': '634d4167fa4743409e8f884871721d4b', 'gw_port_host': None, '_interfaces': [{'id': '28d56872-165d-4d7b-86ce-dc9f1377c665', 'name': '', 'network_id': '91ec3ec5-75b9-4232-b93b-3bbe83c64c51', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:18:69:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:16Z', 'updated_at': '2022-02-16T12:50:28Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a874464-efeb-477e-9a55-5d9171adf314', 'name': '', 'network_id': 'fe12cc1f-e6a6-4957-ad47-623ea9c7f2a9', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:27:74:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'c3dd8f29-d4b3-4c9c-a718-08e1235e5518', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:32Z', 'updated_at': '2022-02-16T12:50:40Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'c3dd8f29-d4b3-4c9c-a718-08e1235e5518', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62229479-c875-49a3-a1dc-c58f1bd424bd', 'name': '', 'network_id': '6e1fe689-193e-470b-8a4a-1c3813b10d4c', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:67:90:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '943ca0f3-5c17-46d3-9ed3-b3e8466b200d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:23Z', 'updated_at': '2022-02-16T12:50:32Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': '943ca0f3-5c17-46d3-9ed3-b3e8466b200d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e71074e-b586-44b7-b7e7-de922f9349e5', 'name': '', 'network_id': '231ffe77-09bb-480d-8d9c-061d340a2b13', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:d3:5d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bd37c831-96e8-4b35-b765-52a466014343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:09Z', 'updated_at': '2022-02-16T12:50:20Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'bd37c831-96e8-4b35-b765-52a466014343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:44.378950 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-2191fd9a-836e-43ed-a7c8-529f5d87390a tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Request body: {'security_group_rule': {'security_group_id': 'fe3eb991-28fa-4084-b599-e83114b0a023', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:44.389776 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-25b4ef80-e631-4df4-93d0-ffc163ae3458 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4867678 Feb 16 12:50:44.391812 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37670) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:44.395241 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-598788f7-e2db-4af8-8916-6786c8268c31 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-385054752', 'admin_state_up': True, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:44.411520 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4ef80-e631-4df4-93d0-ffc163ae3458 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Network': ['ID=edab1fb9-4925-45fe-b7a4-7f52746b7ac7,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:44.424304 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network edab1fb9-4925-45fe-b7a4-7f52746b7ac7 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:50:44.459256 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2695505f-724c-40de-8a6a-40cc92ea64e8 None None] The sync data for ids ['dd380b2c-7790-450b-86fd-f222b9f70c42'] in dv-neutron-828142-3-hyperv is: [{'id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'name': 'tempest-RoutersTest-router-1909342374', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:06Z', 'updated_at': '2022-02-16T12:50:41Z', 'revision_number': 7, 'project_id': '634d4167fa4743409e8f884871721d4b', 'gw_port_host': None, '_interfaces': [{'id': '28d56872-165d-4d7b-86ce-dc9f1377c665', 'name': '', 'network_id': '91ec3ec5-75b9-4232-b93b-3bbe83c64c51', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:18:69:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:16Z', 'updated_at': '2022-02-16T12:50:28Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a874464-efeb-477e-9a55-5d9171adf314', 'name': '', 'network_id': 'fe12cc1f-e6a6-4957-ad47-623ea9c7f2a9', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:27:74:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'c3dd8f29-d4b3-4c9c-a718-08e1235e5518', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:32Z', 'updated_at': '2022-02-16T12:50:40Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'c3dd8f29-d4b3-4c9c-a718-08e1235e5518', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62229479-c875-49a3-a1dc-c58f1bd424bd', 'name': '', 'network_id': '6e1fe689-193e-470b-8a4a-1c3813b10d4c', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:67:90:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '943ca0f3-5c17-46d3-9ed3-b3e8466b200d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:23Z', 'updated_at': '2022-02-16T12:50:32Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': '943ca0f3-5c17-46d3-9ed3-b3e8466b200d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e71074e-b586-44b7-b7e7-de922f9349e5', 'name': '', 'network_id': '231ffe77-09bb-480d-8d9c-061d340a2b13', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:d3:5d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bd37c831-96e8-4b35-b765-52a466014343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:09Z', 'updated_at': '2022-02-16T12:50:20Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'bd37c831-96e8-4b35-b765-52a466014343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:44.462408 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-598788f7-e2db-4af8-8916-6786c8268c31 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.463721 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-598788f7-e2db-4af8-8916-6786c8268c31 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.470689 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2191fd9a-836e-43ed-a7c8-529f5d87390a tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.593881 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-4deb02e5-2b60-458d-9ba8-ee6eed959a29 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Allocated IP 172.20.0.8 (d39490cb-f673-47de-aa05-e5ae70998b68/e10e35b3-bcf5-4104-91ab-59cd136a5e2f/dcda46f3-327c-46db-84b4-c143cd972b05) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:44.609103 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66c4d4-6bc9-4b73-b80f-d9140c0c3ab9 req-32cf8eae-e385-4304-9ff3-d65e00d7fcf5 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:44.611328 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-eb66c4d4-6bc9-4b73-b80f-d9140c0c3ab9 req-32cf8eae-e385-4304-9ff3-d65e00d7fcf5 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=b28ad46e-1a6c-432e-9796-1e1bf13e1cfe HTTP/1.1" status: 200 len: 943 time: 0.1625464 Feb 16 12:50:44.614918 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-598788f7-e2db-4af8-8916-6786c8268c31 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.628686 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-0357148d-157a-4bc0-b0b5-39181684ff40 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] For port 4a874464-efeb-477e-9a55-5d9171adf314, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=4a874464-efeb-477e-9a55-5d9171adf314,segment=NetworkSegment(fc2ec1b1-6ea3-4794-a795-3d926670256a),segment_id=fc2ec1b1-6ea3-4794-a795-3d926670256a)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:44.629101 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0357148d-157a-4bc0-b0b5-39181684ff40 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.629852 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2191fd9a-836e-43ed-a7c8-529f5d87390a tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.657213 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-0357148d-157a-4bc0-b0b5-39181684ff40 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Calling delete_port for 4a874464-efeb-477e-9a55-5d9171adf314 owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:50:44.676691 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2191fd9a-836e-43ed-a7c8-529f5d87390a tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.683141 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 4a7a2ecb-930a-4947-9f24-a5b4e61342a6 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:50:44.717246 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 4a7a2ecb-930a-4947-9f24-a5b4e61342a6 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:50:44.717706 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 4a7a2ecb-930a-4947-9f24-a5b4e61342a6 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:50:44.769768 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2191fd9a-836e-43ed-a7c8-529f5d87390a tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2ee9d23-1261-42e5-b3ac-1186abfa3309,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:44.873791 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2191fd9a-836e-43ed-a7c8-529f5d87390a tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.878177 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2191fd9a-836e-43ed-a7c8-529f5d87390a tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5068548 Feb 16 12:50:44.882138 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37672) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:44.883249 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-eb66c4d4-6bc9-4b73-b80f-d9140c0c3ab9 req-6fc69f8f-9f13-43af-8b36-90d5b31f8a38 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2586040 Feb 16 12:50:44.888114 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-598788f7-e2db-4af8-8916-6786c8268c31 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.924443 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-872c1ddc-be0f-408a-b8df-a12b12c3fa25 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "GET /v2.0/security-group-rules/a2ee9d23-1261-42e5-b3ac-1186abfa3309 HTTP/1.1" status: 200 len: 763 time: 0.0352805 Feb 16 12:50:44.934786 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37674) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:44.952940 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4deb02e5-2b60-458d-9ba8-ee6eed959a29 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.994142 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-71bd19f9-aa0b-4b46-b811-a8333f42248f tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0559368 Feb 16 12:50:44.995258 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37676) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:45.038876 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-45619b35-e131-45f2-8cf0-7067f4778d27 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.049827 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-45619b35-e131-45f2-8cf0-7067f4778d27 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.060601 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4deb02e5-2b60-458d-9ba8-ee6eed959a29 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.070638 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0357148d-157a-4bc0-b0b5-39181684ff40 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.107024 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-288242b2-0f39-4adc-a670-157d139ac610 None None] Allocated IP 172.20.0.2 (d39490cb-f673-47de-aa05-e5ae70998b68/e10e35b3-bcf5-4104-91ab-59cd136a5e2f/664d93c2-28ba-44b0-9f92-8291d75aa8fb) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:45.151648 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4deb02e5-2b60-458d-9ba8-ee6eed959a29 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Network d39490cb-f673-47de-aa05-e5ae70998b68 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:45.156017 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-45619b35-e131-45f2-8cf0-7067f4778d27 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.160780 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-4deb02e5-2b60-458d-9ba8-ee6eed959a29 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:45.161049 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-45619b35-e131-45f2-8cf0-7067f4778d27 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.162110 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-45619b35-e131-45f2-8cf0-7067f4778d27 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/a2ee9d23-1261-42e5-b3ac-1186abfa3309 HTTP/1.1" status: 204 len: 168 time: 0.1645446 Feb 16 12:50:45.166226 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37678) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:45.184899 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4deb02e5-2b60-458d-9ba8-ee6eed959a29 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:50:45.215937 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45619b35-e131-45f2-8cf0-7067f4778d27 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2ee9d23-1261-42e5-b3ac-1186abfa3309,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:45.220413 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-598788f7-e2db-4af8-8916-6786c8268c31 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_gateway, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.243025 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-598788f7-e2db-4af8-8916-6786c8268c31 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.243599 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4deb02e5-2b60-458d-9ba8-ee6eed959a29 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:45.244296 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4deb02e5-2b60-458d-9ba8-ee6eed959a29 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.252641 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb02e5-2b60-458d-9ba8-ee6eed959a29 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Pushing event updated for resources: {'Port': ['ID=dcda46f3-327c-46db-84b4-c143cd972b05,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:45.288740 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357148d-157a-4bc0-b0b5-39181684ff40 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event deleted for resources: {'Port': ['ID=4a874464-efeb-477e-9a55-5d9171adf314,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:45.312151 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-039d2789-aec3-452c-8813-d2702a86b744 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1446841 Feb 16 12:50:45.315584 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4deb02e5-2b60-458d-9ba8-ee6eed959a29 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6502218 Feb 16 12:50:45.321265 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37680) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:45.321606 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37682) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:45.333330 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-65c17e9f-2711-4002-a8b5-804fca4fee4f tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Request body: {'security_group_rule': {'security_group_id': 'fe3eb991-28fa-4084-b599-e83114b0a023', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:45.342409 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-4cfd3697-4f30-41ff-8e5d-30dae55a350d tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Request body: {'port': {'network_id': 'd39490cb-f673-47de-aa05-e5ae70998b68', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1995231327', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:45.342910 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.api.validators [None req-4cfd3697-4f30-41ff-8e5d-30dae55a350d tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] bootfile-name is not in valid_values {{(pid=109049) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 12:50:45.343252 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.api.validators [None req-4cfd3697-4f30-41ff-8e5d-30dae55a350d tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] tftp-server is not in valid_values {{(pid=109049) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 12:50:45.343589 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.api.validators [None req-4cfd3697-4f30-41ff-8e5d-30dae55a350d tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] server-ip-address is not in valid_values {{(pid=109049) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 12:50:45.352016 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-288242b2-0f39-4adc-a670-157d139ac610 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.359992 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-288242b2-0f39-4adc-a670-157d139ac610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.412434 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-598788f7-e2db-4af8-8916-6786c8268c31 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Allocated IP 172.26.2.177 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/e6ab3cb4-0220-44ca-a23e-cba11c10ee28) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:45.441515 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288242b2-0f39-4adc-a670-157d139ac610 None None] Pushing event updated for resources: {'Port': ['ID=664d93c2-28ba-44b0-9f92-8291d75aa8fb,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:45.448686 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288242b2-0f39-4adc-a670-157d139ac610 None None] Network d39490cb-f673-47de-aa05-e5ae70998b68 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:45.449583 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-288242b2-0f39-4adc-a670-157d139ac610 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:45.452265 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288242b2-0f39-4adc-a670-157d139ac610 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:50:45.514656 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-288242b2-0f39-4adc-a670-157d139ac610 None None] Attempting to bind port 664d93c2-28ba-44b0-9f92-8291d75aa8fb on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:45.515136 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-288242b2-0f39-4adc-a670-157d139ac610 None None] Attempting to bind port 664d93c2-28ba-44b0-9f92-8291d75aa8fb by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '06afa135-fa13-487f-a696-ff08f337b66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd39490cb-f673-47de-aa05-e5ae70998b68'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:45.515578 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288242b2-0f39-4adc-a670-157d139ac610 None None] Attempting to bind port 664d93c2-28ba-44b0-9f92-8291d75aa8fb on network d39490cb-f673-47de-aa05-e5ae70998b68 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:50:45.522172 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288242b2-0f39-4adc-a670-157d139ac610 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:50:45.522606 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288242b2-0f39-4adc-a670-157d139ac610 None None] Checking segment: {'id': '06afa135-fa13-487f-a696-ff08f337b66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd39490cb-f673-47de-aa05-e5ae70998b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:50:45.523077 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-288242b2-0f39-4adc-a670-157d139ac610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.523539 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288242b2-0f39-4adc-a670-157d139ac610 None None] Bound using segment: {'id': '06afa135-fa13-487f-a696-ff08f337b66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd39490cb-f673-47de-aa05-e5ae70998b68'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:50:45.524091 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-288242b2-0f39-4adc-a670-157d139ac610 None None] Bound port: 664d93c2-28ba-44b0-9f92-8291d75aa8fb, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06afa135-fa13-487f-a696-ff08f337b66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd39490cb-f673-47de-aa05-e5ae70998b68'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:45.524535 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-288242b2-0f39-4adc-a670-157d139ac610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.543630 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0357148d-157a-4bc0-b0b5-39181684ff40 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.549151 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-598788f7-e2db-4af8-8916-6786c8268c31 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.596401 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-288242b2-0f39-4adc-a670-157d139ac610 None None] For port 664d93c2-28ba-44b0-9f92-8291d75aa8fb, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:50:45.601327 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-598788f7-e2db-4af8-8916-6786c8268c31 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.601727 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-288242b2-0f39-4adc-a670-157d139ac610 None None] For port 664d93c2-28ba-44b0-9f92-8291d75aa8fb, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=664d93c2-28ba-44b0-9f92-8291d75aa8fb,segment=NetworkSegment(06afa135-fa13-487f-a696-ff08f337b66c),segment_id=06afa135-fa13-487f-a696-ff08f337b66c)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:50:45.608575 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-288242b2-0f39-4adc-a670-157d139ac610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.609551 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-65c17e9f-2711-4002-a8b5-804fca4fee4f tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.646053 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598788f7-e2db-4af8-8916-6786c8268c31 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:45.650518 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-598788f7-e2db-4af8-8916-6786c8268c31 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:45.655189 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598788f7-e2db-4af8-8916-6786c8268c31 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:50:45.687384 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598788f7-e2db-4af8-8916-6786c8268c31 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=e6ab3cb4-0220-44ca-a23e-cba11c10ee28,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:45.708511 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288242b2-0f39-4adc-a670-157d139ac610 None None] Pushing event updated for resources: {'Port': ['ID=664d93c2-28ba-44b0-9f92-8291d75aa8fb,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:45.731671 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfd3697-4f30-41ff-8e5d-30dae55a350d tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Made reservation on behalf of dc6a7d4ea8dc4306a533e955e60ad68d for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:45.735227 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4cfd3697-4f30-41ff-8e5d-30dae55a350d tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.802282 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-65c17e9f-2711-4002-a8b5-804fca4fee4f tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.808269 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-4cfd3697-4f30-41ff-8e5d-30dae55a350d tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] device_id is not set on port c6e20044-80bd-4c44-88be-8f6c7815bf8c yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:50:45.881313 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-65c17e9f-2711-4002-a8b5-804fca4fee4f tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.972178 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c17e9f-2711-4002-a8b5-804fca4fee4f tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab1c3432-9ad6-4cb5-b286-4c3ca8d01be4,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:45.997770 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-598788f7-e2db-4af8-8916-6786c8268c31 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_gateway, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:46.018672 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-65c17e9f-2711-4002-a8b5-804fca4fee4f tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:46.020483 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-65c17e9f-2711-4002-a8b5-804fca4fee4f tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6943285 Feb 16 12:50:46.052128 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37686) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:46.093749 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0357148d-157a-4bc0-b0b5-39181684ff40 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Router dd380b2c-7790-450b-86fd-f222b9f70c42 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:50:46.102061 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b29453d3-f34c-4911-8fdc-90ff7b000e93 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "GET /v2.0/security-group-rules/ab1c3432-9ad6-4cb5-b286-4c3ca8d01be4 HTTP/1.1" status: 200 len: 763 time: 0.0480914 Feb 16 12:50:46.110579 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37688) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:46.139541 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caec832-e7a8-46fe-9c5b-39351fd8294f req-0fa8b745-c287-4829-bb43-0de7edd060ae tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:46.141062 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5caec832-e7a8-46fe-9c5b-39351fd8294f req-0fa8b745-c287-4829-bb43-0de7edd060ae tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=b28ad46e-1a6c-432e-9796-1e1bf13e1cfe HTTP/1.1" status: 200 len: 943 time: 0.1408899 Feb 16 12:50:46.151978 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-4cfd3697-4f30-41ff-8e5d-30dae55a350d tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Allocated IP 172.20.0.10 (d39490cb-f673-47de-aa05-e5ae70998b68/e10e35b3-bcf5-4104-91ab-59cd136a5e2f/c6e20044-80bd-4c44-88be-8f6c7815bf8c) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:46.228429 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5caec832-e7a8-46fe-9c5b-39351fd8294f req-0f75a62c-ac62-4c31-9de7-f7f679825d7f tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796301 Feb 16 12:50:46.289984 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-598788f7-e2db-4af8-8916-6786c8268c31 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:46.292666 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8ac020d0-3374-4f95-b9f0-ed3b53a37162 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1787753 Feb 16 12:50:46.295136 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37690) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:46.355283 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f31173f5-9466-4f75-ace6-52b0c0f64ade tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:46.369187 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f31173f5-9466-4f75-ace6-52b0c0f64ade tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:46.380772 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0357148d-157a-4bc0-b0b5-39181684ff40 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:50:46.392879 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0357148d-157a-4bc0-b0b5-39181684ff40 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "PUT /v2.0/routers/dd380b2c-7790-450b-86fd-f222b9f70c42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5256312 Feb 16 12:50:46.395481 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89e74d2-c3fa-4020-aeb2-95a644428639 None None] Sync routers for ids ['dd380b2c-7790-450b-86fd-f222b9f70c42'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:46.407275 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89e74d2-c3fa-4020-aeb2-95a644428639 None None] Routers {'dd380b2c-7790-450b-86fd-f222b9f70c42'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:50:46.407957 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-a89e74d2-c3fa-4020-aeb2-95a644428639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:50:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['dd380b2c-7790-450b-86fd-f222b9f70c42'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:46.417584 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37692) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:46.490484 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f31173f5-9466-4f75-ace6-52b0c0f64ade tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:46.495202 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f31173f5-9466-4f75-ace6-52b0c0f64ade tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:46.499702 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37694) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:46.501013 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f31173f5-9466-4f75-ace6-52b0c0f64ade tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/ab1c3432-9ad6-4cb5-b286-4c3ca8d01be4 HTTP/1.1" status: 204 len: 168 time: 0.1999454 Feb 16 12:50:46.521280 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31173f5-9466-4f75-ace6-52b0c0f64ade tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab1c3432-9ad6-4cb5-b286-4c3ca8d01be4,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:46.524290 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-a89e74d2-c3fa-4020-aeb2-95a644428639 None None] Set router dd380b2c-7790-450b-86fd-f222b9f70c42 gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:50:46.528493 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3bfb651-3d25-43f1-ba06-5ce1c571be5b tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Deleting subnet c3dd8f29-d4b3-4c9c-a718-08e1235e5518 {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:50:46.531919 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e3bfb651-3d25-43f1-ba06-5ce1c571be5b tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:46.584527 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e3bfb651-3d25-43f1-ba06-5ce1c571be5b tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:46.636250 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4cfd3697-4f30-41ff-8e5d-30dae55a350d tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:46.674266 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-27d6b6f2-1d7c-49c2-8a44-6c3e053f51c3 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1701493 Feb 16 12:50:46.675096 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37696) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:46.681286 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-7514e621-fc53-4ee7-b56b-c40aa0753df5 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Request body: {'security_group_rule': {'security_group_id': 'fe3eb991-28fa-4084-b599-e83114b0a023', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:46.700561 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598788f7-e2db-4af8-8916-6786c8268c31 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router 2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9 is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:50:46.718422 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e3bfb651-3d25-43f1-ba06-5ce1c571be5b tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:46.735704 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-7514e621-fc53-4ee7-b56b-c40aa0753df5 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Project 353d4e203a46444b8e4786e11b1b1443 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:50:46.752404 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7514e621-fc53-4ee7-b56b-c40aa0753df5 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:46.833243 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 664d93c2-28ba-44b0-9f92-8291d75aa8fb up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:50:46.841456 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4cfd3697-4f30-41ff-8e5d-30dae55a350d tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:46.898058 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7514e621-fc53-4ee7-b56b-c40aa0753df5 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:46.899474 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598788f7-e2db-4af8-8916-6786c8268c31 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:50:46.911589 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfd3697-4f30-41ff-8e5d-30dae55a350d tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Network d39490cb-f673-47de-aa05-e5ae70998b68 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:46.915127 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7514e621-fc53-4ee7-b56b-c40aa0753df5 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:46.920535 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa958809-9efc-481d-a44c-154055b06ef5 None None] Sync routers for ids ['2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:46.934264 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa958809-9efc-481d-a44c-154055b06ef5 None None] Routers {'2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:50:46.934900 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-fa958809-9efc-481d-a44c-154055b06ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:50:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:46.935643 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7514e621-fc53-4ee7-b56b-c40aa0753df5 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=178abdff-5c9b-4707-99cc-a44a50e39c0a,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:46.937758 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-4cfd3697-4f30-41ff-8e5d-30dae55a350d tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:46.942420 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfd3697-4f30-41ff-8e5d-30dae55a350d tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:50:46.944098 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd3697-4f30-41ff-8e5d-30dae55a350d tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Pushing event updated for resources: {'Port': ['ID=c6e20044-80bd-4c44-88be-8f6c7815bf8c,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:46.953126 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-598788f7-e2db-4af8-8916-6786c8268c31 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:46.965216 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-598788f7-e2db-4af8-8916-6786c8268c31 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5738049 Feb 16 12:50:46.967296 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37698) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:46.976297 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e3bfb651-3d25-43f1-ba06-5ce1c571be5b tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.010804 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7514e621-fc53-4ee7-b56b-c40aa0753df5 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.015031 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7514e621-fc53-4ee7-b56b-c40aa0753df5 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3360872 Feb 16 12:50:47.015296 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37700) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:47.046026 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5f57c691-bbf9-4de6-890a-bc8e8950d791 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "GET /v2.0/security-group-rules/178abdff-5c9b-4707-99cc-a44a50e39c0a HTTP/1.1" status: 200 len: 769 time: 0.0272670 Feb 16 12:50:47.046661 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37702) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:47.071992 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfd3697-4f30-41ff-8e5d-30dae55a350d tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:47.072815 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4cfd3697-4f30-41ff-8e5d-30dae55a350d tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.082138 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bfb651-3d25-43f1-ba06-5ce1c571be5b tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event deleted for resources: {'Subnet': ['ID=c3dd8f29-d4b3-4c9c-a718-08e1235e5518,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:47.084575 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e3bfb651-3d25-43f1-ba06-5ce1c571be5b tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.089153 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e3bfb651-3d25-43f1-ba06-5ce1c571be5b tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "DELETE /v2.0/subnets/c3dd8f29-d4b3-4c9c-a718-08e1235e5518 HTTP/1.1" status: 204 len: 168 time: 0.6698337 Feb 16 12:50:47.091482 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-43037031-86a0-4c69-85c8-e5ca8589a9f6 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/subnets?project_id=93ebfe1969ad47c59fc4b80bacd9b15b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1240854 Feb 16 12:50:47.091977 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37704) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:47.096144 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37706) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:47.103586 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-fa958809-9efc-481d-a44c-154055b06ef5 None None] Set router 2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:50:47.130289 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4cfd3697-4f30-41ff-8e5d-30dae55a350d tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.8033345 Feb 16 12:50:47.159697 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ad3faf-d390-485e-bc7d-018944fa79d0 None None] Network fe12cc1f-e6a6-4957-ad47-623ea9c7f2a9 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:50:47.161403 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37708) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:47.164441 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268adc26-a052-469d-938d-084dfd8491e0 None None] Network d39490cb-f673-47de-aa05-e5ae70998b68 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:50:47.200546 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fbd001d3-2acc-43de-949a-dcf417b41639 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1504838 Feb 16 12:50:47.215241 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37710) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:47.225289 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-59ff2887-ff81-4e88-a046-b65ea6328d9d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.304208 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ea0ee1e0-5a38-4dc5-8f32-f6c840f342d6 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.313475 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-bbe740e0-a83a-4b27-ae40-d3a2582d6372 None None] Provisioning complete for port 664d93c2-28ba-44b0-9f92-8291d75aa8fb triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:47.313881 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bbe740e0-a83a-4b27-ae40-d3a2582d6372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.321353 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-59ff2887-ff81-4e88-a046-b65ea6328d9d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Deleting port e909d78c-d2b4-44e3-87c6-665a5b1d7d74 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:50:47.321889 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-59ff2887-ff81-4e88-a046-b65ea6328d9d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.338850 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ea0ee1e0-5a38-4dc5-8f32-f6c840f342d6 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.361577 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335e5b17-29ff-4192-9781-f91bf8e57f72 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:47.368313 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335e5b17-29ff-4192-9781-f91bf8e57f72 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:47.375043 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335e5b17-29ff-4192-9781-f91bf8e57f72 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:47.376506 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 664d93c2-28ba-44b0-9f92-8291d75aa8fb triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:47.376991 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.377524 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-335e5b17-29ff-4192-9781-f91bf8e57f72 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.2100103 Feb 16 12:50:47.387524 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37714) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:47.390520 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5928c2c4-7687-4993-84da-e513e2a1df7a tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:47.392281 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5928c2c4-7687-4993-84da-e513e2a1df7a tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2953048 Feb 16 12:50:47.399933 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37716) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:47.407174 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-fa958809-9efc-481d-a44c-154055b06ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9', 'name': 'tempest-TestNetworkBasicOps-router-385054752', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': 'e6ab3cb4-0220-44ca-a23e-cba11c10ee28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:44Z', 'updated_at': '2022-02-16T12:50:45Z', 'revision_number': 3, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'e6ab3cb4-0220-44ca-a23e-cba11c10ee28', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:45Z', 'updated_at': '2022-02-16T12:50:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:47.435811 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa958809-9efc-481d-a44c-154055b06ef5 None None] Checking router: 2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:50:47.436322 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa958809-9efc-481d-a44c-154055b06ef5 None None] Updating router 2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9 port e6ab3cb4-0220-44ca-a23e-cba11c10ee28 binding host dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:50:47.464247 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1592b6fb-1b6a-4d68-af34-b2a6be3b3e71 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/subnets?network_id=a08a3d1b-2e35-4b18-9cb0-756d355083e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0619047 Feb 16 12:50:47.464945 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fa958809-9efc-481d-a44c-154055b06ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.473262 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37718) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:47.480614 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-2eee9bff-340c-4d8f-befb-295881fb58b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1457593776', 'network_id': 'edab1fb9-4925-45fe-b7a4-7f52746b7ac7', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:47.487657 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-59ff2887-ff81-4e88-a046-b65ea6328d9d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] For port e909d78c-d2b4-44e3-87c6-665a5b1d7d74, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=e909d78c-d2b4-44e3-87c6-665a5b1d7d74,segment=NetworkSegment(fc2ec1b1-6ea3-4794-a795-3d926670256a),segment_id=fc2ec1b1-6ea3-4794-a795-3d926670256a)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:47.488034 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-59ff2887-ff81-4e88-a046-b65ea6328d9d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.491984 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ea0ee1e0-5a38-4dc5-8f32-f6c840f342d6 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.501915 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae64817-9c93-49b0-ab9f-3dc7ec211d67 req-7ab1afec-068f-46de-9098-550d13ea9119 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:47.504068 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1ae64817-9c93-49b0-ab9f-3dc7ec211d67 req-7ab1afec-068f-46de-9098-550d13ea9119 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=b28ad46e-1a6c-432e-9796-1e1bf13e1cfe HTTP/1.1" status: 200 len: 943 time: 0.1673510 Feb 16 12:50:47.516089 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ea0ee1e0-5a38-4dc5-8f32-f6c840f342d6 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.518017 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ea0ee1e0-5a38-4dc5-8f32-f6c840f342d6 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/178abdff-5c9b-4707-99cc-a44a50e39c0a HTTP/1.1" status: 204 len: 168 time: 0.3010623 Feb 16 12:50:47.522637 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-a89e74d2-c3fa-4020-aeb2-95a644428639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'name': 'tempest-RoutersTest-router-1909342374', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:06Z', 'updated_at': '2022-02-16T12:50:44Z', 'revision_number': 8, 'project_id': '634d4167fa4743409e8f884871721d4b', 'gw_port_host': None, '_interfaces': [{'id': '28d56872-165d-4d7b-86ce-dc9f1377c665', 'name': '', 'network_id': '91ec3ec5-75b9-4232-b93b-3bbe83c64c51', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:18:69:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:16Z', 'updated_at': '2022-02-16T12:50:28Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62229479-c875-49a3-a1dc-c58f1bd424bd', 'name': '', 'network_id': '6e1fe689-193e-470b-8a4a-1c3813b10d4c', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:67:90:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '943ca0f3-5c17-46d3-9ed3-b3e8466b200d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:23Z', 'updated_at': '2022-02-16T12:50:32Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': '943ca0f3-5c17-46d3-9ed3-b3e8466b200d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e71074e-b586-44b7-b7e7-de922f9349e5', 'name': '', 'network_id': '231ffe77-09bb-480d-8d9c-061d340a2b13', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:d3:5d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bd37c831-96e8-4b35-b765-52a466014343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:09Z', 'updated_at': '2022-02-16T12:50:20Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'bd37c831-96e8-4b35-b765-52a466014343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:47.527613 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37720) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:47.556553 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-59ff2887-ff81-4e88-a046-b65ea6328d9d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Calling delete_port for e909d78c-d2b4-44e3-87c6-665a5b1d7d74 owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:50:47.586960 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ee1e0-5a38-4dc5-8f32-f6c840f342d6 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=178abdff-5c9b-4707-99cc-a44a50e39c0a,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:47.605131 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89e74d2-c3fa-4020-aeb2-95a644428639 None None] Checking router: dd380b2c-7790-450b-86fd-f222b9f70c42 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:50:47.630489 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1ae64817-9c93-49b0-ab9f-3dc7ec211d67 req-d2e55ae4-89a0-4201-80c0-02ef97f13960 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168206 Feb 16 12:50:47.671159 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-624ab460-0c53-484b-9990-2d73648c55d9 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Deleting port c6e20044-80bd-4c44-88be-8f6c7815bf8c {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:50:47.672395 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-624ab460-0c53-484b-9990-2d73648c55d9 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.682850 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ce8bda87-c093-49ad-acdb-06f80e2e0161 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1533842 Feb 16 12:50:47.686417 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37722) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:47.691762 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 5565f9ac-fc96-403e-bd34-74f2df6b73c7 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 12:50:47.696879 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eee9bff-340c-4d8f-befb-295881fb58b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Made reservation on behalf of 93ebfe1969ad47c59fc4b80bacd9b15b for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:47.700353 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2eee9bff-340c-4d8f-befb-295881fb58b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.709013 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bbe740e0-a83a-4b27-ae40-d3a2582d6372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.746109 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89e74d2-c3fa-4020-aeb2-95a644428639 None None] Routers {'dd380b2c-7790-450b-86fd-f222b9f70c42'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:50:47.746825 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-a89e74d2-c3fa-4020-aeb2-95a644428639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:50:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['dd380b2c-7790-450b-86fd-f222b9f70c42'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:47.754671 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fa958809-9efc-481d-a44c-154055b06ef5 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.761798 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fa958809-9efc-481d-a44c-154055b06ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.827659 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674aef4-f76e-49a6-ad48-70759234c7d2 None None] Pushing event updated for resources: {'Port': ['ID=e6ab3cb4-0220-44ca-a23e-cba11c10ee28,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:47.843517 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-bbe740e0-a83a-4b27-ae40-d3a2582d6372 None None] For port 664d93c2-28ba-44b0-9f92-8291d75aa8fb, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=664d93c2-28ba-44b0-9f92-8291d75aa8fb,segment=NetworkSegment(06afa135-fa13-487f-a696-ff08f337b66c),segment_id=06afa135-fa13-487f-a696-ff08f337b66c)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:47.863809 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2674aef4-f76e-49a6-ad48-70759234c7d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:47.864437 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2674aef4-f76e-49a6-ad48-70759234c7d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:47.865079 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2674aef4-f76e-49a6-ad48-70759234c7d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:47.865589 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2674aef4-f76e-49a6-ad48-70759234c7d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:47.866142 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2674aef4-f76e-49a6-ad48-70759234c7d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:47.866671 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2674aef4-f76e-49a6-ad48-70759234c7d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:47.867163 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2674aef4-f76e-49a6-ad48-70759234c7d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:47.867670 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2674aef4-f76e-49a6-ad48-70759234c7d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:47.868175 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2674aef4-f76e-49a6-ad48-70759234c7d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:47.868897 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2674aef4-f76e-49a6-ad48-70759234c7d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:47.869412 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2674aef4-f76e-49a6-ad48-70759234c7d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:47.869957 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2674aef4-f76e-49a6-ad48-70759234c7d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:47.874274 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-fa958809-9efc-481d-a44c-154055b06ef5 None None] Attempting to bind port e6ab3cb4-0220-44ca-a23e-cba11c10ee28 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:47.874843 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-fa958809-9efc-481d-a44c-154055b06ef5 None None] Attempting to bind port e6ab3cb4-0220-44ca-a23e-cba11c10ee28 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:47.875550 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa958809-9efc-481d-a44c-154055b06ef5 None None] Attempting to bind port e6ab3cb4-0220-44ca-a23e-cba11c10ee28 on network a08a3d1b-2e35-4b18-9cb0-756d355083e6 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:50:47.883467 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa958809-9efc-481d-a44c-154055b06ef5 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:50:47.884171 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa958809-9efc-481d-a44c-154055b06ef5 None None] Checking segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:50:47.884883 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fa958809-9efc-481d-a44c-154055b06ef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.885522 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa958809-9efc-481d-a44c-154055b06ef5 None None] Bound using segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:50:47.885858 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.db.resource_extend [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:50:47.886494 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-fa958809-9efc-481d-a44c-154055b06ef5 None None] Bound port: e6ab3cb4-0220-44ca-a23e-cba11c10ee28, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:47.887156 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fa958809-9efc-481d-a44c-154055b06ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.887460 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bbe740e0-a83a-4b27-ae40-d3a2582d6372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.971712 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-fa958809-9efc-481d-a44c-154055b06ef5 None None] For port e6ab3cb4-0220-44ca-a23e-cba11c10ee28, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:50:47.978040 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-fa958809-9efc-481d-a44c-154055b06ef5 None None] For port e6ab3cb4-0220-44ca-a23e-cba11c10ee28, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=e6ab3cb4-0220-44ca-a23e-cba11c10ee28,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:50:47.990118 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fa958809-9efc-481d-a44c-154055b06ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.993580 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:48.003362 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb60ceae-e641-47c7-a90d-310b7e426432 None None] DHCP port deletion for fe12cc1f-e6a6-4957-ad47-623ea9c7f2a9 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:50:48.080771 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa958809-9efc-481d-a44c-154055b06ef5 None None] Routers {'2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:50:48.081650 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-fa958809-9efc-481d-a44c-154055b06ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:50:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:48.096651 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-59e9af4c-d519-4905-97b3-12a03162438b tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:48.110142 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-a89e74d2-c3fa-4020-aeb2-95a644428639 None None] Set router dd380b2c-7790-450b-86fd-f222b9f70c42 gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:50:48.128376 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-59e9af4c-d519-4905-97b3-12a03162438b tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:48.162604 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-59ff2887-ff81-4e88-a046-b65ea6328d9d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:48.190726 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ff2887-ff81-4e88-a046-b65ea6328d9d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] No DVR routers for this DVR port e909d78c-d2b4-44e3-87c6-665a5b1d7d74 on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:50:48.224263 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff2887-ff81-4e88-a046-b65ea6328d9d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event deleted for resources: {'Port': ['ID=e909d78c-d2b4-44e3-87c6-665a5b1d7d74,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:48.240940 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674aef4-f76e-49a6-ad48-70759234c7d2 None None] Pushing event updated for resources: {'Port': ['ID=e6ab3cb4-0220-44ca-a23e-cba11c10ee28,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:48.251189 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2eee9bff-340c-4d8f-befb-295881fb58b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:48.280538 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-fa958809-9efc-481d-a44c-154055b06ef5 None None] Set router 2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:50:48.293246 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe740e0-a83a-4b27-ae40-d3a2582d6372 None None] Pushing event updated for resources: {'Port': ['ID=664d93c2-28ba-44b0-9f92-8291d75aa8fb,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:48.349871 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 5565f9ac-fc96-403e-bd34-74f2df6b73c7, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5565f9ac-fc96-403e-bd34-74f2df6b73c7,segment=NetworkSegment(51914522-65e5-4e31-aa9c-d5caab70328b),segment_id=51914522-65e5-4e31-aa9c-d5caab70328b)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:48.356614 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-624ab460-0c53-484b-9990-2d73648c55d9 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:48.373665 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-59e9af4c-d519-4905-97b3-12a03162438b tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:48.376562 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-59e9af4c-d519-4905-97b3-12a03162438b tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:48.382440 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': '5565f9ac-fc96-403e-bd34-74f2df6b73c7', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'port_id': '5565f9ac-fc96-403e-bd34-74f2df6b73c7', 'mac_address': 'fa:16:3e:02:54:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 12:50:48.385419 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-59e9af4c-d519-4905-97b3-12a03162438b tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "DELETE /v2.0/security-groups/fe3eb991-28fa-4084-b599-e83114b0a023 HTTP/1.1" status: 204 len: 168 time: 0.6975980 Feb 16 12:50:48.392875 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37724) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:48.395014 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-59ff2887-ff81-4e88-a046-b65ea6328d9d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:48.412072 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-624ab460-0c53-484b-9990-2d73648c55d9 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Calling delete_port for c6e20044-80bd-4c44-88be-8f6c7815bf8c owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:50:48.427694 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-28b4b8ea-0bfe-45ba-a6b1-a370975c39c6 None None] Provisioning complete for port c6e20044-80bd-4c44-88be-8f6c7815bf8c triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:48.427996 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-28b4b8ea-0bfe-45ba-a6b1-a370975c39c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:48.439799 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee9bff-340c-4d8f-befb-295881fb58b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Subnet': ['ID=eb8f685f-f368-4712-8940-4f510bc24676,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:48.463243 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.db.api [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:50:48.463749 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG oslo_db.api [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:50:48.470040 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-59ff2887-ff81-4e88-a046-b65ea6328d9d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe12cc1f-e6a6-4957-ad47-623ea9c7f2a9']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:48.474785 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9af4c-d519-4905-97b3-12a03162438b tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3eb991-28fa-4084-b599-e83114b0a023,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:48.485636 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eee9bff-340c-4d8f-befb-295881fb58b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Checking segment: {'id': 'f455c4f0-adc3-460b-ade8-23472ee154e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'edab1fb9-4925-45fe-b7a4-7f52746b7ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:50:48.486056 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eee9bff-340c-4d8f-befb-295881fb58b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network hostable DHCP agents. Network: edab1fb9-4925-45fe-b7a4-7f52746b7ac7, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:50:48.502514 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-59ff2887-ff81-4e88-a046-b65ea6328d9d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc2ec1b1-6ea3-4794-a795-3d926670256a') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:48.503022 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-59ff2887-ff81-4e88-a046-b65ea6328d9d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc2ec1b1-6ea3-4794-a795-3d926670256a') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:48.525254 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eee9bff-340c-4d8f-befb-295881fb58b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network edab1fb9-4925-45fe-b7a4-7f52746b7ac7 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:50:48.534626 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-59ff2887-ff81-4e88-a046-b65ea6328d9d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:48.559700 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-2eee9bff-340c-4d8f-befb-295881fb58b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, edab1fb9-4925-45fe-b7a4-7f52746b7ac7) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:48.567257 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eee9bff-340c-4d8f-befb-295881fb58b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:48.568179 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2eee9bff-340c-4d8f-befb-295881fb58b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:48.580404 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d4e40ec0-2fa5-4767-a960-8d7a4f54bd39 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1818800 Feb 16 12:50:48.581978 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-59ff2887-ff81-4e88-a046-b65ea6328d9d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:48.587986 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37726) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:48.593537 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ff2887-ff81-4e88-a046-b65ea6328d9d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:50:48.593934 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-59ff2887-ff81-4e88-a046-b65ea6328d9d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:48.597489 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:50:48.597489 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:50:48.597489 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:50:48.597489 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:50:48.597489 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:50:48.597489 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:50:48.597489 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:50:48.597489 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:50:48.597489 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:50:48.597489 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:50:48.597489 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:50:48.597489 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:50:48.597489 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:50:48.597489 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:50:48.597489 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:50:48.597489 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:50:48.597489 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:50:48.597489 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:50:48.597489 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:50:48.597489 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:50:48.597489 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:50:48.597489 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:50:48.597489 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:50:48.597489 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:50:48.597489 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:50:48.597489 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:50:48.597489 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:50:48.597489 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:50:48.597489 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:50:48.597489 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:50:48.597489 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:50:48.597489 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:50:48.600528 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-a0221513-7288-442d-9ebd-d7e8892b1d3a tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Request body: {'security_group': {'name': 'tempest-secgroup--679081195'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:48.615820 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-fa958809-9efc-481d-a44c-154055b06ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9', 'name': 'tempest-TestNetworkBasicOps-router-385054752', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': 'e6ab3cb4-0220-44ca-a23e-cba11c10ee28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:44Z', 'updated_at': '2022-02-16T12:50:45Z', 'revision_number': 3, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'e6ab3cb4-0220-44ca-a23e-cba11c10ee28', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:45Z', 'updated_at': '2022-02-16T12:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:48.625467 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71070f74-d61b-4fa2-a27b-d6f6713ad5ff None None] Network edab1fb9-4925-45fe-b7a4-7f52746b7ac7 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:50:48.631849 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2eee9bff-340c-4d8f-befb-295881fb58b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1541610 Feb 16 12:50:48.651550 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-bb60ceae-e641-47c7-a90d-310b7e426432 None None] Deleting port e909d78c-d2b4-44e3-87c6-665a5b1d7d74 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:50:48.652465 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bb60ceae-e641-47c7-a90d-310b7e426432 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:48.653434 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37728) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:48.659672 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa958809-9efc-481d-a44c-154055b06ef5 None None] The sync data for ids ['2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9'] in dv-neutron-828142-3-hyperv is: [{'id': '2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9', 'name': 'tempest-TestNetworkBasicOps-router-385054752', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': 'e6ab3cb4-0220-44ca-a23e-cba11c10ee28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:44Z', 'updated_at': '2022-02-16T12:50:45Z', 'revision_number': 3, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'e6ab3cb4-0220-44ca-a23e-cba11c10ee28', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:45Z', 'updated_at': '2022-02-16T12:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:48.660686 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-28b4b8ea-0bfe-45ba-a6b1-a370975c39c6 None None] Port c6e20044-80bd-4c44-88be-8f6c7815bf8c cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:50:48.737529 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-59ff2887-ff81-4e88-a046-b65ea6328d9d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:48.742826 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-59ff2887-ff81-4e88-a046-b65ea6328d9d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:48.752045 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-59ff2887-ff81-4e88-a046-b65ea6328d9d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "DELETE /v2.0/networks/fe12cc1f-e6a6-4957-ad47-623ea9c7f2a9 HTTP/1.1" status: 204 len: 168 time: 1.6583004 Feb 16 12:50:48.753074 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37732) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:48.784972 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff2887-ff81-4e88-a046-b65ea6328d9d tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event deleted for resources: {'Network': ['ID=fe12cc1f-e6a6-4957-ad47-623ea9c7f2a9,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:48.824846 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:48.836750 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a0221513-7288-442d-9ebd-d7e8892b1d3a tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:48.853698 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-bb60ceae-e641-47c7-a90d-310b7e426432 None None] For port e909d78c-d2b4-44e3-87c6-665a5b1d7d74, host dv-neutron-828142-3-hyperv, got binding levels [] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:48.853957 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bb60ceae-e641-47c7-a90d-310b7e426432 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:48.872277 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-bb60ceae-e641-47c7-a90d-310b7e426432 None None] Calling delete_port for e909d78c-d2b4-44e3-87c6-665a5b1d7d74 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:50:48.881770 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.ipam_backend_mixin [None req-bb60ceae-e641-47c7-a90d-310b7e426432 None None] Port e909d78c-d2b4-44e3-87c6-665a5b1d7d74 was not found and therefore no delete operation was performed {{(pid=109050) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 12:50:48.890918 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bb60ceae-e641-47c7-a90d-310b7e426432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:48.912924 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e4ed8-08d3-4779-913a-cecf5d8e16d7 req-dae4a0ee-4b33-4d19-8b6e-34d6d2d76140 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:48.915581 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c65e4ed8-08d3-4779-913a-cecf5d8e16d7 req-dae4a0ee-4b33-4d19-8b6e-34d6d2d76140 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=b28ad46e-1a6c-432e-9796-1e1bf13e1cfe HTTP/1.1" status: 200 len: 943 time: 0.1394858 Feb 16 12:50:48.928780 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-624ab460-0c53-484b-9990-2d73648c55d9 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:48.992789 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ab460-0c53-484b-9990-2d73648c55d9 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Pushing event deleted for resources: {'Port': ['ID=c6e20044-80bd-4c44-88be-8f6c7815bf8c,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:49.007557 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-28b4b8ea-0bfe-45ba-a6b1-a370975c39c6 None None] Provisioning complete for port 664d93c2-28ba-44b0-9f92-8291d75aa8fb triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:49.007838 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-28b4b8ea-0bfe-45ba-a6b1-a370975c39c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:49.014793 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bb60ceae-e641-47c7-a90d-310b7e426432 None None] Network fe12cc1f-e6a6-4957-ad47-623ea9c7f2a9 is not hosted by any dhcp agent {{(pid=109050) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 12:50:49.015549 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb60ceae-e641-47c7-a90d-310b7e426432 None None] No DVR routers for this DVR port e909d78c-d2b4-44e3-87c6-665a5b1d7d74 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:50:49.101269 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60ceae-e641-47c7-a90d-310b7e426432 None None] Pushing event deleted for resources: {'Port': ['ID=e909d78c-d2b4-44e3-87c6-665a5b1d7d74,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:49.104117 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5565f9ac-fc96-403e-bd34-74f2df6b73c7 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 12:50:49.198812 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c65e4ed8-08d3-4779-913a-cecf5d8e16d7 req-b7e4f2fe-f404-480a-9b7c-bb0ac207a249 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2764633 Feb 16 12:50:49.227019 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 5565f9ac-fc96-403e-bd34-74f2df6b73c7, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5565f9ac-fc96-403e-bd34-74f2df6b73c7,segment=NetworkSegment(51914522-65e5-4e31-aa9c-d5caab70328b),segment_id=51914522-65e5-4e31-aa9c-d5caab70328b)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:49.410312 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1b668757-35f9-4a9c-bf03-f3ee2ef2f7d6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:49.484368 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:49.630719 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=5565f9ac-fc96-403e-bd34-74f2df6b73c7,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:49.677424 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f96b9ce-7abe-49fd-9b6f-24635d723226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-edab1fb9-4925-45fe-b7a4-7f52746b7ac7', 'network_id': 'edab1fb9-4925-45fe-b7a4-7f52746b7ac7', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ips': [{'subnet_id': 'eb8f685f-f368-4712-8940-4f510bc24676'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:50:49.681704 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3f96b9ce-7abe-49fd-9b6f-24635d723226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:49.736733 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-624ab460-0c53-484b-9990-2d73648c55d9 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:49.738838 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-a89e74d2-c3fa-4020-aeb2-95a644428639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'name': 'tempest-RoutersTest-router-1909342374', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:06Z', 'updated_at': '2022-02-16T12:50:44Z', 'revision_number': 8, 'project_id': '634d4167fa4743409e8f884871721d4b', 'gw_port_host': None, '_interfaces': [{'id': '28d56872-165d-4d7b-86ce-dc9f1377c665', 'name': '', 'network_id': '91ec3ec5-75b9-4232-b93b-3bbe83c64c51', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:18:69:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:16Z', 'updated_at': '2022-02-16T12:50:28Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62229479-c875-49a3-a1dc-c58f1bd424bd', 'name': '', 'network_id': '6e1fe689-193e-470b-8a4a-1c3813b10d4c', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:67:90:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '943ca0f3-5c17-46d3-9ed3-b3e8466b200d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:23Z', 'updated_at': '2022-02-16T12:50:32Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': '943ca0f3-5c17-46d3-9ed3-b3e8466b200d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e71074e-b586-44b7-b7e7-de922f9349e5', 'name': '', 'network_id': '231ffe77-09bb-480d-8d9c-061d340a2b13', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:d3:5d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bd37c831-96e8-4b35-b765-52a466014343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:09Z', 'updated_at': '2022-02-16T12:50:20Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'bd37c831-96e8-4b35-b765-52a466014343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:49.740395 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-624ab460-0c53-484b-9990-2d73648c55d9 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] 10.222.0.90 "DELETE /v2.0/ports/c6e20044-80bd-4c44-88be-8f6c7815bf8c HTTP/1.1" status: 204 len: 168 time: 2.3514426 Feb 16 12:50:49.749842 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a0221513-7288-442d-9ebd-d7e8892b1d3a tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:49.750779 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37736) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:49.760115 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-a9fa08a6-8122-4431-b6f0-e9717d2b1a6f tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Request body: {'port': {'name': 'tempest-new-port-name-737607633', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:49.760468 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.api.validators [None req-a9fa08a6-8122-4431-b6f0-e9717d2b1a6f tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] bootfile-name is not in valid_values {{(pid=109049) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 12:50:49.760829 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.api.validators [None req-a9fa08a6-8122-4431-b6f0-e9717d2b1a6f tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] tftp-server is not in valid_values {{(pid=109049) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 12:50:49.761269 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.api.validators [None req-a9fa08a6-8122-4431-b6f0-e9717d2b1a6f tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] server-ip-address is not in valid_values {{(pid=109049) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 12:50:49.762014 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['5565f9ac-fc96-403e-bd34-74f2df6b73c7'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 12:50:49.794017 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a0221513-7288-442d-9ebd-d7e8892b1d3a tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:49.795192 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 664d93c2-28ba-44b0-9f92-8291d75aa8fb up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:50:49.830347 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-1b668757-35f9-4a9c-bf03-f3ee2ef2f7d6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Deleting port 62229479-c875-49a3-a1dc-c58f1bd424bd {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:50:49.830595 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1b668757-35f9-4a9c-bf03-f3ee2ef2f7d6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:49.871011 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a9fa08a6-8122-4431-b6f0-e9717d2b1a6f tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:49.913248 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a0221513-7288-442d-9ebd-d7e8892b1d3a tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:49.914743 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a0221513-7288-442d-9ebd-d7e8892b1d3a tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3249221 Feb 16 12:50:49.926181 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37738) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:49.933908 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-1b668757-35f9-4a9c-bf03-f3ee2ef2f7d6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] For port 62229479-c875-49a3-a1dc-c58f1bd424bd, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=62229479-c875-49a3-a1dc-c58f1bd424bd,segment=NetworkSegment(58d5b07e-b748-4642-9437-f6a57b5df40e),segment_id=58d5b07e-b748-4642-9437-f6a57b5df40e)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:49.934229 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-96bb0802-0712-4c34-8e65-b64636b4e58a tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Request body: {'security_group_rule': {'security_group_id': '22f4de2c-1db2-43e2-a626-4b4b65147065', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:49.934349 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1b668757-35f9-4a9c-bf03-f3ee2ef2f7d6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:49.938307 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0221513-7288-442d-9ebd-d7e8892b1d3a tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22f4de2c-1db2-43e2-a626-4b4b65147065,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:49.948658 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-1b668757-35f9-4a9c-bf03-f3ee2ef2f7d6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Calling delete_port for 62229479-c875-49a3-a1dc-c58f1bd424bd owned by network:router_interface {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:50:50.047857 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89e74d2-c3fa-4020-aeb2-95a644428639 None None] The sync data for ids ['dd380b2c-7790-450b-86fd-f222b9f70c42'] in dv-neutron-828142-3-hyperv is: [{'id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'name': 'tempest-RoutersTest-router-1909342374', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:06Z', 'updated_at': '2022-02-16T12:50:44Z', 'revision_number': 8, 'project_id': '634d4167fa4743409e8f884871721d4b', 'gw_port_host': None, '_interfaces': [{'id': '28d56872-165d-4d7b-86ce-dc9f1377c665', 'name': '', 'network_id': '91ec3ec5-75b9-4232-b93b-3bbe83c64c51', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:18:69:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:16Z', 'updated_at': '2022-02-16T12:50:28Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62229479-c875-49a3-a1dc-c58f1bd424bd', 'name': '', 'network_id': '6e1fe689-193e-470b-8a4a-1c3813b10d4c', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:67:90:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '943ca0f3-5c17-46d3-9ed3-b3e8466b200d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:23Z', 'updated_at': '2022-02-16T12:50:32Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': '943ca0f3-5c17-46d3-9ed3-b3e8466b200d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e71074e-b586-44b7-b7e7-de922f9349e5', 'name': '', 'network_id': '231ffe77-09bb-480d-8d9c-061d340a2b13', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:d3:5d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bd37c831-96e8-4b35-b765-52a466014343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:09Z', 'updated_at': '2022-02-16T12:50:20Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'bd37c831-96e8-4b35-b765-52a466014343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:50.066515 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-28b4b8ea-0bfe-45ba-a6b1-a370975c39c6 None None] Provisioning complete for port dcda46f3-327c-46db-84b4-c143cd972b05 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:50.066515 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-28b4b8ea-0bfe-45ba-a6b1-a370975c39c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.125567 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-3f96b9ce-7abe-49fd-9b6f-24635d723226 None None] Allocated IP 172.20.0.2 (edab1fb9-4925-45fe-b7a4-7f52746b7ac7/eb8f685f-f368-4712-8940-4f510bc24676/91e86a3b-92be-4e8f-9a69-2be0fddfb2fe) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:50.132154 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-96bb0802-0712-4c34-8e65-b64636b4e58a tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.174367 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1b668757-35f9-4a9c-bf03-f3ee2ef2f7d6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.206565 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b668757-35f9-4a9c-bf03-f3ee2ef2f7d6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event deleted for resources: {'Port': ['ID=62229479-c875-49a3-a1dc-c58f1bd424bd,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:50.261056 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 664d93c2-28ba-44b0-9f92-8291d75aa8fb triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:50.261421 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.333024 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-28b4b8ea-0bfe-45ba-a6b1-a370975c39c6 None None] Port dcda46f3-327c-46db-84b4-c143cd972b05 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:50:50.372275 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-96bb0802-0712-4c34-8e65-b64636b4e58a tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.389122 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-96bb0802-0712-4c34-8e65-b64636b4e58a tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.418853 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-24fb0b26-a970-4cbb-b68a-46fdb67fbc84 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.452441 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb0802-0712-4c34-8e65-b64636b4e58a tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce03358-65d4-407f-b166-24bac24aec6b,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:50.462160 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-96bb0802-0712-4c34-8e65-b64636b4e58a tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.463393 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-96bb0802-0712-4c34-8e65-b64636b4e58a tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5359864 Feb 16 12:50:50.465874 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a9fa08a6-8122-4431-b6f0-e9717d2b1a6f tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.468273 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37742) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:50.495657 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1b668757-35f9-4a9c-bf03-f3ee2ef2f7d6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.521059 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a9fa08a6-8122-4431-b6f0-e9717d2b1a6f tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.522797 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ec61b-e081-4702-b648-25394441b779 req-78d3aa4c-3e69-4614-a47e-a7187a4710a6 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:50.524422 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-593ec61b-e081-4702-b648-25394441b779 req-78d3aa4c-3e69-4614-a47e-a7187a4710a6 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=b28ad46e-1a6c-432e-9796-1e1bf13e1cfe HTTP/1.1" status: 200 len: 944 time: 0.1585126 Feb 16 12:50:50.587169 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-b3a1e11d-a3ca-4510-b00e-d033fffbd977 None None] Could not find standard attr ID for object c6e20044-80bd-4c44-88be-8f6c7815bf8c. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:50:50.628558 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device e6ab3cb4-0220-44ca-a23e-cba11c10ee28 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:50:50.656149 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3f96b9ce-7abe-49fd-9b6f-24635d723226 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.683343 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-593ec61b-e081-4702-b648-25394441b779 req-fb3571f5-141a-496e-b2e6-a52a7d3af387 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150119 Feb 16 12:50:50.697218 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa08a6-8122-4431-b6f0-e9717d2b1a6f tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Pushing event updated for resources: {'Port': ['ID=dcda46f3-327c-46db-84b4-c143cd972b05,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:50.703459 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-b3a1e11d-a3ca-4510-b00e-d033fffbd977 None None] Provisioning complete for port dcda46f3-327c-46db-84b4-c143cd972b05 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:50.704321 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b3a1e11d-a3ca-4510-b00e-d033fffbd977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.749653 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-b3a1e11d-a3ca-4510-b00e-d033fffbd977 None None] Port dcda46f3-327c-46db-84b4-c143cd972b05 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:50:50.756820 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3f96b9ce-7abe-49fd-9b6f-24635d723226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.791165 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f96b9ce-7abe-49fd-9b6f-24635d723226 None None] Network edab1fb9-4925-45fe-b7a4-7f52746b7ac7 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:50.796303 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-a9fa08a6-8122-4431-b6f0-e9717d2b1a6f tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] In _notify_port_updated(), no bound segment for port dcda46f3-327c-46db-84b4-c143cd972b05 on network d39490cb-f673-47de-aa05-e5ae70998b68 {{(pid=109049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 12:50:50.803736 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fa08a6-8122-4431-b6f0-e9717d2b1a6f tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:50.805057 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a9fa08a6-8122-4431-b6f0-e9717d2b1a6f tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.807383 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a9fa08a6-8122-4431-b6f0-e9717d2b1a6f tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] 10.222.0.90 "PUT /v2.0/ports/dcda46f3-327c-46db-84b4-c143cd972b05 HTTP/1.1" status: 200 len: 1135 time: 1.0555079 Feb 16 12:50:50.816303 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37744) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:50.827653 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-3f96b9ce-7abe-49fd-9b6f-24635d723226 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:50.835941 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f96b9ce-7abe-49fd-9b6f-24635d723226 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:50:50.848898 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eebb53e2-2f16-4b6d-8c5b-431c91b06335 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.876011 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eebb53e2-2f16-4b6d-8c5b-431c91b06335 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.925455 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96b9ce-7abe-49fd-9b6f-24635d723226 None None] Pushing event updated for resources: {'Port': ['ID=91e86a3b-92be-4e8f-9a69-2be0fddfb2fe,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:50.955152 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b668757-35f9-4a9c-bf03-f3ee2ef2f7d6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Router dd380b2c-7790-450b-86fd-f222b9f70c42 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:50:50.959790 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eebb53e2-2f16-4b6d-8c5b-431c91b06335 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.962522 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eebb53e2-2f16-4b6d-8c5b-431c91b06335 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.963728 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-eebb53e2-2f16-4b6d-8c5b-431c91b06335 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "DELETE /v2.0/security-groups/22f4de2c-1db2-43e2-a626-4b4b65147065 HTTP/1.1" status: 204 len: 168 time: 0.4944291 Feb 16 12:50:50.967088 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecffbc48-6acd-4eaf-95fb-8d7b298b21cf tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:50.968946 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ecffbc48-6acd-4eaf-95fb-8d7b298b21cf tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] 10.222.0.90 "GET /v2.0/ports/dcda46f3-327c-46db-84b4-c143cd972b05 HTTP/1.1" status: 200 len: 1135 time: 0.1515145 Feb 16 12:50:50.969749 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37746) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:50.977856 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37748) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:51.005099 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port e6ab3cb4-0220-44ca-a23e-cba11c10ee28 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:51.006376 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:51.029703 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb53e2-2f16-4b6d-8c5b-431c91b06335 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f4de2c-1db2-43e2-a626-4b4b65147065,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:51.047574 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-3f96b9ce-7abe-49fd-9b6f-24635d723226 None None] Attempting to bind port 91e86a3b-92be-4e8f-9a69-2be0fddfb2fe on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:51.049246 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-3f96b9ce-7abe-49fd-9b6f-24635d723226 None None] Attempting to bind port 91e86a3b-92be-4e8f-9a69-2be0fddfb2fe by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'f455c4f0-adc3-460b-ade8-23472ee154e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'edab1fb9-4925-45fe-b7a4-7f52746b7ac7'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:51.049866 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f96b9ce-7abe-49fd-9b6f-24635d723226 None None] Attempting to bind port 91e86a3b-92be-4e8f-9a69-2be0fddfb2fe on network edab1fb9-4925-45fe-b7a4-7f52746b7ac7 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:50:51.094788 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f96b9ce-7abe-49fd-9b6f-24635d723226 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:50:51.099695 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f96b9ce-7abe-49fd-9b6f-24635d723226 None None] Checking segment: {'id': 'f455c4f0-adc3-460b-ade8-23472ee154e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'edab1fb9-4925-45fe-b7a4-7f52746b7ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:50:51.099695 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3f96b9ce-7abe-49fd-9b6f-24635d723226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:51.099695 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f96b9ce-7abe-49fd-9b6f-24635d723226 None None] Bound using segment: {'id': 'f455c4f0-adc3-460b-ade8-23472ee154e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'edab1fb9-4925-45fe-b7a4-7f52746b7ac7'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:50:51.099695 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-3f96b9ce-7abe-49fd-9b6f-24635d723226 None None] Bound port: 91e86a3b-92be-4e8f-9a69-2be0fddfb2fe, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f455c4f0-adc3-460b-ade8-23472ee154e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'edab1fb9-4925-45fe-b7a4-7f52746b7ac7'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:51.099695 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3f96b9ce-7abe-49fd-9b6f-24635d723226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:51.120098 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b3aa9bb4-ba2f-459c-8027-94a199eb2671 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1153476 Feb 16 12:50:51.121482 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37750) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:51.150487 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-24fb0b26-a970-4cbb-b68a-46fdb67fbc84 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Allocated IP 172.20.0.1 (edab1fb9-4925-45fe-b7a4-7f52746b7ac7/eb8f685f-f368-4712-8940-4f510bc24676/62ea75a0-2ad0-4473-ac8c-62985abb7e19) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:51.168288 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-15eab6a5-7edd-4a6c-a120-b72ce188c2f5 None None] Provisioning complete for port dcda46f3-327c-46db-84b4-c143cd972b05 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:51.168288 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-15eab6a5-7edd-4a6c-a120-b72ce188c2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:51.190701 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-09cc5d87-21bf-4373-bd68-ad40f4025ee2 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0657682 Feb 16 12:50:51.192018 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37752) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:51.211406 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-266fbf29-1b63-47bd-9bff-14beee96684a tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] delete failed (client error): The resource could not be found. Feb 16 12:50:51.215979 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-266fbf29-1b63-47bd-9bff-14beee96684a tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "DELETE /v2.0/security-groups/22f4de2c-1db2-43e2-a626-4b4b65147065 HTTP/1.1" status: 404 len: 347 time: 0.0194402 Feb 16 12:50:51.222288 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37754) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:51.260164 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b668757-35f9-4a9c-bf03-f3ee2ef2f7d6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:50:51.268348 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:51.270359 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1b668757-35f9-4a9c-bf03-f3ee2ef2f7d6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "PUT /v2.0/routers/dd380b2c-7790-450b-86fd-f222b9f70c42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5007873 Feb 16 12:50:51.275013 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37756) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:51.277310 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-22ac653d-ee45-411e-b509-8ac15cc4fa2d tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Deleting port dcda46f3-327c-46db-84b4-c143cd972b05 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:50:51.279328 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22ac653d-ee45-411e-b509-8ac15cc4fa2d tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:51.281725 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de01381-d8bd-43fa-b3b6-0575952c47a3 None None] Sync routers for ids ['dd380b2c-7790-450b-86fd-f222b9f70c42'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:51.286565 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-3f96b9ce-7abe-49fd-9b6f-24635d723226 None None] For port 91e86a3b-92be-4e8f-9a69-2be0fddfb2fe, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:50:51.289324 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-15eab6a5-7edd-4a6c-a120-b72ce188c2f5 None None] Port dcda46f3-327c-46db-84b4-c143cd972b05 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:50:51.293942 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-3f96b9ce-7abe-49fd-9b6f-24635d723226 None None] For port 91e86a3b-92be-4e8f-9a69-2be0fddfb2fe, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=91e86a3b-92be-4e8f-9a69-2be0fddfb2fe,segment=NetworkSegment(f455c4f0-adc3-460b-ade8-23472ee154e6),segment_id=f455c4f0-adc3-460b-ade8-23472ee154e6)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:50:51.314062 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3f96b9ce-7abe-49fd-9b6f-24635d723226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:51.317179 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-24fb0b26-a970-4cbb-b68a-46fdb67fbc84 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:51.321414 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port e6ab3cb4-0220-44ca-a23e-cba11c10ee28, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=e6ab3cb4-0220-44ca-a23e-cba11c10ee28,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:51.327845 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de01381-d8bd-43fa-b3b6-0575952c47a3 None None] Routers {'dd380b2c-7790-450b-86fd-f222b9f70c42'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:50:51.327845 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6de01381-d8bd-43fa-b3b6-0575952c47a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:50:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['dd380b2c-7790-450b-86fd-f222b9f70c42'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:51.354962 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:51.359777 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-24fb0b26-a970-4cbb-b68a-46fdb67fbc84 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:51.390890 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0c8189bd-80b6-499e-84cb-fba954db3ed0 tempest-SecGroupIPv6Test-1064490263 tempest-SecGroupIPv6Test-1064490263-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1628935 Feb 16 12:50:51.420668 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fb0b26-a970-4cbb-b68a-46fdb67fbc84 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network edab1fb9-4925-45fe-b7a4-7f52746b7ac7 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:51.425067 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-24fb0b26-a970-4cbb-b68a-46fdb67fbc84 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:51.430268 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fb0b26-a970-4cbb-b68a-46fdb67fbc84 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:50:51.449814 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-d417eca9-8ae1-4c4e-9749-920161531053 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Deleting subnet 943ca0f3-5c17-46d3-9ed3-b3e8466b200d {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:50:51.484454 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb0b26-a970-4cbb-b68a-46fdb67fbc84 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=62ea75a0-2ad0-4473-ac8c-62985abb7e19,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:51.499023 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-24fb0b26-a970-4cbb-b68a-46fdb67fbc84 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:51.521627 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-6de01381-d8bd-43fa-b3b6-0575952c47a3 None None] Set router dd380b2c-7790-450b-86fd-f222b9f70c42 gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:50:51.583083 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device e909d78c-d2b4-44e3-87c6-665a5b1d7d74 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:50:51.615930 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: e909d78c-d2b4-44e3-87c6-665a5b1d7d74 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:50:51.616368 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device e909d78c-d2b4-44e3-87c6-665a5b1d7d74 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:50:51.681130 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96b9ce-7abe-49fd-9b6f-24635d723226 None None] Pushing event updated for resources: {'Port': ['ID=91e86a3b-92be-4e8f-9a69-2be0fddfb2fe,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:51.708141 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 5565f9ac-fc96-403e-bd34-74f2df6b73c7 up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:50:51.793875 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-24fb0b26-a970-4cbb-b68a-46fdb67fbc84 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:51.883349 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d417eca9-8ae1-4c4e-9749-920161531053 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:51.944499 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d417eca9-8ae1-4c4e-9749-920161531053 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:51.998720 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37764) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:52.041827 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22ac653d-ee45-411e-b509-8ac15cc4fa2d tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:52.069210 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 4a874464-efeb-477e-9a55-5d9171adf314 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:50:52.069730 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-22ac653d-ee45-411e-b509-8ac15cc4fa2d tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Calling delete_port for dcda46f3-327c-46db-84b4-c143cd972b05 owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:50:52.110331 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 4a874464-efeb-477e-9a55-5d9171adf314 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:50:52.112163 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 4a874464-efeb-477e-9a55-5d9171adf314 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:50:52.155794 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=e6ab3cb4-0220-44ca-a23e-cba11c10ee28,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:52.192234 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e50485-41aa-417a-917d-c9174625c37c req-cc925091-2aa7-46a8-bcfb-09b91a786af6 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:52.194021 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-47e50485-41aa-417a-917d-c9174625c37c req-cc925091-2aa7-46a8-bcfb-09b91a786af6 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=b28ad46e-1a6c-432e-9796-1e1bf13e1cfe HTTP/1.1" status: 200 len: 944 time: 0.2247391 Feb 16 12:50:52.207080 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning for port 5565f9ac-fc96-403e-bd34-74f2df6b73c7 completed by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:52.214772 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d417eca9-8ae1-4c4e-9749-920161531053 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:52.226947 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port 5565f9ac-fc96-403e-bd34-74f2df6b73c7 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:52.227322 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:52.229242 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-24fb0b26-a970-4cbb-b68a-46fdb67fbc84 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:52.236334 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-24fb0b26-a970-4cbb-b68a-46fdb67fbc84 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:52.258830 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ab6002ad-f645-4a46-9e8d-a4f69b0e7f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:52.297387 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6de01381-d8bd-43fa-b3b6-0575952c47a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'name': 'tempest-RoutersTest-router-1909342374', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:06Z', 'updated_at': '2022-02-16T12:50:50Z', 'revision_number': 9, 'project_id': '634d4167fa4743409e8f884871721d4b', 'gw_port_host': None, '_interfaces': [{'id': '28d56872-165d-4d7b-86ce-dc9f1377c665', 'name': '', 'network_id': '91ec3ec5-75b9-4232-b93b-3bbe83c64c51', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:18:69:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:16Z', 'updated_at': '2022-02-16T12:50:28Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e71074e-b586-44b7-b7e7-de922f9349e5', 'name': '', 'network_id': '231ffe77-09bb-480d-8d9c-061d340a2b13', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:d3:5d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bd37c831-96e8-4b35-b765-52a466014343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:09Z', 'updated_at': '2022-02-16T12:50:20Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'bd37c831-96e8-4b35-b765-52a466014343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:52.317311 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-24fb0b26-a970-4cbb-b68a-46fdb67fbc84 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:52.319261 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb0b26-a970-4cbb-b68a-46fdb67fbc84 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=62ea75a0-2ad0-4473-ac8c-62985abb7e19,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:52.344378 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de01381-d8bd-43fa-b3b6-0575952c47a3 None None] Checking router: dd380b2c-7790-450b-86fd-f222b9f70c42 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:50:52.357351 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-47e50485-41aa-417a-917d-c9174625c37c req-9e00892a-d123-4108-9d50-d7459a561692 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561959 Feb 16 12:50:52.367031 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-05cd148e-d940-4aed-b37b-552349a9c64b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=353d4e203a46444b8e4786e11b1b1443&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3524818 Feb 16 12:50:52.370439 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37768) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:52.387743 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:52.389790 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de01381-d8bd-43fa-b3b6-0575952c47a3 None None] Routers {'dd380b2c-7790-450b-86fd-f222b9f70c42'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:50:52.390441 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6de01381-d8bd-43fa-b3b6-0575952c47a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:50:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['dd380b2c-7790-450b-86fd-f222b9f70c42'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:52.448420 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d417eca9-8ae1-4c4e-9749-920161531053 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:52.478990 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fb0b26-a970-4cbb-b68a-46fdb67fbc84 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network edab1fb9-4925-45fe-b7a4-7f52746b7ac7 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:52.481704 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-24fb0b26-a970-4cbb-b68a-46fdb67fbc84 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:52.537386 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 5565f9ac-fc96-403e-bd34-74f2df6b73c7, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5565f9ac-fc96-403e-bd34-74f2df6b73c7,segment=NetworkSegment(51914522-65e5-4e31-aa9c-d5caab70328b),segment_id=51914522-65e5-4e31-aa9c-d5caab70328b)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:52.537622 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417eca9-8ae1-4c4e-9749-920161531053 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event deleted for resources: {'Subnet': ['ID=943ca0f3-5c17-46d3-9ed3-b3e8466b200d,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:52.548747 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28ad46e-1a6c-432e-9796-1e1bf13e1cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5565f9ac-fc96-403e-bd34-74f2df6b73c7'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:50:52.553238 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4a7473-2aaa-4b29-8819-24192e879067" -d '{"events": [{"server_uuid": "b28ad46e-1a6c-432e-9796-1e1bf13e1cfe", "name": "network-vif-plugged", "status": "completed", "tag": "5565f9ac-fc96-403e-bd34-74f2df6b73c7"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:50:52.560549 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:52.570159 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d417eca9-8ae1-4c4e-9749-920161531053 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:52.589490 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d417eca9-8ae1-4c4e-9749-920161531053 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "DELETE /v2.0/subnets/943ca0f3-5c17-46d3-9ed3-b3e8466b200d HTTP/1.1" status: 204 len: 168 time: 1.2679038 Feb 16 12:50:52.606201 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37772) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:52.617752 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd59b584-6f6e-4763-832c-3f8bcae63fd2 None None] Network 6e1fe689-193e-470b-8a4a-1c3813b10d4c requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:50:52.632276 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22ac653d-ee45-411e-b509-8ac15cc4fa2d tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:52.714013 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 12:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd26df3-bc8d-43e2-ad48-6ffe4a33f3d5 x-openstack-request-id: req-1cd26df3-bc8d-43e2-ad48-6ffe4a33f3d5 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:50:52.714866 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28ad46e-1a6c-432e-9796-1e1bf13e1cfe", "name": "network-vif-plugged", "status": "completed", "tag": "5565f9ac-fc96-403e-bd34-74f2df6b73c7", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:50:52.714866 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1cd26df3-bc8d-43e2-ad48-6ffe4a33f3d5 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:50:52.715223 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28ad46e-1a6c-432e-9796-1e1bf13e1cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5565f9ac-fc96-403e-bd34-74f2df6b73c7', 'code': 200} Feb 16 12:50:52.720551 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-6de01381-d8bd-43fa-b3b6-0575952c47a3 None None] Set router dd380b2c-7790-450b-86fd-f222b9f70c42 gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:50:52.729410 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24fb0b26-a970-4cbb-b68a-46fdb67fbc84 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router 2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:50:52.762521 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=5565f9ac-fc96-403e-bd34-74f2df6b73c7,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:52.826235 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac653d-ee45-411e-b509-8ac15cc4fa2d tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Pushing event deleted for resources: {'Port': ['ID=dcda46f3-327c-46db-84b4-c143cd972b05,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:52.838972 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9743e215-3154-4bf1-81bc-b46356dcb430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:52.931986 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4f561d-e566-42a8-b94f-a0ceeafa7119 None None] Network edab1fb9-4925-45fe-b7a4-7f52746b7ac7 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:50:52.990020 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c7e394ef-90ef-4dd6-adc1-69b05f82c65a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:53.006702 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9743e215-3154-4bf1-81bc-b46356dcb430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:53.019232 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182ef5e-c4dc-475a-9294-909ad04763a3 req-2eb16194-54e1-4f12-b0ea-92890bc0b255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:53.022304 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2182ef5e-c4dc-475a-9294-909ad04763a3 req-2eb16194-54e1-4f12-b0ea-92890bc0b255 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b28ad46e-1a6c-432e-9796-1e1bf13e1cfe HTTP/1.1" status: 200 len: 1098 time: 0.1150343 Feb 16 12:50:53.033384 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fb0b26-a970-4cbb-b68a-46fdb67fbc84 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:50:53.067887 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84327cf6-6bfa-4b3e-a196-162dd9517d88 None None] Sync routers for ids ['2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:53.069210 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d9864a-6413-43fd-818a-2abdd336305d None None] DHCP port deletion for 6e1fe689-193e-470b-8a4a-1c3813b10d4c request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:50:53.082525 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22ac653d-ee45-411e-b509-8ac15cc4fa2d tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:53.089888 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-22ac653d-ee45-411e-b509-8ac15cc4fa2d tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] 10.222.0.90 "DELETE /v2.0/ports/dcda46f3-327c-46db-84b4-c143cd972b05 HTTP/1.1" status: 204 len: 168 time: 2.1109583 Feb 16 12:50:53.090888 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37774) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:53.091225 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37776) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:53.094320 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84327cf6-6bfa-4b3e-a196-162dd9517d88 None None] Routers {'2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:50:53.096440 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-24fb0b26-a970-4cbb-b68a-46fdb67fbc84 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "PUT /v2.0/routers/2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4398301 Feb 16 12:50:53.097592 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-84327cf6-6bfa-4b3e-a196-162dd9517d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:50:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:53.169483 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2182ef5e-c4dc-475a-9294-909ad04763a3 req-e69b0ec9-8a08-4727-bbf6-552df0690ab5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341076 Feb 16 12:50:53.300036 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-84327cf6-6bfa-4b3e-a196-162dd9517d88 None None] Set router 2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:50:53.306781 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9743e215-3154-4bf1-81bc-b46356dcb430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:53.308744 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-822c8722-9a2e-415d-866d-318699b6b934 None None] Provisioning complete for port 91e86a3b-92be-4e8f-9a69-2be0fddfb2fe triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:53.309318 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9743e215-3154-4bf1-81bc-b46356dcb430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:53.309497 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-822c8722-9a2e-415d-866d-318699b6b934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:53.312769 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-9743e215-3154-4bf1-81bc-b46356dcb430 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/281eca6e-1363-419a-a6f2-f008f6471a9e HTTP/1.1" status: 204 len: 168 time: 0.9371369 Feb 16 12:50:53.341111 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-fde4b2cd-6750-4ffb-91a6-164a49267909 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Deleting subnet e10e35b3-bcf5-4104-91ab-59cd136a5e2f {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:50:53.361928 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fde4b2cd-6750-4ffb-91a6-164a49267909 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:53.370572 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9743e215-3154-4bf1-81bc-b46356dcb430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281eca6e-1363-419a-a6f2-f008f6471a9e,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:53.441949 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-c7e394ef-90ef-4dd6-adc1-69b05f82c65a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Deleting port ce495a99-c783-4f23-9366-40767e02fb9c {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:50:53.442285 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c7e394ef-90ef-4dd6-adc1-69b05f82c65a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:53.576694 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-43d9864a-6413-43fd-818a-2abdd336305d None None] Deleting port ce495a99-c783-4f23-9366-40767e02fb9c {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:50:53.577198 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-43d9864a-6413-43fd-818a-2abdd336305d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:53.588034 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a59bfc1-154c-47d2-859c-19c8907ea966 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:53.590005 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a59bfc1-154c-47d2-859c-19c8907ea966 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:53.590709 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a59bfc1-154c-47d2-859c-19c8907ea966 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:53.591362 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a59bfc1-154c-47d2-859c-19c8907ea966 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:53.591934 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a59bfc1-154c-47d2-859c-19c8907ea966 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:53.592451 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a59bfc1-154c-47d2-859c-19c8907ea966 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:53.593004 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a59bfc1-154c-47d2-859c-19c8907ea966 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:53.593643 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a59bfc1-154c-47d2-859c-19c8907ea966 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:53.594166 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a59bfc1-154c-47d2-859c-19c8907ea966 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:53.594687 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a59bfc1-154c-47d2-859c-19c8907ea966 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:53.601011 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-4a59bfc1-154c-47d2-859c-19c8907ea966 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6997 time: 0.4829645 Feb 16 12:50:53.602564 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37784) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:53.638837 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fde4b2cd-6750-4ffb-91a6-164a49267909 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:53.677007 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-c7e394ef-90ef-4dd6-adc1-69b05f82c65a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] For port ce495a99-c783-4f23-9366-40767e02fb9c, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=ce495a99-c783-4f23-9366-40767e02fb9c,segment=NetworkSegment(58d5b07e-b748-4642-9437-f6a57b5df40e),segment_id=58d5b07e-b748-4642-9437-f6a57b5df40e)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:53.677785 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c7e394ef-90ef-4dd6-adc1-69b05f82c65a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:53.710501 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-c7e394ef-90ef-4dd6-adc1-69b05f82c65a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Calling delete_port for ce495a99-c783-4f23-9366-40767e02fb9c owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:50:53.792089 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-84327cf6-6bfa-4b3e-a196-162dd9517d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9', 'name': 'tempest-TestNetworkBasicOps-router-385054752', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': 'e6ab3cb4-0220-44ca-a23e-cba11c10ee28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:44Z', 'updated_at': '2022-02-16T12:50:51Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'e6ab3cb4-0220-44ca-a23e-cba11c10ee28', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:45Z', 'updated_at': '2022-02-16T12:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '62ea75a0-2ad0-4473-ac8c-62985abb7e19', 'name': '', 'network_id': 'edab1fb9-4925-45fe-b7a4-7f52746b7ac7', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:1f:e9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'eb8f685f-f368-4712-8940-4f510bc24676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:50Z', 'updated_at': '2022-02-16T12:50:52Z', 'revision_number': 2, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'eb8f685f-f368-4712-8940-4f510bc24676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:53.794333 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283f6a6-b2a1-4f46-afed-71f78851c8fa req-0e964f87-0f05-4417-9e43-9d507556eaeb tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:53.796060 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d283f6a6-b2a1-4f46-afed-71f78851c8fa req-0e964f87-0f05-4417-9e43-9d507556eaeb tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=b28ad46e-1a6c-432e-9796-1e1bf13e1cfe HTTP/1.1" status: 200 len: 945 time: 0.2660701 Feb 16 12:50:53.812781 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6de01381-d8bd-43fa-b3b6-0575952c47a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'name': 'tempest-RoutersTest-router-1909342374', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:06Z', 'updated_at': '2022-02-16T12:50:50Z', 'revision_number': 9, 'project_id': '634d4167fa4743409e8f884871721d4b', 'gw_port_host': None, '_interfaces': [{'id': '28d56872-165d-4d7b-86ce-dc9f1377c665', 'name': '', 'network_id': '91ec3ec5-75b9-4232-b93b-3bbe83c64c51', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:18:69:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:16Z', 'updated_at': '2022-02-16T12:50:28Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e71074e-b586-44b7-b7e7-de922f9349e5', 'name': '', 'network_id': '231ffe77-09bb-480d-8d9c-061d340a2b13', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:d3:5d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bd37c831-96e8-4b35-b765-52a466014343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:09Z', 'updated_at': '2022-02-16T12:50:20Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'bd37c831-96e8-4b35-b765-52a466014343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:53.825182 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-43d9864a-6413-43fd-818a-2abdd336305d None None] For port ce495a99-c783-4f23-9366-40767e02fb9c, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=ce495a99-c783-4f23-9366-40767e02fb9c,segment=NetworkSegment(58d5b07e-b748-4642-9437-f6a57b5df40e),segment_id=58d5b07e-b748-4642-9437-f6a57b5df40e)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:53.826661 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-43d9864a-6413-43fd-818a-2abdd336305d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:53.831518 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-822c8722-9a2e-415d-866d-318699b6b934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:53.864406 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362456d3-6031-47f4-a1d7-3bec6e04ca70 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:53.864897 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362456d3-6031-47f4-a1d7-3bec6e04ca70 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:53.865345 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362456d3-6031-47f4-a1d7-3bec6e04ca70 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:53.865790 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362456d3-6031-47f4-a1d7-3bec6e04ca70 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:53.866234 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362456d3-6031-47f4-a1d7-3bec6e04ca70 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:53.866672 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362456d3-6031-47f4-a1d7-3bec6e04ca70 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:53.867111 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362456d3-6031-47f4-a1d7-3bec6e04ca70 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:53.867548 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362456d3-6031-47f4-a1d7-3bec6e04ca70 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:53.867981 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362456d3-6031-47f4-a1d7-3bec6e04ca70 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:53.884425 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-362456d3-6031-47f4-a1d7-3bec6e04ca70 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5781 time: 0.2805562 Feb 16 12:50:53.885283 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37792) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:53.890988 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84327cf6-6bfa-4b3e-a196-162dd9517d88 None None] Checking router: 2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:50:53.891577 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84327cf6-6bfa-4b3e-a196-162dd9517d88 None None] Updating router 2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9 port 62ea75a0-2ad0-4473-ac8c-62985abb7e19 binding host dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:50:53.906750 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de01381-d8bd-43fa-b3b6-0575952c47a3 None None] The sync data for ids ['dd380b2c-7790-450b-86fd-f222b9f70c42'] in dv-neutron-828142-3-hyperv is: [{'id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'name': 'tempest-RoutersTest-router-1909342374', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:06Z', 'updated_at': '2022-02-16T12:50:50Z', 'revision_number': 9, 'project_id': '634d4167fa4743409e8f884871721d4b', 'gw_port_host': None, '_interfaces': [{'id': '28d56872-165d-4d7b-86ce-dc9f1377c665', 'name': '', 'network_id': '91ec3ec5-75b9-4232-b93b-3bbe83c64c51', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:18:69:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:16Z', 'updated_at': '2022-02-16T12:50:28Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e71074e-b586-44b7-b7e7-de922f9349e5', 'name': '', 'network_id': '231ffe77-09bb-480d-8d9c-061d340a2b13', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:d3:5d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bd37c831-96e8-4b35-b765-52a466014343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:09Z', 'updated_at': '2022-02-16T12:50:20Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'bd37c831-96e8-4b35-b765-52a466014343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:53.928066 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-84327cf6-6bfa-4b3e-a196-162dd9517d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:53.931511 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-43d9864a-6413-43fd-818a-2abdd336305d None None] Calling delete_port for ce495a99-c783-4f23-9366-40767e02fb9c owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:50:54.027789 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-822c8722-9a2e-415d-866d-318699b6b934 None None] For port 91e86a3b-92be-4e8f-9a69-2be0fddfb2fe, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=91e86a3b-92be-4e8f-9a69-2be0fddfb2fe,segment=NetworkSegment(f455c4f0-adc3-460b-ade8-23472ee154e6),segment_id=f455c4f0-adc3-460b-ade8-23472ee154e6)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:54.037147 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-822c8722-9a2e-415d-866d-318699b6b934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:54.116528 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c8722-9a2e-415d-866d-318699b6b934 None None] Pushing event updated for resources: {'Port': ['ID=91e86a3b-92be-4e8f-9a69-2be0fddfb2fe,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:54.138116 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-43d9864a-6413-43fd-818a-2abdd336305d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:54.140926 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fde4b2cd-6750-4ffb-91a6-164a49267909 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:54.177176 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d9864a-6413-43fd-818a-2abdd336305d None None] Pushing event deleted for resources: {'Port': ['ID=ce495a99-c783-4f23-9366-40767e02fb9c,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:54.181753 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d9864a-6413-43fd-818a-2abdd336305d None None] No DVR routers for this DVR port ce495a99-c783-4f23-9366-40767e02fb9c on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:50:54.288217 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-41d1a1f9-e6de-430a-8fba-49dd5bd83a20 None None] Provisioning complete for port 91e86a3b-92be-4e8f-9a69-2be0fddfb2fe triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:54.293451 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-41d1a1f9-e6de-430a-8fba-49dd5bd83a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:54.365353 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d283f6a6-b2a1-4f46-afed-71f78851c8fa req-4d94ed16-7c40-42fb-9c63-db27d6765561 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5559466 Feb 16 12:50:54.398398 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 91e86a3b-92be-4e8f-9a69-2be0fddfb2fe up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:50:54.445245 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1224f4b6-8773-4c75-8544-1ea7620d1b90 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3579 time: 0.5552857 Feb 16 12:50:54.489482 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c7e394ef-90ef-4dd6-adc1-69b05f82c65a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:54.491771 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3f07c28c-4951-480b-b5c3-c077e74b92a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:54.571647 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e394ef-90ef-4dd6-adc1-69b05f82c65a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] No DVR routers for this DVR port ce495a99-c783-4f23-9366-40767e02fb9c on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:50:54.586243 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fde4b2cd-6750-4ffb-91a6-164a49267909 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:54.628024 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e394ef-90ef-4dd6-adc1-69b05f82c65a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event deleted for resources: {'Port': ['ID=ce495a99-c783-4f23-9366-40767e02fb9c,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:54.659444 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-41d1a1f9-e6de-430a-8fba-49dd5bd83a20 None None] Provisioning complete for port 62ea75a0-2ad0-4473-ac8c-62985abb7e19 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:54.659824 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-41d1a1f9-e6de-430a-8fba-49dd5bd83a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:54.684852 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37806) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:54.700535 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fde4b2cd-6750-4ffb-91a6-164a49267909 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:54.708930 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-fde4b2cd-6750-4ffb-91a6-164a49267909 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] 10.222.0.90 "DELETE /v2.0/subnets/e10e35b3-bcf5-4104-91ab-59cd136a5e2f HTTP/1.1" status: 204 len: 168 time: 1.5938654 Feb 16 12:50:54.710594 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37810) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:54.715727 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde4b2cd-6750-4ffb-91a6-164a49267909 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Pushing event deleted for resources: {'Subnet': ['ID=e10e35b3-bcf5-4104-91ab-59cd136a5e2f,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:54.766487 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-41d1a1f9-e6de-430a-8fba-49dd5bd83a20 None None] Port 62ea75a0-2ad0-4473-ac8c-62985abb7e19 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:50:54.772325 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e1ab32-ef6e-4941-9693-ed6f36da0bad None None] Network d39490cb-f673-47de-aa05-e5ae70998b68 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:50:54.776062 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 91e86a3b-92be-4e8f-9a69-2be0fddfb2fe triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:54.776427 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:54.793454 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-84327cf6-6bfa-4b3e-a196-162dd9517d88 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:54.806837 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-84327cf6-6bfa-4b3e-a196-162dd9517d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:54.816101 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c7e394ef-90ef-4dd6-adc1-69b05f82c65a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:54.859362 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-c7e394ef-90ef-4dd6-adc1-69b05f82c65a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e1fe689-193e-470b-8a4a-1c3813b10d4c']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:54.886822 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-c7e394ef-90ef-4dd6-adc1-69b05f82c65a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58d5b07e-b748-4642-9437-f6a57b5df40e') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:54.887366 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-c7e394ef-90ef-4dd6-adc1-69b05f82c65a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58d5b07e-b748-4642-9437-f6a57b5df40e') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:54.901617 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e5dee-eb78-4a29-a3fe-f302a2f422c8 None None] Pushing event updated for resources: {'Port': ['ID=62ea75a0-2ad0-4473-ac8c-62985abb7e19,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:54.921812 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c7e394ef-90ef-4dd6-adc1-69b05f82c65a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:54.952641 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0f0812a3-0ed3-4401-9b25-ff6d5026e206 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:54.965491 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c7e394ef-90ef-4dd6-adc1-69b05f82c65a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:54.973840 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-b4ba101c-9c7b-4cd0-aff8-c7bf25715194 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:54.974627 dv-neutron-828142-3-hyperv neutron-server[109049]: WARNING neutron.api.v2.base [None req-b4ba101c-9c7b-4cd0-aff8-c7bf25715194 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 12:50:54.975365 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-b4ba101c-9c7b-4cd0-aff8-c7bf25715194 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 12:50:54.977026 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b4ba101c-9c7b-4cd0-aff8-c7bf25715194 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2910151 Feb 16 12:50:54.983790 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7e394ef-90ef-4dd6-adc1-69b05f82c65a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:50:54.984926 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37812) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:54.985420 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c7e394ef-90ef-4dd6-adc1-69b05f82c65a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:54.990134 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:50:54.990134 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:50:54.990134 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:50:54.990134 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:50:54.990134 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:50:54.990134 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:50:54.990134 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:50:54.990134 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:50:54.990134 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:50:54.990134 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:50:54.990134 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:50:54.990134 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:50:54.990134 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:50:54.990134 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:50:54.990134 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:50:54.990134 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:50:54.990134 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:50:54.990134 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:50:54.990134 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:50:54.990134 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:50:54.990134 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:50:54.990134 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:50:54.990134 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:50:54.990134 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:50:54.990134 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:50:54.990134 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:50:54.990134 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:50:54.990134 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:50:54.990134 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:50:54.990134 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:50:54.990134 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:50:54.990134 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:50:54.993289 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-84327cf6-6bfa-4b3e-a196-162dd9517d88 None None] Attempting to bind port 62ea75a0-2ad0-4473-ac8c-62985abb7e19 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:54.993657 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-84327cf6-6bfa-4b3e-a196-162dd9517d88 None None] Attempting to bind port 62ea75a0-2ad0-4473-ac8c-62985abb7e19 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'f455c4f0-adc3-460b-ade8-23472ee154e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'edab1fb9-4925-45fe-b7a4-7f52746b7ac7'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:54.994006 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84327cf6-6bfa-4b3e-a196-162dd9517d88 None None] Attempting to bind port 62ea75a0-2ad0-4473-ac8c-62985abb7e19 on network edab1fb9-4925-45fe-b7a4-7f52746b7ac7 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:50:54.995766 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-6db16984-f856-4ab0-8ed9-a30cd018f1c7 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Request body: {'security_group': {'name': 'tempest-secgroup--1105564846'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:55.005697 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84327cf6-6bfa-4b3e-a196-162dd9517d88 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:50:55.006078 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84327cf6-6bfa-4b3e-a196-162dd9517d88 None None] Checking segment: {'id': 'f455c4f0-adc3-460b-ade8-23472ee154e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'edab1fb9-4925-45fe-b7a4-7f52746b7ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:50:55.006480 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-84327cf6-6bfa-4b3e-a196-162dd9517d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.006868 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84327cf6-6bfa-4b3e-a196-162dd9517d88 None None] Bound using segment: {'id': 'f455c4f0-adc3-460b-ade8-23472ee154e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'edab1fb9-4925-45fe-b7a4-7f52746b7ac7'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:50:55.007477 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-84327cf6-6bfa-4b3e-a196-162dd9517d88 None None] Bound port: 62ea75a0-2ad0-4473-ac8c-62985abb7e19, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f455c4f0-adc3-460b-ade8-23472ee154e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'edab1fb9-4925-45fe-b7a4-7f52746b7ac7'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:55.007706 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-84327cf6-6bfa-4b3e-a196-162dd9517d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.024094 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37814) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:55.032292 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-cdec51c0-a508-4952-bc6e-59c9c5844b92 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1810119983', 'description': 'tempest-secgroup-smoke-1810119983 description', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:55.120756 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c7e394ef-90ef-4dd6-adc1-69b05f82c65a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.128407 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6db16984-f856-4ab0-8ed9-a30cd018f1c7 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.131123 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c7e394ef-90ef-4dd6-adc1-69b05f82c65a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.134963 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c7e394ef-90ef-4dd6-adc1-69b05f82c65a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "DELETE /v2.0/networks/6e1fe689-193e-470b-8a4a-1c3813b10d4c HTTP/1.1" status: 204 len: 168 time: 2.5272899 Feb 16 12:50:55.138396 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37816) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:55.153139 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6db16984-f856-4ab0-8ed9-a30cd018f1c7 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.166188 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cdec51c0-a508-4952-bc6e-59c9c5844b92 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.175328 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e394ef-90ef-4dd6-adc1-69b05f82c65a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event deleted for resources: {'Network': ['ID=6e1fe689-193e-470b-8a4a-1c3813b10d4c,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:55.189113 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-84327cf6-6bfa-4b3e-a196-162dd9517d88 None None] For port 62ea75a0-2ad0-4473-ac8c-62985abb7e19, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:50:55.196013 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-84327cf6-6bfa-4b3e-a196-162dd9517d88 None None] For port 62ea75a0-2ad0-4473-ac8c-62985abb7e19, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=62ea75a0-2ad0-4473-ac8c-62985abb7e19,segment=NetworkSegment(f455c4f0-adc3-460b-ade8-23472ee154e6),segment_id=f455c4f0-adc3-460b-ade8-23472ee154e6)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:50:55.203642 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-84327cf6-6bfa-4b3e-a196-162dd9517d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.295358 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-b504b18e-b38a-47ba-94ba-05d1af87323a None None] Provisioning complete for port 62ea75a0-2ad0-4473-ac8c-62985abb7e19 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:55.295978 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b504b18e-b38a-47ba-94ba-05d1af87323a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.303950 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84327cf6-6bfa-4b3e-a196-162dd9517d88 None None] Routers {'2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:50:55.304984 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-84327cf6-6bfa-4b3e-a196-162dd9517d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:50:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:55.373321 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e5dee-eb78-4a29-a3fe-f302a2f422c8 None None] Pushing event updated for resources: {'Port': ['ID=62ea75a0-2ad0-4473-ac8c-62985abb7e19,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:55.484758 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device e6ab3cb4-0220-44ca-a23e-cba11c10ee28 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:50:55.568084 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-0f0812a3-0ed3-4401-9b25-ff6d5026e206 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Deleting port 664d93c2-28ba-44b0-9f92-8291d75aa8fb {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:50:55.568727 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0f0812a3-0ed3-4401-9b25-ff6d5026e206 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.593620 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b504b18e-b38a-47ba-94ba-05d1af87323a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.628466 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53a2a98-9072-47f0-b053-a125acf451de None None] DHCP port deletion for d39490cb-f673-47de-aa05-e5ae70998b68 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:50:55.678279 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92b9bd-16b1-421b-84d4-5dd18b0147d5 req-bebf81aa-f021-4884-94bf-557722a7d2b3 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:55.680009 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5a92b9bd-16b1-421b-84d4-5dd18b0147d5 req-bebf81aa-f021-4884-94bf-557722a7d2b3 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=b28ad46e-1a6c-432e-9796-1e1bf13e1cfe HTTP/1.1" status: 200 len: 945 time: 0.1836724 Feb 16 12:50:55.712974 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-b504b18e-b38a-47ba-94ba-05d1af87323a None None] For port 62ea75a0-2ad0-4473-ac8c-62985abb7e19, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=62ea75a0-2ad0-4473-ac8c-62985abb7e19,segment=NetworkSegment(f455c4f0-adc3-460b-ade8-23472ee154e6),segment_id=f455c4f0-adc3-460b-ade8-23472ee154e6)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:55.731083 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cdec51c0-a508-4952-bc6e-59c9c5844b92 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.742461 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port e6ab3cb4-0220-44ca-a23e-cba11c10ee28 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:55.742837 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.754208 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.756704 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-0f0812a3-0ed3-4401-9b25-ff6d5026e206 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] For port 664d93c2-28ba-44b0-9f92-8291d75aa8fb, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=664d93c2-28ba-44b0-9f92-8291d75aa8fb,segment=NetworkSegment(06afa135-fa13-487f-a696-ff08f337b66c),segment_id=06afa135-fa13-487f-a696-ff08f337b66c)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:55.757164 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0f0812a3-0ed3-4401-9b25-ff6d5026e206 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.774238 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-0f0812a3-0ed3-4401-9b25-ff6d5026e206 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Calling delete_port for 664d93c2-28ba-44b0-9f92-8291d75aa8fb owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:50:55.780995 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b504b18e-b38a-47ba-94ba-05d1af87323a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.788231 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-84327cf6-6bfa-4b3e-a196-162dd9517d88 None None] Set router 2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:50:55.802032 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5a92b9bd-16b1-421b-84d4-5dd18b0147d5 req-f10b6919-82e5-45ba-8dd9-b5d7aef9a152 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060202 Feb 16 12:50:55.904005 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cdec51c0-a508-4952-bc6e-59c9c5844b92 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.909791 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-d53a2a98-9072-47f0-b053-a125acf451de None None] Deleting port 664d93c2-28ba-44b0-9f92-8291d75aa8fb {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:50:55.910166 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d53a2a98-9072-47f0-b053-a125acf451de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.915427 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504b18e-b38a-47ba-94ba-05d1af87323a None None] Pushing event updated for resources: {'Port': ['ID=62ea75a0-2ad0-4473-ac8c-62985abb7e19,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:55.950251 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6db16984-f856-4ab0-8ed9-a30cd018f1c7 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.968617 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6db16984-f856-4ab0-8ed9-a30cd018f1c7 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.979168 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cdec51c0-a508-4952-bc6e-59c9c5844b92 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.980866 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-cdec51c0-a508-4952-bc6e-59c9c5844b92 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9552066 Feb 16 12:50:55.986602 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37822) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:55.994025 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-d49d915a-5132-4e53-82cd-e60152bf8445 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': 'f3ec92c9-3d06-4b78-9558-2f73078e1838', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:56.016448 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e34aef-a134-4842-96fd-d9441b5ecb66 req-2b0eb3c3-28a1-4880-91b9-95f126961f08 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:56.024407 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d1e34aef-a134-4842-96fd-d9441b5ecb66 req-2b0eb3c3-28a1-4880-91b9-95f126961f08 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=b28ad46e-1a6c-432e-9796-1e1bf13e1cfe HTTP/1.1" status: 200 len: 945 time: 0.1057308 Feb 16 12:50:56.026614 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec51c0-a508-4952-bc6e-59c9c5844b92 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ec92c9-3d06-4b78-9558-2f73078e1838,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:56.071109 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-dc5a2f01-a31a-41dd-98c6-fe9439901bd0 None None] Provisioning complete for port 62ea75a0-2ad0-4473-ac8c-62985abb7e19 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:56.071495 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dc5a2f01-a31a-41dd-98c6-fe9439901bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.089924 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0f0812a3-0ed3-4401-9b25-ff6d5026e206 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.106090 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0812a3-0ed3-4401-9b25-ff6d5026e206 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] No DVR routers for this DVR port 664d93c2-28ba-44b0-9f92-8291d75aa8fb on host dv-neutron-828142-3-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:50:56.110677 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db16984-f856-4ab0-8ed9-a30cd018f1c7 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=603c1af8-e543-491a-9547-daca5cf05bab,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:56.124228 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-d53a2a98-9072-47f0-b053-a125acf451de None None] For port 664d93c2-28ba-44b0-9f92-8291d75aa8fb, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=664d93c2-28ba-44b0-9f92-8291d75aa8fb,segment=NetworkSegment(06afa135-fa13-487f-a696-ff08f337b66c),segment_id=06afa135-fa13-487f-a696-ff08f337b66c)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:56.124607 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d53a2a98-9072-47f0-b053-a125acf451de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.146229 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-d53a2a98-9072-47f0-b053-a125acf451de None None] Calling delete_port for 664d93c2-28ba-44b0-9f92-8291d75aa8fb owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:50:56.162611 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0812a3-0ed3-4401-9b25-ff6d5026e206 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Pushing event deleted for resources: {'Port': ['ID=664d93c2-28ba-44b0-9f92-8291d75aa8fb,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:56.169490 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-84327cf6-6bfa-4b3e-a196-162dd9517d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9', 'name': 'tempest-TestNetworkBasicOps-router-385054752', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': 'e6ab3cb4-0220-44ca-a23e-cba11c10ee28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:44Z', 'updated_at': '2022-02-16T12:50:51Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'e6ab3cb4-0220-44ca-a23e-cba11c10ee28', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:45Z', 'updated_at': '2022-02-16T12:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '62ea75a0-2ad0-4473-ac8c-62985abb7e19', 'name': '', 'network_id': 'edab1fb9-4925-45fe-b7a4-7f52746b7ac7', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:1f:e9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'eb8f685f-f368-4712-8940-4f510bc24676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:50Z', 'updated_at': '2022-02-16T12:50:55Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'eb8f685f-f368-4712-8940-4f510bc24676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:56.206712 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84327cf6-6bfa-4b3e-a196-162dd9517d88 None None] The sync data for ids ['2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9'] in dv-neutron-828142-3-hyperv is: [{'id': '2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9', 'name': 'tempest-TestNetworkBasicOps-router-385054752', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': 'e6ab3cb4-0220-44ca-a23e-cba11c10ee28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:44Z', 'updated_at': '2022-02-16T12:50:51Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'e6ab3cb4-0220-44ca-a23e-cba11c10ee28', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:45Z', 'updated_at': '2022-02-16T12:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '62ea75a0-2ad0-4473-ac8c-62985abb7e19', 'name': '', 'network_id': 'edab1fb9-4925-45fe-b7a4-7f52746b7ac7', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:1f:e9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'eb8f685f-f368-4712-8940-4f510bc24676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:50Z', 'updated_at': '2022-02-16T12:50:55Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'eb8f685f-f368-4712-8940-4f510bc24676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:56.250945 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device ce495a99-c783-4f23-9366-40767e02fb9c no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:50:56.251937 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0f0812a3-0ed3-4401-9b25-ff6d5026e206 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.257233 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6db16984-f856-4ab0-8ed9-a30cd018f1c7 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.303240 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6db16984-f856-4ab0-8ed9-a30cd018f1c7 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.313679 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-0f0812a3-0ed3-4401-9b25-ff6d5026e206 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d39490cb-f673-47de-aa05-e5ae70998b68']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:56.329868 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: ce495a99-c783-4f23-9366-40767e02fb9c {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:50:56.330440 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device ce495a99-c783-4f23-9366-40767e02fb9c not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:50:56.342359 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-0f0812a3-0ed3-4401-9b25-ff6d5026e206 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06afa135-fa13-487f-a696-ff08f337b66c') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:56.342730 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-0f0812a3-0ed3-4401-9b25-ff6d5026e206 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06afa135-fa13-487f-a696-ff08f337b66c') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:56.375236 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-367a5ea7-bb6e-4bb5-85f7-b58cd4c70db6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.378814 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6db16984-f856-4ab0-8ed9-a30cd018f1c7 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.380083 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6db16984-f856-4ab0-8ed9-a30cd018f1c7 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3930523 Feb 16 12:50:56.382868 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0f0812a3-0ed3-4401-9b25-ff6d5026e206 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.384466 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37824) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:56.388662 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d53a2a98-9072-47f0-b053-a125acf451de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.396753 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db16984-f856-4ab0-8ed9-a30cd018f1c7 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6410cb4-cb35-440d-a0f9-7ac3ecde27f8,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:56.413215 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0f0812a3-0ed3-4401-9b25-ff6d5026e206 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.424277 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a2a98-9072-47f0-b053-a125acf451de None None] Pushing event deleted for resources: {'Port': ['ID=664d93c2-28ba-44b0-9f92-8291d75aa8fb,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:56.431340 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f0812a3-0ed3-4401-9b25-ff6d5026e206 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:50:56.431764 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0f0812a3-0ed3-4401-9b25-ff6d5026e206 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.434028 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-f9e1ea99-18e0-413f-9bec-5224c870d196 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Request body: {'security_group_rule': {'security_group_id': 'd6410cb4-cb35-440d-a0f9-7ac3ecde27f8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:56.435484 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:50:56.435484 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:50:56.435484 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:50:56.435484 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:50:56.435484 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:50:56.435484 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:50:56.435484 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:50:56.435484 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:50:56.435484 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:50:56.435484 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:50:56.435484 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:50:56.435484 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:50:56.435484 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:50:56.435484 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:50:56.435484 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:50:56.435484 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:50:56.435484 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:50:56.435484 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:50:56.435484 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:50:56.435484 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:50:56.435484 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:50:56.435484 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:50:56.435484 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:50:56.435484 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:50:56.435484 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:50:56.435484 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:50:56.435484 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:50:56.435484 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:50:56.435484 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:50:56.435484 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:50:56.435484 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:50:56.435484 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:50:56.443001 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53a2a98-9072-47f0-b053-a125acf451de None None] No DVR routers for this DVR port 664d93c2-28ba-44b0-9f92-8291d75aa8fb on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:50:56.532095 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0f0812a3-0ed3-4401-9b25-ff6d5026e206 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.532557 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d1e34aef-a134-4842-96fd-d9441b5ecb66 req-b3da7994-97c8-4704-b17f-9d3c3afa06cd tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5072482 Feb 16 12:50:56.541284 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0f0812a3-0ed3-4401-9b25-ff6d5026e206 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.545269 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0f0812a3-0ed3-4401-9b25-ff6d5026e206 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] 10.222.0.90 "DELETE /v2.0/networks/d39490cb-f673-47de-aa05-e5ae70998b68 HTTP/1.1" status: 204 len: 168 time: 1.8330805 Feb 16 12:50:56.547851 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d49d915a-5132-4e53-82cd-e60152bf8445 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.553609 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f9e1ea99-18e0-413f-9bec-5224c870d196 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.569811 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0812a3-0ed3-4401-9b25-ff6d5026e206 tempest-ExtraDHCPOptionsTestJSON-1021453253 tempest-ExtraDHCPOptionsTestJSON-1021453253-project] Pushing event deleted for resources: {'Network': ['ID=d39490cb-f673-47de-aa05-e5ae70998b68,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:56.585110 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37828) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:56.701370 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 91e86a3b-92be-4e8f-9a69-2be0fddfb2fe up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:50:56.771723 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 91e86a3b-92be-4e8f-9a69-2be0fddfb2fe triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:56.772415 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.784587 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f9e1ea99-18e0-413f-9bec-5224c870d196 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.788464 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d49d915a-5132-4e53-82cd-e60152bf8445 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.803341 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f9e1ea99-18e0-413f-9bec-5224c870d196 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.808858 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d49d915a-5132-4e53-82cd-e60152bf8445 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.838108 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1ea99-18e0-413f-9bec-5224c870d196 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c81f545a-446d-453b-a34a-a3c92e6427f6,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:56.878458 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776155a-69a9-45ae-83e3-07328ca78cfe tempest-TestVolumeBootPattern-1240591537 tempest-TestVolumeBootPattern-1240591537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:56.882717 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8776155a-69a9-45ae-83e3-07328ca78cfe tempest-TestVolumeBootPattern-1240591537 tempest-TestVolumeBootPattern-1240591537-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=b28ad46e-1a6c-432e-9796-1e1bf13e1cfe HTTP/1.1" status: 200 len: 1093 time: 0.2935410 Feb 16 12:50:56.883015 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37834) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:56.887598 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-6a097dec-ce98-4e38-9a74-924f4e65491d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Request body: {'floatingip': {'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'port_id': '5565f9ac-fc96-403e-bd34-74f2df6b73c7', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:56.895081 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f9e1ea99-18e0-413f-9bec-5224c870d196 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.899317 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f9e1ea99-18e0-413f-9bec-5224c870d196 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4736681 Feb 16 12:50:56.899809 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37836) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:56.905073 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-47a5c568-8ec8-42a1-bf34-a3c8366e47e9 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Request body: {'security_group_rule': {'security_group_id': 'd6410cb4-cb35-440d-a0f9-7ac3ecde27f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:56.905712 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d49d915a-5132-4e53-82cd-e60152bf8445 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.909515 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d49d915a-5132-4e53-82cd-e60152bf8445 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9176869 Feb 16 12:50:56.910732 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37838) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:56.917151 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-59294f48-d1ea-4605-8d78-9595fb3bbe1a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': 'f3ec92c9-3d06-4b78-9558-2f73078e1838', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:56.921304 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d915a-5132-4e53-82cd-e60152bf8445 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4112a221-7e4c-4d64-aeb9-5d79dfc1b4f8,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:56.937246 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 62ea75a0-2ad0-4473-ac8c-62985abb7e19 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:50:56.946453 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6a097dec-ce98-4e38-9a74-924f4e65491d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for floatingip, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.001093 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.016890 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 62ea75a0-2ad0-4473-ac8c-62985abb7e19 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:57.017869 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.039747 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-47a5c568-8ec8-42a1-bf34-a3c8366e47e9 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.053036 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37840) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:57.076779 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-59294f48-d1ea-4605-8d78-9595fb3bbe1a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.086545 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-367a5ea7-bb6e-4bb5-85f7-b58cd4c70db6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Deleting port 28d56872-165d-4d7b-86ce-dc9f1377c665 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:50:57.086882 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-367a5ea7-bb6e-4bb5-85f7-b58cd4c70db6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.144331 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-47a5c568-8ec8-42a1-bf34-a3c8366e47e9 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 12:50:57.147772 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-47a5c568-8ec8-42a1-bf34-a3c8366e47e9 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2467978 Feb 16 12:50:57.152809 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37844) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:57.220312 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6a097dec-ce98-4e38-9a74-924f4e65491d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.241515 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 664d93c2-28ba-44b0-9f92-8291d75aa8fb no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:50:57.265536 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-59294f48-d1ea-4605-8d78-9595fb3bbe1a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.275727 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 664d93c2-28ba-44b0-9f92-8291d75aa8fb {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:50:57.276067 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 664d93c2-28ba-44b0-9f92-8291d75aa8fb not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:50:57.276705 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 62229479-c875-49a3-a1dc-c58f1bd424bd no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:50:57.283342 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-60cfbe34-d084-4f9d-9798-75e083b94692 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.300750 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 62229479-c875-49a3-a1dc-c58f1bd424bd {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:50:57.301000 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 62229479-c875-49a3-a1dc-c58f1bd424bd not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:50:57.316131 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-59294f48-d1ea-4605-8d78-9595fb3bbe1a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.324826 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.333327 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-60cfbe34-d084-4f9d-9798-75e083b94692 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.376659 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59294f48-d1ea-4605-8d78-9595fb3bbe1a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb153388-99bf-4418-abc7-f64413da6368,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:57.382002 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-367a5ea7-bb6e-4bb5-85f7-b58cd4c70db6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] For port 28d56872-165d-4d7b-86ce-dc9f1377c665, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=28d56872-165d-4d7b-86ce-dc9f1377c665,segment=NetworkSegment(adfcb048-4f67-46da-aa5a-c87ba1869703),segment_id=adfcb048-4f67-46da-aa5a-c87ba1869703)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:57.382617 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-367a5ea7-bb6e-4bb5-85f7-b58cd4c70db6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.390216 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-10db44c2-7ad2-4ea0-bcbd-c5442a1eb05d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=dc6a7d4ea8dc4306a533e955e60ad68d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3350687 Feb 16 12:50:57.394852 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37846) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:57.401720 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-59294f48-d1ea-4605-8d78-9595fb3bbe1a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.405629 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-59294f48-d1ea-4605-8d78-9595fb3bbe1a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4914458 Feb 16 12:50:57.407056 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37848) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:57.416299 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-7d4b4a12-50b7-41dc-b6ad-4d8e85a74f66 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': 'f3ec92c9-3d06-4b78-9558-2f73078e1838', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:57.421788 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-367a5ea7-bb6e-4bb5-85f7-b58cd4c70db6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Calling delete_port for 28d56872-165d-4d7b-86ce-dc9f1377c665 owned by network:router_interface {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:50:57.427752 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-6a097dec-ce98-4e38-9a74-924f4e65491d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Allocated IP 172.26.2.102 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/8106488d-fe6c-4dc5-88f3-d57d1b7d2fbc) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:57.496504 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7d4b4a12-50b7-41dc-b6ad-4d8e85a74f66 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.553566 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-60cfbe34-d084-4f9d-9798-75e083b94692 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.557236 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-60cfbe34-d084-4f9d-9798-75e083b94692 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.561130 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-60cfbe34-d084-4f9d-9798-75e083b94692 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "DELETE /v2.0/security-groups/d6410cb4-cb35-440d-a0f9-7ac3ecde27f8 HTTP/1.1" status: 204 len: 168 time: 0.4042032 Feb 16 12:50:57.563488 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37850) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:57.567432 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-52533fe4-71fe-4ca1-851e-528ab68fcf09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.592197 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cfbe34-d084-4f9d-9798-75e083b94692 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6410cb4-cb35-440d-a0f9-7ac3ecde27f8,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:57.620207 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-52533fe4-71fe-4ca1-851e-528ab68fcf09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.651228 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0772e10d-62be-468e-8010-5dcd974cf80a tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0824285 Feb 16 12:50:57.658934 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37852) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:57.671004 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7d4b4a12-50b7-41dc-b6ad-4d8e85a74f66 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.676993 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7d4b4a12-50b7-41dc-b6ad-4d8e85a74f66 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.677300 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-5a1e604f-c39e-413f-8186-2d2a18a65dd0 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Request body: {'security_group': {'name': 'tempest-secgroup--1311051632'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:57.695941 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6a097dec-ce98-4e38-9a74-924f4e65491d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.702726 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b4a12-50b7-41dc-b6ad-4d8e85a74f66 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84e5b31e-ba67-4d64-8c28-1e52d36b8c4c,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:57.737066 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7d4b4a12-50b7-41dc-b6ad-4d8e85a74f66 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.741249 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-7d4b4a12-50b7-41dc-b6ad-4d8e85a74f66 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3302119 Feb 16 12:50:57.743194 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37854) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:57.743360 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5a1e604f-c39e-413f-8186-2d2a18a65dd0 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.750127 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-23089575-bcec-470e-a0b5-a75cb6e1f473 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': 'f3ec92c9-3d06-4b78-9558-2f73078e1838', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:57.758694 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-52533fe4-71fe-4ca1-851e-528ab68fcf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.761358 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-52533fe4-71fe-4ca1-851e-528ab68fcf09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.765153 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-52533fe4-71fe-4ca1-851e-528ab68fcf09 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/08d3c5f8-dcff-4284-88e4-ce8ef81e219f HTTP/1.1" status: 204 len: 168 time: 0.3667293 Feb 16 12:50:57.782465 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52533fe4-71fe-4ca1-851e-528ab68fcf09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d3c5f8-dcff-4284-88e4-ce8ef81e219f,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:57.803717 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6a097dec-ce98-4e38-9a74-924f4e65491d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.846996 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-23089575-bcec-470e-a0b5-a75cb6e1f473 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.853176 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-367a5ea7-bb6e-4bb5-85f7-b58cd4c70db6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.927451 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a5ea7-bb6e-4bb5-85f7-b58cd4c70db6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event deleted for resources: {'Port': ['ID=28d56872-165d-4d7b-86ce-dc9f1377c665,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:57.928796 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a097dec-ce98-4e38-9a74-924f4e65491d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Pushing event updated for resources: {'Port': ['ID=8106488d-fe6c-4dc5-88f3-d57d1b7d2fbc,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:57.944212 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a097dec-ce98-4e38-9a74-924f4e65491d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:57.948752 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-6a097dec-ce98-4e38-9a74-924f4e65491d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:57.954628 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a097dec-ce98-4e38-9a74-924f4e65491d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:50:58.001641 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5a1e604f-c39e-413f-8186-2d2a18a65dd0 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:58.007125 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5a1e604f-c39e-413f-8186-2d2a18a65dd0 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:58.080338 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-23089575-bcec-470e-a0b5-a75cb6e1f473 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:58.089947 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-23089575-bcec-470e-a0b5-a75cb6e1f473 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:58.096732 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e604f-c39e-413f-8186-2d2a18a65dd0 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a443278a-b1bd-4245-95e3-46b9a4081a43,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:58.115973 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5a1e604f-c39e-413f-8186-2d2a18a65dd0 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:58.117755 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5a1e604f-c39e-413f-8186-2d2a18a65dd0 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4551587 Feb 16 12:50:58.135504 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37860) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:58.168615 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-9114cb8a-f71a-4f33-b384-e2e523f60e57 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Request body: {'security_group_rule': {'security_group_id': 'a443278a-b1bd-4245-95e3-46b9a4081a43', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:58.169306 dv-neutron-828142-3-hyperv neutron-server[109048]: WARNING neutron.api.v2.base [None req-9114cb8a-f71a-4f33-b384-e2e523f60e57 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 16 12:50:58.169815 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-9114cb8a-f71a-4f33-b384-e2e523f60e57 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:50:58.170826 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-9114cb8a-f71a-4f33-b384-e2e523f60e57 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0333250 Feb 16 12:50:58.176167 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37864) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:58.200328 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23089575-bcec-470e-a0b5-a75cb6e1f473 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c75246c0-c1c7-4d6b-ba20-4d88a2b40690,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:58.228504 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-23089575-bcec-470e-a0b5-a75cb6e1f473 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:58.229772 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-23089575-bcec-470e-a0b5-a75cb6e1f473 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4857495 Feb 16 12:50:58.235549 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37868) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:58.241721 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-6b33cb9b-3463-463a-bbb1-ba22c6b67b62 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': 'f3ec92c9-3d06-4b78-9558-2f73078e1838', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:58.254140 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-367a5ea7-bb6e-4bb5-85f7-b58cd4c70db6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:58.294558 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-02ae6e16-1257-4cfd-83e2-39ba44ee1db0 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:58.367078 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-6b33cb9b-3463-463a-bbb1-ba22c6b67b62 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Project 93ebfe1969ad47c59fc4b80bacd9b15b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:50:58.375276 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6b33cb9b-3463-463a-bbb1-ba22c6b67b62 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:58.388131 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-02ae6e16-1257-4cfd-83e2-39ba44ee1db0 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:58.502212 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:58.524046 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-02ae6e16-1257-4cfd-83e2-39ba44ee1db0 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:58.526950 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-02ae6e16-1257-4cfd-83e2-39ba44ee1db0 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:58.528096 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-02ae6e16-1257-4cfd-83e2-39ba44ee1db0 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "DELETE /v2.0/security-groups/a443278a-b1bd-4245-95e3-46b9a4081a43 HTTP/1.1" status: 204 len: 168 time: 0.3468125 Feb 16 12:50:58.531136 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37878) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:58.543919 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae6e16-1257-4cfd-83e2-39ba44ee1db0 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a443278a-b1bd-4245-95e3-46b9a4081a43,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:58.554142 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-367a5ea7-bb6e-4bb5-85f7-b58cd4c70db6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Router dd380b2c-7790-450b-86fd-f222b9f70c42 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:50:58.650127 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6b33cb9b-3463-463a-bbb1-ba22c6b67b62 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:58.663643 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367a5ea7-bb6e-4bb5-85f7-b58cd4c70db6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:50:58.666608 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6b33cb9b-3463-463a-bbb1-ba22c6b67b62 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:58.669082 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-367a5ea7-bb6e-4bb5-85f7-b58cd4c70db6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "PUT /v2.0/routers/dd380b2c-7790-450b-86fd-f222b9f70c42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5294714 Feb 16 12:50:58.671786 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37884) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:58.676071 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f2ac23-1470-499b-bdb9-11c1c7379321 None None] Sync routers for ids ['dd380b2c-7790-450b-86fd-f222b9f70c42'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:58.694843 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f2ac23-1470-499b-bdb9-11c1c7379321 None None] Routers {'dd380b2c-7790-450b-86fd-f222b9f70c42'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:50:58.695737 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-01f2ac23-1470-499b-bdb9-11c1c7379321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:50:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['dd380b2c-7790-450b-86fd-f222b9f70c42'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:58.729266 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-62c9cb45-3454-4b12-bd66-c4d2771d41ee tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1922145 Feb 16 12:50:58.733739 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37886) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:58.739748 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-05e30ffa-9615-40f7-9c05-6cce4a16c28b tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Request body: {'security_group': {'name': 'tempest-secgroup--2081711006'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:58.742816 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33cb9b-3463-463a-bbb1-ba22c6b67b62 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d9aa6c4-14cf-43b4-8efa-d6eeef1200db,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:58.754650 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6b33cb9b-3463-463a-bbb1-ba22c6b67b62 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:58.757926 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6b33cb9b-3463-463a-bbb1-ba22c6b67b62 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5197103 Feb 16 12:50:58.760097 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-495b92df-4cd1-4be9-bdff-deb93bf99fcd tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Deleting subnet f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812 {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:50:58.763767 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-495b92df-4cd1-4be9-bdff-deb93bf99fcd tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:58.768763 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37888) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:58.794767 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-86769b4f-7c8e-49ac-92d4-adde5ecfdce2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': 'f3ec92c9-3d06-4b78-9558-2f73078e1838', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:58.799701 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37890) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:58.839955 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-05e30ffa-9615-40f7-9c05-6cce4a16c28b tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:58.849588 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-01f2ac23-1470-499b-bdb9-11c1c7379321 None None] Set router dd380b2c-7790-450b-86fd-f222b9f70c42 gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:50:58.854087 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-495b92df-4cd1-4be9-bdff-deb93bf99fcd tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:58.870095 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6a097dec-ce98-4e38-9a74-924f4e65491d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:58.897553 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.securitygroups_db [None req-86769b4f-7c8e-49ac-92d4-adde5ecfdce2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Project 93ebfe1969ad47c59fc4b80bacd9b15b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:50:58.914436 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-86769b4f-7c8e-49ac-92d4-adde5ecfdce2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:58.934916 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-db01713c-2196-4e5b-9eb7-6ec9a9705834 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-17598822'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:59.015943 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db01713c-2196-4e5b-9eb7-6ec9a9705834 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Made reservation on behalf of 0e995d79391a474f90f39b5766a2e171 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:59.020574 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db01713c-2196-4e5b-9eb7-6ec9a9705834 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.037320 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db01713c-2196-4e5b-9eb7-6ec9a9705834 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.040422 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6a097dec-ce98-4e38-9a74-924f4e65491d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.041591 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-495b92df-4cd1-4be9-bdff-deb93bf99fcd tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.046818 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-05e30ffa-9615-40f7-9c05-6cce4a16c28b tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.077582 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-05e30ffa-9615-40f7-9c05-6cce4a16c28b tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.097494 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-86769b4f-7c8e-49ac-92d4-adde5ecfdce2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.099525 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-01f2ac23-1470-499b-bdb9-11c1c7379321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'name': 'tempest-RoutersTest-router-1909342374', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:06Z', 'updated_at': '2022-02-16T12:50:57Z', 'revision_number': 10, 'project_id': '634d4167fa4743409e8f884871721d4b', 'gw_port_host': None, '_interfaces': [{'id': '9e71074e-b586-44b7-b7e7-de922f9349e5', 'name': '', 'network_id': '231ffe77-09bb-480d-8d9c-061d340a2b13', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:d3:5d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bd37c831-96e8-4b35-b765-52a466014343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:09Z', 'updated_at': '2022-02-16T12:50:20Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'bd37c831-96e8-4b35-b765-52a466014343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:59.110027 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-86769b4f-7c8e-49ac-92d4-adde5ecfdce2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.133626 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f2ac23-1470-499b-bdb9-11c1c7379321 None None] Checking router: dd380b2c-7790-450b-86fd-f222b9f70c42 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:50:59.134869 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-05e30ffa-9615-40f7-9c05-6cce4a16c28b tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.136122 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-05e30ffa-9615-40f7-9c05-6cce4a16c28b tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4013236 Feb 16 12:50:59.146071 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f2ac23-1470-499b-bdb9-11c1c7379321 None None] Routers {'dd380b2c-7790-450b-86fd-f222b9f70c42'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:50:59.146670 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-01f2ac23-1470-499b-bdb9-11c1c7379321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:50:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['dd380b2c-7790-450b-86fd-f222b9f70c42'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:59.148390 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37894) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:59.161201 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-964bd371-4628-4d07-a6ba-5b6cb92305b7 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Request body: {'security_group_rule': {'security_group_id': '44c4fbbf-fee5-4c5f-9c12-11a5d79ccd8c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:59.161824 dv-neutron-828142-3-hyperv neutron-server[109048]: WARNING neutron.api.v2.base [None req-964bd371-4628-4d07-a6ba-5b6cb92305b7 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 16 12:50:59.162362 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-964bd371-4628-4d07-a6ba-5b6cb92305b7 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:50:59.166046 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-964bd371-4628-4d07-a6ba-5b6cb92305b7 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0121522 Feb 16 12:50:59.166046 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e30ffa-9615-40f7-9c05-6cce4a16c28b tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44c4fbbf-fee5-4c5f-9c12-11a5d79ccd8c,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:59.166887 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86769b4f-7c8e-49ac-92d4-adde5ecfdce2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15f1784e-edb1-4a9c-8f99-560f09232872,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:59.168336 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37896) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:59.204572 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-86769b4f-7c8e-49ac-92d4-adde5ecfdce2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.206761 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-86769b4f-7c8e-49ac-92d4-adde5ecfdce2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4371204 Feb 16 12:50:59.237643 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-495b92df-4cd1-4be9-bdff-deb93bf99fcd tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.250860 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db01713c-2196-4e5b-9eb7-6ec9a9705834 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.257067 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-01f2ac23-1470-499b-bdb9-11c1c7379321 None None] Set router dd380b2c-7790-450b-86fd-f222b9f70c42 gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:50:59.264862 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db01713c-2196-4e5b-9eb7-6ec9a9705834 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.295981 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b92df-4cd1-4be9-bdff-deb93bf99fcd tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event deleted for resources: {'Subnet': ['ID=f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:59.298855 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db01713c-2196-4e5b-9eb7-6ec9a9705834 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:50:59.320059 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-495b92df-4cd1-4be9-bdff-deb93bf99fcd tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.323654 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-495b92df-4cd1-4be9-bdff-deb93bf99fcd tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "DELETE /v2.0/subnets/f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812 HTTP/1.1" status: 204 len: 168 time: 0.6506615 Feb 16 12:50:59.327153 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37900) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:59.331323 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-96fa9c98-d681-417b-8674-49c654d725d9 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.339172 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db01713c-2196-4e5b-9eb7-6ec9a9705834 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.339523 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-db01713c-2196-4e5b-9eb7-6ec9a9705834 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Added segment c9796708-b919-4377-a651-da51bf5572e2 of type vlan for network 933e9782-3080-4f4d-818d-6b0bbb69ee63 Feb 16 12:50:59.356441 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6a097dec-ce98-4e38-9a74-924f4e65491d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.359245 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db01713c-2196-4e5b-9eb7-6ec9a9705834 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=926fc38a-90f6-4407-9979-2a6c264d6edc,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:59.361611 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-96fa9c98-d681-417b-8674-49c654d725d9 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.381413 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fabaf1a-64e0-449e-9d11-90281186c346 None None] Network 91ec3ec5-75b9-4232-b93b-3bbe83c64c51 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:50:59.438366 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-96fa9c98-d681-417b-8674-49c654d725d9 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.441944 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6a097dec-ce98-4e38-9a74-924f4e65491d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.442929 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-96fa9c98-d681-417b-8674-49c654d725d9 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.444291 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-96fa9c98-d681-417b-8674-49c654d725d9 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "DELETE /v2.0/security-groups/44c4fbbf-fee5-4c5f-9c12-11a5d79ccd8c HTTP/1.1" status: 204 len: 168 time: 0.2735999 Feb 16 12:50:59.449350 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37912) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:59.479823 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa9c98-d681-417b-8674-49c654d725d9 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c4fbbf-fee5-4c5f-9c12-11a5d79ccd8c,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:59.492208 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-b6b2bbaf-0081-47eb-bdcd-9022deefab65 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1810119983&fields=id&tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b HTTP/1.1" status: 200 len: 267 time: 0.0771253 Feb 16 12:50:59.520883 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c813b7a6-3ce2-4e19-9518-b6bc71389a03 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0699382 Feb 16 12:50:59.525252 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37914) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:50:59.532727 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-6cf95382-da7b-43b7-ad7c-56f4118f5153 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Request body: {'security_group': {'name': 'tempest-secgroup--364279244'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:59.557997 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-01c040f4-075f-44e2-805a-0e4c1b77a61e tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.599175 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db01713c-2196-4e5b-9eb7-6ec9a9705834 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.610323 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a097dec-ce98-4e38-9a74-924f4e65491d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Pushing event updated for resources: {'Port': ['ID=8106488d-fe6c-4dc5-88f3-d57d1b7d2fbc,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:59.630716 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-466077ee-0747-4da6-8797-c5a5a98e49c8 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:59.631645 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-466077ee-0747-4da6-8797-c5a5a98e49c8 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/networks?id=edab1fb9-4925-45fe-b7a4-7f52746b7ac7 HTTP/1.1" status: 200 len: 796 time: 0.1149056 Feb 16 12:50:59.654093 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-b8eaf759-7bf4-41a6-966f-a6e0fbfb4e97 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/quotas/93ebfe1969ad47c59fc4b80bacd9b15b HTTP/1.1" status: 200 len: 375 time: 0.0138464 Feb 16 12:50:59.668296 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-01f2ac23-1470-499b-bdb9-11c1c7379321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'name': 'tempest-RoutersTest-router-1909342374', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:06Z', 'updated_at': '2022-02-16T12:50:57Z', 'revision_number': 10, 'project_id': '634d4167fa4743409e8f884871721d4b', 'gw_port_host': None, '_interfaces': [{'id': '9e71074e-b586-44b7-b7e7-de922f9349e5', 'name': '', 'network_id': '231ffe77-09bb-480d-8d9c-061d340a2b13', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:d3:5d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bd37c831-96e8-4b35-b765-52a466014343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:09Z', 'updated_at': '2022-02-16T12:50:20Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'bd37c831-96e8-4b35-b765-52a466014343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:59.671995 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6a097dec-ce98-4e38-9a74-924f4e65491d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.712162 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6cf95382-da7b-43b7-ad7c-56f4118f5153 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.715681 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f2ac23-1470-499b-bdb9-11c1c7379321 None None] The sync data for ids ['dd380b2c-7790-450b-86fd-f222b9f70c42'] in dv-neutron-828142-3-hyperv is: [{'id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'name': 'tempest-RoutersTest-router-1909342374', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:06Z', 'updated_at': '2022-02-16T12:50:57Z', 'revision_number': 10, 'project_id': '634d4167fa4743409e8f884871721d4b', 'gw_port_host': None, '_interfaces': [{'id': '9e71074e-b586-44b7-b7e7-de922f9349e5', 'name': '', 'network_id': '231ffe77-09bb-480d-8d9c-061d340a2b13', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'mac_address': 'fa:16:3e:d3:5d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bd37c831-96e8-4b35-b765-52a466014343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:09Z', 'updated_at': '2022-02-16T12:50:20Z', 'revision_number': 5, 'project_id': '634d4167fa4743409e8f884871721d4b', 'subnets': [{'id': 'bd37c831-96e8-4b35-b765-52a466014343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:59.725600 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34161e91-f37a-472c-9e8b-b8930b0597c5 None None] DHCP port deletion for 91ec3ec5-75b9-4232-b93b-3bbe83c64c51 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:50:59.731939 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-9776e14e-8820-4d84-9404-5e17d1a19abe tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0707462 Feb 16 12:50:59.737079 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db01713c-2196-4e5b-9eb7-6ec9a9705834 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.742610 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db01713c-2196-4e5b-9eb7-6ec9a9705834 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:59.743233 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db01713c-2196-4e5b-9eb7-6ec9a9705834 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.805541 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-34161e91-f37a-472c-9e8b-b8930b0597c5 None None] Deleting port f0cfb166-10d4-4c2c-a082-03d35477560b {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:50:59.806006 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-34161e91-f37a-472c-9e8b-b8930b0597c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.844222 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-35b5b436-2228-4b2f-829e-500f6f604622 service neutron] 10.222.0.90 "GET /v2.0/networks/edab1fb9-4925-45fe-b7a4-7f52746b7ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940928 Feb 16 12:50:59.876589 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-db01713c-2196-4e5b-9eb7-6ec9a9705834 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0642900 Feb 16 12:50:59.895800 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-34161e91-f37a-472c-9e8b-b8930b0597c5 None None] For port f0cfb166-10d4-4c2c-a082-03d35477560b, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=f0cfb166-10d4-4c2c-a082-03d35477560b,segment=NetworkSegment(adfcb048-4f67-46da-aa5a-c87ba1869703),segment_id=adfcb048-4f67-46da-aa5a-c87ba1869703)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:50:59.896307 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-34161e91-f37a-472c-9e8b-b8930b0597c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.899551 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db01713c-2196-4e5b-9eb7-6ec9a9705834 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Pushing event updated for resources: {'Network': ['ID=933e9782-3080-4f4d-818d-6b0bbb69ee63,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:59.925091 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-01c040f4-075f-44e2-805a-0e4c1b77a61e tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Deleting port f0cfb166-10d4-4c2c-a082-03d35477560b {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:50:59.925434 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-01c040f4-075f-44e2-805a-0e4c1b77a61e tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.946446 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-6a097dec-ce98-4e38-9a74-924f4e65491d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Floating IP df6fab1e-7d00-431b-a171-27a9c85209cd associated. External IP: 172.26.2.102, port: 5565f9ac-fc96-403e-bd34-74f2df6b73c7. Feb 16 12:50:59.994526 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-45c1445c-a290-4b03-bcb6-a0124933fc7c service neutron] 10.222.0.90 "GET /v2.0/networks/edab1fb9-4925-45fe-b7a4-7f52746b7ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418407 Feb 16 12:51:00.047024 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6cf95382-da7b-43b7-ad7c-56f4118f5153 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:00.068801 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6cf95382-da7b-43b7-ad7c-56f4118f5153 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:00.088378 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-01c040f4-075f-44e2-805a-0e4c1b77a61e tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] For port f0cfb166-10d4-4c2c-a082-03d35477560b, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=f0cfb166-10d4-4c2c-a082-03d35477560b,segment=NetworkSegment(adfcb048-4f67-46da-aa5a-c87ba1869703),segment_id=adfcb048-4f67-46da-aa5a-c87ba1869703)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:51:00.093861 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-01c040f4-075f-44e2-805a-0e4c1b77a61e tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:00.127414 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 933e9782-3080-4f4d-818d-6b0bbb69ee63 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:51:00.169019 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6cf95382-da7b-43b7-ad7c-56f4118f5153 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:00.170512 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6cf95382-da7b-43b7-ad7c-56f4118f5153 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6417007 Feb 16 12:51:00.175329 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37916) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:00.180908 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-4352e3b1-51b6-4c20-9ae7-d68b283072bc tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Request body: {'security_group_rule': {'security_group_id': 'bcf13ea4-e718-4375-8bf5-aa40d67d7169', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:00.182355 dv-neutron-828142-3-hyperv neutron-server[109048]: WARNING neutron.api.v2.base [None req-4352e3b1-51b6-4c20-9ae7-d68b283072bc tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 16 12:51:00.182972 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-4352e3b1-51b6-4c20-9ae7-d68b283072bc tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:51:00.186587 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-01c040f4-075f-44e2-805a-0e4c1b77a61e tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Calling delete_port for f0cfb166-10d4-4c2c-a082-03d35477560b owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:51:00.187464 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-4352e3b1-51b6-4c20-9ae7-d68b283072bc tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0107574 Feb 16 12:51:00.190120 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37918) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:00.200332 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf95382-da7b-43b7-ad7c-56f4118f5153 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf13ea4-e718-4375-8bf5-aa40d67d7169,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:00.236794 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-57e5e9f9-a629-49eb-b7ab-a789a2a3111f tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Request body: {'security_group_rule': {'security_group_id': 'bcf13ea4-e718-4375-8bf5-aa40d67d7169', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:00.239919 dv-neutron-828142-3-hyperv neutron-server[109048]: WARNING neutron.api.v2.base [None req-57e5e9f9-a629-49eb-b7ab-a789a2a3111f tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 16 12:51:00.240848 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-57e5e9f9-a629-49eb-b7ab-a789a2a3111f tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:51:00.249622 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-57e5e9f9-a629-49eb-b7ab-a789a2a3111f tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0570731 Feb 16 12:51:00.254251 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37922) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:00.263205 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-34161e91-f37a-472c-9e8b-b8930b0597c5 None None] Calling delete_port for f0cfb166-10d4-4c2c-a082-03d35477560b owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:51:00.297891 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-ffe94754-58bc-4af3-a2f1-f08a4a737239 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Request body: {'security_group_rule': {'security_group_id': 'bcf13ea4-e718-4375-8bf5-aa40d67d7169', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:00.299677 dv-neutron-828142-3-hyperv neutron-server[109048]: WARNING neutron.api.v2.base [None req-ffe94754-58bc-4af3-a2f1-f08a4a737239 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 16 12:51:00.301481 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-ffe94754-58bc-4af3-a2f1-f08a4a737239 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:51:00.312719 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ffe94754-58bc-4af3-a2f1-f08a4a737239 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0525587 Feb 16 12:51:00.313828 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37926) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:00.343903 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-2022cad1-8acd-4901-a1fe-d8dcddbc0452 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Request body: {'security_group_rule': {'security_group_id': 'bcf13ea4-e718-4375-8bf5-aa40d67d7169', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:00.349323 dv-neutron-828142-3-hyperv neutron-server[109048]: WARNING neutron.api.v2.base [None req-2022cad1-8acd-4901-a1fe-d8dcddbc0452 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 16 12:51:00.350703 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-2022cad1-8acd-4901-a1fe-d8dcddbc0452 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:51:00.357924 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37928) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:00.367224 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2022cad1-8acd-4901-a1fe-d8dcddbc0452 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0361402 Feb 16 12:51:00.376171 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-34161e91-f37a-472c-9e8b-b8930b0597c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:00.455024 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34161e91-f37a-472c-9e8b-b8930b0597c5 None None] Pushing event deleted for resources: {'Port': ['ID=f0cfb166-10d4-4c2c-a082-03d35477560b,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:00.464034 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6e185e3d-9b1d-4480-8a62-3af11132bc44 req-6c8b972e-bb50-4cee-b58f-be34a0f1f685 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=f870489a-8dab-4f13-8a5c-df2820eec344 HTTP/1.1" status: 200 len: 210 time: 0.1360393 Feb 16 12:51:00.497230 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34161e91-f37a-472c-9e8b-b8930b0597c5 None None] No DVR routers for this DVR port f0cfb166-10d4-4c2c-a082-03d35477560b on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:51:00.547629 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 28d56872-165d-4d7b-86ce-dc9f1377c665 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:51:00.586260 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 28d56872-165d-4d7b-86ce-dc9f1377c665 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:51:00.586971 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 28d56872-165d-4d7b-86ce-dc9f1377c665 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:51:00.587649 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device f0cfb166-10d4-4c2c-a082-03d35477560b no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:51:00.618301 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: f0cfb166-10d4-4c2c-a082-03d35477560b {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:51:00.619514 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device f0cfb166-10d4-4c2c-a082-03d35477560b not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:51:00.836358 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-01c040f4-075f-44e2-805a-0e4c1b77a61e tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:00.846745 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a097dec-ce98-4e38-9a74-924f4e65491d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Router 21937201-bfb5-469f-bb18-bedba8442c50 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:51:00.880301 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c040f4-075f-44e2-805a-0e4c1b77a61e tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event deleted for resources: {'Port': ['ID=f0cfb166-10d4-4c2c-a082-03d35477560b,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:00.887415 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c040f4-075f-44e2-805a-0e4c1b77a61e tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] No DVR routers for this DVR port f0cfb166-10d4-4c2c-a082-03d35477560b on host dv-neutron-828142-3-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:51:00.924601 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a31dd723-e63a-49a5-8f96-54dd58268a75 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.038113 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a31dd723-e63a-49a5-8f96-54dd58268a75 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.055904 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-01c040f4-075f-44e2-805a-0e4c1b77a61e tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.120049 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-01c040f4-075f-44e2-805a-0e4c1b77a61e tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91ec3ec5-75b9-4232-b93b-3bbe83c64c51']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:01.144945 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-01c040f4-075f-44e2-805a-0e4c1b77a61e tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adfcb048-4f67-46da-aa5a-c87ba1869703') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:01.145216 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-01c040f4-075f-44e2-805a-0e4c1b77a61e tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adfcb048-4f67-46da-aa5a-c87ba1869703') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:01.159835 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-01c040f4-075f-44e2-805a-0e4c1b77a61e tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.171606 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a31dd723-e63a-49a5-8f96-54dd58268a75 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.174887 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a31dd723-e63a-49a5-8f96-54dd58268a75 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.176007 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a31dd723-e63a-49a5-8f96-54dd58268a75 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "DELETE /v2.0/security-groups/bcf13ea4-e718-4375-8bf5-aa40d67d7169 HTTP/1.1" status: 204 len: 168 time: 0.8169472 Feb 16 12:51:01.179368 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37936) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:01.191694 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-01c040f4-075f-44e2-805a-0e4c1b77a61e tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.197526 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31dd723-e63a-49a5-8f96-54dd58268a75 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf13ea4-e718-4375-8bf5-aa40d67d7169,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:01.201101 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a097dec-ce98-4e38-9a74-924f4e65491d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:51:01.203044 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01c040f4-075f-44e2-805a-0e4c1b77a61e tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:51:01.203433 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-01c040f4-075f-44e2-805a-0e4c1b77a61e tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.206762 dv-neutron-828142-3-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:51:01.206762 dv-neutron-828142-3-hyperv neutron-server[109049]: self.session.flush() Feb 16 12:51:01.206762 dv-neutron-828142-3-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:51:01.206762 dv-neutron-828142-3-hyperv neutron-server[109049]: self.session.flush() Feb 16 12:51:01.206762 dv-neutron-828142-3-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:51:01.206762 dv-neutron-828142-3-hyperv neutron-server[109049]: self.session.flush() Feb 16 12:51:01.206762 dv-neutron-828142-3-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:51:01.206762 dv-neutron-828142-3-hyperv neutron-server[109049]: self.session.flush() Feb 16 12:51:01.206762 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:51:01.206762 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:51:01.206762 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:51:01.206762 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:51:01.206762 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:51:01.206762 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:51:01.206762 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:51:01.206762 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:51:01.206762 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:51:01.206762 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:51:01.206762 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:51:01.206762 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:51:01.206762 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:51:01.206762 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:51:01.206762 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:51:01.206762 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:51:01.206762 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:51:01.206762 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:51:01.206762 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:51:01.206762 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:51:01.206762 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:51:01.206762 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:51:01.206762 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:51:01.206762 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:51:01.206762 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:51:01.206762 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:51:01.206762 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:51:01.206762 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:51:01.206762 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:51:01.206762 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:51:01.206762 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:51:01.206762 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:51:01.218366 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a171db-18b7-45e7-ad10-7736267c7095 None None] Sync routers for ids ['21937201-bfb5-469f-bb18-bedba8442c50'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:51:01.241726 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a171db-18b7-45e7-ad10-7736267c7095 None None] Routers {'21937201-bfb5-469f-bb18-bedba8442c50'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:51:01.243401 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-16a171db-18b7-45e7-ad10-7736267c7095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:50:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['21937201-bfb5-469f-bb18-bedba8442c50'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:01.280313 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-94ba42b4-c028-4d03-8bf1-659622ea3362 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0995591 Feb 16 12:51:01.287127 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37938) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:01.291362 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6a097dec-ce98-4e38-9a74-924f4e65491d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.293395 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-5d08f6e7-5fa8-4474-8135-53607cf007c0 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Request body: {'security_group': {'name': 'tempest-secgroup--1516838599'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:01.325209 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5d08f6e7-5fa8-4474-8135-53607cf007c0 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.339868 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6a097dec-ce98-4e38-9a74-924f4e65491d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4557757 Feb 16 12:51:01.340878 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-01c040f4-075f-44e2-805a-0e4c1b77a61e tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.343016 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b28ad46e-1a6c-432e-9796-1e1bf13e1cfe', 'tag': '5565f9ac-fc96-403e-bd34-74f2df6b73c7'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:51:01.345978 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f544493-b79e-48e1-8bbc-84a3605ef445" -d '{"events": [{"name": "network-changed", "server_uuid": "b28ad46e-1a6c-432e-9796-1e1bf13e1cfe", "tag": "5565f9ac-fc96-403e-bd34-74f2df6b73c7"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:51:01.355554 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-01c040f4-075f-44e2-805a-0e4c1b77a61e tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.364705 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-01c040f4-075f-44e2-805a-0e4c1b77a61e tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "DELETE /v2.0/networks/91ec3ec5-75b9-4232-b93b-3bbe83c64c51 HTTP/1.1" status: 204 len: 168 time: 2.0316920 Feb 16 12:51:01.367645 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37942) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:01.386796 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c040f4-075f-44e2-805a-0e4c1b77a61e tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event deleted for resources: {'Network': ['ID=91ec3ec5-75b9-4232-b93b-3bbe83c64c51,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:01.413972 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 12:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686efa79-e17a-4ed7-bfd8-ea721ee34596 x-openstack-request-id: req-686efa79-e17a-4ed7-bfd8-ea721ee34596 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:51:01.414484 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b28ad46e-1a6c-432e-9796-1e1bf13e1cfe", "tag": "5565f9ac-fc96-403e-bd34-74f2df6b73c7", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:51:01.415064 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-686efa79-e17a-4ed7-bfd8-ea721ee34596 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:51:01.415782 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b28ad46e-1a6c-432e-9796-1e1bf13e1cfe', 'tag': '5565f9ac-fc96-403e-bd34-74f2df6b73c7', 'status': 'completed', 'code': 200} Feb 16 12:51:01.514017 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f544493-b79e-48e1-8bbc-84a3605ef445 req-43015523-7d73-4175-8005-cce688382bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:01.518362 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5f544493-b79e-48e1-8bbc-84a3605ef445 req-43015523-7d73-4175-8005-cce688382bea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98ec8fef3f1245f3a4cdb1afaef344d1&device_id=b28ad46e-1a6c-432e-9796-1e1bf13e1cfe HTTP/1.1" status: 200 len: 1098 time: 0.0802350 Feb 16 12:51:01.525635 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-16a171db-18b7-45e7-ad10-7736267c7095 None None] Set router 21937201-bfb5-469f-bb18-bedba8442c50 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:51:01.536589 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5d08f6e7-5fa8-4474-8135-53607cf007c0 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.664666 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f544493-b79e-48e1-8bbc-84a3605ef445 req-13b4a7f5-dca7-4996-8bac-61552071f324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:01.666497 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5f544493-b79e-48e1-8bbc-84a3605ef445 req-13b4a7f5-dca7-4996-8bac-61552071f324 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a876fa82-771e-4c40-93ac-63a7a3825868 HTTP/1.1" status: 200 len: 912 time: 0.1377909 Feb 16 12:51:01.754570 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5f544493-b79e-48e1-8bbc-84a3605ef445 req-b9d55850-2e8e-48c6-a667-725ff41af674 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5565f9ac-fc96-403e-bd34-74f2df6b73c7 HTTP/1.1" status: 200 len: 999 time: 0.0761499 Feb 16 12:51:01.847013 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f544493-b79e-48e1-8bbc-84a3605ef445 req-a068ff0c-f750-46fd-9b33-5a7a55b73581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:01.849293 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5f544493-b79e-48e1-8bbc-84a3605ef445 req-a068ff0c-f750-46fd-9b33-5a7a55b73581 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=20776c33-d9e6-4c4d-a709-2c81a506e278 HTTP/1.1" status: 200 len: 850 time: 0.0779574 Feb 16 12:51:01.854507 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5d08f6e7-5fa8-4474-8135-53607cf007c0 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.879781 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-16a171db-18b7-45e7-ad10-7736267c7095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21937201-bfb5-469f-bb18-bedba8442c50', 'name': 'tempest-TestVolumeBootPattern-116415935-router', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:34Z', 'revision_number': 4, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'gw_port': {'id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'df6fab1e-7d00-431b-a171-27a9c85209cd', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'floating_ip_address': '172.26.2.102', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'port_id': '5565f9ac-fc96-403e-bd34-74f2df6b73c7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'mac_address': 'fa:16:3e:02:54:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28ad46e-1a6c-432e-9796-1e1bf13e1cfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:50:58Z', 'updated_at': '2022-02-16T12:50:58Z', 'revision_number': 0, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327', 'name': '', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'mac_address': 'fa:16:3e:4e:49:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:32Z', 'updated_at': '2022-02-16T12:49:42Z', 'revision_number': 5, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'subnets': [{'id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:01.911229 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a171db-18b7-45e7-ad10-7736267c7095 None None] Checking router: 21937201-bfb5-469f-bb18-bedba8442c50 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:51:01.922069 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5d08f6e7-5fa8-4474-8135-53607cf007c0 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.924220 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a171db-18b7-45e7-ad10-7736267c7095 None None] Routers {'21937201-bfb5-469f-bb18-bedba8442c50'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:51:01.925683 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-16a171db-18b7-45e7-ad10-7736267c7095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:50:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['21937201-bfb5-469f-bb18-bedba8442c50'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:01.927696 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5d08f6e7-5fa8-4474-8135-53607cf007c0 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6393714 Feb 16 12:51:01.928000 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37952) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:01.936164 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-bd019a19-482d-455d-9454-8fdf29ce5b30 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Request body: {'security_group_rule': {'security_group_id': '150cc694-2b7d-440c-be50-0587439c6d88', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:01.936822 dv-neutron-828142-3-hyperv neutron-server[109049]: WARNING neutron.api.v2.base [None req-bd019a19-482d-455d-9454-8fdf29ce5b30 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 12:51:01.937417 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-bd019a19-482d-455d-9454-8fdf29ce5b30 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:51:01.938496 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-bd019a19-482d-455d-9454-8fdf29ce5b30 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0086505 Feb 16 12:51:01.944892 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37954) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:01.949658 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-9c0e7bbf-ae5e-4ac8-9df9-ef22214c61e1 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Request body: {'security_group_rule': {'security_group_id': '150cc694-2b7d-440c-be50-0587439c6d88', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:01.986132 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f544493-b79e-48e1-8bbc-84a3605ef445 req-68a3dfa1-bdc7-4c67-8fd1-8c478e183445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:01.987778 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5f544493-b79e-48e1-8bbc-84a3605ef445 req-68a3dfa1-bdc7-4c67-8fd1-8c478e183445 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a876fa82-771e-4c40-93ac-63a7a3825868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1047606 Feb 16 12:51:01.992803 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d08f6e7-5fa8-4474-8135-53607cf007c0 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=150cc694-2b7d-440c-be50-0587439c6d88,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:02.021861 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-915401dd-5545-4a3f-848f-ddc9711a5e96 req-37e1e7ed-cfef-4bfd-8e56-8a9b3f4b0b97 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=f870489a-8dab-4f13-8a5c-df2820eec344 HTTP/1.1" status: 200 len: 210 time: 0.2249715 Feb 16 12:51:02.078457 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-8f8186ce-2f12-4d07-8d31-fcd43b7fa085 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:02.080599 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-8f8186ce-2f12-4d07-8d31-fcd43b7fa085 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "GET /v2.0/networks?id=edab1fb9-4925-45fe-b7a4-7f52746b7ac7 HTTP/1.1" status: 200 len: 796 time: 0.4122846 Feb 16 12:51:02.085269 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-9c0e7bbf-ae5e-4ac8-9df9-ef22214c61e1 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:51:02.086410 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9c0e7bbf-ae5e-4ac8-9df9-ef22214c61e1 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1401720 Feb 16 12:51:02.095852 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37956) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:02.103488 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-16a171db-18b7-45e7-ad10-7736267c7095 None None] Set router 21937201-bfb5-469f-bb18-bedba8442c50 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:51:02.108953 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-233c6d11-8b82-4ecf-8c4c-2d7dc09bb4ca tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Request body: {'security_group_rule': {'security_group_id': '150cc694-2b7d-440c-be50-0587439c6d88', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:02.109444 dv-neutron-828142-3-hyperv neutron-server[109048]: WARNING neutron.api.v2.base [None req-233c6d11-8b82-4ecf-8c4c-2d7dc09bb4ca tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 16 12:51:02.110898 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-233c6d11-8b82-4ecf-8c4c-2d7dc09bb4ca tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:51:02.115413 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-233c6d11-8b82-4ecf-8c4c-2d7dc09bb4ca tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0177448 Feb 16 12:51:02.119926 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37958) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:02.129775 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-fdb8c581-9957-4498-8a95-6238b67114bc tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Request body: {'security_group_rule': {'security_group_id': '150cc694-2b7d-440c-be50-0587439c6d88', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:02.131166 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-3c9935cf-90d2-47ee-802a-6efdd5f2ba14 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b HTTP/1.1" status: 200 len: 380 time: 0.0415230 Feb 16 12:51:02.151000 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-629bd350-8fa8-4044-a2fe-e6be51d6acdb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'port': {'device_id': 'f870489a-8dab-4f13-8a5c-df2820eec344', 'network_id': 'edab1fb9-4925-45fe-b7a4-7f52746b7ac7', 'admin_state_up': True, 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'security_groups': ['f3ec92c9-3d06-4b78-9558-2f73078e1838']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:02.212532 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-401bcd6b-2697-478a-b178-458a1319f0e8 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:02.227570 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5f544493-b79e-48e1-8bbc-84a3605ef445 req-658b0875-7f9a-4876-bd88-4c8a3bb41c55 service neutron] 10.222.0.42 "GET /v2.0/networks/a876fa82-771e-4c40-93ac-63a7a3825868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289336 Feb 16 12:51:02.323485 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-fdb8c581-9957-4498-8a95-6238b67114bc tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:51:02.328303 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-fdb8c581-9957-4498-8a95-6238b67114bc tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2031620 Feb 16 12:51:02.329678 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37960) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:02.337154 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5f544493-b79e-48e1-8bbc-84a3605ef445 req-25f8482e-dc97-49ba-af61-4b5f0e72f63e service neutron] 10.222.0.42 "GET /v2.0/networks/a876fa82-771e-4c40-93ac-63a7a3825868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018870 Feb 16 12:51:02.366710 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-16a171db-18b7-45e7-ad10-7736267c7095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21937201-bfb5-469f-bb18-bedba8442c50', 'name': 'tempest-TestVolumeBootPattern-116415935-router', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:34Z', 'revision_number': 4, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'gw_port': {'id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'df6fab1e-7d00-431b-a171-27a9c85209cd', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'floating_ip_address': '172.26.2.102', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'port_id': '5565f9ac-fc96-403e-bd34-74f2df6b73c7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'mac_address': 'fa:16:3e:02:54:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28ad46e-1a6c-432e-9796-1e1bf13e1cfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:50:58Z', 'updated_at': '2022-02-16T12:50:58Z', 'revision_number': 0, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327', 'name': '', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'mac_address': 'fa:16:3e:4e:49:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:32Z', 'updated_at': '2022-02-16T12:49:42Z', 'revision_number': 5, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'subnets': [{'id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:02.392213 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-629bd350-8fa8-4044-a2fe-e6be51d6acdb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Made reservation on behalf of 93ebfe1969ad47c59fc4b80bacd9b15b for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:02.399453 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-629bd350-8fa8-4044-a2fe-e6be51d6acdb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:02.405078 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a171db-18b7-45e7-ad10-7736267c7095 None None] The sync data for ids ['21937201-bfb5-469f-bb18-bedba8442c50'] in dv-neutron-828142-3-hyperv is: [{'id': '21937201-bfb5-469f-bb18-bedba8442c50', 'name': 'tempest-TestVolumeBootPattern-116415935-router', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:34Z', 'revision_number': 4, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'gw_port': {'id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'df6fab1e-7d00-431b-a171-27a9c85209cd', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'floating_ip_address': '172.26.2.102', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'port_id': '5565f9ac-fc96-403e-bd34-74f2df6b73c7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'mac_address': 'fa:16:3e:02:54:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28ad46e-1a6c-432e-9796-1e1bf13e1cfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:50:58Z', 'updated_at': '2022-02-16T12:50:58Z', 'revision_number': 0, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327', 'name': '', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'mac_address': 'fa:16:3e:4e:49:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:32Z', 'updated_at': '2022-02-16T12:49:42Z', 'revision_number': 5, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'subnets': [{'id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:02.420037 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-4f57932b-902e-4d88-bb22-fe0179fc477a tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Request body: {'security_group_rule': {'security_group_id': '150cc694-2b7d-440c-be50-0587439c6d88', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:02.420522 dv-neutron-828142-3-hyperv neutron-server[109048]: WARNING neutron.api.v2.base [None req-4f57932b-902e-4d88-bb22-fe0179fc477a tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 12:51:02.421114 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-4f57932b-902e-4d88-bb22-fe0179fc477a tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:51:02.426336 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-4f57932b-902e-4d88-bb22-fe0179fc477a tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062389 Feb 16 12:51:02.426517 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37962) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:02.436394 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-3212d10c-0440-47e1-a127-4dcf1721a183 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Request body: {'security_group_rule': {'security_group_id': '150cc694-2b7d-440c-be50-0587439c6d88', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:02.523783 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-3212d10c-0440-47e1-a127-4dcf1721a183 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Project aa30df486f7041209a9ffec7df2d3b8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:51:02.584155 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-3212d10c-0440-47e1-a127-4dcf1721a183 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:51:02.585588 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3212d10c-0440-47e1-a127-4dcf1721a183 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1586170 Feb 16 12:51:02.588653 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37964) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:02.595177 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-629bd350-8fa8-4044-a2fe-e6be51d6acdb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Allocated IP 172.20.0.12 (edab1fb9-4925-45fe-b7a4-7f52746b7ac7/eb8f685f-f368-4712-8940-4f510bc24676/67fa138f-1479-42f8-8b53-a0f51e4ecfcd) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:02.597699 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-e0da9049-b522-40fb-985b-788116373506 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Request body: {'security_group_rule': {'security_group_id': '150cc694-2b7d-440c-be50-0587439c6d88', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:02.598550 dv-neutron-828142-3-hyperv neutron-server[109048]: WARNING neutron.api.v2.base [None req-e0da9049-b522-40fb-985b-788116373506 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 16 12:51:02.599895 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-e0da9049-b522-40fb-985b-788116373506 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:51:02.603764 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e0da9049-b522-40fb-985b-788116373506 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0100915 Feb 16 12:51:02.604276 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37966) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:02.609848 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-36beb401-5537-4f38-971d-3e4ce79ca8de tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Request body: {'security_group_rule': {'security_group_id': '150cc694-2b7d-440c-be50-0587439c6d88', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:02.625910 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-401bcd6b-2697-478a-b178-458a1319f0e8 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Deleting port 9e71074e-b586-44b7-b7e7-de922f9349e5 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:51:02.626391 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-401bcd6b-2697-478a-b178-458a1319f0e8 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:02.649569 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-36beb401-5537-4f38-971d-3e4ce79ca8de tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Project aa30df486f7041209a9ffec7df2d3b8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:51:02.696039 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-36beb401-5537-4f38-971d-3e4ce79ca8de tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:51:02.700073 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37968) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:02.700839 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-36beb401-5537-4f38-971d-3e4ce79ca8de tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0915105 Feb 16 12:51:02.704376 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-9a83686e-ed10-4a11-a541-d7634a3144d0 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Request body: {'security_group_rule': {'security_group_id': '150cc694-2b7d-440c-be50-0587439c6d88', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:02.734662 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d768e1e-dd40-4b03-9bbf-cff7fe68e078 None None] New status for floating IP df6fab1e-7d00-431b-a171-27a9c85209cd: ACTIVE {{(pid=109050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:51:02.847331 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-629bd350-8fa8-4044-a2fe-e6be51d6acdb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:02.898165 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-629bd350-8fa8-4044-a2fe-e6be51d6acdb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:02.970118 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-629bd350-8fa8-4044-a2fe-e6be51d6acdb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network edab1fb9-4925-45fe-b7a4-7f52746b7ac7 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:02.972854 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-629bd350-8fa8-4044-a2fe-e6be51d6acdb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:03.004022 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629bd350-8fa8-4044-a2fe-e6be51d6acdb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=67fa138f-1479-42f8-8b53-a0f51e4ecfcd,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:03.018137 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-629bd350-8fa8-4044-a2fe-e6be51d6acdb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:51:03.058767 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.securitygroups_db [None req-9a83686e-ed10-4a11-a541-d7634a3144d0 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Project aa30df486f7041209a9ffec7df2d3b8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:51:03.092025 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-401bcd6b-2697-478a-b178-458a1319f0e8 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] For port 9e71074e-b586-44b7-b7e7-de922f9349e5, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=9e71074e-b586-44b7-b7e7-de922f9349e5,segment=NetworkSegment(af14dda4-54a0-4bf9-910b-6868ebefde41),segment_id=af14dda4-54a0-4bf9-910b-6868ebefde41)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:51:03.092457 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-401bcd6b-2697-478a-b178-458a1319f0e8 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:03.094512 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-629bd350-8fa8-4044-a2fe-e6be51d6acdb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:03.096065 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-629bd350-8fa8-4044-a2fe-e6be51d6acdb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:03.108022 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-9a83686e-ed10-4a11-a541-d7634a3144d0 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:51:03.113424 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37972) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:03.113965 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-9a83686e-ed10-4a11-a541-d7634a3144d0 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4131813 Feb 16 12:51:03.125846 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-629bd350-8fa8-4044-a2fe-e6be51d6acdb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9809732 Feb 16 12:51:03.132686 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-401bcd6b-2697-478a-b178-458a1319f0e8 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Calling delete_port for 9e71074e-b586-44b7-b7e7-de922f9349e5 owned by network:router_interface {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:51:03.158267 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-c63e06e8-93b8-44a0-9b62-9ed4d49e109b service neutron] Request body: {'port': {'device_id': 'f870489a-8dab-4f13-8a5c-df2820eec344', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:03.245559 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f3a61-9a04-4262-81d3-150901207d19 req-05109974-c09d-45ac-adc7-698983029ff2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:03.246049 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-c63e06e8-93b8-44a0-9b62-9ed4d49e109b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:03.254783 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f57f3a61-9a04-4262-81d3-150901207d19 req-05109974-c09d-45ac-adc7-698983029ff2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=f870489a-8dab-4f13-8a5c-df2820eec344 HTTP/1.1" status: 200 len: 932 time: 0.0965240 Feb 16 12:51:03.318182 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f57f3a61-9a04-4262-81d3-150901207d19 req-5cda8900-9745-407b-b825-b10c6cf47e20 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3ec92c9-3d06-4b78-9558-2f73078e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624924 Feb 16 12:51:03.364029 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-fd582c4d-4b04-4f89-a26a-10a56142d8c4 None None] Provisioning complete for port 67fa138f-1479-42f8-8b53-a0f51e4ecfcd triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:03.364578 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fd582c4d-4b04-4f89-a26a-10a56142d8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:03.399300 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f9dc06f2-f7a7-43bf-aa98-ab43f3ad1b31 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:03.409341 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-fd582c4d-4b04-4f89-a26a-10a56142d8c4 None None] Port 67fa138f-1479-42f8-8b53-a0f51e4ecfcd cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:51:03.414094 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37974) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:03.421061 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-f2b2ff9c-fc8a-4dba-86ee-e283511ef22b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Request body: {'subnet': {'network_id': '933e9782-3080-4f4d-818d-6b0bbb69ee63', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:03.443578 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-401bcd6b-2697-478a-b178-458a1319f0e8 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:03.471349 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401bcd6b-2697-478a-b178-458a1319f0e8 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event deleted for resources: {'Port': ['ID=9e71074e-b586-44b7-b7e7-de922f9349e5,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:03.494835 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f9dc06f2-f7a7-43bf-aa98-ab43f3ad1b31 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:03.613626 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-401bcd6b-2697-478a-b178-458a1319f0e8 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:03.645440 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f9dc06f2-f7a7-43bf-aa98-ab43f3ad1b31 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:03.647915 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f9dc06f2-f7a7-43bf-aa98-ab43f3ad1b31 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:03.651592 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f9dc06f2-f7a7-43bf-aa98-ab43f3ad1b31 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "DELETE /v2.0/security-groups/150cc694-2b7d-440c-be50-0587439c6d88 HTTP/1.1" status: 204 len: 168 time: 0.5339811 Feb 16 12:51:03.657318 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37976) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:03.665887 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b2ff9c-fc8a-4dba-86ee-e283511ef22b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Made reservation on behalf of 0e995d79391a474f90f39b5766a2e171 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:03.669306 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2b2ff9c-fc8a-4dba-86ee-e283511ef22b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:03.675476 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc06f2-f7a7-43bf-aa98-ab43f3ad1b31 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=150cc694-2b7d-440c-be50-0587439c6d88,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:03.797812 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-c63e06e8-93b8-44a0-9b62-9ed4d49e109b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67fa138f-1479-42f8-8b53-a0f51e4ecfcd {{(pid=109049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 12:51:03.802798 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-cfba8421-f02f-4ffe-9638-1d34121b055b tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1438236 Feb 16 12:51:03.807186 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37978) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:03.811676 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-c63e06e8-93b8-44a0-9b62-9ed4d49e109b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:03.814008 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-a1b44b7a-86da-4530-a7d2-28f6641baf58 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Request body: {'security_group': {'name': 'tempest-secgroup--335574943'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:03.822674 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401bcd6b-2697-478a-b178-458a1319f0e8 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Router dd380b2c-7790-450b-86fd-f222b9f70c42 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:51:03.831165 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.provisioning_blocks [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-c63e06e8-93b8-44a0-9b62-9ed4d49e109b service neutron] Transition to ACTIVE for port object 67fa138f-1479-42f8-8b53-a0f51e4ecfcd will not be triggered until provisioned by entity L2. {{(pid=109049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:03.836875 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-c63e06e8-93b8-44a0-9b62-9ed4d49e109b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:03.877197 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a1b44b7a-86da-4530-a7d2-28f6641baf58 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:03.919680 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e06e8-93b8-44a0-9b62-9ed4d49e109b service neutron] Pushing event updated for resources: {'Port': ['ID=67fa138f-1479-42f8-8b53-a0f51e4ecfcd,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:03.924897 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401bcd6b-2697-478a-b178-458a1319f0e8 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:51:03.935529 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-401bcd6b-2697-478a-b178-458a1319f0e8 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "PUT /v2.0/routers/dd380b2c-7790-450b-86fd-f222b9f70c42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5614669 Feb 16 12:51:03.935529 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37980) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:03.944824 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7792ffff-5afb-4e89-95fb-04b36920a8a7 None None] Sync routers for ids ['dd380b2c-7790-450b-86fd-f222b9f70c42'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:51:03.966005 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7792ffff-5afb-4e89-95fb-04b36920a8a7 None None] Routers {'dd380b2c-7790-450b-86fd-f222b9f70c42'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:51:03.968649 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7792ffff-5afb-4e89-95fb-04b36920a8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:50:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['dd380b2c-7790-450b-86fd-f222b9f70c42'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:04.010901 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-393b9237-c1ae-4f7f-a761-43d887fb7b9f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Deleting subnet bd37c831-96e8-4b35-b765-52a466014343 {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:51:04.018406 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-393b9237-c1ae-4f7f-a761-43d887fb7b9f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.029998 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2b2ff9c-fc8a-4dba-86ee-e283511ef22b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.066832 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a1b44b7a-86da-4530-a7d2-28f6641baf58 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.074294 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a1b44b7a-86da-4530-a7d2-28f6641baf58 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.083982 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-c63e06e8-93b8-44a0-9b62-9ed4d49e109b service neutron] Attempting to bind port 67fa138f-1479-42f8-8b53-a0f51e4ecfcd on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:51:04.084315 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-c63e06e8-93b8-44a0-9b62-9ed4d49e109b service neutron] Attempting to bind port 67fa138f-1479-42f8-8b53-a0f51e4ecfcd by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'f455c4f0-adc3-460b-ade8-23472ee154e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'edab1fb9-4925-45fe-b7a4-7f52746b7ac7'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:51:04.084659 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-c63e06e8-93b8-44a0-9b62-9ed4d49e109b service neutron] Attempting to bind port 67fa138f-1479-42f8-8b53-a0f51e4ecfcd on network edab1fb9-4925-45fe-b7a4-7f52746b7ac7 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:51:04.100979 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-393b9237-c1ae-4f7f-a761-43d887fb7b9f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.101389 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-c63e06e8-93b8-44a0-9b62-9ed4d49e109b service neutron] Port 67fa138f-1479-42f8-8b53-a0f51e4ecfcd on network edab1fb9-4925-45fe-b7a4-7f52746b7ac7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:51:04.101855 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-c63e06e8-93b8-44a0-9b62-9ed4d49e109b service neutron] Attempting to bind port 67fa138f-1479-42f8-8b53-a0f51e4ecfcd on network edab1fb9-4925-45fe-b7a4-7f52746b7ac7 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:51:04.112672 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-7792ffff-5afb-4e89-95fb-04b36920a8a7 None None] Set router dd380b2c-7790-450b-86fd-f222b9f70c42 gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:51:04.115408 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b2ff9c-fc8a-4dba-86ee-e283511ef22b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Pushing event updated for resources: {'Subnet': ['ID=cf10f7a4-3e6a-4b40-a91f-b7fc0edc2a72,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:04.123305 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-c63e06e8-93b8-44a0-9b62-9ed4d49e109b service neutron] Checking agent: {'id': '31a9428e-e23a-420f-bfe2-5870b63c0436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'started_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:51:04.123499 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-c63e06e8-93b8-44a0-9b62-9ed4d49e109b service neutron] Checking segment: {'id': 'f455c4f0-adc3-460b-ade8-23472ee154e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'edab1fb9-4925-45fe-b7a4-7f52746b7ac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:51:04.123964 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-c63e06e8-93b8-44a0-9b62-9ed4d49e109b service neutron] Bound using segment: {'id': 'f455c4f0-adc3-460b-ade8-23472ee154e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'edab1fb9-4925-45fe-b7a4-7f52746b7ac7'} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:51:04.124336 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-c63e06e8-93b8-44a0-9b62-9ed4d49e109b service neutron] Bound port: 67fa138f-1479-42f8-8b53-a0f51e4ecfcd, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f455c4f0-adc3-460b-ade8-23472ee154e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'edab1fb9-4925-45fe-b7a4-7f52746b7ac7'}}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:51:04.124710 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-c63e06e8-93b8-44a0-9b62-9ed4d49e109b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.148445 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b2ff9c-fc8a-4dba-86ee-e283511ef22b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Checking segment: {'id': 'c9796708-b919-4377-a651-da51bf5572e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '933e9782-3080-4f4d-818d-6b0bbb69ee63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:51:04.148823 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b2ff9c-fc8a-4dba-86ee-e283511ef22b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Network hostable DHCP agents. Network: 933e9782-3080-4f4d-818d-6b0bbb69ee63, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:51:04.152385 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a1b44b7a-86da-4530-a7d2-28f6641baf58 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.153747 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a1b44b7a-86da-4530-a7d2-28f6641baf58 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3460839 Feb 16 12:51:04.155785 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b44b7a-86da-4530-a7d2-28f6641baf58 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e864b9a8-790a-42bd-b346-c5d19cc5d2fb,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:04.156585 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37982) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:04.165631 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-062b6cf5-a6e9-452d-ad67-a482c7208296 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Request body: {'security_group_rule': {'security_group_id': 'e864b9a8-790a-42bd-b346-c5d19cc5d2fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:04.204166 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b2ff9c-fc8a-4dba-86ee-e283511ef22b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Network 933e9782-3080-4f4d-818d-6b0bbb69ee63 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:51:04.228681 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-f2b2ff9c-fc8a-4dba-86ee-e283511ef22b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 933e9782-3080-4f4d-818d-6b0bbb69ee63) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:04.230819 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-c63e06e8-93b8-44a0-9b62-9ed4d49e109b service neutron] For port 67fa138f-1479-42f8-8b53-a0f51e4ecfcd, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:51:04.236753 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-c63e06e8-93b8-44a0-9b62-9ed4d49e109b service neutron] For port 67fa138f-1479-42f8-8b53-a0f51e4ecfcd, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=67fa138f-1479-42f8-8b53-a0f51e4ecfcd,segment=NetworkSegment(f455c4f0-adc3-460b-ade8-23472ee154e6),segment_id=f455c4f0-adc3-460b-ade8-23472ee154e6)] {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:51:04.238502 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b2ff9c-fc8a-4dba-86ee-e283511ef22b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:04.239092 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2b2ff9c-fc8a-4dba-86ee-e283511ef22b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.243946 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-393b9237-c1ae-4f7f-a761-43d887fb7b9f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.247239 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-c63e06e8-93b8-44a0-9b62-9ed4d49e109b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.256427 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa17451-c656-4585-9d00-c935d3f71c91 None None] Network 933e9782-3080-4f4d-818d-6b0bbb69ee63 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:51:04.259705 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7792ffff-5afb-4e89-95fb-04b36920a8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'name': 'tempest-RoutersTest-router-1909342374', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:06Z', 'updated_at': '2022-02-16T12:51:03Z', 'revision_number': 11, 'project_id': '634d4167fa4743409e8f884871721d4b', 'gw_port_host': None}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:04.279654 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-062b6cf5-a6e9-452d-ad67-a482c7208296 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] create failed (client error): The resource could not be found. Feb 16 12:51:04.284384 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-062b6cf5-a6e9-452d-ad67-a482c7208296 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1206744 Feb 16 12:51:04.284669 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37984) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:04.289460 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-1dfa3652-e3dc-436c-9232-38b27779eea6 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Request body: {'security_group_rule': {'security_group_id': 'e864b9a8-790a-42bd-b346-c5d19cc5d2fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'fa5b4798-3aba-4a50-9576-08e36b19e918'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:04.293728 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f2b2ff9c-fc8a-4dba-86ee-e283511ef22b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8765092 Feb 16 12:51:04.299345 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37986) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:04.304226 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-458c0248-1be0-4eed-92b7-8b67f79f393b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1095041659'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:04.320691 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-c63e06e8-93b8-44a0-9b62-9ed4d49e109b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:04.321319 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-c63e06e8-93b8-44a0-9b62-9ed4d49e109b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.322947 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-c63e06e8-93b8-44a0-9b62-9ed4d49e109b service neutron] 10.222.0.42 "PUT /v2.0/ports/67fa138f-1479-42f8-8b53-a0f51e4ecfcd HTTP/1.1" status: 200 len: 1094 time: 1.1729674 Feb 16 12:51:04.323403 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f870489a-8dab-4f13-8a5c-df2820eec344', 'tag': '67fa138f-1479-42f8-8b53-a0f51e4ecfcd'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:51:04.326427 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2237d0e6-2369-4d2c-8b22-6e26655e1586" -d '{"events": [{"name": "network-changed", "server_uuid": "f870489a-8dab-4f13-8a5c-df2820eec344", "tag": "67fa138f-1479-42f8-8b53-a0f51e4ecfcd"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:51:04.326598 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7792ffff-5afb-4e89-95fb-04b36920a8a7 None None] Checking router: dd380b2c-7790-450b-86fd-f222b9f70c42 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:51:04.339763 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7792ffff-5afb-4e89-95fb-04b36920a8a7 None None] Routers {'dd380b2c-7790-450b-86fd-f222b9f70c42'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:51:04.342575 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7792ffff-5afb-4e89-95fb-04b36920a8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:50:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['dd380b2c-7790-450b-86fd-f222b9f70c42'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:04.343539 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-393b9237-c1ae-4f7f-a761-43d887fb7b9f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.410561 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e06e8-93b8-44a0-9b62-9ed4d49e109b service neutron] Pushing event updated for resources: {'Port': ['ID=67fa138f-1479-42f8-8b53-a0f51e4ecfcd,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:04.485211 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 12:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1f4a54-18d6-4070-820b-fa842f5f123e x-openstack-request-id: req-ad1f4a54-18d6-4070-820b-fa842f5f123e {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:51:04.490398 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37de84e2-43c8-411d-b304-9a66d96ca38f None None] Network 231ffe77-09bb-480d-8d9c-061d340a2b13 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:51:04.491304 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f870489a-8dab-4f13-8a5c-df2820eec344", "tag": "67fa138f-1479-42f8-8b53-a0f51e4ecfcd", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:51:04.491590 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ad1f4a54-18d6-4070-820b-fa842f5f123e {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:51:04.492013 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f870489a-8dab-4f13-8a5c-df2820eec344', 'tag': '67fa138f-1479-42f8-8b53-a0f51e4ecfcd', 'status': 'completed', 'code': 200} Feb 16 12:51:04.497726 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-393b9237-c1ae-4f7f-a761-43d887fb7b9f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.503410 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-393b9237-c1ae-4f7f-a761-43d887fb7b9f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "DELETE /v2.0/subnets/bd37c831-96e8-4b35-b765-52a466014343 HTTP/1.1" status: 204 len: 168 time: 0.5667503 Feb 16 12:51:04.504429 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b9237-c1ae-4f7f-a761-43d887fb7b9f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event deleted for resources: {'Subnet': ['ID=bd37c831-96e8-4b35-b765-52a466014343,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:04.507660 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 37992) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:04.510832 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458c0248-1be0-4eed-92b7-8b67f79f393b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Made reservation on behalf of 0e995d79391a474f90f39b5766a2e171 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:04.514668 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-458c0248-1be0-4eed-92b7-8b67f79f393b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.570305 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-7792ffff-5afb-4e89-95fb-04b36920a8a7 None None] Set router dd380b2c-7790-450b-86fd-f222b9f70c42 gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:51:04.611332 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-1dfa3652-e3dc-436c-9232-38b27779eea6 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] create failed (client error): The resource could not be found. Feb 16 12:51:04.615732 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1dfa3652-e3dc-436c-9232-38b27779eea6 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3271980 Feb 16 12:51:04.616808 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37994) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:04.695401 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b71b1-dbf6-4de3-83bc-fcdd75efe30f req-03c7d5da-3a12-45d8-ae94-bd934b63dd07 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:04.706221 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5f2b71b1-dbf6-4de3-83bc-fcdd75efe30f req-03c7d5da-3a12-45d8-ae94-bd934b63dd07 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=f870489a-8dab-4f13-8a5c-df2820eec344 HTTP/1.1" status: 200 len: 944 time: 0.1983290 Feb 16 12:51:04.707724 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-67416e93-04df-465e-b421-8d371351f244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:04.708347 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7792ffff-5afb-4e89-95fb-04b36920a8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'name': 'tempest-RoutersTest-router-1909342374', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:06Z', 'updated_at': '2022-02-16T12:51:03Z', 'revision_number': 11, 'project_id': '634d4167fa4743409e8f884871721d4b', 'gw_port_host': None}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:04.709469 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-67416e93-04df-465e-b421-8d371351f244 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=f870489a-8dab-4f13-8a5c-df2820eec344 HTTP/1.1" status: 200 len: 1097 time: 0.3154254 Feb 16 12:51:04.735689 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-458c0248-1be0-4eed-92b7-8b67f79f393b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:51:04.804586 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2f66a0e-cb0c-4d78-908f-19c57eba5005 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.809441 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-bb705024-0fc2-414b-8398-6b002f30f3c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67fa138f-1479-42f8-8b53-a0f51e4ecfcd HTTP/1.1" status: 200 len: 217 time: 0.0913508 Feb 16 12:51:04.816297 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-458c0248-1be0-4eed-92b7-8b67f79f393b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.816585 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-458c0248-1be0-4eed-92b7-8b67f79f393b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Added segment f41b51d3-34a8-4f8b-b088-ed6e9888ea3a of type vlan for network d9cfbe72-b04e-4245-9e44-83f2cecfd553 Feb 16 12:51:04.824005 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-48fcec3f-4482-47cd-a017-bacdb06a2760 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.839741 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5f2b71b1-dbf6-4de3-83bc-fcdd75efe30f req-4787c9c4-2e81-4459-a048-bbfeeba2fd40 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3ec92c9-3d06-4b78-9558-2f73078e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119971 Feb 16 12:51:04.886419 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-48fcec3f-4482-47cd-a017-bacdb06a2760 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.923291 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7792ffff-5afb-4e89-95fb-04b36920a8a7 None None] The sync data for ids ['dd380b2c-7790-450b-86fd-f222b9f70c42'] in dv-neutron-828142-3-hyperv is: [{'id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'name': 'tempest-RoutersTest-router-1909342374', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:06Z', 'updated_at': '2022-02-16T12:51:03Z', 'revision_number': 11, 'project_id': '634d4167fa4743409e8f884871721d4b', 'gw_port_host': None}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:04.943792 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-48fcec3f-4482-47cd-a017-bacdb06a2760 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.948290 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-48fcec3f-4482-47cd-a017-bacdb06a2760 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.952598 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-48fcec3f-4482-47cd-a017-bacdb06a2760 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "DELETE /v2.0/security-groups/e864b9a8-790a-42bd-b346-c5d19cc5d2fb HTTP/1.1" status: 204 len: 168 time: 0.3318262 Feb 16 12:51:04.954467 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37996) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:04.958129 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccea9855-a6ef-4e61-a378-3c9208212bbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-933e9782-3080-4f4d-818d-6b0bbb69ee63', 'network_id': '933e9782-3080-4f4d-818d-6b0bbb69ee63', 'tenant_id': '0e995d79391a474f90f39b5766a2e171', 'fixed_ips': [{'subnet_id': 'cf10f7a4-3e6a-4b40-a91f-b7fc0edc2a72'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:51:04.959479 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ccea9855-a6ef-4e61-a378-3c9208212bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.962938 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-458c0248-1be0-4eed-92b7-8b67f79f393b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.978438 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcec3f-4482-47cd-a017-bacdb06a2760 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e864b9a8-790a-42bd-b346-c5d19cc5d2fb,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:05.022779 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5ae39514-1923-40d4-8efe-00b08b197e91 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0631793 Feb 16 12:51:05.023808 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 37998) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:05.029418 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-c9eea875-895a-4b3c-8c47-84afbc5b8cc3 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Request body: {'security_group_rule': {'security_group_id': '94c579ba-8e99-48fc-b088-2f2f01f6a209', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:05.059521 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-458c0248-1be0-4eed-92b7-8b67f79f393b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:05.066652 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458c0248-1be0-4eed-92b7-8b67f79f393b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:05.067932 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-458c0248-1be0-4eed-92b7-8b67f79f393b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:05.077582 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-3e3cd292-0b3e-488d-a33b-1ae11458f1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:05.079253 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-3e3cd292-0b3e-488d-a33b-1ae11458f1a6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eb8f685f-f368-4712-8940-4f510bc24676 HTTP/1.1" status: 200 len: 835 time: 0.2604263 Feb 16 12:51:05.102754 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-c9eea875-895a-4b3c-8c47-84afbc5b8cc3 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] create failed (client error): The resource could not be found. Feb 16 12:51:05.105921 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c9eea875-895a-4b3c-8c47-84afbc5b8cc3 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0808554 Feb 16 12:51:05.113604 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38000) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:05.120443 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-43d0b433-338b-4911-8a6e-a24760c98c24 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Request body: {'security_group': {'name': 'tempest-secgroup--291605534'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:05.166051 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-43d0b433-338b-4911-8a6e-a24760c98c24 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:05.172838 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-ccea9855-a6ef-4e61-a378-3c9208212bbb None None] Allocated IP 2001:db8:0:ffff::2 (933e9782-3080-4f4d-818d-6b0bbb69ee63/cf10f7a4-3e6a-4b40-a91f-b7fc0edc2a72/ff9ec14c-27ef-4f49-add2-cc305def8b9e) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:05.191620 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-458c0248-1be0-4eed-92b7-8b67f79f393b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8912160 Feb 16 12:51:05.194789 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38002) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:05.207561 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-a7468499-4102-4453-ae7a-9312e2d830da tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Request body: {'subnet': {'network_id': 'd9cfbe72-b04e-4245-9e44-83f2cecfd553', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:05.223287 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c0248-1be0-4eed-92b7-8b67f79f393b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Pushing event updated for resources: {'Network': ['ID=d9cfbe72-b04e-4245-9e44-83f2cecfd553,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:05.235278 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-3a0a92a1-5794-4ad5-ad64-5b05f943ccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:05.237708 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-3a0a92a1-5794-4ad5-ad64-5b05f943ccb7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=edab1fb9-4925-45fe-b7a4-7f52746b7ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1393318 Feb 16 12:51:05.240905 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-f2f66a0e-cb0c-4d78-908f-19c57eba5005 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Deleting port 3583ea09-7f15-41ad-9186-32bf79707888 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:51:05.241119 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network d9cfbe72-b04e-4245-9e44-83f2cecfd553 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:51:05.241233 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2f66a0e-cb0c-4d78-908f-19c57eba5005 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:05.310283 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633f72c2-bf36-443a-ae2c-eda3b9215ad5 None None] DHCP port deletion for 231ffe77-09bb-480d-8d9c-061d340a2b13 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:51:05.380185 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-f2f66a0e-cb0c-4d78-908f-19c57eba5005 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] For port 3583ea09-7f15-41ad-9186-32bf79707888, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=3583ea09-7f15-41ad-9186-32bf79707888,segment=NetworkSegment(af14dda4-54a0-4bf9-910b-6868ebefde41),segment_id=af14dda4-54a0-4bf9-910b-6868ebefde41)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:51:05.380551 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2f66a0e-cb0c-4d78-908f-19c57eba5005 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:05.405757 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-f2f66a0e-cb0c-4d78-908f-19c57eba5005 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Calling delete_port for 3583ea09-7f15-41ad-9186-32bf79707888 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:51:05.416777 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7468499-4102-4453-ae7a-9312e2d830da tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Made reservation on behalf of 0e995d79391a474f90f39b5766a2e171 for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:05.422529 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a7468499-4102-4453-ae7a-9312e2d830da tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:05.443586 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-633f72c2-bf36-443a-ae2c-eda3b9215ad5 None None] Deleting port 3583ea09-7f15-41ad-9186-32bf79707888 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:51:05.443967 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-633f72c2-bf36-443a-ae2c-eda3b9215ad5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:05.458731 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ccea9855-a6ef-4e61-a378-3c9208212bbb None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:05.476461 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-96ab7529-b28e-4391-a8cf-d1e4ab0055a0 service neutron] 10.222.0.42 "GET /v2.0/networks/edab1fb9-4925-45fe-b7a4-7f52746b7ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317016 Feb 16 12:51:05.489982 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ccea9855-a6ef-4e61-a378-3c9208212bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:05.537201 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-43d0b433-338b-4911-8a6e-a24760c98c24 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:05.546499 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-43d0b433-338b-4911-8a6e-a24760c98c24 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:05.554622 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-633f72c2-bf36-443a-ae2c-eda3b9215ad5 None None] For port 3583ea09-7f15-41ad-9186-32bf79707888, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=3583ea09-7f15-41ad-9186-32bf79707888,segment=NetworkSegment(af14dda4-54a0-4bf9-910b-6868ebefde41),segment_id=af14dda4-54a0-4bf9-910b-6868ebefde41)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:51:05.555007 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-633f72c2-bf36-443a-ae2c-eda3b9215ad5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:05.558545 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccea9855-a6ef-4e61-a378-3c9208212bbb None None] Network 933e9782-3080-4f4d-818d-6b0bbb69ee63 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:05.569663 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-ccea9855-a6ef-4e61-a378-3c9208212bbb None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:05.576405 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-633f72c2-bf36-443a-ae2c-eda3b9215ad5 None None] Calling delete_port for 3583ea09-7f15-41ad-9186-32bf79707888 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:51:05.578433 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccea9855-a6ef-4e61-a378-3c9208212bbb None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:51:05.595193 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-43d0b433-338b-4911-8a6e-a24760c98c24 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:05.596902 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-43d0b433-338b-4911-8a6e-a24760c98c24 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4820311 Feb 16 12:51:05.598996 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea9855-a6ef-4e61-a378-3c9208212bbb None None] Pushing event updated for resources: {'Port': ['ID=ff9ec14c-27ef-4f49-add2-cc305def8b9e,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:05.604831 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38004) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:05.608835 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0b433-338b-4911-8a6e-a24760c98c24 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4acd946b-3ff7-4513-946c-35c964bbb3f2,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:05.620994 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-34a7b58d-425a-48b5-afa6-aa0430b49f93 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Request body: {'security_group': {'name': 'tempest-secgroup--741758229'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:05.671013 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2f66a0e-cb0c-4d78-908f-19c57eba5005 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:05.694619 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-ccea9855-a6ef-4e61-a378-3c9208212bbb None None] Attempting to bind port ff9ec14c-27ef-4f49-add2-cc305def8b9e on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:51:05.694971 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-ccea9855-a6ef-4e61-a378-3c9208212bbb None None] Attempting to bind port ff9ec14c-27ef-4f49-add2-cc305def8b9e by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'c9796708-b919-4377-a651-da51bf5572e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '933e9782-3080-4f4d-818d-6b0bbb69ee63'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:51:05.695333 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccea9855-a6ef-4e61-a378-3c9208212bbb None None] Attempting to bind port ff9ec14c-27ef-4f49-add2-cc305def8b9e on network 933e9782-3080-4f4d-818d-6b0bbb69ee63 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:51:05.703475 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccea9855-a6ef-4e61-a378-3c9208212bbb None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:51:05.703845 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccea9855-a6ef-4e61-a378-3c9208212bbb None None] Checking segment: {'id': 'c9796708-b919-4377-a651-da51bf5572e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '933e9782-3080-4f4d-818d-6b0bbb69ee63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:51:05.704242 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ccea9855-a6ef-4e61-a378-3c9208212bbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:05.705613 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccea9855-a6ef-4e61-a378-3c9208212bbb None None] Bound using segment: {'id': 'c9796708-b919-4377-a651-da51bf5572e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '933e9782-3080-4f4d-818d-6b0bbb69ee63'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:51:05.705740 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-ccea9855-a6ef-4e61-a378-3c9208212bbb None None] Bound port: ff9ec14c-27ef-4f49-add2-cc305def8b9e, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9796708-b919-4377-a651-da51bf5572e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '933e9782-3080-4f4d-818d-6b0bbb69ee63'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:51:05.706019 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ccea9855-a6ef-4e61-a378-3c9208212bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:05.726637 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f66a0e-cb0c-4d78-908f-19c57eba5005 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event deleted for resources: {'Port': ['ID=3583ea09-7f15-41ad-9186-32bf79707888,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:05.729286 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-34a7b58d-425a-48b5-afa6-aa0430b49f93 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:05.746809 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-76f982cc-07f6-4088-bb72-470ecdc742d7 req-9bf07260-0b05-4aad-a63c-7a278e15328c service neutron] 10.222.0.42 "GET /v2.0/networks/edab1fb9-4925-45fe-b7a4-7f52746b7ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630131 Feb 16 12:51:05.753648 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f66a0e-cb0c-4d78-908f-19c57eba5005 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] No DVR routers for this DVR port 3583ea09-7f15-41ad-9186-32bf79707888 on host dv-neutron-828142-3-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:51:05.755638 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-633f72c2-bf36-443a-ae2c-eda3b9215ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:05.799697 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f72c2-bf36-443a-ae2c-eda3b9215ad5 None None] Pushing event deleted for resources: {'Port': ['ID=3583ea09-7f15-41ad-9186-32bf79707888,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:05.810734 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633f72c2-bf36-443a-ae2c-eda3b9215ad5 None None] No DVR routers for this DVR port 3583ea09-7f15-41ad-9186-32bf79707888 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:51:05.826180 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-ccea9855-a6ef-4e61-a378-3c9208212bbb None None] For port ff9ec14c-27ef-4f49-add2-cc305def8b9e, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:51:05.839680 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-ccea9855-a6ef-4e61-a378-3c9208212bbb None None] For port ff9ec14c-27ef-4f49-add2-cc305def8b9e, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=ff9ec14c-27ef-4f49-add2-cc305def8b9e,segment=NetworkSegment(c9796708-b919-4377-a651-da51bf5572e2),segment_id=c9796708-b919-4377-a651-da51bf5572e2)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:51:05.847972 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ccea9855-a6ef-4e61-a378-3c9208212bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:05.867562 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.objects.ports [None req-a7468499-4102-4453-ae7a-9312e2d830da tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109048) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 12:51:05.869527 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a7468499-4102-4453-ae7a-9312e2d830da tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:05.910501 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea9855-a6ef-4e61-a378-3c9208212bbb None None] Pushing event updated for resources: {'Port': ['ID=ff9ec14c-27ef-4f49-add2-cc305def8b9e,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:05.925492 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7468499-4102-4453-ae7a-9312e2d830da tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Pushing event updated for resources: {'Subnet': ['ID=423ec7a7-c60a-45b7-a2d1-7f7a7309bc6a,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:05.969664 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2f66a0e-cb0c-4d78-908f-19c57eba5005 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:05.974773 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7468499-4102-4453-ae7a-9312e2d830da tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Checking segment: {'id': 'f41b51d3-34a8-4f8b-b088-ed6e9888ea3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd9cfbe72-b04e-4245-9e44-83f2cecfd553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:51:05.975135 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7468499-4102-4453-ae7a-9312e2d830da tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Network hostable DHCP agents. Network: d9cfbe72-b04e-4245-9e44-83f2cecfd553, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:51:06.019877 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-34a7b58d-425a-48b5-afa6-aa0430b49f93 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.027806 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-f2f66a0e-cb0c-4d78-908f-19c57eba5005 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['231ffe77-09bb-480d-8d9c-061d340a2b13']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:06.028577 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0033c-cc42-4ef0-a5e7-8fd1f39d27bc req-99aeee62-a729-463c-b11f-32e9ef55e768 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:06.030189 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-43f0033c-cc42-4ef0-a5e7-8fd1f39d27bc req-99aeee62-a729-463c-b11f-32e9ef55e768 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=f870489a-8dab-4f13-8a5c-df2820eec344 HTTP/1.1" status: 200 len: 944 time: 0.0678937 Feb 16 12:51:06.031376 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7468499-4102-4453-ae7a-9312e2d830da tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Network d9cfbe72-b04e-4245-9e44-83f2cecfd553 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:51:06.046739 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-f2f66a0e-cb0c-4d78-908f-19c57eba5005 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af14dda4-54a0-4bf9-910b-6868ebefde41') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:06.047202 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-f2f66a0e-cb0c-4d78-908f-19c57eba5005 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af14dda4-54a0-4bf9-910b-6868ebefde41') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:06.050335 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-34a7b58d-425a-48b5-afa6-aa0430b49f93 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.065137 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-a7468499-4102-4453-ae7a-9312e2d830da tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, d9cfbe72-b04e-4245-9e44-83f2cecfd553) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:06.073377 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7468499-4102-4453-ae7a-9312e2d830da tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:06.073975 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a7468499-4102-4453-ae7a-9312e2d830da tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.074514 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc424bc-9e0d-4592-be3c-18710b624173 None None] Network d9cfbe72-b04e-4245-9e44-83f2cecfd553 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:51:06.082625 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2f66a0e-cb0c-4d78-908f-19c57eba5005 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.106888 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2f66a0e-cb0c-4d78-908f-19c57eba5005 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.108437 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-43f0033c-cc42-4ef0-a5e7-8fd1f39d27bc req-42652c29-2699-4c0a-ab91-67537937b7a5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3ec92c9-3d06-4b78-9558-2f73078e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659838 Feb 16 12:51:06.114709 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2f66a0e-cb0c-4d78-908f-19c57eba5005 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:51:06.115177 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2f66a0e-cb0c-4d78-908f-19c57eba5005 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.117229 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a7468499-4102-4453-ae7a-9312e2d830da tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9208152 Feb 16 12:51:06.117885 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38008) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:06.123266 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-79c7f606-8f45-442f-b9de-e814e232d9ac tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Request body: {'port': {'network_id': 'd9cfbe72-b04e-4245-9e44-83f2cecfd553', 'name': 'tempest-NetworksIpV6TestAttrs-590341340'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:06.210486 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:51:06.210486 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:51:06.210486 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:51:06.210486 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:51:06.210486 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:51:06.210486 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:51:06.210486 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:51:06.210486 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:51:06.210486 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:51:06.210486 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:51:06.210486 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:51:06.210486 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:51:06.210486 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:51:06.210486 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:51:06.210486 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:51:06.210486 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:51:06.210486 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:51:06.210486 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:51:06.210486 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:51:06.210486 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:51:06.210486 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:51:06.210486 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:51:06.210486 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:51:06.210486 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:51:06.210486 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:51:06.210486 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:51:06.210486 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:51:06.210486 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:51:06.210486 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:51:06.210486 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:51:06.210486 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:51:06.210486 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:51:06.213959 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237d0e6-2369-4d2c-8b22-6e26655e1586 req-8a6db0e5-c38b-4928-a89d-65f037527712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:06.215939 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2237d0e6-2369-4d2c-8b22-6e26655e1586 req-8a6db0e5-c38b-4928-a89d-65f037527712 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=f870489a-8dab-4f13-8a5c-df2820eec344 HTTP/1.1" status: 200 len: 1097 time: 0.3992105 Feb 16 12:51:06.242981 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-34a7b58d-425a-48b5-afa6-aa0430b49f93 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.244204 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-34a7b58d-425a-48b5-afa6-aa0430b49f93 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6321819 Feb 16 12:51:06.245788 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7b58d-425a-48b5-afa6-aa0430b49f93 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3047648d-1301-42b9-9cb0-e4f467549d66,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:06.256337 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38010) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:06.264110 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-8dfbbacc-3ea0-4435-8a5b-73184f69b073 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Request body: {'security_group_rule': {'security_group_id': '4acd946b-3ff7-4513-946c-35c964bbb3f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '3047648d-1301-42b9-9cb0-e4f467549d66'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:06.304183 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59f340b-8c38-4571-9e00-7f1de2924caf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-d9cfbe72-b04e-4245-9e44-83f2cecfd553', 'network_id': 'd9cfbe72-b04e-4245-9e44-83f2cecfd553', 'tenant_id': '0e995d79391a474f90f39b5766a2e171', 'fixed_ips': [{'subnet_id': '423ec7a7-c60a-45b7-a2d1-7f7a7309bc6a'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:51:06.305491 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b59f340b-8c38-4571-9e00-7f1de2924caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.324834 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2f66a0e-cb0c-4d78-908f-19c57eba5005 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.371870 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c7f606-8f45-442f-b9de-e814e232d9ac tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Made reservation on behalf of 0e995d79391a474f90f39b5766a2e171 for: {'port': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:06.374680 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-79c7f606-8f45-442f-b9de-e814e232d9ac tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.402505 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-8dfbbacc-3ea0-4435-8a5b-73184f69b073 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:51:06.406378 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-8dfbbacc-3ea0-4435-8a5b-73184f69b073 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1462438 Feb 16 12:51:06.406378 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-79c7f606-8f45-442f-b9de-e814e232d9ac tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] device_id is not set on port 06093d80-d71f-45b4-8e39-71f5122aa7fc yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:51:06.409932 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38012) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:06.530908 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8eb5c87c-9399-4d32-8c2b-c68297540227 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.544262 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-b59f340b-8c38-4571-9e00-7f1de2924caf None None] Allocated IP 2001:db8::f816:3eff:fe99:51e4 (d9cfbe72-b04e-4245-9e44-83f2cecfd553/423ec7a7-c60a-45b7-a2d1-7f7a7309bc6a/53ec3967-24be-49c8-8a7d-43670f803789) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:06.572935 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8eb5c87c-9399-4d32-8c2b-c68297540227 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.586497 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device ff9ec14c-27ef-4f49-add2-cc305def8b9e up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:51:06.627075 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8eb5c87c-9399-4d32-8c2b-c68297540227 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.630060 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8eb5c87c-9399-4d32-8c2b-c68297540227 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.631254 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-8eb5c87c-9399-4d32-8c2b-c68297540227 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "DELETE /v2.0/security-groups/3047648d-1301-42b9-9cb0-e4f467549d66 HTTP/1.1" status: 204 len: 168 time: 0.2202735 Feb 16 12:51:06.640431 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38014) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:06.647929 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5c87c-9399-4d32-8c2b-c68297540227 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3047648d-1301-42b9-9cb0-e4f467549d66,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:06.709426 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-202cbc68-e3f7-4014-997c-fdc08c956d85 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0675485 Feb 16 12:51:06.712110 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38016) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:06.714308 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2f66a0e-cb0c-4d78-908f-19c57eba5005 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.717590 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f2f66a0e-cb0c-4d78-908f-19c57eba5005 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "DELETE /v2.0/networks/231ffe77-09bb-480d-8d9c-061d340a2b13 HTTP/1.1" status: 204 len: 168 time: 2.2078969 Feb 16 12:51:06.721944 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38018) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:06.728437 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port ff9ec14c-27ef-4f49-add2-cc305def8b9e triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:06.728840 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.740028 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-aecc6695-2f09-45fc-b92b-3dff77c83a0a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Request body: {'router': {'routes': None}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:06.746505 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f66a0e-cb0c-4d78-908f-19c57eba5005 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Pushing event deleted for resources: {'Network': ['ID=231ffe77-09bb-480d-8d9c-061d340a2b13,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:06.778987 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-331b3840-0445-4b61-b918-974471dddda1 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.815519 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-331b3840-0445-4b61-b918-974471dddda1 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.818798 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b59f340b-8c38-4571-9e00-7f1de2924caf None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.864497 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b59f340b-8c38-4571-9e00-7f1de2924caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.900600 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.916995 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-79c7f606-8f45-442f-b9de-e814e232d9ac tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Allocated IP 2001:db8::f816:3eff:fea8:4ed7 (d9cfbe72-b04e-4245-9e44-83f2cecfd553/423ec7a7-c60a-45b7-a2d1-7f7a7309bc6a/06093d80-d71f-45b4-8e39-71f5122aa7fc) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:06.925500 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-331b3840-0445-4b61-b918-974471dddda1 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.928405 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-331b3840-0445-4b61-b918-974471dddda1 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.929776 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-331b3840-0445-4b61-b918-974471dddda1 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "DELETE /v2.0/security-groups/4acd946b-3ff7-4513-946c-35c964bbb3f2 HTTP/1.1" status: 204 len: 168 time: 0.2165792 Feb 16 12:51:06.934884 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.extraroute_db [None req-aecc6695-2f09-45fc-b92b-3dff77c83a0a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Added routes are [] {{(pid=109049) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 16 12:51:06.935183 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.extraroute_db [None req-aecc6695-2f09-45fc-b92b-3dff77c83a0a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Removed routes are [] {{(pid=109049) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 16 12:51:06.935537 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aecc6695-2f09-45fc-b92b-3dff77c83a0a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3843129', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3843523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28061'] for router, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.937396 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38020) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:06.958107 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59f340b-8c38-4571-9e00-7f1de2924caf None None] Network d9cfbe72-b04e-4245-9e44-83f2cecfd553 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:06.962356 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-b59f340b-8c38-4571-9e00-7f1de2924caf None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:06.968176 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59f340b-8c38-4571-9e00-7f1de2924caf None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:51:06.968382 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b3840-0445-4b61-b918-974471dddda1 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4acd946b-3ff7-4513-946c-35c964bbb3f2,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:07.003849 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port ff9ec14c-27ef-4f49-add2-cc305def8b9e, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=ff9ec14c-27ef-4f49-add2-cc305def8b9e,segment=NetworkSegment(c9796708-b919-4377-a651-da51bf5572e2),segment_id=c9796708-b919-4377-a651-da51bf5572e2)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:51:07.016966 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237d0e6-2369-4d2c-8b22-6e26655e1586 req-6c0262ed-abaa-4e5b-a61f-39059444834f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:07.019263 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2237d0e6-2369-4d2c-8b22-6e26655e1586 req-6c0262ed-abaa-4e5b-a61f-39059444834f service neutron] 10.222.0.42 "GET /v2.0/networks?id=edab1fb9-4925-45fe-b7a4-7f52746b7ac7 HTTP/1.1" status: 200 len: 897 time: 0.7701936 Feb 16 12:51:07.023618 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.041797 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f340b-8c38-4571-9e00-7f1de2924caf None None] Pushing event updated for resources: {'Port': ['ID=53ec3967-24be-49c8-8a7d-43670f803789,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:07.184080 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2237d0e6-2369-4d2c-8b22-6e26655e1586 req-1fbc3c49-6c38-435a-942f-a7df0088fd8f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67fa138f-1479-42f8-8b53-a0f51e4ecfcd HTTP/1.1" status: 200 len: 217 time: 0.1521885 Feb 16 12:51:07.186347 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aecc6695-2f09-45fc-b92b-3dff77c83a0a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3843129', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3843523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28061'] for router, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.190603 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aecc6695-2f09-45fc-b92b-3dff77c83a0a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3843106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3843115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3843959'] for router, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.219635 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-dad72645-10c7-4a9b-b166-4574af3285c8 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2784982 Feb 16 12:51:07.221667 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38024) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:07.233808 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-0f51b9d4-cabd-448e-863e-404f95c5e71e tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Request body: {'security_group': {'name': 'tempest-secgroup--170783955'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:07.302756 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 9e71074e-b586-44b7-b7e7-de922f9349e5 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:51:07.305140 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-79c7f606-8f45-442f-b9de-e814e232d9ac tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.310722 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0f51b9d4-cabd-448e-863e-404f95c5e71e tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.351355 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237d0e6-2369-4d2c-8b22-6e26655e1586 req-6f0cc53b-8bed-4738-ae32-55066815f6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:07.351899 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 9e71074e-b586-44b7-b7e7-de922f9349e5 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:51:07.352251 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 9e71074e-b586-44b7-b7e7-de922f9349e5 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:51:07.352573 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2237d0e6-2369-4d2c-8b22-6e26655e1586 req-6f0cc53b-8bed-4738-ae32-55066815f6a9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eb8f685f-f368-4712-8940-4f510bc24676 HTTP/1.1" status: 200 len: 835 time: 0.1588871 Feb 16 12:51:07.352737 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 3583ea09-7f15-41ad-9186-32bf79707888 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:51:07.356161 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-b59f340b-8c38-4571-9e00-7f1de2924caf None None] Attempting to bind port 53ec3967-24be-49c8-8a7d-43670f803789 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:51:07.356779 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aecc6695-2f09-45fc-b92b-3dff77c83a0a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Router dd380b2c-7790-450b-86fd-f222b9f70c42 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:51:07.357149 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-b59f340b-8c38-4571-9e00-7f1de2924caf None None] Attempting to bind port 53ec3967-24be-49c8-8a7d-43670f803789 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'f41b51d3-34a8-4f8b-b088-ed6e9888ea3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd9cfbe72-b04e-4245-9e44-83f2cecfd553'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:51:07.357149 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59f340b-8c38-4571-9e00-7f1de2924caf None None] Attempting to bind port 53ec3967-24be-49c8-8a7d-43670f803789 on network d9cfbe72-b04e-4245-9e44-83f2cecfd553 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:51:07.383759 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad633074-f430-41a8-87c8-94b08b79a2da req-8c5c4951-9308-47ce-9809-c52d18248b16 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:07.385330 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ad633074-f430-41a8-87c8-94b08b79a2da req-8c5c4951-9308-47ce-9809-c52d18248b16 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=f870489a-8dab-4f13-8a5c-df2820eec344 HTTP/1.1" status: 200 len: 944 time: 0.1426561 Feb 16 12:51:07.393324 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59f340b-8c38-4571-9e00-7f1de2924caf None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:51:07.393712 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59f340b-8c38-4571-9e00-7f1de2924caf None None] Checking segment: {'id': 'f41b51d3-34a8-4f8b-b088-ed6e9888ea3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd9cfbe72-b04e-4245-9e44-83f2cecfd553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:51:07.394104 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b59f340b-8c38-4571-9e00-7f1de2924caf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.394501 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59f340b-8c38-4571-9e00-7f1de2924caf None None] Bound using segment: {'id': 'f41b51d3-34a8-4f8b-b088-ed6e9888ea3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd9cfbe72-b04e-4245-9e44-83f2cecfd553'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:51:07.394983 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-b59f340b-8c38-4571-9e00-7f1de2924caf None None] Bound port: 53ec3967-24be-49c8-8a7d-43670f803789, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f41b51d3-34a8-4f8b-b088-ed6e9888ea3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd9cfbe72-b04e-4245-9e44-83f2cecfd553'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:51:07.395365 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b59f340b-8c38-4571-9e00-7f1de2924caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.397594 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebcfd68-e048-487a-8d92-5ca5c940676b None None] Network 933e9782-3080-4f4d-818d-6b0bbb69ee63 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:51:07.410721 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 3583ea09-7f15-41ad-9186-32bf79707888 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:51:07.411082 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 3583ea09-7f15-41ad-9186-32bf79707888 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:51:07.422371 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=ff9ec14c-27ef-4f49-add2-cc305def8b9e,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:07.450382 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ad633074-f430-41a8-87c8-94b08b79a2da req-96ef813c-2ecc-4669-b7c7-480d61c6374e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3ec92c9-3d06-4b78-9558-2f73078e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545442 Feb 16 12:51:07.465827 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-79c7f606-8f45-442f-b9de-e814e232d9ac tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.477246 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecc6695-2f09-45fc-b92b-3dff77c83a0a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:51:07.485761 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aecc6695-2f09-45fc-b92b-3dff77c83a0a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.487679 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-aecc6695-2f09-45fc-b92b-3dff77c83a0a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "PUT /v2.0/routers/dd380b2c-7790-450b-86fd-f222b9f70c42 HTTP/1.1" status: 200 len: 701 time: 0.7613091 Feb 16 12:51:07.490847 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237d0e6-2369-4d2c-8b22-6e26655e1586 req-618cbe84-ad28-40a8-be76-269ee059d00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:07.492444 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2237d0e6-2369-4d2c-8b22-6e26655e1586 req-618cbe84-ad28-40a8-be76-269ee059d00a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=edab1fb9-4925-45fe-b7a4-7f52746b7ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1296887 Feb 16 12:51:07.492932 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38026) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:07.506670 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aae952e-9aaa-4b11-b368-2eac8294437a None None] Sync routers for ids ['dd380b2c-7790-450b-86fd-f222b9f70c42'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:51:07.521421 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0f51b9d4-cabd-448e-863e-404f95c5e71e tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.527868 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aae952e-9aaa-4b11-b368-2eac8294437a None None] Routers {'dd380b2c-7790-450b-86fd-f222b9f70c42'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:51:07.528508 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-8aae952e-9aaa-4b11-b368-2eac8294437a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:50:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['dd380b2c-7790-450b-86fd-f222b9f70c42'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:07.538194 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0f51b9d4-cabd-448e-863e-404f95c5e71e tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.544576 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c7f606-8f45-442f-b9de-e814e232d9ac tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Network d9cfbe72-b04e-4245-9e44-83f2cecfd553 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:07.560173 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-79c7f606-8f45-442f-b9de-e814e232d9ac tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:07.564160 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c7f606-8f45-442f-b9de-e814e232d9ac tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:51:07.566884 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-040fed37-9e90-4ff1-ab27-ef4cb7f89bfb tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd380b2c-7790-450b-86fd-f222b9f70c42 HTTP/1.1" status: 200 len: 205 time: 0.0728571 Feb 16 12:51:07.571245 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c7f606-8f45-442f-b9de-e814e232d9ac tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:07.571444 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38028) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:07.571799 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-79c7f606-8f45-442f-b9de-e814e232d9ac tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.599099 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c7f606-8f45-442f-b9de-e814e232d9ac tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Pushing event updated for resources: {'Port': ['ID=06093d80-d71f-45b4-8e39-71f5122aa7fc,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:07.604897 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f51b9d4-cabd-448e-863e-404f95c5e71e tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4918df6f-8eb9-4956-95c4-4af0af292538,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:07.610859 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0f51b9d4-cabd-448e-863e-404f95c5e71e tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.612944 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0f51b9d4-cabd-448e-863e-404f95c5e71e tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3832951 Feb 16 12:51:07.618028 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-79c7f606-8f45-442f-b9de-e814e232d9ac tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.4990897 Feb 16 12:51:07.618633 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38030) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:07.622633 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-8aae952e-9aaa-4b11-b368-2eac8294437a None None] Set router dd380b2c-7790-450b-86fd-f222b9f70c42 gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:51:07.623823 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-e709a68a-ac9c-4e95-8639-b60762e07447 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Request body: {'security_group_rule': {'security_group_id': '4918df6f-8eb9-4956-95c4-4af0af292538', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:07.629800 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38032) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:07.659648 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-90d9ed3c-b96f-4db5-98bc-bf7385c656ce tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.689578 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-dbbee5dd-fc66-4c7b-8aa8-27de6b194275 None None] Provisioning complete for port ff9ec14c-27ef-4f49-add2-cc305def8b9e triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:07.689972 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dbbee5dd-fc66-4c7b-8aa8-27de6b194275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.697830 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-45339d4d-901e-40ff-b086-5b43d8796614 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Deleting subnet 423ec7a7-c60a-45b7-a2d1-7f7a7309bc6a {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:51:07.708243 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-45339d4d-901e-40ff-b086-5b43d8796614 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.721598 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-8aae952e-9aaa-4b11-b368-2eac8294437a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'name': 'tempest-RoutersTest-router-1909342374', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:06Z', 'updated_at': '2022-02-16T12:51:03Z', 'revision_number': 11, 'project_id': '634d4167fa4743409e8f884871721d4b', 'gw_port_host': None}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:07.741465 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-e709a68a-ac9c-4e95-8639-b60762e07447 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:51:07.746690 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e709a68a-ac9c-4e95-8639-b60762e07447 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1244907 Feb 16 12:51:07.747160 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38034) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:07.751708 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-b6a07850-9b11-4665-a290-c8a5f42f7b6d tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Request body: {'security_group_rule': {'security_group_id': '4918df6f-8eb9-4956-95c4-4af0af292538', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:07.757300 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-45339d4d-901e-40ff-b086-5b43d8796614 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.757975 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2237d0e6-2369-4d2c-8b22-6e26655e1586 req-2ceedcce-68db-4de2-a458-aee80e23eb14 service neutron] 10.222.0.42 "GET /v2.0/networks/edab1fb9-4925-45fe-b7a4-7f52746b7ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550480 Feb 16 12:51:07.777912 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 67fa138f-1479-42f8-8b53-a0f51e4ecfcd details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 12:51:07.780202 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aae952e-9aaa-4b11-b368-2eac8294437a None None] Checking router: dd380b2c-7790-450b-86fd-f222b9f70c42 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:51:07.809381 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-b59f340b-8c38-4571-9e00-7f1de2924caf None None] For port 53ec3967-24be-49c8-8a7d-43670f803789, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:51:07.850308 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-b59f340b-8c38-4571-9e00-7f1de2924caf None None] For port 53ec3967-24be-49c8-8a7d-43670f803789, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=53ec3967-24be-49c8-8a7d-43670f803789,segment=NetworkSegment(f41b51d3-34a8-4f8b-b088-ed6e9888ea3a),segment_id=f41b51d3-34a8-4f8b-b088-ed6e9888ea3a)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:51:07.866871 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aae952e-9aaa-4b11-b368-2eac8294437a None None] Routers {'dd380b2c-7790-450b-86fd-f222b9f70c42'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:51:07.867504 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-8aae952e-9aaa-4b11-b368-2eac8294437a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:50:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['dd380b2c-7790-450b-86fd-f222b9f70c42'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:07.870144 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b59f340b-8c38-4571-9e00-7f1de2924caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.913173 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-90d9ed3c-b96f-4db5-98bc-bf7385c656ce tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.916552 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-90d9ed3c-b96f-4db5-98bc-bf7385c656ce tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.917801 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-45339d4d-901e-40ff-b086-5b43d8796614 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.993873 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-90d9ed3c-b96f-4db5-98bc-bf7385c656ce tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.994368 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d9ed3c-b96f-4db5-98bc-bf7385c656ce tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Fanout notify agent at l3_agent the message router_deleted on router dd380b2c-7790-450b-86fd-f222b9f70c42 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:51:08.002649 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-90d9ed3c-b96f-4db5-98bc-bf7385c656ce tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.003149 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-45339d4d-901e-40ff-b086-5b43d8796614 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.003737 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-90d9ed3c-b96f-4db5-98bc-bf7385c656ce tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "DELETE /v2.0/routers/dd380b2c-7790-450b-86fd-f222b9f70c42 HTTP/1.1" status: 204 len: 168 time: 0.4318337 Feb 16 12:51:08.004681 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-b6a07850-9b11-4665-a290-c8a5f42f7b6d tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:51:08.005605 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b6a07850-9b11-4665-a290-c8a5f42f7b6d tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2575302 Feb 16 12:51:08.007801 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38036) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:08.011272 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2237d0e6-2369-4d2c-8b22-6e26655e1586 req-ad282cf1-f355-43f4-b4b8-1d75d80a497f service neutron] 10.222.0.42 "GET /v2.0/networks/edab1fb9-4925-45fe-b7a4-7f52746b7ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456653 Feb 16 12:51:08.011711 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38038) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:08.014460 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-816ca8fc-afda-40ba-92bb-0313cb7c2c08 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1538600507', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:08.043788 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-816ca8fc-afda-40ba-92bb-0313cb7c2c08 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.044999 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-816ca8fc-afda-40ba-92bb-0313cb7c2c08 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.061350 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-8aae952e-9aaa-4b11-b368-2eac8294437a None None] Set router dd380b2c-7790-450b-86fd-f222b9f70c42 gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:51:08.065600 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45339d4d-901e-40ff-b086-5b43d8796614 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Pushing event deleted for resources: {'Subnet': ['ID=423ec7a7-c60a-45b7-a2d1-7f7a7309bc6a,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:08.085188 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-45339d4d-901e-40ff-b086-5b43d8796614 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.095933 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-45339d4d-901e-40ff-b086-5b43d8796614 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] 10.222.0.90 "DELETE /v2.0/subnets/423ec7a7-c60a-45b7-a2d1-7f7a7309bc6a HTTP/1.1" status: 204 len: 168 time: 0.4634724 Feb 16 12:51:08.099946 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38040) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:08.120102 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-816ca8fc-afda-40ba-92bb-0313cb7c2c08 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.128663 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-816ca8fc-afda-40ba-92bb-0313cb7c2c08 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.157368 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-816ca8fc-afda-40ba-92bb-0313cb7c2c08 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.159082 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-816ca8fc-afda-40ba-92bb-0313cb7c2c08 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1505606 Feb 16 12:51:08.161954 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38042) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:08.168852 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-106ad8bc-a349-44c4-aaf9-6daf33377cb6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:08.173023 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-8aae952e-9aaa-4b11-b368-2eac8294437a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'name': 'tempest-RoutersTest-router-1909342374', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:06Z', 'updated_at': '2022-02-16T12:51:03Z', 'revision_number': 11, 'project_id': '634d4167fa4743409e8f884871721d4b', 'gw_port_host': None}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:08.193538 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78efb077-9ff9-417d-b2f6-d4dc6b510f39 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:08.195044 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78efb077-9ff9-417d-b2f6-d4dc6b510f39 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:08.199405 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-78efb077-9ff9-417d-b2f6-d4dc6b510f39 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0963235 Feb 16 12:51:08.199710 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38044) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:08.213211 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3a7b4bda-41f1-49e1-a5cd-9c48a5da011a tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.221255 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f340b-8c38-4571-9e00-7f1de2924caf None None] Pushing event updated for resources: {'Port': ['ID=53ec3967-24be-49c8-8a7d-43670f803789,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:08.235350 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aae952e-9aaa-4b11-b368-2eac8294437a None None] The sync data for ids ['dd380b2c-7790-450b-86fd-f222b9f70c42'] in dv-neutron-828142-3-hyperv is: [{'id': 'dd380b2c-7790-450b-86fd-f222b9f70c42', 'name': 'tempest-RoutersTest-router-1909342374', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:06Z', 'updated_at': '2022-02-16T12:51:03Z', 'revision_number': 11, 'project_id': '634d4167fa4743409e8f884871721d4b', 'gw_port_host': None}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:08.265097 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 67fa138f-1479-42f8-8b53-a0f51e4ecfcd, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=67fa138f-1479-42f8-8b53-a0f51e4ecfcd,segment=NetworkSegment(f455c4f0-adc3-460b-ade8-23472ee154e6),segment_id=f455c4f0-adc3-460b-ade8-23472ee154e6)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:51:08.277468 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': '67fa138f-1479-42f8-8b53-a0f51e4ecfcd', 'network_id': 'edab1fb9-4925-45fe-b7a4-7f52746b7ac7', 'port_id': '67fa138f-1479-42f8-8b53-a0f51e4ecfcd', 'mac_address': 'fa:16:3e:0c:72:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb8f685f-f368-4712-8940-4f510bc24676', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 12:51:08.281540 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3a7b4bda-41f1-49e1-a5cd-9c48a5da011a tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.348205 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.400123 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c7a44799-9f75-4f23-916e-fc495470eb83 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.419138 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3a7b4bda-41f1-49e1-a5cd-9c48a5da011a tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.421720 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3a7b4bda-41f1-49e1-a5cd-9c48a5da011a tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.424907 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67fa138f-1479-42f8-8b53-a0f51e4ecfcd {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 12:51:08.427118 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3a7b4bda-41f1-49e1-a5cd-9c48a5da011a tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "DELETE /v2.0/security-groups/4918df6f-8eb9-4956-95c4-4af0af292538 HTTP/1.1" status: 204 len: 168 time: 0.4122767 Feb 16 12:51:08.427803 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38048) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:08.440112 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7a44799-9f75-4f23-916e-fc495470eb83 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 16 12:51:08.440658 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7a44799-9f75-4f23-916e-fc495470eb83 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:08.447747 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c7a44799-9f75-4f23-916e-fc495470eb83 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] 10.222.0.90 "DELETE /v2.0/networks/d9cfbe72-b04e-4245-9e44-83f2cecfd553 HTTP/1.1" status: 409 len: 405 time: 0.2468636 Feb 16 12:51:08.460487 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38050) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:08.466174 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-ab555fed-c314-4f14-9f63-cf39d15effa7 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-190057556'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:08.472395 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b4bda-41f1-49e1-a5cd-9c48a5da011a tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4918df6f-8eb9-4956-95c4-4af0af292538,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:08.488898 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 67fa138f-1479-42f8-8b53-a0f51e4ecfcd, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=67fa138f-1479-42f8-8b53-a0f51e4ecfcd,segment=NetworkSegment(f455c4f0-adc3-460b-ade8-23472ee154e6),segment_id=f455c4f0-adc3-460b-ade8-23472ee154e6)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:51:08.497999 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.546930 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-9ce0886d-6085-4cae-801f-a507070cb191 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1102211 Feb 16 12:51:08.550728 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38054) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:08.574593 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-d8deffb3-c5b4-401f-a996-bdaeb691a333 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Request body: {'security_group': {'name': 'tempest-secgroup--1558410467'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:08.681610 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab555fed-c314-4f14-9f63-cf39d15effa7 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Made reservation on behalf of 0e995d79391a474f90f39b5766a2e171 for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:08.684064 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-106ad8bc-a349-44c4-aaf9-6daf33377cb6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3843129', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3843523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28061'] for router, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.686129 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ab555fed-c314-4f14-9f63-cf39d15effa7 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.695341 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=67fa138f-1479-42f8-8b53-a0f51e4ecfcd,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:08.716788 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-106ad8bc-a349-44c4-aaf9-6daf33377cb6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3843106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3843115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3843959'] for router, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.744779 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 53ec3967-24be-49c8-8a7d-43670f803789 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:51:08.752925 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d8deffb3-c5b4-401f-a996-bdaeb691a333 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.791365 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['67fa138f-1479-42f8-8b53-a0f51e4ecfcd'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 12:51:08.801401 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab555fed-c314-4f14-9f63-cf39d15effa7 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:51:08.835761 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ab555fed-c314-4f14-9f63-cf39d15effa7 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.836137 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-ab555fed-c314-4f14-9f63-cf39d15effa7 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Added segment b89781da-71c1-4e17-85ee-86e34d10a37d of type vlan for network d8864747-aec6-42c4-a180-31667638f5af Feb 16 12:51:08.844844 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e9512-be8f-4826-99b3-c710f5705022 req-e8d14952-5e0c-4b9d-a639-122156f94f75 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:08.846956 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-874e9512-be8f-4826-99b3-c710f5705022 req-e8d14952-5e0c-4b9d-a639-122156f94f75 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=f870489a-8dab-4f13-8a5c-df2820eec344 HTTP/1.1" status: 200 len: 945 time: 0.1548593 Feb 16 12:51:08.871370 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-7067474f-da47-4042-b0b3-5a457c6ced62 None None] Provisioning complete for port ff9ec14c-27ef-4f49-add2-cc305def8b9e triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:08.872063 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7067474f-da47-4042-b0b3-5a457c6ced62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.885839 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106ad8bc-a349-44c4-aaf9-6daf33377cb6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Router 3a4a7b76-7289-47b3-8594-5b3986a4de47 is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:51:08.940506 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 53ec3967-24be-49c8-8a7d-43670f803789 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:08.940912 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.982382 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106ad8bc-a349-44c4-aaf9-6daf33377cb6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:51:08.991434 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-106ad8bc-a349-44c4-aaf9-6daf33377cb6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.993456 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-106ad8bc-a349-44c4-aaf9-6daf33377cb6 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "PUT /v2.0/routers/3a4a7b76-7289-47b3-8594-5b3986a4de47 HTTP/1.1" status: 200 len: 694 time: 0.8291924 Feb 16 12:51:08.996151 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38056) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:08.999166 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7fd836-f1dd-4174-8014-a947d1353399 None None] Sync routers for ids ['3a4a7b76-7289-47b3-8594-5b3986a4de47'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:51:09.017789 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7fd836-f1dd-4174-8014-a947d1353399 None None] Routers {'3a4a7b76-7289-47b3-8594-5b3986a4de47'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:51:09.018727 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ac7fd836-f1dd-4174-8014-a947d1353399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:50:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['3a4a7b76-7289-47b3-8594-5b3986a4de47'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:09.130192 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-ac7fd836-f1dd-4174-8014-a947d1353399 None None] Set router 3a4a7b76-7289-47b3-8594-5b3986a4de47 gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:51:09.132930 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5b4debf4-7a08-4519-bc64-c773987611ff tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "GET /v2.0/routers/3a4a7b76-7289-47b3-8594-5b3986a4de47 HTTP/1.1" status: 200 len: 700 time: 0.1351414 Feb 16 12:51:09.135307 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38058) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:09.161382 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:09.176602 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3feb6d1e-f8f6-4fe6-95fc-f9b1dc9913bf tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "GET /v2.0/ports?device_id=3a4a7b76-7289-47b3-8594-5b3986a4de47 HTTP/1.1" status: 200 len: 205 time: 0.0400515 Feb 16 12:51:09.180008 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38060) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:09.222789 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ac7fd836-f1dd-4174-8014-a947d1353399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a4a7b76-7289-47b3-8594-5b3986a4de47', 'name': 'tempest-RoutersTest-router-1538600507', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:08Z', 'updated_at': '2022-02-16T12:51:08Z', 'revision_number': 2, 'project_id': '634d4167fa4743409e8f884871721d4b', 'gw_port_host': None}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:09.247718 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ab555fed-c314-4f14-9f63-cf39d15effa7 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:09.251521 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d8deffb3-c5b4-401f-a996-bdaeb691a333 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:09.267879 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7fd836-f1dd-4174-8014-a947d1353399 None None] Checking router: 3a4a7b76-7289-47b3-8594-5b3986a4de47 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:51:09.269721 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 53ec3967-24be-49c8-8a7d-43670f803789, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=53ec3967-24be-49c8-8a7d-43670f803789,segment=NetworkSegment(f41b51d3-34a8-4f8b-b088-ed6e9888ea3a),segment_id=f41b51d3-34a8-4f8b-b088-ed6e9888ea3a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:51:09.269984 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-874e9512-be8f-4826-99b3-c710f5705022 req-aa7b5c3b-1256-493e-889d-0f69654b6ffc tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3ec92c9-3d06-4b78-9558-2f73078e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4095695 Feb 16 12:51:09.273548 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d8deffb3-c5b4-401f-a996-bdaeb691a333 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:09.297974 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:09.305033 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device ff9ec14c-27ef-4f49-add2-cc305def8b9e up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:51:09.313172 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7fd836-f1dd-4174-8014-a947d1353399 None None] Routers {'3a4a7b76-7289-47b3-8594-5b3986a4de47'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:51:09.315392 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ac7fd836-f1dd-4174-8014-a947d1353399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:50:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['3a4a7b76-7289-47b3-8594-5b3986a4de47'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:09.329889 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d8deffb3-c5b4-401f-a996-bdaeb691a333 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:09.341364 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d8deffb3-c5b4-401f-a996-bdaeb691a333 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7895567 Feb 16 12:51:09.343549 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38062) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:09.348198 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-625aa8be-ae7b-473f-b15e-3a696671016e tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:09.348612 dv-neutron-828142-3-hyperv neutron-server[109048]: WARNING neutron.api.v2.base [None req-625aa8be-ae7b-473f-b15e-3a696671016e tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 12:51:09.349324 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-625aa8be-ae7b-473f-b15e-3a696671016e tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] update failed (client error): There was a conflict when trying to complete your request. Feb 16 12:51:09.349822 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2f34c32e-7c46-45e1-b522-9de9af99769a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:09.353625 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-625aa8be-ae7b-473f-b15e-3a696671016e tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "PUT /v2.0/security-groups/6f0fdff5-98e1-46ab-9b77-9a578f265ea2 HTTP/1.1" status: 409 len: 330 time: 0.0089493 Feb 16 12:51:09.355092 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ab555fed-c314-4f14-9f63-cf39d15effa7 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:09.368541 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab555fed-c314-4f14-9f63-cf39d15effa7 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:09.369451 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ab555fed-c314-4f14-9f63-cf39d15effa7 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:09.373016 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38064) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:09.378552 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8deffb3-c5b4-401f-a996-bdaeb691a333 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0fdff5-98e1-46ab-9b77-9a578f265ea2,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:09.432262 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-ac7fd836-f1dd-4174-8014-a947d1353399 None None] Set router 3a4a7b76-7289-47b3-8594-5b3986a4de47 gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:51:09.457298 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=53ec3967-24be-49c8-8a7d-43670f803789,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:09.476029 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port ff9ec14c-27ef-4f49-add2-cc305def8b9e triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:09.476397 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:09.508011 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ab555fed-c314-4f14-9f63-cf39d15effa7 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0461438 Feb 16 12:51:09.514922 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38066) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:09.516067 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ac7fd836-f1dd-4174-8014-a947d1353399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a4a7b76-7289-47b3-8594-5b3986a4de47', 'name': 'tempest-RoutersTest-router-1538600507', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:08Z', 'updated_at': '2022-02-16T12:51:08Z', 'revision_number': 2, 'project_id': '634d4167fa4743409e8f884871721d4b', 'gw_port_host': None}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:09.522917 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-5901a32b-4832-47ed-8921-0dc75ec4fbe7 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Request body: {'subnet': {'network_id': 'd8864747-aec6-42c4-a180-31667638f5af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:09.553065 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7fd836-f1dd-4174-8014-a947d1353399 None None] The sync data for ids ['3a4a7b76-7289-47b3-8594-5b3986a4de47'] in dv-neutron-828142-3-hyperv is: [{'id': '3a4a7b76-7289-47b3-8594-5b3986a4de47', 'name': 'tempest-RoutersTest-router-1538600507', 'tenant_id': '634d4167fa4743409e8f884871721d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:08Z', 'updated_at': '2022-02-16T12:51:08Z', 'revision_number': 2, 'project_id': '634d4167fa4743409e8f884871721d4b', 'gw_port_host': None}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:09.610620 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab555fed-c314-4f14-9f63-cf39d15effa7 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Pushing event updated for resources: {'Network': ['ID=d8864747-aec6-42c4-a180-31667638f5af,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:09.671434 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4aa12531-b481-45f9-8e8d-4c4a2260e0dd tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:09.708982 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network d8864747-aec6-42c4-a180-31667638f5af details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:51:09.724008 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4aa12531-b481-45f9-8e8d-4c4a2260e0dd tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:09.750217 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5901a32b-4832-47ed-8921-0dc75ec4fbe7 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Made reservation on behalf of 0e995d79391a474f90f39b5766a2e171 for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:09.754499 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5901a32b-4832-47ed-8921-0dc75ec4fbe7 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:09.757320 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5ef274-f11a-44c9-b4fa-a44d6aa71872 None None] Network d9cfbe72-b04e-4245-9e44-83f2cecfd553 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:51:09.874299 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4aa12531-b481-45f9-8e8d-4c4a2260e0dd tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:09.877597 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4aa12531-b481-45f9-8e8d-4c4a2260e0dd tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:09.881131 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-4aa12531-b481-45f9-8e8d-4c4a2260e0dd tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "DELETE /v2.0/security-groups/6f0fdff5-98e1-46ab-9b77-9a578f265ea2 HTTP/1.1" status: 204 len: 168 time: 0.4913704 Feb 16 12:51:09.885371 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38068) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:09.911330 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa12531-b481-45f9-8e8d-4c4a2260e0dd tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0fdff5-98e1-46ab-9b77-9a578f265ea2,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:09.986642 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0bf095d0-8740-413d-a709-884b88ab508d tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0967076 Feb 16 12:51:09.990356 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38070) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:09.993803 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2f34c32e-7c46-45e1-b522-9de9af99769a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:09.996528 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2f34c32e-7c46-45e1-b522-9de9af99769a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:09.997537 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-10140dc8-1f34-4386-a237-e2113f6431ea None None] Provisioning complete for port 53ec3967-24be-49c8-8a7d-43670f803789 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:09.997920 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-10140dc8-1f34-4386-a237-e2113f6431ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:10.006892 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-4245bc46-72b5-487b-8c65-841e262f5d12 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] delete failed (client error): The resource could not be found. Feb 16 12:51:10.011398 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-4245bc46-72b5-487b-8c65-841e262f5d12 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "DELETE /v2.0/security-groups/62be5e74-f34c-40c4-8fab-120dc30ed0f1 HTTP/1.1" status: 404 len: 347 time: 0.0166445 Feb 16 12:51:10.012660 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38072) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:10.029976 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-f7f1516f-ffa6-41ff-980a-ceecaf48842b tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] show failed (client error): The resource could not be found. Feb 16 12:51:10.035207 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f7f1516f-ffa6-41ff-980a-ceecaf48842b tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "GET /v2.0/security-groups/a6bd4edf-2ca7-4a7d-aa2f-9f8641c5e863 HTTP/1.1" status: 404 len: 347 time: 0.0183384 Feb 16 12:51:10.035585 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38074) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:10.050721 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-e3786d32-731d-4ddb-88a2-5cc39f99b7f9 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] show failed (client error): The resource could not be found. Feb 16 12:51:10.052684 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e3786d32-731d-4ddb-88a2-5cc39f99b7f9 tempest-NegativeSecGroupIPv6Test-1055913784 tempest-NegativeSecGroupIPv6Test-1055913784-project] 10.222.0.90 "GET /v2.0/security-group-rules/5592c17d-f730-46e6-b760-34fb7f55c500 HTTP/1.1" status: 404 len: 356 time: 0.0150409 Feb 16 12:51:10.062164 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2f34c32e-7c46-45e1-b522-9de9af99769a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:10.062940 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f34c32e-7c46-45e1-b522-9de9af99769a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Fanout notify agent at l3_agent the message router_deleted on router 3a4a7b76-7289-47b3-8594-5b3986a4de47 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:51:10.086320 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2f34c32e-7c46-45e1-b522-9de9af99769a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:10.087502 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2f34c32e-7c46-45e1-b522-9de9af99769a tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "DELETE /v2.0/routers/3a4a7b76-7289-47b3-8594-5b3986a4de47 HTTP/1.1" status: 204 len: 168 time: 0.9063807 Feb 16 12:51:10.094810 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38078) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:10.138539 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8431aaa-f54c-497f-9952-4f3c09ef080a None None] DHCP port deletion for d9cfbe72-b04e-4245-9e44-83f2cecfd553 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:51:10.150860 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7f606a64-1acd-46d6-b3e4-74936194e9f0 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "GET /v2.0/ports?device_id=3a4a7b76-7289-47b3-8594-5b3986a4de47 HTTP/1.1" status: 200 len: 205 time: 0.0533638 Feb 16 12:51:10.151776 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38080) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:10.204479 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.objects.ports [None req-5901a32b-4832-47ed-8921-0dc75ec4fbe7 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109048) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 12:51:10.206855 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5901a32b-4832-47ed-8921-0dc75ec4fbe7 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:10.213780 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-872b251b-0b2b-4971-b6ad-9fe7850f26a2 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] delete failed (client error): The resource could not be found. Feb 16 12:51:10.217365 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-872b251b-0b2b-4971-b6ad-9fe7850f26a2 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "DELETE /v2.0/routers/3a4a7b76-7289-47b3-8594-5b3986a4de47 HTTP/1.1" status: 404 len: 336 time: 0.0643616 Feb 16 12:51:10.219894 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38082) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:10.244034 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-b8431aaa-f54c-497f-9952-4f3c09ef080a None None] Deleting port 53ec3967-24be-49c8-8a7d-43670f803789 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:51:10.245055 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b8431aaa-f54c-497f-9952-4f3c09ef080a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:10.252216 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-09ae6ff6-6172-49a7-9f51-7964875401b4 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:10.252689 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09ae6ff6-6172-49a7-9f51-7964875401b4 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:10.258165 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-09ae6ff6-6172-49a7-9f51-7964875401b4 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "DELETE /v2.0/subnets/c3dd8f29-d4b3-4c9c-a718-08e1235e5518 HTTP/1.1" status: 404 len: 337 time: 0.0349889 Feb 16 12:51:10.258453 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38084) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:10.289392 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-e11de47f-5e51-41e4-8a39-00d6b4cb30a7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:10.290765 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e11de47f-5e51-41e4-8a39-00d6b4cb30a7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:10.297751 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e11de47f-5e51-41e4-8a39-00d6b4cb30a7 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "DELETE /v2.0/subnets/943ca0f3-5c17-46d3-9ed3-b3e8466b200d HTTP/1.1" status: 404 len: 337 time: 0.0381899 Feb 16 12:51:10.299209 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38088) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:10.307074 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5901a32b-4832-47ed-8921-0dc75ec4fbe7 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Checking segment: {'id': 'b89781da-71c1-4e17-85ee-86e34d10a37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd8864747-aec6-42c4-a180-31667638f5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:51:10.307669 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5901a32b-4832-47ed-8921-0dc75ec4fbe7 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Network hostable DHCP agents. Network: d8864747-aec6-42c4-a180-31667638f5af, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:51:10.331735 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901a32b-4832-47ed-8921-0dc75ec4fbe7 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Pushing event updated for resources: {'Subnet': ['ID=5f7dda8f-7cf8-4d2a-a5bb-bc388c47918c,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:10.343489 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-b8431aaa-f54c-497f-9952-4f3c09ef080a None None] For port 53ec3967-24be-49c8-8a7d-43670f803789, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=53ec3967-24be-49c8-8a7d-43670f803789,segment=NetworkSegment(f41b51d3-34a8-4f8b-b088-ed6e9888ea3a),segment_id=f41b51d3-34a8-4f8b-b088-ed6e9888ea3a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:51:10.344057 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b8431aaa-f54c-497f-9952-4f3c09ef080a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:10.344915 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e6a9e8a-6874-47a4-8ee1-935ab296ef44 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:10.345584 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e6a9e8a-6874-47a4-8ee1-935ab296ef44 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:10.354339 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6e6a9e8a-6874-47a4-8ee1-935ab296ef44 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "DELETE /v2.0/subnets/f6f09d88-9c3e-46dd-a1d8-e05d6c0ef812 HTTP/1.1" status: 404 len: 337 time: 0.0534387 Feb 16 12:51:10.354973 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38092) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:10.365771 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5901a32b-4832-47ed-8921-0dc75ec4fbe7 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Network d8864747-aec6-42c4-a180-31667638f5af is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:51:10.368128 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-b8431aaa-f54c-497f-9952-4f3c09ef080a None None] Calling delete_port for 53ec3967-24be-49c8-8a7d-43670f803789 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:51:10.400446 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b71b5ee-7bb5-4893-bbb6-ca8a44f11fc9 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:10.401038 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b71b5ee-7bb5-4893-bbb6-ca8a44f11fc9 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:10.407604 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5b71b5ee-7bb5-4893-bbb6-ca8a44f11fc9 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "DELETE /v2.0/subnets/bd37c831-96e8-4b35-b765-52a466014343 HTTP/1.1" status: 404 len: 337 time: 0.0516200 Feb 16 12:51:10.408248 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38094) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:10.419988 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-5901a32b-4832-47ed-8921-0dc75ec4fbe7 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, d8864747-aec6-42c4-a180-31667638f5af) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:10.426019 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5901a32b-4832-47ed-8921-0dc75ec4fbe7 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:10.426691 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5901a32b-4832-47ed-8921-0dc75ec4fbe7 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:10.447457 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7810438-3e2f-4591-a0f2-af771a3b1b4f req-ade9fd81-aec2-4bc2-91c7-6bb8e5c9bfa9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:10.451483 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f7810438-3e2f-4591-a0f2-af771a3b1b4f req-ade9fd81-aec2-4bc2-91c7-6bb8e5c9bfa9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=f870489a-8dab-4f13-8a5c-df2820eec344 HTTP/1.1" status: 200 len: 945 time: 0.1029329 Feb 16 12:51:10.455647 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38096) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:10.455855 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-476b3830-1d64-49bf-88da-e0b0af82ec5e tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd380b2c-7790-450b-86fd-f222b9f70c42 HTTP/1.1" status: 200 len: 205 time: 0.0452757 Feb 16 12:51:10.461857 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dd9fd9-f921-4cf8-932d-6735dbdcaa67 None None] Network d8864747-aec6-42c4-a180-31667638f5af requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:51:10.486651 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38098) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:10.524413 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5901a32b-4832-47ed-8921-0dc75ec4fbe7 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0060449 Feb 16 12:51:10.525080 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38102) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:10.530024 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-985a5cb9-3491-486c-9f0a-1cf341c5210a tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Request body: {'port': {'network_id': 'd8864747-aec6-42c4-a180-31667638f5af', 'name': 'tempest-NetworksIpV6TestAttrs-1562729675'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:10.530313 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-3ce511d0-38d3-492b-8605-a98319c8b074 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] delete failed (client error): The resource could not be found. Feb 16 12:51:10.531335 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3ce511d0-38d3-492b-8605-a98319c8b074 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "DELETE /v2.0/routers/dd380b2c-7790-450b-86fd-f222b9f70c42 HTTP/1.1" status: 404 len: 336 time: 0.0743513 Feb 16 12:51:10.535019 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38104) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:10.550633 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 53ec3967-24be-49c8-8a7d-43670f803789 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:51:10.564927 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-30b46bb3-a079-4f5b-b0a6-d779f41fcbc3 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "GET /v2.0/ports?device_id=ca49fc18-3d3e-4e95-a840-f33b8dacf32b HTTP/1.1" status: 200 len: 205 time: 0.0281856 Feb 16 12:51:10.567981 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38106) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:10.619530 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f7810438-3e2f-4591-a0f2-af771a3b1b4f req-b70b7344-e5eb-4708-8c10-dc0ec1832bcf tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3ec92c9-3d06-4b78-9558-2f73078e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549499 Feb 16 12:51:10.620568 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-a926f6ce-d076-4b96-afbf-2d85f5056ee1 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] delete failed (client error): The resource could not be found. Feb 16 12:51:10.621831 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a926f6ce-d076-4b96-afbf-2d85f5056ee1 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "DELETE /v2.0/routers/ca49fc18-3d3e-4e95-a840-f33b8dacf32b HTTP/1.1" status: 404 len: 336 time: 0.0527225 Feb 16 12:51:10.624942 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38108) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:10.665580 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b8431aaa-f54c-497f-9952-4f3c09ef080a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:10.670350 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-658da143-c12d-4123-a929-b9b874324bb2 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:10.671026 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-658da143-c12d-4123-a929-b9b874324bb2 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:10.674495 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-658da143-c12d-4123-a929-b9b874324bb2 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "DELETE /v2.0/subnets/a2312958-487b-41eb-bb8a-649c12c7a3b6 HTTP/1.1" status: 404 len: 337 time: 0.0485370 Feb 16 12:51:10.677735 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38110) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:10.679801 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No active binding found for port 53ec3967-24be-49c8-8a7d-43670f803789 {{(pid=109050) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 16 12:51:10.680220 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 53ec3967-24be-49c8-8a7d-43670f803789 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:51:10.714078 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2f731596-74b1-4faf-a3fa-8a5a1fe94d3b tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f5df09d-f7b7-49b7-87f5-dca707f556a5 HTTP/1.1" status: 200 len: 205 time: 0.0352404 Feb 16 12:51:10.716441 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38112) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:10.718597 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8431aaa-f54c-497f-9952-4f3c09ef080a None None] Pushing event deleted for resources: {'Port': ['ID=53ec3967-24be-49c8-8a7d-43670f803789,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:10.739345 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985a5cb9-3491-486c-9f0a-1cf341c5210a tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Made reservation on behalf of 0e995d79391a474f90f39b5766a2e171 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:10.743284 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8431aaa-f54c-497f-9952-4f3c09ef080a None None] No DVR routers for this DVR port 53ec3967-24be-49c8-8a7d-43670f803789 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:51:10.744730 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-985a5cb9-3491-486c-9f0a-1cf341c5210a tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:10.773362 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-5fbd1829-ff1e-482e-8e82-8ed433140890 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] delete failed (client error): The resource could not be found. Feb 16 12:51:10.778670 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5fbd1829-ff1e-482e-8e82-8ed433140890 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "DELETE /v2.0/routers/1f5df09d-f7b7-49b7-87f5-dca707f556a5 HTTP/1.1" status: 404 len: 336 time: 0.0611925 Feb 16 12:51:10.779606 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38114) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:10.784191 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a89c7301-f420-4107-82fa-ead668ccc5b2 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=aa30df486f7041209a9ffec7df2d3b8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2963312 Feb 16 12:51:10.785480 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-985a5cb9-3491-486c-9f0a-1cf341c5210a tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] device_id is not set on port 6da7868b-d215-4bc2-ae91-0b824fb5a1ff yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:51:10.789871 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38116) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:10.800529 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2973bf11-57cd-4d4d-8d9f-8b958e25df32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-d8864747-aec6-42c4-a180-31667638f5af', 'network_id': 'd8864747-aec6-42c4-a180-31667638f5af', 'tenant_id': '0e995d79391a474f90f39b5766a2e171', 'fixed_ips': [{'subnet_id': '5f7dda8f-7cf8-4d2a-a5bb-bc388c47918c'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:51:10.801496 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2973bf11-57cd-4d4d-8d9f-8b958e25df32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:10.822421 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-07525db3-636c-4830-8940-9c30ddaf4adb tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "GET /v2.0/ports?device_id=775e76a1-0d42-4a4a-ba42-e303f0b93cbd HTTP/1.1" status: 200 len: 205 time: 0.0391068 Feb 16 12:51:10.822597 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38118) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:10.866122 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-1ec256cd-b8be-43a0-9f88-f1b50c4c26fc tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] delete failed (client error): The resource could not be found. Feb 16 12:51:10.869693 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1ec256cd-b8be-43a0-9f88-f1b50c4c26fc tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "DELETE /v2.0/routers/775e76a1-0d42-4a4a-ba42-e303f0b93cbd HTTP/1.1" status: 404 len: 336 time: 0.0436683 Feb 16 12:51:10.870601 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38120) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:10.905593 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d29f8d3-1940-4e5d-9f25-00c0dae749da tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:10.906013 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d29f8d3-1940-4e5d-9f25-00c0dae749da tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:10.913641 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6d29f8d3-1940-4e5d-9f25-00c0dae749da tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "DELETE /v2.0/subnets/5f9180d4-930a-4034-9886-aac9b6450ec4 HTTP/1.1" status: 404 len: 337 time: 0.0395579 Feb 16 12:51:10.914495 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38122) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:10.947140 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-7d125823-f11a-4ac4-a07e-cb917407c5c9 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "GET /v2.0/ports?device_id=d1555480-0d22-487f-88f2-e48b3fb59790 HTTP/1.1" status: 200 len: 205 time: 0.0290599 Feb 16 12:51:10.947313 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38124) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:10.948047 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-32f21c72-a3ff-47c2-bd49-97fd73340943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:10.967767 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-985a5cb9-3491-486c-9f0a-1cf341c5210a tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Allocated IP 2001:db8::f816:3eff:fe50:5077 (d8864747-aec6-42c4-a180-31667638f5af/5f7dda8f-7cf8-4d2a-a5bb-bc388c47918c/6da7868b-d215-4bc2-ae91-0b824fb5a1ff) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:10.988542 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-32f21c72-a3ff-47c2-bd49-97fd73340943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:10.988885 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-f1760685-3d0d-4d1f-8ee4-df29a14d7a22 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] delete failed (client error): The resource could not be found. Feb 16 12:51:10.989648 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f1760685-3d0d-4d1f-8ee4-df29a14d7a22 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "DELETE /v2.0/routers/d1555480-0d22-487f-88f2-e48b3fb59790 HTTP/1.1" status: 404 len: 336 time: 0.0415516 Feb 16 12:51:10.992431 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38126) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:11.023998 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ec4ed64-ea1d-4d39-b340-d48de3e32de0 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:11.024565 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ec4ed64-ea1d-4d39-b340-d48de3e32de0 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:11.027943 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-7ec4ed64-ea1d-4d39-b340-d48de3e32de0 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "DELETE /v2.0/subnets/246f7598-9a5b-4fa6-8a27-c9c96496d7e8 HTTP/1.1" status: 404 len: 337 time: 0.0343742 Feb 16 12:51:11.030825 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38128) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:11.080565 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-4da8ed5b-4df7-4335-95a4-223c1d7f9ef1 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "GET /v2.0/ports?device_id=07b65ebc-d437-45c6-a13d-21e8030a1fb9 HTTP/1.1" status: 200 len: 205 time: 0.0459149 Feb 16 12:51:11.080876 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38130) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:11.108353 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-32f21c72-a3ff-47c2-bd49-97fd73340943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.111824 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-32f21c72-a3ff-47c2-bd49-97fd73340943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.113020 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-32f21c72-a3ff-47c2-bd49-97fd73340943 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/603c1af8-e543-491a-9547-daca5cf05bab HTTP/1.1" status: 204 len: 168 time: 0.3222275 Feb 16 12:51:11.118459 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-b77ec991-f6fd-42f1-b094-b4a7451aec50 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] delete failed (client error): The resource could not be found. Feb 16 12:51:11.119507 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b77ec991-f6fd-42f1-b094-b4a7451aec50 tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "DELETE /v2.0/routers/07b65ebc-d437-45c6-a13d-21e8030a1fb9 HTTP/1.1" status: 404 len: 336 time: 0.0376277 Feb 16 12:51:11.124953 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38134) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:11.131228 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f21c72-a3ff-47c2-bd49-97fd73340943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603c1af8-e543-491a-9547-daca5cf05bab,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:11.179278 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-480c7f57-3531-4665-b55b-6d4d8bd0f55f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:11.179740 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-480c7f57-3531-4665-b55b-6d4d8bd0f55f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:11.182954 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-480c7f57-3531-4665-b55b-6d4d8bd0f55f tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "DELETE /v2.0/subnets/f30e02c5-bcf0-49da-b59e-d13b11962e1d HTTP/1.1" status: 404 len: 337 time: 0.0569296 Feb 16 12:51:11.184978 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-985a5cb9-3491-486c-9f0a-1cf341c5210a tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.185989 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38136) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:11.213146 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0639ea3-8e56-4771-b95f-d8c010e3a4dd tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:11.213752 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0639ea3-8e56-4771-b95f-d8c010e3a4dd tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:11.216715 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d0639ea3-8e56-4771-b95f-d8c010e3a4dd tempest-RoutersTest-490640134 tempest-RoutersTest-490640134-project] 10.222.0.90 "DELETE /v2.0/subnets/79c6cf73-7611-44d6-83f1-8c5f475c090a HTTP/1.1" status: 404 len: 337 time: 0.0299549 Feb 16 12:51:11.227659 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-985a5cb9-3491-486c-9f0a-1cf341c5210a tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.281690 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-2973bf11-57cd-4d4d-8d9f-8b958e25df32 None None] Allocated IP 2001:db8::f816:3eff:fe75:fbf (d8864747-aec6-42c4-a180-31667638f5af/5f7dda8f-7cf8-4d2a-a5bb-bc388c47918c/b980a2bb-3f30-4dac-8965-1b0987da6270) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:11.290125 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985a5cb9-3491-486c-9f0a-1cf341c5210a tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Network d8864747-aec6-42c4-a180-31667638f5af is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:11.293440 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-985a5cb9-3491-486c-9f0a-1cf341c5210a tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:11.296134 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985a5cb9-3491-486c-9f0a-1cf341c5210a tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:51:11.303160 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985a5cb9-3491-486c-9f0a-1cf341c5210a tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:11.303821 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-985a5cb9-3491-486c-9f0a-1cf341c5210a tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.329244 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a5cb9-3491-486c-9f0a-1cf341c5210a tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Pushing event updated for resources: {'Port': ['ID=6da7868b-d215-4bc2-ae91-0b824fb5a1ff,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:11.337415 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-985a5cb9-3491-486c-9f0a-1cf341c5210a tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.8111136 Feb 16 12:51:11.339724 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38142) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:11.406176 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-8468bad4-1460-4fde-9a81-e4543ff64dd3 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Deleting subnet 5f7dda8f-7cf8-4d2a-a5bb-bc388c47918c {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:51:11.466092 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2973bf11-57cd-4d4d-8d9f-8b958e25df32 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.474085 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2973bf11-57cd-4d4d-8d9f-8b958e25df32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.474893 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8468bad4-1460-4fde-9a81-e4543ff64dd3 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.515871 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2973bf11-57cd-4d4d-8d9f-8b958e25df32 None None] Network d8864747-aec6-42c4-a180-31667638f5af is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:11.520569 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-2973bf11-57cd-4d4d-8d9f-8b958e25df32 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:11.525025 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2973bf11-57cd-4d4d-8d9f-8b958e25df32 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:51:11.529744 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8468bad4-1460-4fde-9a81-e4543ff64dd3 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.559521 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2973bf11-57cd-4d4d-8d9f-8b958e25df32 None None] Pushing event updated for resources: {'Port': ['ID=b980a2bb-3f30-4dac-8965-1b0987da6270,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:11.583398 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38152) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:11.597246 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-2973bf11-57cd-4d4d-8d9f-8b958e25df32 None None] Attempting to bind port b980a2bb-3f30-4dac-8965-1b0987da6270 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:51:11.597986 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-2973bf11-57cd-4d4d-8d9f-8b958e25df32 None None] Attempting to bind port b980a2bb-3f30-4dac-8965-1b0987da6270 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'b89781da-71c1-4e17-85ee-86e34d10a37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd8864747-aec6-42c4-a180-31667638f5af'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:51:11.598248 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2973bf11-57cd-4d4d-8d9f-8b958e25df32 None None] Attempting to bind port b980a2bb-3f30-4dac-8965-1b0987da6270 on network d8864747-aec6-42c4-a180-31667638f5af {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:51:11.604364 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2973bf11-57cd-4d4d-8d9f-8b958e25df32 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:51:11.604771 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2973bf11-57cd-4d4d-8d9f-8b958e25df32 None None] Checking segment: {'id': 'b89781da-71c1-4e17-85ee-86e34d10a37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd8864747-aec6-42c4-a180-31667638f5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:51:11.605176 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2973bf11-57cd-4d4d-8d9f-8b958e25df32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.605684 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2973bf11-57cd-4d4d-8d9f-8b958e25df32 None None] Bound using segment: {'id': 'b89781da-71c1-4e17-85ee-86e34d10a37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd8864747-aec6-42c4-a180-31667638f5af'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:51:11.606020 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-2973bf11-57cd-4d4d-8d9f-8b958e25df32 None None] Bound port: b980a2bb-3f30-4dac-8965-1b0987da6270, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b89781da-71c1-4e17-85ee-86e34d10a37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd8864747-aec6-42c4-a180-31667638f5af'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:51:11.606399 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2973bf11-57cd-4d4d-8d9f-8b958e25df32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.677139 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-2973bf11-57cd-4d4d-8d9f-8b958e25df32 None None] For port b980a2bb-3f30-4dac-8965-1b0987da6270, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:51:11.680536 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-2973bf11-57cd-4d4d-8d9f-8b958e25df32 None None] For port b980a2bb-3f30-4dac-8965-1b0987da6270, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=b980a2bb-3f30-4dac-8965-1b0987da6270,segment=NetworkSegment(b89781da-71c1-4e17-85ee-86e34d10a37d),segment_id=b89781da-71c1-4e17-85ee-86e34d10a37d)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:51:11.687958 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2973bf11-57cd-4d4d-8d9f-8b958e25df32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.714051 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8468bad4-1460-4fde-9a81-e4543ff64dd3 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.757171 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 67fa138f-1479-42f8-8b53-a0f51e4ecfcd up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:51:11.790817 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2973bf11-57cd-4d4d-8d9f-8b958e25df32 None None] Pushing event updated for resources: {'Port': ['ID=b980a2bb-3f30-4dac-8965-1b0987da6270,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:11.826710 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning for port 67fa138f-1479-42f8-8b53-a0f51e4ecfcd completed by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:11.830021 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8468bad4-1460-4fde-9a81-e4543ff64dd3 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.835753 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port 67fa138f-1479-42f8-8b53-a0f51e4ecfcd triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:11.836292 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.950667 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.978423 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38166) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:12.000011 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-412abd18-cafd-4c20-8512-da4afeea1690 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=634d4167fa4743409e8f884871721d4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3965335 Feb 16 12:51:12.006562 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468bad4-1460-4fde-9a81-e4543ff64dd3 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Pushing event deleted for resources: {'Subnet': ['ID=5f7dda8f-7cf8-4d2a-a5bb-bc388c47918c,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:12.035358 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8468bad4-1460-4fde-9a81-e4543ff64dd3 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.036186 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f870489a-8dab-4f13-8a5c-df2820eec344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fa138f-1479-42f8-8b53-a0f51e4ecfcd'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:51:12.038651 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-8468bad4-1460-4fde-9a81-e4543ff64dd3 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] 10.222.0.90 "DELETE /v2.0/subnets/5f7dda8f-7cf8-4d2a-a5bb-bc388c47918c HTTP/1.1" status: 204 len: 168 time: 0.6978333 Feb 16 12:51:12.039718 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966dd006-0ec7-4737-8ae3-7753206e3368" -d '{"events": [{"server_uuid": "f870489a-8dab-4f13-8a5c-df2820eec344", "name": "network-vif-plugged", "status": "completed", "tag": "67fa138f-1479-42f8-8b53-a0f51e4ecfcd"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:51:12.043726 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38168) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:12.078214 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 67fa138f-1479-42f8-8b53-a0f51e4ecfcd, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=67fa138f-1479-42f8-8b53-a0f51e4ecfcd,segment=NetworkSegment(f455c4f0-adc3-460b-ade8-23472ee154e6),segment_id=f455c4f0-adc3-460b-ade8-23472ee154e6)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:51:12.083870 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.084928 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9199fa-f5ba-4e47-ae22-100ad343682c req-6d1accd4-19ed-490c-a7ae-50a66dc8f484 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:12.087118 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5e9199fa-f5ba-4e47-ae22-100ad343682c req-6d1accd4-19ed-490c-a7ae-50a66dc8f484 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=f870489a-8dab-4f13-8a5c-df2820eec344 HTTP/1.1" status: 200 len: 945 time: 0.2777188 Feb 16 12:51:12.140312 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 12:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c891ae-4809-442b-abe4-9722cc12ef4f x-openstack-request-id: req-e6c891ae-4809-442b-abe4-9722cc12ef4f {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:51:12.140818 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f870489a-8dab-4f13-8a5c-df2820eec344", "name": "network-vif-plugged", "status": "completed", "tag": "67fa138f-1479-42f8-8b53-a0f51e4ecfcd", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:51:12.148348 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e6c891ae-4809-442b-abe4-9722cc12ef4f {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:51:12.148901 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f870489a-8dab-4f13-8a5c-df2820eec344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fa138f-1479-42f8-8b53-a0f51e4ecfcd', 'code': 200} Feb 16 12:51:12.184281 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=67fa138f-1479-42f8-8b53-a0f51e4ecfcd,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:12.188748 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5e9199fa-f5ba-4e47-ae22-100ad343682c req-6d1b3bbb-66bc-4248-acf0-ca60b94ca330 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3ec92c9-3d06-4b78-9558-2f73078e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950482 Feb 16 12:51:12.219299 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f4b378-f399-474f-ba7a-e6aecb3b5ce2 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:12.220969 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f4b378-f399-474f-ba7a-e6aecb3b5ce2 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:12.222793 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-53f4b378-f399-474f-ba7a-e6aecb3b5ce2 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1767695 Feb 16 12:51:12.226522 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38174) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:12.234003 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e9300083-9168-4aaf-a0d9-fc97d0486c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.252698 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38176) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:12.285789 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e9300083-9168-4aaf-a0d9-fc97d0486c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.348170 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b8dc4cc1-4911-46e7-b980-86722785f26b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.358137 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8dc4cc1-4911-46e7-b980-86722785f26b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 16 12:51:12.360455 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8dc4cc1-4911-46e7-b980-86722785f26b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:12.366317 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b8dc4cc1-4911-46e7-b980-86722785f26b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] 10.222.0.90 "DELETE /v2.0/networks/d8864747-aec6-42c4-a180-31667638f5af HTTP/1.1" status: 409 len: 405 time: 0.1383646 Feb 16 12:51:12.372742 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38180) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:12.375191 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23f3f9-f2bb-4759-abc3-f4b4322d37b9 req-f2282f1d-c239-49d7-a2d6-1e62f0b3b24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:12.377528 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ea23f3f9-f2bb-4759-abc3-f4b4322d37b9 req-f2282f1d-c239-49d7-a2d6-1e62f0b3b24b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f870489a-8dab-4f13-8a5c-df2820eec344 HTTP/1.1" status: 200 len: 1099 time: 0.0524008 Feb 16 12:51:12.382967 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-0f439a97-84a7-49e7-a4f1-4128f333ae31 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-323976628'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:12.434176 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e9300083-9168-4aaf-a0d9-fc97d0486c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.437841 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f439a97-84a7-49e7-a4f1-4128f333ae31 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Made reservation on behalf of 0e995d79391a474f90f39b5766a2e171 for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:12.438428 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e9300083-9168-4aaf-a0d9-fc97d0486c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.440280 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e9300083-9168-4aaf-a0d9-fc97d0486c10 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0cfe4619-bd69-43e2-9b8b-7d5b438162ca HTTP/1.1" status: 204 len: 168 time: 0.4612606 Feb 16 12:51:12.442288 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0f439a97-84a7-49e7-a4f1-4128f333ae31 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.474628 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9300083-9168-4aaf-a0d9-fc97d0486c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfe4619-bd69-43e2-9b8b-7d5b438162ca,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:12.481240 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ea23f3f9-f2bb-4759-abc3-f4b4322d37b9 req-743cfc6d-1174-4740-9f54-54abda7fa3bb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f3ec92c9-3d06-4b78-9558-2f73078e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966899 Feb 16 12:51:12.507529 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-dc3c5ee0-797a-4d78-bae1-d471adddeb8c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2094714790-network', 'tenant_id': 'c80c073917bc4ce6937cd3bdbb0ddb0d'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:12.511460 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f439a97-84a7-49e7-a4f1-4128f333ae31 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:51:12.531530 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0f439a97-84a7-49e7-a4f1-4128f333ae31 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.532331 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-0f439a97-84a7-49e7-a4f1-4128f333ae31 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Added segment 78e528a7-cb94-43ab-b977-74b56c74a39b of type vlan for network 15e32d2e-8276-4691-bffa-ae7f5fdebc4a Feb 16 12:51:12.538975 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3c5ee0-797a-4d78-bae1-d471adddeb8c admin admin] Made reservation on behalf of c80c073917bc4ce6937cd3bdbb0ddb0d for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:12.541673 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dc3c5ee0-797a-4d78-bae1-d471adddeb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.551940 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dc3c5ee0-797a-4d78-bae1-d471adddeb8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.561440 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b980a2bb-3f30-4dac-8965-1b0987da6270 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:51:12.603735 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0f439a97-84a7-49e7-a4f1-4128f333ae31 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.626544 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port b980a2bb-3f30-4dac-8965-1b0987da6270 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:12.627842 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.640825 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0f439a97-84a7-49e7-a4f1-4128f333ae31 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.649963 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f439a97-84a7-49e7-a4f1-4128f333ae31 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:12.651047 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0f439a97-84a7-49e7-a4f1-4128f333ae31 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.734916 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dc3c5ee0-797a-4d78-bae1-d471adddeb8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.742523 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dc3c5ee0-797a-4d78-bae1-d471adddeb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.759131 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.775248 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc3c5ee0-797a-4d78-bae1-d471adddeb8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:51:12.780151 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0f439a97-84a7-49e7-a4f1-4128f333ae31 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4060061 Feb 16 12:51:12.780866 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38188) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:12.794498 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dc3c5ee0-797a-4d78-bae1-d471adddeb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.794761 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-dc3c5ee0-797a-4d78-bae1-d471adddeb8c admin admin] Added segment 49c2f437-2558-4c2c-bf46-f374e9a6cb22 of type vlan for network f2314ed5-3655-415f-97b9-1f804baaf870 Feb 16 12:51:12.804169 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port b980a2bb-3f30-4dac-8965-1b0987da6270, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=b980a2bb-3f30-4dac-8965-1b0987da6270,segment=NetworkSegment(b89781da-71c1-4e17-85ee-86e34d10a37d),segment_id=b89781da-71c1-4e17-85ee-86e34d10a37d)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:51:12.808782 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.817016 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-07f6d341-6c47-4803-b9f8-aa393d757f45 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Request body: {'subnet': {'network_id': '15e32d2e-8276-4691-bffa-ae7f5fdebc4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:12.848555 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dc3c5ee0-797a-4d78-bae1-d471adddeb8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.865752 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=b980a2bb-3f30-4dac-8965-1b0987da6270,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:12.898947 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dc3c5ee0-797a-4d78-bae1-d471adddeb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.900204 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3c5ee0-797a-4d78-bae1-d471adddeb8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:12.900971 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dc3c5ee0-797a-4d78-bae1-d471adddeb8c admin admin] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.915171 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f439a97-84a7-49e7-a4f1-4128f333ae31 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Pushing event updated for resources: {'Network': ['ID=15e32d2e-8276-4691-bffa-ae7f5fdebc4a,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:12.916493 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c5ee0-797a-4d78-bae1-d471adddeb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe86a4cd-ed4a-4360-8159-15c68d5be606,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:12.933099 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 15e32d2e-8276-4691-bffa-ae7f5fdebc4a details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:51:12.978187 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-dc3c5ee0-797a-4d78-bae1-d471adddeb8c admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7242215 Feb 16 12:51:12.981516 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38196) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:12.989043 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-49aef17e-0490-492b-8be7-a7006089eaa2 admin admin] Request body: {'subnet': {'network_id': 'f2314ed5-3655-415f-97b9-1f804baaf870', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2094714790-subnet', 'tenant_id': 'c80c073917bc4ce6937cd3bdbb0ddb0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:12.998678 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c5ee0-797a-4d78-bae1-d471adddeb8c admin admin] Pushing event updated for resources: {'Network': ['ID=f2314ed5-3655-415f-97b9-1f804baaf870,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:13.004982 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f6d341-6c47-4803-b9f8-aa393d757f45 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Made reservation on behalf of 0e995d79391a474f90f39b5766a2e171 for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:13.011242 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-07f6d341-6c47-4803-b9f8-aa393d757f45 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:13.014956 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network f2314ed5-3655-415f-97b9-1f804baaf870 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:51:13.121139 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49aef17e-0490-492b-8be7-a7006089eaa2 admin admin] Made reservation on behalf of c80c073917bc4ce6937cd3bdbb0ddb0d for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:13.123660 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-49aef17e-0490-492b-8be7-a7006089eaa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:13.222097 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6bcdf5-ac77-4d24-bd17-fba68e164f91 None None] Network d8864747-aec6-42c4-a180-31667638f5af requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:51:13.324315 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-b8621a7d-65c7-4ac3-9348-619e31ff502e None None] Provisioning complete for port b980a2bb-3f30-4dac-8965-1b0987da6270 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:13.324976 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b8621a7d-65c7-4ac3-9348-619e31ff502e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:13.387200 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38208) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:13.465448 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07362cae-3a07-4dfb-9887-0e1e17477d18 req-1deb539a-e837-4485-986e-3392e9636479 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:13.467122 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-07362cae-3a07-4dfb-9887-0e1e17477d18 req-1deb539a-e837-4485-986e-3392e9636479 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=f870489a-8dab-4f13-8a5c-df2820eec344 HTTP/1.1" status: 200 len: 946 time: 0.1622460 Feb 16 12:51:13.506515 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-49aef17e-0490-492b-8be7-a7006089eaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:13.525075 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-cea0a11a-79f0-41ee-bb41-96389c59f3f9 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1910830586', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:13.536195 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.objects.ports [None req-07f6d341-6c47-4803-b9f8-aa393d757f45 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109048) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 12:51:13.541813 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c341ee-edf8-405d-a3b1-57a74afac3c8 None None] DHCP port deletion for d8864747-aec6-42c4-a180-31667638f5af request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:51:13.558116 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-07f6d341-6c47-4803-b9f8-aa393d757f45 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:13.558679 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cea0a11a-79f0-41ee-bb41-96389c59f3f9 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:13.560193 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cea0a11a-79f0-41ee-bb41-96389c59f3f9 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:13.610695 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-07362cae-3a07-4dfb-9887-0e1e17477d18 req-b17183a5-fa88-4820-b31a-e553ef49f506 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3ec92c9-3d06-4b78-9558-2f73078e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301181 Feb 16 12:51:13.621240 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aef17e-0490-492b-8be7-a7006089eaa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1826cf37-2aca-4b09-a180-94bea962027c,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:13.624401 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-41c341ee-edf8-405d-a3b1-57a74afac3c8 None None] Deleting port b980a2bb-3f30-4dac-8965-1b0987da6270 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:51:13.624943 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-41c341ee-edf8-405d-a3b1-57a74afac3c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:13.641119 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cea0a11a-79f0-41ee-bb41-96389c59f3f9 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:13.649250 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cea0a11a-79f0-41ee-bb41-96389c59f3f9 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:13.667342 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aef17e-0490-492b-8be7-a7006089eaa2 admin admin] Checking segment: {'id': '49c2f437-2558-4c2c-bf46-f374e9a6cb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f2314ed5-3655-415f-97b9-1f804baaf870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:51:13.667712 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49aef17e-0490-492b-8be7-a7006089eaa2 admin admin] Network hostable DHCP agents. Network: f2314ed5-3655-415f-97b9-1f804baaf870, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:51:13.675926 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cea0a11a-79f0-41ee-bb41-96389c59f3f9 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:13.681327 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-cea0a11a-79f0-41ee-bb41-96389c59f3f9 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2918003 Feb 16 12:51:13.682318 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38212) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:13.688016 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-2c30c1c7-e93c-405f-b2c4-c6562e8dca9f tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-898432816'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:13.708324 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-41c341ee-edf8-405d-a3b1-57a74afac3c8 None None] For port b980a2bb-3f30-4dac-8965-1b0987da6270, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=b980a2bb-3f30-4dac-8965-1b0987da6270,segment=NetworkSegment(b89781da-71c1-4e17-85ee-86e34d10a37d),segment_id=b89781da-71c1-4e17-85ee-86e34d10a37d)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:51:13.708893 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-41c341ee-edf8-405d-a3b1-57a74afac3c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:13.714148 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6d341-6c47-4803-b9f8-aa393d757f45 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Pushing event updated for resources: {'Subnet': ['ID=a11b2675-a9e3-4a22-9732-bd8bb516f00d,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:13.716702 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f6d341-6c47-4803-b9f8-aa393d757f45 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Checking segment: {'id': '78e528a7-cb94-43ab-b977-74b56c74a39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '15e32d2e-8276-4691-bffa-ae7f5fdebc4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:51:13.716702 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f6d341-6c47-4803-b9f8-aa393d757f45 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Network hostable DHCP agents. Network: 15e32d2e-8276-4691-bffa-ae7f5fdebc4a, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:51:13.719006 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c30c1c7-e93c-405f-b2c4-c6562e8dca9f tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Made reservation on behalf of 2b729080a6c2402c8603c9885d371d2b for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:13.719392 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49aef17e-0490-492b-8be7-a7006089eaa2 admin admin] Network f2314ed5-3655-415f-97b9-1f804baaf870 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:51:13.725879 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2c30c1c7-e93c-405f-b2c4-c6562e8dca9f tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:13.733741 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-41c341ee-edf8-405d-a3b1-57a74afac3c8 None None] Calling delete_port for b980a2bb-3f30-4dac-8965-1b0987da6270 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:51:13.734318 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-49aef17e-0490-492b-8be7-a7006089eaa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, f2314ed5-3655-415f-97b9-1f804baaf870) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:13.737415 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2c30c1c7-e93c-405f-b2c4-c6562e8dca9f tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:13.745687 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49aef17e-0490-492b-8be7-a7006089eaa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:13.746290 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-49aef17e-0490-492b-8be7-a7006089eaa2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:13.746593 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc713c7-92b3-4157-b336-e7424240f293 None None] Network f2314ed5-3655-415f-97b9-1f804baaf870 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:51:13.756166 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f6d341-6c47-4803-b9f8-aa393d757f45 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Network 15e32d2e-8276-4691-bffa-ae7f5fdebc4a is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:51:13.770057 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-07f6d341-6c47-4803-b9f8-aa393d757f45 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 15e32d2e-8276-4691-bffa-ae7f5fdebc4a) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:13.788768 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-49aef17e-0490-492b-8be7-a7006089eaa2 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7961998 Feb 16 12:51:13.788768 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f6d341-6c47-4803-b9f8-aa393d757f45 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:13.788768 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-07f6d341-6c47-4803-b9f8-aa393d757f45 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:13.808242 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3347b27e-bc8c-47bb-8df6-64d78eebad36 None None] Network 15e32d2e-8276-4691-bffa-ae7f5fdebc4a requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:51:13.812259 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-07f6d341-6c47-4803-b9f8-aa393d757f45 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.0275984 Feb 16 12:51:13.813419 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38216) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:13.875271 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2c30c1c7-e93c-405f-b2c4-c6562e8dca9f tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:13.883497 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2c30c1c7-e93c-405f-b2c4-c6562e8dca9f tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:13.932915 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c30c1c7-e93c-405f-b2c4-c6562e8dca9f tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:51:13.947739 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-089fc109-d3a5-46ce-8ce7-a0c0854bcbda tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:13.962491 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c30c1c7-e93c-405f-b2c4-c6562e8dca9f tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44718cc1-0d02-4ef2-bfe1-36fc164a80f8,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:13.969852 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2c30c1c7-e93c-405f-b2c4-c6562e8dca9f tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:13.971335 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-2c30c1c7-e93c-405f-b2c4-c6562e8dca9f tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Added segment f41d8ae4-4407-44e3-923c-6f35134d576b of type vlan for network 8e9e517c-8d5b-4960-8c77-a9f0c426a153 Feb 16 12:51:14.042759 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2c30c1c7-e93c-405f-b2c4-c6562e8dca9f tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:14.082306 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-089fc109-d3a5-46ce-8ce7-a0c0854bcbda tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:14.099781 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2c30c1c7-e93c-405f-b2c4-c6562e8dca9f tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:14.106580 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c30c1c7-e93c-405f-b2c4-c6562e8dca9f tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:14.107390 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2c30c1c7-e93c-405f-b2c4-c6562e8dca9f tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:14.177669 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-089fc109-d3a5-46ce-8ce7-a0c0854bcbda tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:14.204366 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c30c1c7-e93c-405f-b2c4-c6562e8dca9f tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Pushing event updated for resources: {'Network': ['ID=8e9e517c-8d5b-4960-8c77-a9f0c426a153,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:14.225705 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2c30c1c7-e93c-405f-b2c4-c6562e8dca9f tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5421395 Feb 16 12:51:14.226343 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38222) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:14.233081 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-37c1e153-4e54-4b45-a4c6-3de98727c0f2 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Request body: {'subnet': {'network_id': '8e9e517c-8d5b-4960-8c77-a9f0c426a153', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:14.236524 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7591d29d-e254-4423-bd66-5fd68a4f6c65 None None] Network f2314ed5-3655-415f-97b9-1f804baaf870 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:51:14.238406 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 8e9e517c-8d5b-4960-8c77-a9f0c426a153 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:51:14.241617 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-41c341ee-edf8-405d-a3b1-57a74afac3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:14.248872 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089fc109-d3a5-46ce-8ce7-a0c0854bcbda tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Pushing event deleted for resources: {'Subnet': ['ID=a11b2675-a9e3-4a22-9732-bd8bb516f00d,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:14.279266 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a1b41d-ea29-4133-a2ed-9fe33cd5a96c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-15e32d2e-8276-4691-bffa-ae7f5fdebc4a', 'network_id': '15e32d2e-8276-4691-bffa-ae7f5fdebc4a', 'tenant_id': '0e995d79391a474f90f39b5766a2e171', 'fixed_ips': [{'subnet_id': 'a11b2675-a9e3-4a22-9732-bd8bb516f00d'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:51:14.280114 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-34a1b41d-ea29-4133-a2ed-9fe33cd5a96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:14.347768 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c1e153-4e54-4b45-a4c6-3de98727c0f2 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Made reservation on behalf of 2b729080a6c2402c8603c9885d371d2b for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:14.351923 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-37c1e153-4e54-4b45-a4c6-3de98727c0f2 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:14.352300 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-089fc109-d3a5-46ce-8ce7-a0c0854bcbda tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:14.372143 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c341ee-edf8-405d-a3b1-57a74afac3c8 None None] Pushing event deleted for resources: {'Port': ['ID=b980a2bb-3f30-4dac-8965-1b0987da6270,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:14.389695 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-089fc109-d3a5-46ce-8ce7-a0c0854bcbda tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15e32d2e-8276-4691-bffa-ae7f5fdebc4a']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:14.392989 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c341ee-edf8-405d-a3b1-57a74afac3c8 None None] No DVR routers for this DVR port b980a2bb-3f30-4dac-8965-1b0987da6270 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:51:14.429313 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-089fc109-d3a5-46ce-8ce7-a0c0854bcbda tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78e528a7-cb94-43ab-b977-74b56c74a39b') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:14.430014 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-089fc109-d3a5-46ce-8ce7-a0c0854bcbda tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78e528a7-cb94-43ab-b977-74b56c74a39b') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:14.441531 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-089fc109-d3a5-46ce-8ce7-a0c0854bcbda tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:14.460162 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-089fc109-d3a5-46ce-8ce7-a0c0854bcbda tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:14.470509 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-089fc109-d3a5-46ce-8ce7-a0c0854bcbda tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:51:14.473657 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-089fc109-d3a5-46ce-8ce7-a0c0854bcbda tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:14.480679 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:51:14.480679 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:51:14.480679 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:51:14.480679 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:51:14.480679 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:51:14.480679 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:51:14.480679 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:51:14.480679 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:51:14.480679 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:51:14.480679 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:51:14.480679 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:51:14.480679 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:51:14.480679 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:51:14.480679 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:51:14.480679 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:51:14.480679 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:51:14.480679 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:51:14.480679 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:51:14.480679 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:51:14.480679 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:51:14.480679 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:51:14.480679 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:51:14.480679 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:51:14.480679 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:51:14.480679 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:51:14.480679 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:51:14.480679 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:51:14.480679 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:51:14.480679 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:51:14.480679 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:51:14.480679 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:51:14.480679 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:51:14.513610 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b980a2bb-3f30-4dac-8965-1b0987da6270 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:51:14.566241 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: b980a2bb-3f30-4dac-8965-1b0987da6270 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:51:14.567049 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b980a2bb-3f30-4dac-8965-1b0987da6270 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:51:14.573246 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-089fc109-d3a5-46ce-8ce7-a0c0854bcbda tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:14.589470 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07b1d7c-93ac-4d18-b7db-4c3a4db7dbda None None] Network 15e32d2e-8276-4691-bffa-ae7f5fdebc4a requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:51:14.612306 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07b1d7c-93ac-4d18-b7db-4c3a4db7dbda None None] Network 15e32d2e-8276-4691-bffa-ae7f5fdebc4a could not be found, it might have been deleted concurrently. {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 16 12:51:14.613530 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-089fc109-d3a5-46ce-8ce7-a0c0854bcbda tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:14.635637 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-089fc109-d3a5-46ce-8ce7-a0c0854bcbda tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] 10.222.0.90 "DELETE /v2.0/networks/15e32d2e-8276-4691-bffa-ae7f5fdebc4a HTTP/1.1" status: 204 len: 168 time: 0.8198748 Feb 16 12:51:14.637620 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089fc109-d3a5-46ce-8ce7-a0c0854bcbda tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Pushing event deleted for resources: {'Network': ['ID=15e32d2e-8276-4691-bffa-ae7f5fdebc4a,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:14.641937 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38232) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:14.647473 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-a22ce63a-4a69-43ec-b76c-a73005edb53f tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-251025769'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:14.653127 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-37c1e153-4e54-4b45-a4c6-3de98727c0f2 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:14.667235 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38236) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:14.673018 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-60872167-2d29-4aec-aa71-3a65f9b3a4fb admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-531688058-network', 'tenant_id': '999737e986cd49b5bb31a6e6087ab6af'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:14.697692 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60872167-2d29-4aec-aa71-3a65f9b3a4fb admin admin] Made reservation on behalf of 999737e986cd49b5bb31a6e6087ab6af for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:14.700413 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-60872167-2d29-4aec-aa71-3a65f9b3a4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:14.712981 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-60872167-2d29-4aec-aa71-3a65f9b3a4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:14.729635 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c1e153-4e54-4b45-a4c6-3de98727c0f2 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Pushing event updated for resources: {'Subnet': ['ID=7e55419c-16c6-4d23-aa43-38af06cfd470,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:14.733222 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22ce63a-4a69-43ec-b76c-a73005edb53f tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Made reservation on behalf of 0e995d79391a474f90f39b5766a2e171 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:14.736611 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a22ce63a-4a69-43ec-b76c-a73005edb53f tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:14.770268 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c1e153-4e54-4b45-a4c6-3de98727c0f2 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Checking segment: {'id': 'f41d8ae4-4407-44e3-923c-6f35134d576b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8e9e517c-8d5b-4960-8c77-a9f0c426a153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:51:14.770268 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c1e153-4e54-4b45-a4c6-3de98727c0f2 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Network hostable DHCP agents. Network: 8e9e517c-8d5b-4960-8c77-a9f0c426a153, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:51:14.784595 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22ce63a-4a69-43ec-b76c-a73005edb53f tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:51:14.797817 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a22ce63a-4a69-43ec-b76c-a73005edb53f tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:14.798162 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-a22ce63a-4a69-43ec-b76c-a73005edb53f tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Added segment fb16a0e4-b8c9-4ccc-bf9b-bd70b7fcba87 of type vlan for network 5b768ab5-dfd4-41bb-b101-19094679916b Feb 16 12:51:14.802837 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236bb02f-36a8-4fea-8066-6f8cf0ab1ecd req-9d7751e7-7538-432a-acba-0cda5d1e389d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:14.804660 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-236bb02f-36a8-4fea-8066-6f8cf0ab1ecd req-9d7751e7-7538-432a-acba-0cda5d1e389d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=f870489a-8dab-4f13-8a5c-df2820eec344 HTTP/1.1" status: 200 len: 946 time: 0.0937610 Feb 16 12:51:14.807030 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c1e153-4e54-4b45-a4c6-3de98727c0f2 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Network 8e9e517c-8d5b-4960-8c77-a9f0c426a153 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:51:14.836876 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-37c1e153-4e54-4b45-a4c6-3de98727c0f2 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 8e9e517c-8d5b-4960-8c77-a9f0c426a153) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:14.846727 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c1e153-4e54-4b45-a4c6-3de98727c0f2 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:14.847319 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-37c1e153-4e54-4b45-a4c6-3de98727c0f2 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:14.847803 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f930e2f4-bd95-49bb-8b22-2b92cc1fbf81 None None] Network 8e9e517c-8d5b-4960-8c77-a9f0c426a153 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:51:14.852106 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a22ce63a-4a69-43ec-b76c-a73005edb53f tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:14.875941 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-37c1e153-4e54-4b45-a4c6-3de98727c0f2 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6447818 Feb 16 12:51:14.876320 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38238) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:14.882548 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-4c79ac08-71bf-4dfa-8205-f625bd1afd31 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Request body: {'network': {'name': 'tempest-router-network01--781166688'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:14.889291 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a22ce63a-4a69-43ec-b76c-a73005edb53f tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:14.891690 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-236bb02f-36a8-4fea-8066-6f8cf0ab1ecd req-1ecc2632-bbba-4338-b295-6e4831f68a27 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3ec92c9-3d06-4b78-9558-2f73078e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785131 Feb 16 12:51:14.897050 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22ce63a-4a69-43ec-b76c-a73005edb53f tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:14.897586 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a22ce63a-4a69-43ec-b76c-a73005edb53f tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:14.931359 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-60872167-2d29-4aec-aa71-3a65f9b3a4fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:14.939123 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-60872167-2d29-4aec-aa71-3a65f9b3a4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:14.973234 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a22ce63a-4a69-43ec-b76c-a73005edb53f tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3312805 Feb 16 12:51:14.976499 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38244) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:14.984463 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-6424b53e-6e04-4df1-ad0d-d807ab5e9a6e tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Request body: {'subnet': {'network_id': '5b768ab5-dfd4-41bb-b101-19094679916b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:14.988319 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60872167-2d29-4aec-aa71-3a65f9b3a4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806ba59f-81c1-4416-aa30-ceba4f47f630,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:15.008952 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ce63a-4a69-43ec-b76c-a73005edb53f tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Pushing event updated for resources: {'Network': ['ID=5b768ab5-dfd4-41bb-b101-19094679916b,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:15.010402 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c79ac08-71bf-4dfa-8205-f625bd1afd31 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Made reservation on behalf of 2b729080a6c2402c8603c9885d371d2b for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:15.014044 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4c79ac08-71bf-4dfa-8205-f625bd1afd31 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.019900 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60872167-2d29-4aec-aa71-3a65f9b3a4fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:51:15.024747 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 5b768ab5-dfd4-41bb-b101-19094679916b details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:51:15.059539 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-60872167-2d29-4aec-aa71-3a65f9b3a4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.059923 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-60872167-2d29-4aec-aa71-3a65f9b3a4fb admin admin] Added segment 94dbdf63-c989-4e45-9068-9ef521218473 of type vlan for network 22cdf812-c8bd-4aea-99dc-c8f5fa599130 Feb 16 12:51:15.107644 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c79ac08-71bf-4dfa-8205-f625bd1afd31 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:51:15.113007 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6424b53e-6e04-4df1-ad0d-d807ab5e9a6e tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Made reservation on behalf of 0e995d79391a474f90f39b5766a2e171 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:15.117910 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14d2724-c921-4b45-8a0b-5cae8cb67d8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-8e9e517c-8d5b-4960-8c77-a9f0c426a153', 'network_id': '8e9e517c-8d5b-4960-8c77-a9f0c426a153', 'tenant_id': '2b729080a6c2402c8603c9885d371d2b', 'fixed_ips': [{'subnet_id': '7e55419c-16c6-4d23-aa43-38af06cfd470'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:51:15.118787 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b14d2724-c921-4b45-8a0b-5cae8cb67d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.119552 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6424b53e-6e04-4df1-ad0d-d807ab5e9a6e tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.144179 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b2e7f-27da-4b2e-8ca7-b93b5872d67e req-e41c28f8-d13f-45d6-833f-ba3a690cdef1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:15.146040 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-408b2e7f-27da-4b2e-8ca7-b93b5872d67e req-e41c28f8-d13f-45d6-833f-ba3a690cdef1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=f870489a-8dab-4f13-8a5c-df2820eec344 HTTP/1.1" status: 200 len: 946 time: 0.1523788 Feb 16 12:51:15.148107 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-60872167-2d29-4aec-aa71-3a65f9b3a4fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.156153 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4c79ac08-71bf-4dfa-8205-f625bd1afd31 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.156501 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-4c79ac08-71bf-4dfa-8205-f625bd1afd31 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Added segment 3128986b-fe14-4eb0-be95-01b5e9e6fc1f of type vlan for network 6c598a11-826e-41ab-b1da-8f3b3c295d72 Feb 16 12:51:15.193726 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-60872167-2d29-4aec-aa71-3a65f9b3a4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.194689 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60872167-2d29-4aec-aa71-3a65f9b3a4fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:15.195287 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-60872167-2d29-4aec-aa71-3a65f9b3a4fb admin admin] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.284261 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-b14d2724-c921-4b45-8a0b-5cae8cb67d8a None None] Allocated IP 2001:db8::2 (8e9e517c-8d5b-4960-8c77-a9f0c426a153/7e55419c-16c6-4d23-aa43-38af06cfd470/207b042a-ce36-4af8-9bad-a3a64e2e9404) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:15.312530 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4c79ac08-71bf-4dfa-8205-f625bd1afd31 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.325322 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-60872167-2d29-4aec-aa71-3a65f9b3a4fb admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6542556 Feb 16 12:51:15.326815 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38246) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:15.331323 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-5b5e2b17-8a72-468c-a03f-5eefc86e00d6 admin admin] Request body: {'subnet': {'network_id': '22cdf812-c8bd-4aea-99dc-c8f5fa599130', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-531688058-subnet', 'tenant_id': '999737e986cd49b5bb31a6e6087ab6af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:15.353348 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-408b2e7f-27da-4b2e-8ca7-b93b5872d67e req-5c76f35a-6c70-412d-8bc0-5583fb75af31 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3ec92c9-3d06-4b78-9558-2f73078e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004073 Feb 16 12:51:15.360354 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60872167-2d29-4aec-aa71-3a65f9b3a4fb admin admin] Pushing event updated for resources: {'Network': ['ID=22cdf812-c8bd-4aea-99dc-c8f5fa599130,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:15.385362 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6424b53e-6e04-4df1-ad0d-d807ab5e9a6e tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.385623 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 22cdf812-c8bd-4aea-99dc-c8f5fa599130 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:51:15.385735 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38248) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:15.416028 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4c79ac08-71bf-4dfa-8205-f625bd1afd31 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.416472 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5e2b17-8a72-468c-a03f-5eefc86e00d6 admin admin] Made reservation on behalf of 999737e986cd49b5bb31a6e6087ab6af for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:15.418938 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5b5e2b17-8a72-468c-a03f-5eefc86e00d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.422483 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c79ac08-71bf-4dfa-8205-f625bd1afd31 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:15.423104 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4c79ac08-71bf-4dfa-8205-f625bd1afd31 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.507684 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424b53e-6e04-4df1-ad0d-d807ab5e9a6e tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Pushing event updated for resources: {'Subnet': ['ID=83355e69-2983-43cf-aec3-91edcdab899e,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:15.527992 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6424b53e-6e04-4df1-ad0d-d807ab5e9a6e tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Checking segment: {'id': 'fb16a0e4-b8c9-4ccc-bf9b-bd70b7fcba87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '5b768ab5-dfd4-41bb-b101-19094679916b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:51:15.528667 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6424b53e-6e04-4df1-ad0d-d807ab5e9a6e tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Network hostable DHCP agents. Network: 5b768ab5-dfd4-41bb-b101-19094679916b, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:51:15.551263 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b14d2724-c921-4b45-8a0b-5cae8cb67d8a None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.558231 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b14d2724-c921-4b45-8a0b-5cae8cb67d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.558645 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6424b53e-6e04-4df1-ad0d-d807ab5e9a6e tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Network 5b768ab5-dfd4-41bb-b101-19094679916b is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:51:15.606028 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-6424b53e-6e04-4df1-ad0d-d807ab5e9a6e tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 5b768ab5-dfd4-41bb-b101-19094679916b) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:15.608511 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14d2724-c921-4b45-8a0b-5cae8cb67d8a None None] Network 8e9e517c-8d5b-4960-8c77-a9f0c426a153 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:15.613884 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6424b53e-6e04-4df1-ad0d-d807ab5e9a6e tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:15.614470 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6424b53e-6e04-4df1-ad0d-d807ab5e9a6e tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.616817 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-b14d2724-c921-4b45-8a0b-5cae8cb67d8a None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:15.620666 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14d2724-c921-4b45-8a0b-5cae8cb67d8a None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:51:15.633568 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50df8887-5ee6-4612-8e9e-30df46cc59bd None None] Network 5b768ab5-dfd4-41bb-b101-19094679916b requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:51:15.660033 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6424b53e-6e04-4df1-ad0d-d807ab5e9a6e tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6793625 Feb 16 12:51:15.663498 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38250) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:15.709332 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d2724-c921-4b45-8a0b-5cae8cb67d8a None None] Pushing event updated for resources: {'Port': ['ID=207b042a-ce36-4af8-9bad-a3a64e2e9404,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:15.736977 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5b5e2b17-8a72-468c-a03f-5eefc86e00d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.758257 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-b14d2724-c921-4b45-8a0b-5cae8cb67d8a None None] Attempting to bind port 207b042a-ce36-4af8-9bad-a3a64e2e9404 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:51:15.758610 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-b14d2724-c921-4b45-8a0b-5cae8cb67d8a None None] Attempting to bind port 207b042a-ce36-4af8-9bad-a3a64e2e9404 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'f41d8ae4-4407-44e3-923c-6f35134d576b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8e9e517c-8d5b-4960-8c77-a9f0c426a153'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:51:15.758960 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14d2724-c921-4b45-8a0b-5cae8cb67d8a None None] Attempting to bind port 207b042a-ce36-4af8-9bad-a3a64e2e9404 on network 8e9e517c-8d5b-4960-8c77-a9f0c426a153 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:51:15.768960 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-4c79ac08-71bf-4dfa-8205-f625bd1afd31 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8909292 Feb 16 12:51:15.772717 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14d2724-c921-4b45-8a0b-5cae8cb67d8a None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:51:15.773096 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14d2724-c921-4b45-8a0b-5cae8cb67d8a None None] Checking segment: {'id': 'f41d8ae4-4407-44e3-923c-6f35134d576b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8e9e517c-8d5b-4960-8c77-a9f0c426a153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:51:15.773477 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b14d2724-c921-4b45-8a0b-5cae8cb67d8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.773860 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14d2724-c921-4b45-8a0b-5cae8cb67d8a None None] Bound using segment: {'id': 'f41d8ae4-4407-44e3-923c-6f35134d576b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8e9e517c-8d5b-4960-8c77-a9f0c426a153'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:51:15.774324 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-b14d2724-c921-4b45-8a0b-5cae8cb67d8a None None] Bound port: 207b042a-ce36-4af8-9bad-a3a64e2e9404, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f41d8ae4-4407-44e3-923c-6f35134d576b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8e9e517c-8d5b-4960-8c77-a9f0c426a153'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:51:15.774695 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b14d2724-c921-4b45-8a0b-5cae8cb67d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.779226 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38252) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:15.788675 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-ce23fca0-ed72-4cce-a6d5-03e8a8eb7c90 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Request body: {'network': {'name': 'tempest-router-network02--1282477221'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:15.796853 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e2b17-8a72-468c-a03f-5eefc86e00d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2df8684c-3517-4fde-abe5-8ec0ddd4ad9d,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:15.799661 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c79ac08-71bf-4dfa-8205-f625bd1afd31 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Pushing event updated for resources: {'Network': ['ID=6c598a11-826e-41ab-b1da-8f3b3c295d72,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:15.807068 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6074091-ca1c-4a1d-8f37-afef27eb80b0 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:15.808533 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c6074091-ca1c-4a1d-8f37-afef27eb80b0 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=f870489a-8dab-4f13-8a5c-df2820eec344 HTTP/1.1" status: 200 len: 1094 time: 0.4220924 Feb 16 12:51:15.811635 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38254) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:15.818261 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-1c415560-8e6b-42c5-879c-9a6d8fb405f4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'floatingip': {'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'port_id': '67fa138f-1479-42f8-8b53-a0f51e4ecfcd', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:15.823179 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 6c598a11-826e-41ab-b1da-8f3b3c295d72 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:51:15.836949 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce23fca0-ed72-4cce-a6d5-03e8a8eb7c90 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Made reservation on behalf of 2b729080a6c2402c8603c9885d371d2b for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:15.841137 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce23fca0-ed72-4cce-a6d5-03e8a8eb7c90 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.881050 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-196e0c56-52d9-43bd-afe2-780b89a7ffde tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.882575 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1c415560-8e6b-42c5-879c-9a6d8fb405f4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for floatingip, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.883395 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5e2b17-8a72-468c-a03f-5eefc86e00d6 admin admin] Checking segment: {'id': '94dbdf63-c989-4e45-9068-9ef521218473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '22cdf812-c8bd-4aea-99dc-c8f5fa599130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:51:15.883776 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5e2b17-8a72-468c-a03f-5eefc86e00d6 admin admin] Network hostable DHCP agents. Network: 22cdf812-c8bd-4aea-99dc-c8f5fa599130, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:51:15.886362 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce23fca0-ed72-4cce-a6d5-03e8a8eb7c90 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:51:15.935053 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5e2b17-8a72-468c-a03f-5eefc86e00d6 admin admin] Network 22cdf812-c8bd-4aea-99dc-c8f5fa599130 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:51:15.937595 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce23fca0-ed72-4cce-a6d5-03e8a8eb7c90 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.938001 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-ce23fca0-ed72-4cce-a6d5-03e8a8eb7c90 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Added segment aa5991e1-6bb7-4a7a-bb5d-7847bdf72ed9 of type vlan for network 23287441-add8-4f23-a2e9-7e0fab99d906 Feb 16 12:51:15.951365 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-b14d2724-c921-4b45-8a0b-5cae8cb67d8a None None] For port 207b042a-ce36-4af8-9bad-a3a64e2e9404, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:51:15.956645 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-b14d2724-c921-4b45-8a0b-5cae8cb67d8a None None] For port 207b042a-ce36-4af8-9bad-a3a64e2e9404, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=207b042a-ce36-4af8-9bad-a3a64e2e9404,segment=NetworkSegment(f41d8ae4-4407-44e3-923c-6f35134d576b),segment_id=f41d8ae4-4407-44e3-923c-6f35134d576b)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:51:15.975261 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-5b5e2b17-8a72-468c-a03f-5eefc86e00d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 22cdf812-c8bd-4aea-99dc-c8f5fa599130) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:15.981629 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5e2b17-8a72-468c-a03f-5eefc86e00d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:15.982766 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5b5e2b17-8a72-468c-a03f-5eefc86e00d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.985775 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b14d2724-c921-4b45-8a0b-5cae8cb67d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.993760 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce23fca0-ed72-4cce-a6d5-03e8a8eb7c90 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:16.018377 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-196e0c56-52d9-43bd-afe2-780b89a7ffde tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:16.030159 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5b5e2b17-8a72-468c-a03f-5eefc86e00d6 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7026439 Feb 16 12:51:16.031399 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce23fca0-ed72-4cce-a6d5-03e8a8eb7c90 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:16.037235 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce23fca0-ed72-4cce-a6d5-03e8a8eb7c90 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:16.037918 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce23fca0-ed72-4cce-a6d5-03e8a8eb7c90 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:16.039955 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db797161-bb8b-4f22-925c-b3a505ca0e9e None None] Network 22cdf812-c8bd-4aea-99dc-c8f5fa599130 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:51:16.107320 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ce23fca0-ed72-4cce-a6d5-03e8a8eb7c90 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3251872 Feb 16 12:51:16.111129 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38258) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:16.116776 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-0dca2d7d-1423-4d08-862e-82f9982414f5 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Request body: {'subnet': {'network_id': '6c598a11-826e-41ab-b1da-8f3b3c295d72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:16.134002 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1c415560-8e6b-42c5-879c-9a6d8fb405f4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:16.135897 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce23fca0-ed72-4cce-a6d5-03e8a8eb7c90 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Pushing event updated for resources: {'Network': ['ID=23287441-add8-4f23-a2e9-7e0fab99d906,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:16.156265 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a5ec30-72f6-45ba-a052-e0de1ba11a45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-5b768ab5-dfd4-41bb-b101-19094679916b', 'network_id': '5b768ab5-dfd4-41bb-b101-19094679916b', 'tenant_id': '0e995d79391a474f90f39b5766a2e171', 'fixed_ips': [{'subnet_id': '83355e69-2983-43cf-aec3-91edcdab899e'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:51:16.157541 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d1a5ec30-72f6-45ba-a052-e0de1ba11a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:16.172647 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 23287441-add8-4f23-a2e9-7e0fab99d906 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:51:16.213600 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-196e0c56-52d9-43bd-afe2-780b89a7ffde tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:16.258073 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c76b68-d14f-45e9-85b3-34a0ec4d4a29 None None] Network 22cdf812-c8bd-4aea-99dc-c8f5fa599130 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:51:16.262620 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e0c56-52d9-43bd-afe2-780b89a7ffde tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Pushing event deleted for resources: {'Subnet': ['ID=83355e69-2983-43cf-aec3-91edcdab899e,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:16.352608 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-196e0c56-52d9-43bd-afe2-780b89a7ffde tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:16.363053 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-1c415560-8e6b-42c5-879c-9a6d8fb405f4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Allocated IP 172.26.2.91 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/da3e29d9-1bbe-4e0d-83b9-d51e5b25afd0) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:16.363506 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dca2d7d-1423-4d08-862e-82f9982414f5 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Made reservation on behalf of 2b729080a6c2402c8603c9885d371d2b for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:16.367064 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0dca2d7d-1423-4d08-862e-82f9982414f5 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:16.454892 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-196e0c56-52d9-43bd-afe2-780b89a7ffde tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b768ab5-dfd4-41bb-b101-19094679916b']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:16.485070 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d2724-c921-4b45-8a0b-5cae8cb67d8a None None] Pushing event updated for resources: {'Port': ['ID=207b042a-ce36-4af8-9bad-a3a64e2e9404,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:16.524415 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-196e0c56-52d9-43bd-afe2-780b89a7ffde tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb16a0e4-b8c9-4ccc-bf9b-bd70b7fcba87') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:16.526891 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-196e0c56-52d9-43bd-afe2-780b89a7ffde tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb16a0e4-b8c9-4ccc-bf9b-bd70b7fcba87') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:16.532288 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1c415560-8e6b-42c5-879c-9a6d8fb405f4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:16.569475 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-196e0c56-52d9-43bd-afe2-780b89a7ffde tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:16.622818 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-196e0c56-52d9-43bd-afe2-780b89a7ffde tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:16.634390 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1c415560-8e6b-42c5-879c-9a6d8fb405f4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:16.635942 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-196e0c56-52d9-43bd-afe2-780b89a7ffde tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:51:16.636402 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-196e0c56-52d9-43bd-afe2-780b89a7ffde tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:16.640029 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:51:16.640029 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:51:16.640029 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:51:16.640029 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:51:16.640029 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:51:16.640029 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:51:16.640029 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:51:16.640029 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:51:16.640029 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:51:16.640029 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:51:16.640029 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:51:16.640029 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:51:16.640029 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:51:16.640029 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:51:16.640029 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:51:16.640029 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:51:16.640029 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:51:16.640029 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:51:16.640029 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:51:16.640029 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:51:16.640029 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:51:16.640029 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:51:16.640029 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:51:16.640029 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:51:16.640029 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:51:16.640029 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:51:16.640029 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:51:16.640029 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:51:16.640029 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:51:16.640029 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:51:16.640029 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:51:16.640029 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:51:16.688804 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea33344-52b6-4a49-bc18-8c9d8b5313eb None None] Network 5b768ab5-dfd4-41bb-b101-19094679916b requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:51:16.709497 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c415560-8e6b-42c5-879c-9a6d8fb405f4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:16.721895 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-1c415560-8e6b-42c5-879c-9a6d8fb405f4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:16.726409 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c415560-8e6b-42c5-879c-9a6d8fb405f4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:51:16.766860 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-196e0c56-52d9-43bd-afe2-780b89a7ffde tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:16.774693 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-196e0c56-52d9-43bd-afe2-780b89a7ffde tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:16.778880 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-196e0c56-52d9-43bd-afe2-780b89a7ffde tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] 10.222.0.90 "DELETE /v2.0/networks/5b768ab5-dfd4-41bb-b101-19094679916b HTTP/1.1" status: 204 len: 168 time: 1.1143293 Feb 16 12:51:16.785777 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38274) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:16.786754 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c415560-8e6b-42c5-879c-9a6d8fb405f4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=da3e29d9-1bbe-4e0d-83b9-d51e5b25afd0,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:16.803698 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-17bb4bd7-8b1c-4334-9a64-1cd9f06f00f2 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-818253023'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:16.805340 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e0c56-52d9-43bd-afe2-780b89a7ffde tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Pushing event deleted for resources: {'Network': ['ID=5b768ab5-dfd4-41bb-b101-19094679916b,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:16.863039 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0dca2d7d-1423-4d08-862e-82f9982414f5 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:16.929537 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bb4bd7-8b1c-4334-9a64-1cd9f06f00f2 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Made reservation on behalf of 0e995d79391a474f90f39b5766a2e171 for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:16.933120 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-17bb4bd7-8b1c-4334-9a64-1cd9f06f00f2 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:16.936053 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca2d7d-1423-4d08-862e-82f9982414f5 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Pushing event updated for resources: {'Subnet': ['ID=72e3525a-55d0-4773-818c-1b67422f093d,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:16.941655 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dca2d7d-1423-4d08-862e-82f9982414f5 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Checking segment: {'id': '3128986b-fe14-4eb0-be95-01b5e9e6fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6c598a11-826e-41ab-b1da-8f3b3c295d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:51:16.942013 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dca2d7d-1423-4d08-862e-82f9982414f5 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Network hostable DHCP agents. Network: 6c598a11-826e-41ab-b1da-8f3b3c295d72, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:51:16.965314 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dca2d7d-1423-4d08-862e-82f9982414f5 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Network 6c598a11-826e-41ab-b1da-8f3b3c295d72 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:51:16.975281 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-0dca2d7d-1423-4d08-862e-82f9982414f5 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 6c598a11-826e-41ab-b1da-8f3b3c295d72) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:16.979843 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dca2d7d-1423-4d08-862e-82f9982414f5 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:16.980479 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0dca2d7d-1423-4d08-862e-82f9982414f5 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:16.985994 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81017ea-09a2-4cdd-a111-bd2bac09d420 None None] Network 6c598a11-826e-41ab-b1da-8f3b3c295d72 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:51:16.999998 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0dca2d7d-1423-4d08-862e-82f9982414f5 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8872173 Feb 16 12:51:17.002731 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38276) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:17.007831 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-9ecf9716-cb30-4bf7-9e54-52aa21f367de tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Request body: {'subnet': {'network_id': '23287441-add8-4f23-a2e9-7e0fab99d906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:17.096287 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17bb4bd7-8b1c-4334-9a64-1cd9f06f00f2 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:51:17.116304 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-82234d79-083a-477b-8dcb-a47c71329857 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:17.118009 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-82234d79-083a-477b-8dcb-a47c71329857 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/networks?id=f2314ed5-3655-415f-97b9-1f804baaf870 HTTP/1.1" status: 200 len: 812 time: 0.3336561 Feb 16 12:51:17.130486 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-17bb4bd7-8b1c-4334-9a64-1cd9f06f00f2 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:17.130831 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-17bb4bd7-8b1c-4334-9a64-1cd9f06f00f2 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Added segment 6fe3df42-97dd-4d0b-857e-282eb498644c of type vlan for network c0a20ef7-488e-4557-b159-e6fd55d40fd4 Feb 16 12:51:17.137505 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecf9716-cb30-4bf7-9e54-52aa21f367de tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Made reservation on behalf of 2b729080a6c2402c8603c9885d371d2b for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:17.141923 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9ecf9716-cb30-4bf7-9e54-52aa21f367de tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:17.168682 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4bd76f-f45b-41e8-bdbe-ddf66fbf0bb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-6c598a11-826e-41ab-b1da-8f3b3c295d72', 'network_id': '6c598a11-826e-41ab-b1da-8f3b3c295d72', 'tenant_id': '2b729080a6c2402c8603c9885d371d2b', 'fixed_ips': [{'subnet_id': '72e3525a-55d0-4773-818c-1b67422f093d'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:51:17.169780 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fa4bd76f-f45b-41e8-bdbe-ddf66fbf0bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:17.224001 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-cbef93bb-31c3-4ad5-abda-4b479212c0c8 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/quotas/c80c073917bc4ce6937cd3bdbb0ddb0d HTTP/1.1" status: 200 len: 375 time: 0.0835459 Feb 16 12:51:17.234816 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-17bb4bd7-8b1c-4334-9a64-1cd9f06f00f2 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:17.288966 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-fe0f3c09-b9f7-4d86-bf2b-402a3e38499f tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=c80c073917bc4ce6937cd3bdbb0ddb0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411744 Feb 16 12:51:17.372854 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 12:51:17.406105 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9ecf9716-cb30-4bf7-9e54-52aa21f367de tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:17.411361 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-17bb4bd7-8b1c-4334-9a64-1cd9f06f00f2 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:17.422572 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bb4bd7-8b1c-4334-9a64-1cd9f06f00f2 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:17.423265 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-17bb4bd7-8b1c-4334-9a64-1cd9f06f00f2 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:17.512435 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf9716-cb30-4bf7-9e54-52aa21f367de tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Pushing event updated for resources: {'Subnet': ['ID=ca9fa42f-d9a0-42dc-a3e0-157aec549e29,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:17.529938 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecf9716-cb30-4bf7-9e54-52aa21f367de tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Checking segment: {'id': 'aa5991e1-6bb7-4a7a-bb5d-7847bdf72ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '23287441-add8-4f23-a2e9-7e0fab99d906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:51:17.530687 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecf9716-cb30-4bf7-9e54-52aa21f367de tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Network hostable DHCP agents. Network: 23287441-add8-4f23-a2e9-7e0fab99d906, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:51:17.556909 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecf9716-cb30-4bf7-9e54-52aa21f367de tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Network 23287441-add8-4f23-a2e9-7e0fab99d906 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:51:17.565543 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-17bb4bd7-8b1c-4334-9a64-1cd9f06f00f2 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7744761 Feb 16 12:51:17.570270 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38280) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:17.582005 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-47c1410d-db96-495b-9a0d-7b51bf7813fd tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Request body: {'subnet': {'network_id': 'c0a20ef7-488e-4557-b159-e6fd55d40fd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:17.598699 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-9ecf9716-cb30-4bf7-9e54-52aa21f367de tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 23287441-add8-4f23-a2e9-7e0fab99d906) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:17.607295 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502dcf0e-962a-40e6-a8dd-77b3c5a9d3b1 None None] Network 23287441-add8-4f23-a2e9-7e0fab99d906 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:51:17.624124 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecf9716-cb30-4bf7-9e54-52aa21f367de tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:17.624730 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9ecf9716-cb30-4bf7-9e54-52aa21f367de tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:17.635342 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-fa4bd76f-f45b-41e8-bdbe-ddf66fbf0bb6 None None] Allocated IP 2001:db8::2 (6c598a11-826e-41ab-b1da-8f3b3c295d72/72e3525a-55d0-4773-818c-1b67422f093d/257ea2ff-3cf7-4f63-9507-2cf38617d431) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:17.654877 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf34cbdf-733f-4182-bd1f-daa404b6d90f None None] Network 8e9e517c-8d5b-4960-8c77-a9f0c426a153 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:51:17.689487 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9ecf9716-cb30-4bf7-9e54-52aa21f367de tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6831014 Feb 16 12:51:17.690346 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38282) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:17.691579 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb4bd7-8b1c-4334-9a64-1cd9f06f00f2 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Pushing event updated for resources: {'Network': ['ID=c0a20ef7-488e-4557-b159-e6fd55d40fd4,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:17.739580 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network c0a20ef7-488e-4557-b159-e6fd55d40fd4 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:51:17.817101 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c1410d-db96-495b-9a0d-7b51bf7813fd tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Made reservation on behalf of 0e995d79391a474f90f39b5766a2e171 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:17.820266 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-47c1410d-db96-495b-9a0d-7b51bf7813fd tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:17.843775 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-0b9abb82-c58d-48cc-9c16-5ef850edf6f6 service neutron] 10.222.0.90 "GET /v2.0/networks/f2314ed5-3655-415f-97b9-1f804baaf870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5419683 Feb 16 12:51:17.854565 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1c415560-8e6b-42c5-879c-9a6d8fb405f4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:17.914104 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-dd85d1b2-a5dd-40aa-828b-1d9e248ce866 None None] Provisioning complete for port 207b042a-ce36-4af8-9bad-a3a64e2e9404 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:17.914382 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dd85d1b2-a5dd-40aa-828b-1d9e248ce866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:18.085194 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-74b77e17-9ca9-4470-a537-8328f988e9d5 service neutron] 10.222.0.90 "GET /v2.0/networks/f2314ed5-3655-415f-97b9-1f804baaf870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282126 Feb 16 12:51:18.086371 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1c415560-8e6b-42c5-879c-9a6d8fb405f4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:18.127314 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-88c75b9d-0ecb-4dd8-8278-7a4e6c623bd4 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:18.137097 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fa4bd76f-f45b-41e8-bdbe-ddf66fbf0bb6 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:18.150528 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fa4bd76f-f45b-41e8-bdbe-ddf66fbf0bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:18.256037 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c66693-f570-43ab-9671-45436f7d559c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-23287441-add8-4f23-a2e9-7e0fab99d906', 'network_id': '23287441-add8-4f23-a2e9-7e0fab99d906', 'tenant_id': '2b729080a6c2402c8603c9885d371d2b', 'fixed_ips': [{'subnet_id': 'ca9fa42f-d9a0-42dc-a3e0-157aec549e29'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:51:18.258328 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-26c66693-f570-43ab-9671-45436f7d559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:18.284146 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1c415560-8e6b-42c5-879c-9a6d8fb405f4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:18.299962 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4bd76f-f45b-41e8-bdbe-ddf66fbf0bb6 None None] Network 6c598a11-826e-41ab-b1da-8f3b3c295d72 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:18.302255 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1c415560-8e6b-42c5-879c-9a6d8fb405f4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:18.319796 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-fa4bd76f-f45b-41e8-bdbe-ddf66fbf0bb6 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:18.334746 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4bd76f-f45b-41e8-bdbe-ddf66fbf0bb6 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:51:18.341782 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dd85d1b2-a5dd-40aa-828b-1d9e248ce866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:18.343615 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4bd76f-f45b-41e8-bdbe-ddf66fbf0bb6 None None] Pushing event updated for resources: {'Port': ['ID=257ea2ff-3cf7-4f63-9507-2cf38617d431,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:18.402982 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d3e48e46-ad75-4fbc-abf0-3433ed84520f req-90854e9f-e292-4f89-87f0-e3decf69a969 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/ports?device_id=f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d HTTP/1.1" status: 200 len: 210 time: 0.0451369 Feb 16 12:51:18.433581 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c415560-8e6b-42c5-879c-9a6d8fb405f4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=da3e29d9-1bbe-4e0d-83b9-d51e5b25afd0,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:18.448974 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1c415560-8e6b-42c5-879c-9a6d8fb405f4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:18.555149 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.objects.ports [None req-47c1410d-db96-495b-9a0d-7b51bf7813fd tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109049) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 12:51:18.559346 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-47c1410d-db96-495b-9a0d-7b51bf7813fd tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:18.598057 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.l3_db [None req-1c415560-8e6b-42c5-879c-9a6d8fb405f4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Floating IP d43ef513-fb54-4136-b00c-b238a89e8f9a associated. External IP: 172.26.2.91, port: 67fa138f-1479-42f8-8b53-a0f51e4ecfcd. Feb 16 12:51:18.644454 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 207b042a-ce36-4af8-9bad-a3a64e2e9404 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:51:18.667471 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1410d-db96-495b-9a0d-7b51bf7813fd tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Pushing event updated for resources: {'Subnet': ['ID=c0b82901-20ae-4053-8741-1e2960a4991b,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:18.681816 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-88c75b9d-0ecb-4dd8-8278-7a4e6c623bd4 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Allocated IP 2001:db8::1 (6c598a11-826e-41ab-b1da-8f3b3c295d72/72e3525a-55d0-4773-818c-1b67422f093d/fe6a924e-5e6a-4132-828f-766b4620f415) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:18.716574 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c1410d-db96-495b-9a0d-7b51bf7813fd tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Checking segment: {'id': '6fe3df42-97dd-4d0b-857e-282eb498644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c0a20ef7-488e-4557-b159-e6fd55d40fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:51:18.716876 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c1410d-db96-495b-9a0d-7b51bf7813fd tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Network hostable DHCP agents. Network: c0a20ef7-488e-4557-b159-e6fd55d40fd4, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:51:18.737158 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-dd85d1b2-a5dd-40aa-828b-1d9e248ce866 None None] For port 207b042a-ce36-4af8-9bad-a3a64e2e9404, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=207b042a-ce36-4af8-9bad-a3a64e2e9404,segment=NetworkSegment(f41d8ae4-4407-44e3-923c-6f35134d576b),segment_id=f41d8ae4-4407-44e3-923c-6f35134d576b)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:51:18.747397 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-fa4bd76f-f45b-41e8-bdbe-ddf66fbf0bb6 None None] Attempting to bind port 257ea2ff-3cf7-4f63-9507-2cf38617d431 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:51:18.748038 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-fa4bd76f-f45b-41e8-bdbe-ddf66fbf0bb6 None None] Attempting to bind port 257ea2ff-3cf7-4f63-9507-2cf38617d431 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '3128986b-fe14-4eb0-be95-01b5e9e6fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6c598a11-826e-41ab-b1da-8f3b3c295d72'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:51:18.748660 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4bd76f-f45b-41e8-bdbe-ddf66fbf0bb6 None None] Attempting to bind port 257ea2ff-3cf7-4f63-9507-2cf38617d431 on network 6c598a11-826e-41ab-b1da-8f3b3c295d72 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:51:18.766982 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dd85d1b2-a5dd-40aa-828b-1d9e248ce866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:18.809068 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4bd76f-f45b-41e8-bdbe-ddf66fbf0bb6 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:51:18.809447 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4bd76f-f45b-41e8-bdbe-ddf66fbf0bb6 None None] Checking segment: {'id': '3128986b-fe14-4eb0-be95-01b5e9e6fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6c598a11-826e-41ab-b1da-8f3b3c295d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:51:18.809857 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fa4bd76f-f45b-41e8-bdbe-ddf66fbf0bb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:18.810252 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4bd76f-f45b-41e8-bdbe-ddf66fbf0bb6 None None] Bound using segment: {'id': '3128986b-fe14-4eb0-be95-01b5e9e6fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6c598a11-826e-41ab-b1da-8f3b3c295d72'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:51:18.810741 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-fa4bd76f-f45b-41e8-bdbe-ddf66fbf0bb6 None None] Bound port: 257ea2ff-3cf7-4f63-9507-2cf38617d431, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3128986b-fe14-4eb0-be95-01b5e9e6fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6c598a11-826e-41ab-b1da-8f3b3c295d72'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:51:18.811123 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fa4bd76f-f45b-41e8-bdbe-ddf66fbf0bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:18.825178 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c1410d-db96-495b-9a0d-7b51bf7813fd tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Network c0a20ef7-488e-4557-b159-e6fd55d40fd4 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:51:18.842494 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-47c1410d-db96-495b-9a0d-7b51bf7813fd tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, c0a20ef7-488e-4557-b159-e6fd55d40fd4) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:18.850675 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c1410d-db96-495b-9a0d-7b51bf7813fd tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:18.852027 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-47c1410d-db96-495b-9a0d-7b51bf7813fd tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:18.856343 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab3a120-a3ad-4e10-8e5a-a6352bd6655d None None] Network c0a20ef7-488e-4557-b159-e6fd55d40fd4 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:51:18.892289 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-47c1410d-db96-495b-9a0d-7b51bf7813fd tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3181043 Feb 16 12:51:18.898425 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38294) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:18.973369 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-26c66693-f570-43ab-9671-45436f7d559c None None] Allocated IP 2001:db8::2 (23287441-add8-4f23-a2e9-7e0fab99d906/ca9fa42f-d9a0-42dc-a3e0-157aec549e29/ccb208f5-cfa1-4de5-84a4-583a45bdbc22) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:19.014621 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd85d1b2-a5dd-40aa-828b-1d9e248ce866 None None] Pushing event updated for resources: {'Port': ['ID=207b042a-ce36-4af8-9bad-a3a64e2e9404,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:19.021315 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-88c75b9d-0ecb-4dd8-8278-7a4e6c623bd4 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:19.037456 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 207b042a-ce36-4af8-9bad-a3a64e2e9404 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:19.038102 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:19.062896 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-67d191ab-c92c-4472-801d-8e69239173d3 None None] Provisioning complete for port 207b042a-ce36-4af8-9bad-a3a64e2e9404 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:19.063294 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-67d191ab-c92c-4472-801d-8e69239173d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:19.099268 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c04c95d-5932-471c-b918-c580f0004208 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:19.154648 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-88c75b9d-0ecb-4dd8-8278-7a4e6c623bd4 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:19.180756 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-fa4bd76f-f45b-41e8-bdbe-ddf66fbf0bb6 None None] For port 257ea2ff-3cf7-4f63-9507-2cf38617d431, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:51:19.214185 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c75b9d-0ecb-4dd8-8278-7a4e6c623bd4 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Network 6c598a11-826e-41ab-b1da-8f3b3c295d72 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:19.224224 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-88c75b9d-0ecb-4dd8-8278-7a4e6c623bd4 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:19.225270 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-fa4bd76f-f45b-41e8-bdbe-ddf66fbf0bb6 None None] For port 257ea2ff-3cf7-4f63-9507-2cf38617d431, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=257ea2ff-3cf7-4f63-9507-2cf38617d431,segment=NetworkSegment(3128986b-fe14-4eb0-be95-01b5e9e6fc1f),segment_id=3128986b-fe14-4eb0-be95-01b5e9e6fc1f)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:51:19.227760 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c75b9d-0ecb-4dd8-8278-7a4e6c623bd4 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:51:19.228486 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-88c75b9d-0ecb-4dd8-8278-7a4e6c623bd4 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:19.247541 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fa4bd76f-f45b-41e8-bdbe-ddf66fbf0bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:19.299417 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c04c95d-5932-471c-b918-c580f0004208 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:19.332702 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c415560-8e6b-42c5-879c-9a6d8fb405f4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router 2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:51:19.350021 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c75b9d-0ecb-4dd8-8278-7a4e6c623bd4 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Pushing event updated for resources: {'Port': ['ID=fe6a924e-5e6a-4132-828f-766b4620f415,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:19.496677 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4bd76f-f45b-41e8-bdbe-ddf66fbf0bb6 None None] Pushing event updated for resources: {'Port': ['ID=257ea2ff-3cf7-4f63-9507-2cf38617d431,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:19.505176 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-88c75b9d-0ecb-4dd8-8278-7a4e6c623bd4 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:19.532572 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c04c95d-5932-471c-b918-c580f0004208 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:19.551192 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8471ae12-b872-4935-b097-2e00907cab25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-c0a20ef7-488e-4557-b159-e6fd55d40fd4', 'network_id': 'c0a20ef7-488e-4557-b159-e6fd55d40fd4', 'tenant_id': '0e995d79391a474f90f39b5766a2e171', 'fixed_ips': [{'subnet_id': 'c0b82901-20ae-4053-8741-1e2960a4991b'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:51:19.552060 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8471ae12-b872-4935-b097-2e00907cab25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:19.566704 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-26c66693-f570-43ab-9671-45436f7d559c None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:19.572529 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-00116ce9-0f65-44c3-8213-e8a6f0057045 req-c35067bd-4a23-452a-98ee-cbf7d255d933 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/ports?device_id=f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d HTTP/1.1" status: 200 len: 210 time: 0.0475128 Feb 16 12:51:19.574318 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c415560-8e6b-42c5-879c-9a6d8fb405f4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:51:19.580860 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-26c66693-f570-43ab-9671-45436f7d559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:19.619520 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e960cc69-fe57-43a4-8e0d-fa59ebb92f9e None None] Sync routers for ids ['2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:51:19.630283 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1c415560-8e6b-42c5-879c-9a6d8fb405f4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:19.669861 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1c415560-8e6b-42c5-879c-9a6d8fb405f4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8571398 Feb 16 12:51:19.670793 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f870489a-8dab-4f13-8a5c-df2820eec344', 'tag': '67fa138f-1479-42f8-8b53-a0f51e4ecfcd'}] {{(pid=109048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:51:19.674562 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40068d798dcc31a224174c6c24ac8b3e49f1a518b527dec6066c5fbc28712f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f852e6b4-3255-4167-b628-b5edcbd6985f" -d '{"events": [{"name": "network-changed", "server_uuid": "f870489a-8dab-4f13-8a5c-df2820eec344", "tag": "67fa138f-1479-42f8-8b53-a0f51e4ecfcd"}]}' {{(pid=109048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:51:19.681140 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38298) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:19.734987 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c66693-f570-43ab-9671-45436f7d559c None None] Network 23287441-add8-4f23-a2e9-7e0fab99d906 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:19.738340 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c66693-f570-43ab-9671-45436f7d559c None None] Pushing event updated for resources: {'Port': ['ID=ccb208f5-cfa1-4de5-84a4-583a45bdbc22,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:19.742432 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-26c66693-f570-43ab-9671-45436f7d559c None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:19.744961 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e960cc69-fe57-43a4-8e0d-fa59ebb92f9e None None] Routers {'2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:51:19.745758 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-e960cc69-fe57-43a4-8e0d-fa59ebb92f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:50:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:19.748273 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c66693-f570-43ab-9671-45436f7d559c None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:51:19.903307 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 12:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe778d1-ed59-4c14-8b55-5d9137552d24 x-openstack-request-id: req-5fe778d1-ed59-4c14-8b55-5d9137552d24 {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:51:19.903820 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f870489a-8dab-4f13-8a5c-df2820eec344", "tag": "67fa138f-1479-42f8-8b53-a0f51e4ecfcd", "status": "completed", "code": 200}]} {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:51:19.904407 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5fe778d1-ed59-4c14-8b55-5d9137552d24 {{(pid=109048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:51:19.904880 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f870489a-8dab-4f13-8a5c-df2820eec344', 'tag': '67fa138f-1479-42f8-8b53-a0f51e4ecfcd', 'status': 'completed', 'code': 200} Feb 16 12:51:19.994162 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-9f46fc76-7c1d-42f1-88f4-49c88e1f507f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/floatingips/d43ef513-fb54-4136-b00c-b238a89e8f9a HTTP/1.1" status: 200 len: 991 time: 0.2885964 Feb 16 12:51:19.995945 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d83932-a6bc-4c06-ac7f-82fdd2f4bcc7 None None] Network c0a20ef7-488e-4557-b159-e6fd55d40fd4 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:51:20.159179 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-26c66693-f570-43ab-9671-45436f7d559c None None] Attempting to bind port ccb208f5-cfa1-4de5-84a4-583a45bdbc22 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:51:20.159533 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-26c66693-f570-43ab-9671-45436f7d559c None None] Attempting to bind port ccb208f5-cfa1-4de5-84a4-583a45bdbc22 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'aa5991e1-6bb7-4a7a-bb5d-7847bdf72ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '23287441-add8-4f23-a2e9-7e0fab99d906'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:51:20.159894 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c66693-f570-43ab-9671-45436f7d559c None None] Attempting to bind port ccb208f5-cfa1-4de5-84a4-583a45bdbc22 on network 23287441-add8-4f23-a2e9-7e0fab99d906 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:51:20.191932 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-e960cc69-fe57-43a4-8e0d-fa59ebb92f9e None None] Set router 2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:51:20.225978 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c66693-f570-43ab-9671-45436f7d559c None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:51:20.228810 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c66693-f570-43ab-9671-45436f7d559c None None] Checking segment: {'id': 'aa5991e1-6bb7-4a7a-bb5d-7847bdf72ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '23287441-add8-4f23-a2e9-7e0fab99d906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:51:20.229236 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-26c66693-f570-43ab-9671-45436f7d559c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:20.229639 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c66693-f570-43ab-9671-45436f7d559c None None] Bound using segment: {'id': 'aa5991e1-6bb7-4a7a-bb5d-7847bdf72ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '23287441-add8-4f23-a2e9-7e0fab99d906'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:51:20.230144 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-26c66693-f570-43ab-9671-45436f7d559c None None] Bound port: ccb208f5-cfa1-4de5-84a4-583a45bdbc22, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa5991e1-6bb7-4a7a-bb5d-7847bdf72ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '23287441-add8-4f23-a2e9-7e0fab99d906'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:51:20.230530 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-26c66693-f570-43ab-9671-45436f7d559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:20.243009 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c04c95d-5932-471c-b918-c580f0004208 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Pushing event deleted for resources: {'Subnet': ['ID=c0b82901-20ae-4053-8741-1e2960a4991b,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:20.381274 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-26c66693-f570-43ab-9671-45436f7d559c None None] For port ccb208f5-cfa1-4de5-84a4-583a45bdbc22, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:51:20.393414 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c04c95d-5932-471c-b918-c580f0004208 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:20.426245 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-26c66693-f570-43ab-9671-45436f7d559c None None] For port ccb208f5-cfa1-4de5-84a4-583a45bdbc22, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=ccb208f5-cfa1-4de5-84a4-583a45bdbc22,segment=NetworkSegment(aa5991e1-6bb7-4a7a-bb5d-7847bdf72ed9),segment_id=aa5991e1-6bb7-4a7a-bb5d-7847bdf72ed9)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:51:20.433273 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-26c66693-f570-43ab-9671-45436f7d559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:20.504477 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-9c04c95d-5932-471c-b918-c580f0004208 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0a20ef7-488e-4557-b159-e6fd55d40fd4']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:20.530259 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c66693-f570-43ab-9671-45436f7d559c None None] Pushing event updated for resources: {'Port': ['ID=ccb208f5-cfa1-4de5-84a4-583a45bdbc22,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:20.572876 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852e6b4-3255-4167-b628-b5edcbd6985f req-606c9388-529c-4960-9f2a-f355d9203758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:20.574461 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f852e6b4-3255-4167-b628-b5edcbd6985f req-606c9388-529c-4960-9f2a-f355d9203758 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=f870489a-8dab-4f13-8a5c-df2820eec344 HTTP/1.1" status: 200 len: 1099 time: 0.3552492 Feb 16 12:51:20.582506 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-9c04c95d-5932-471c-b918-c580f0004208 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fe3df42-97dd-4d0b-857e-282eb498644c') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:20.582799 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-9c04c95d-5932-471c-b918-c580f0004208 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fe3df42-97dd-4d0b-857e-282eb498644c') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:20.595359 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-e960cc69-fe57-43a4-8e0d-fa59ebb92f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9', 'name': 'tempest-TestNetworkBasicOps-router-385054752', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': 'e6ab3cb4-0220-44ca-a23e-cba11c10ee28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:44Z', 'updated_at': '2022-02-16T12:50:51Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'e6ab3cb4-0220-44ca-a23e-cba11c10ee28', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:45Z', 'updated_at': '2022-02-16T12:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'd43ef513-fb54-4136-b00c-b238a89e8f9a', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.91', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9', 'port_id': '67fa138f-1479-42f8-8b53-a0f51e4ecfcd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edab1fb9-4925-45fe-b7a4-7f52746b7ac7', 'mac_address': 'fa:16:3e:0c:72:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f870489a-8dab-4f13-8a5c-df2820eec344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:51:17Z', 'updated_at': '2022-02-16T12:51:17Z', 'revision_number': 0, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ea75a0-2ad0-4473-ac8c-62985abb7e19', 'name': '', 'network_id': 'edab1fb9-4925-45fe-b7a4-7f52746b7ac7', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:1f:e9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'eb8f685f-f368-4712-8940-4f510bc24676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:50Z', 'updated_at': '2022-02-16T12:50:55Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'eb8f685f-f368-4712-8940-4f510bc24676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:20.637521 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c04c95d-5932-471c-b918-c580f0004208 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:20.652897 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-cd395d87-83aa-4118-b594-cf6242c326cc tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:20.660851 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-cd395d87-83aa-4118-b594-cf6242c326cc tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.42 "GET /v2.0/networks?id=f2314ed5-3655-415f-97b9-1f804baaf870 HTTP/1.1" status: 200 len: 812 time: 0.4362350 Feb 16 12:51:20.677256 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 257ea2ff-3cf7-4f63-9507-2cf38617d431 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:51:20.681524 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e960cc69-fe57-43a4-8e0d-fa59ebb92f9e None None] Checking router: 2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:51:20.709496 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-638141ac-b1f2-4f1a-a074-45b6f4385d67 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Request body: {'port': {'device_id': 'f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d', 'network_id': 'f2314ed5-3655-415f-97b9-1f804baaf870', 'admin_state_up': True, 'tenant_id': 'c80c073917bc4ce6937cd3bdbb0ddb0d'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:20.730656 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e960cc69-fe57-43a4-8e0d-fa59ebb92f9e None None] Routers {'2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:51:20.731465 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-e960cc69-fe57-43a4-8e0d-fa59ebb92f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:50:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:20.747279 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-83b57d11-8117-4e97-8df1-56bd7e5b5504 req-aebaa805-6a30-41db-93fb-0e3d322adcc6 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/ports?device_id=f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d HTTP/1.1" status: 200 len: 210 time: 0.0495276 Feb 16 12:51:20.790590 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 257ea2ff-3cf7-4f63-9507-2cf38617d431 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:20.790590 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:20.807024 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c04c95d-5932-471c-b918-c580f0004208 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:20.862556 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c04c95d-5932-471c-b918-c580f0004208 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:51:20.862556 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c04c95d-5932-471c-b918-c580f0004208 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:20.868502 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:51:20.868502 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:51:20.868502 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:51:20.868502 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:51:20.868502 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:51:20.868502 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:51:20.868502 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:51:20.868502 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:51:20.868502 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:51:20.868502 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:51:20.868502 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:51:20.868502 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:51:20.868502 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:51:20.868502 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:51:20.868502 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:51:20.868502 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:51:20.868502 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:51:20.868502 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:51:20.868502 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:51:20.868502 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:51:20.868502 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:51:20.868502 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:51:20.868502 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:51:20.868502 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:51:20.868502 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:51:20.868502 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:51:20.868502 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:51:20.868502 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:51:20.868502 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:51:20.868502 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:51:20.868502 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:51:20.868502 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:51:20.922452 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-e960cc69-fe57-43a4-8e0d-fa59ebb92f9e None None] Set router 2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:51:20.983519 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852e6b4-3255-4167-b628-b5edcbd6985f req-027f3e96-d971-4984-9971-4c461ca3d62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:20.985087 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f852e6b4-3255-4167-b628-b5edcbd6985f req-027f3e96-d971-4984-9971-4c461ca3d62c service neutron] 10.222.0.42 "GET /v2.0/networks?id=edab1fb9-4925-45fe-b7a4-7f52746b7ac7 HTTP/1.1" status: 200 len: 897 time: 0.3945367 Feb 16 12:51:20.998325 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38310) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:21.002221 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26173225-735a-4ac5-a703-ac159952cbf2 None None] Network 6c598a11-826e-41ab-b1da-8f3b3c295d72 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:51:21.073464 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c04c95d-5932-471c-b918-c580f0004208 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:21.085669 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d0ad2458-8e59-47a2-b63b-9bdaf137fdd7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/floatingips/d43ef513-fb54-4136-b00c-b238a89e8f9a HTTP/1.1" status: 200 len: 991 time: 0.0849068 Feb 16 12:51:21.089727 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c04c95d-5932-471c-b918-c580f0004208 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:21.096847 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9c04c95d-5932-471c-b918-c580f0004208 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] 10.222.0.90 "DELETE /v2.0/networks/c0a20ef7-488e-4557-b159-e6fd55d40fd4 HTTP/1.1" status: 204 len: 168 time: 2.1935501 Feb 16 12:51:21.097516 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38312) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:21.135231 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4e0b187-5065-4723-9742-70c2f57274e9 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:21.135231 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4e0b187-5065-4723-9742-70c2f57274e9 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:21.135231 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d4e0b187-5065-4723-9742-70c2f57274e9 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] 10.222.0.90 "DELETE /v2.0/subnets/c0b82901-20ae-4053-8741-1e2960a4991b HTTP/1.1" status: 404 len: 337 time: 0.0343583 Feb 16 12:51:21.135619 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c04c95d-5932-471c-b918-c580f0004208 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Pushing event deleted for resources: {'Network': ['ID=c0a20ef7-488e-4557-b159-e6fd55d40fd4,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:21.135713 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38314) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:21.140502 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f852e6b4-3255-4167-b628-b5edcbd6985f req-d491ec2c-28f1-495e-817c-0269caa1e19a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67fa138f-1479-42f8-8b53-a0f51e4ecfcd HTTP/1.1" status: 200 len: 999 time: 0.1472883 Feb 16 12:51:21.159280 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba931218-540e-4108-87b2-57b712c96be0 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:21.159783 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba931218-540e-4108-87b2-57b712c96be0 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:21.163146 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ba931218-540e-4108-87b2-57b712c96be0 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] 10.222.0.90 "DELETE /v2.0/networks/c0a20ef7-488e-4557-b159-e6fd55d40fd4 HTTP/1.1" status: 404 len: 339 time: 0.0266995 Feb 16 12:51:21.165907 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38316) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:21.177437 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:21.179062 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-88c75b9d-0ecb-4dd8-8278-7a4e6c623bd4 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:21.186101 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-1f9dcb5c-e555-4532-8a75-dc3a52926cb9 None None] Provisioning complete for port 257ea2ff-3cf7-4f63-9507-2cf38617d431 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:21.186101 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1f9dcb5c-e555-4532-8a75-dc3a52926cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:21.187227 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-88c75b9d-0ecb-4dd8-8278-7a4e6c623bd4 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:21.189284 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-88c75b9d-0ecb-4dd8-8278-7a4e6c623bd4 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:21.200045 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-2faff957-5865-49f6-ad1a-31a1507af749 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:21.200532 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2faff957-5865-49f6-ad1a-31a1507af749 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:21.202303 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-638141ac-b1f2-4f1a-a074-45b6f4385d67 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Made reservation on behalf of c80c073917bc4ce6937cd3bdbb0ddb0d for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:21.207614 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2faff957-5865-49f6-ad1a-31a1507af749 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] 10.222.0.90 "DELETE /v2.0/subnets/83355e69-2983-43cf-aec3-91edcdab899e HTTP/1.1" status: 404 len: 337 time: 0.0375962 Feb 16 12:51:21.207823 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-638141ac-b1f2-4f1a-a074-45b6f4385d67 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:21.207929 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38318) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:21.231868 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c2771c9-c2d0-47ad-8b31-54399dc64b2e tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:21.232256 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c2771c9-c2d0-47ad-8b31-54399dc64b2e tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:21.238218 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3c2771c9-c2d0-47ad-8b31-54399dc64b2e tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] 10.222.0.90 "DELETE /v2.0/networks/5b768ab5-dfd4-41bb-b101-19094679916b HTTP/1.1" status: 404 len: 339 time: 0.0266938 Feb 16 12:51:21.238517 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38320) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:21.265061 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-4196ff6f-76ef-4150-b286-b9654ee16b70 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:21.265522 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4196ff6f-76ef-4150-b286-b9654ee16b70 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:21.272460 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-4196ff6f-76ef-4150-b286-b9654ee16b70 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] 10.222.0.90 "DELETE /v2.0/subnets/a11b2675-a9e3-4a22-9732-bd8bb516f00d HTTP/1.1" status: 404 len: 337 time: 0.0299537 Feb 16 12:51:21.272460 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38322) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:21.292139 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-82fd407e-a33b-44a2-b735-bbe90a3f1ae1 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:21.292774 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82fd407e-a33b-44a2-b735-bbe90a3f1ae1 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:21.298378 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-82fd407e-a33b-44a2-b735-bbe90a3f1ae1 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] 10.222.0.90 "DELETE /v2.0/networks/15e32d2e-8276-4691-bffa-ae7f5fdebc4a HTTP/1.1" status: 404 len: 339 time: 0.0224938 Feb 16 12:51:21.298709 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38324) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:21.305383 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852e6b4-3255-4167-b628-b5edcbd6985f req-d834db02-e324-4bf8-9b76-d036c87b4801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:21.307047 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f852e6b4-3255-4167-b628-b5edcbd6985f req-d834db02-e324-4bf8-9b76-d036c87b4801 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eb8f685f-f368-4712-8940-4f510bc24676 HTTP/1.1" status: 200 len: 835 time: 0.1591575 Feb 16 12:51:21.358964 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c75b9d-0ecb-4dd8-8278-7a4e6c623bd4 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Pushing event updated for resources: {'Port': ['ID=fe6a924e-5e6a-4132-828f-766b4620f415,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:21.360439 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 257ea2ff-3cf7-4f63-9507-2cf38617d431, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=257ea2ff-3cf7-4f63-9507-2cf38617d431,segment=NetworkSegment(3128986b-fe14-4eb0-be95-01b5e9e6fc1f),segment_id=3128986b-fe14-4eb0-be95-01b5e9e6fc1f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:51:21.395949 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:21.396453 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 207b042a-ce36-4af8-9bad-a3a64e2e9404 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:51:21.418466 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-0083ed40-edc5-4cc4-9a9f-129c2d916b2c tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Deleting port 6da7868b-d215-4bc2-ae91-0b824fb5a1ff {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:51:21.418892 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0083ed40-edc5-4cc4-9a9f-129c2d916b2c tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:21.488005 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852e6b4-3255-4167-b628-b5edcbd6985f req-aca2d672-3621-4bff-a7eb-ee3559687e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:21.489641 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f852e6b4-3255-4167-b628-b5edcbd6985f req-aca2d672-3621-4bff-a7eb-ee3559687e4e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=edab1fb9-4925-45fe-b7a4-7f52746b7ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1680357 Feb 16 12:51:21.500168 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0083ed40-edc5-4cc4-9a9f-129c2d916b2c tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:21.515183 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-0083ed40-edc5-4cc4-9a9f-129c2d916b2c tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Calling delete_port for 6da7868b-d215-4bc2-ae91-0b824fb5a1ff owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:51:21.593858 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f852e6b4-3255-4167-b628-b5edcbd6985f req-20c2a61d-e3f7-413d-882c-dff891459135 service neutron] 10.222.0.42 "GET /v2.0/networks/edab1fb9-4925-45fe-b7a4-7f52746b7ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946717 Feb 16 12:51:21.597866 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c75b9d-0ecb-4dd8-8278-7a4e6c623bd4 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Network 6c598a11-826e-41ab-b1da-8f3b3c295d72 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:21.602145 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-88c75b9d-0ecb-4dd8-8278-7a4e6c623bd4 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:21.613537 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0083ed40-edc5-4cc4-9a9f-129c2d916b2c tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:21.659231 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083ed40-edc5-4cc4-9a9f-129c2d916b2c tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Pushing event deleted for resources: {'Port': ['ID=6da7868b-d215-4bc2-ae91-0b824fb5a1ff,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:21.676347 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0083ed40-edc5-4cc4-9a9f-129c2d916b2c tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:21.680201 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0083ed40-edc5-4cc4-9a9f-129c2d916b2c tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] 10.222.0.90 "DELETE /v2.0/ports/6da7868b-d215-4bc2-ae91-0b824fb5a1ff HTTP/1.1" status: 204 len: 168 time: 0.3799710 Feb 16 12:51:21.683522 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38326) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:21.720475 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe533130-06d5-4978-a03a-88f3346ee9b6 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:21.721817 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe533130-06d5-4978-a03a-88f3346ee9b6 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:21.725637 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-fe533130-06d5-4978-a03a-88f3346ee9b6 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] 10.222.0.90 "DELETE /v2.0/subnets/5f7dda8f-7cf8-4d2a-a5bb-bc388c47918c HTTP/1.1" status: 404 len: 337 time: 0.0409946 Feb 16 12:51:21.728063 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38328) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:21.741021 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=257ea2ff-3cf7-4f63-9507-2cf38617d431,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:21.759652 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-638141ac-b1f2-4f1a-a074-45b6f4385d67 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Allocated IP 172.20.0.2 (f2314ed5-3655-415f-97b9-1f804baaf870/1826cf37-2aca-4b09-a180-94bea962027c/6b51f34e-b25a-46b0-8236-553e09e6978d) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:21.797308 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 207b042a-ce36-4af8-9bad-a3a64e2e9404 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:21.797909 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:21.845592 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-e960cc69-fe57-43a4-8e0d-fa59ebb92f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9', 'name': 'tempest-TestNetworkBasicOps-router-385054752', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': 'e6ab3cb4-0220-44ca-a23e-cba11c10ee28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:44Z', 'updated_at': '2022-02-16T12:50:51Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'e6ab3cb4-0220-44ca-a23e-cba11c10ee28', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:45Z', 'updated_at': '2022-02-16T12:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'd43ef513-fb54-4136-b00c-b238a89e8f9a', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.91', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9', 'port_id': '67fa138f-1479-42f8-8b53-a0f51e4ecfcd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edab1fb9-4925-45fe-b7a4-7f52746b7ac7', 'mac_address': 'fa:16:3e:0c:72:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f870489a-8dab-4f13-8a5c-df2820eec344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:51:17Z', 'updated_at': '2022-02-16T12:51:17Z', 'revision_number': 0, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ea75a0-2ad0-4473-ac8c-62985abb7e19', 'name': '', 'network_id': 'edab1fb9-4925-45fe-b7a4-7f52746b7ac7', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:1f:e9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'eb8f685f-f368-4712-8940-4f510bc24676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:50Z', 'updated_at': '2022-02-16T12:50:55Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'eb8f685f-f368-4712-8940-4f510bc24676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:21.891744 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e960cc69-fe57-43a4-8e0d-fa59ebb92f9e None None] The sync data for ids ['2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9'] in dv-neutron-828142-3-hyperv is: [{'id': '2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9', 'name': 'tempest-TestNetworkBasicOps-router-385054752', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': 'e6ab3cb4-0220-44ca-a23e-cba11c10ee28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:44Z', 'updated_at': '2022-02-16T12:50:51Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'e6ab3cb4-0220-44ca-a23e-cba11c10ee28', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:45Z', 'updated_at': '2022-02-16T12:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'd43ef513-fb54-4136-b00c-b238a89e8f9a', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.91', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9', 'port_id': '67fa138f-1479-42f8-8b53-a0f51e4ecfcd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edab1fb9-4925-45fe-b7a4-7f52746b7ac7', 'mac_address': 'fa:16:3e:0c:72:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f870489a-8dab-4f13-8a5c-df2820eec344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:51:17Z', 'updated_at': '2022-02-16T12:51:17Z', 'revision_number': 0, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ea75a0-2ad0-4473-ac8c-62985abb7e19', 'name': '', 'network_id': 'edab1fb9-4925-45fe-b7a4-7f52746b7ac7', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:1f:e9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'eb8f685f-f368-4712-8940-4f510bc24676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:50Z', 'updated_at': '2022-02-16T12:50:55Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'eb8f685f-f368-4712-8940-4f510bc24676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:21.907275 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f852e6b4-3255-4167-b628-b5edcbd6985f req-d646b73d-03a7-43d6-9cf9-3e06440debe6 service neutron] 10.222.0.42 "GET /v2.0/networks/edab1fb9-4925-45fe-b7a4-7f52746b7ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513890 Feb 16 12:51:21.934995 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9853f765-985b-4b18-9f5d-fc5807523724 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:21.958002 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4fc4e624-ae28-4809-a215-b87bd3afef33 req-549223c7-88dc-4003-972f-9147d871231b tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/ports?device_id=f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d HTTP/1.1" status: 200 len: 210 time: 0.0879178 Feb 16 12:51:22.001550 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c75b9d-0ecb-4dd8-8278-7a4e6c623bd4 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Router 6b740a3b-058c-4c3b-995e-6258c652ccea is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:51:22.059825 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf94b8b-869b-4709-845d-b41bb06b6533 None None] Network 23287441-add8-4f23-a2e9-7e0fab99d906 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:51:22.107975 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38332) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:22.152010 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-c70f1a79-7cd0-4f33-b995-b73bf5ebae3c None None] Provisioning complete for port ccb208f5-cfa1-4de5-84a4-583a45bdbc22 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:22.152614 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c70f1a79-7cd0-4f33-b995-b73bf5ebae3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:22.173143 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-638141ac-b1f2-4f1a-a074-45b6f4385d67 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:22.191285 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9853f765-985b-4b18-9f5d-fc5807523724 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:22.198832 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c75b9d-0ecb-4dd8-8278-7a4e6c623bd4 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:51:22.205056 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-88c75b9d-0ecb-4dd8-8278-7a4e6c623bd4 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] 10.222.0.90 "PUT /v2.0/routers/6b740a3b-058c-4c3b-995e-6258c652ccea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5142484 Feb 16 12:51:22.215725 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38334) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:22.216483 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14e36c8-4080-42e7-92f3-cf90b66386b6 None None] Sync routers for ids ['6b740a3b-058c-4c3b-995e-6258c652ccea'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:51:22.219459 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-bfb8320a-c3f7-409e-8444-e0e2648e96e6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/floatingips/d43ef513-fb54-4136-b00c-b238a89e8f9a HTTP/1.1" status: 200 len: 991 time: 0.1092703 Feb 16 12:51:22.237952 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14e36c8-4080-42e7-92f3-cf90b66386b6 None None] Routers {'6b740a3b-058c-4c3b-995e-6258c652ccea'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:51:22.240355 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-a14e36c8-4080-42e7-92f3-cf90b66386b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:50:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['6b740a3b-058c-4c3b-995e-6258c652ccea'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:22.249019 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-9853f765-985b-4b18-9f5d-fc5807523724 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8864747-aec6-42c4-a180-31667638f5af']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:22.280494 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-9853f765-985b-4b18-9f5d-fc5807523724 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b89781da-71c1-4e17-85ee-86e34d10a37d') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:22.284239 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-9853f765-985b-4b18-9f5d-fc5807523724 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b89781da-71c1-4e17-85ee-86e34d10a37d') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:22.303498 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9853f765-985b-4b18-9f5d-fc5807523724 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:22.309852 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-a14e36c8-4080-42e7-92f3-cf90b66386b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:22.325743 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14e36c8-4080-42e7-92f3-cf90b66386b6 None None] Routers {'6b740a3b-058c-4c3b-995e-6258c652ccea'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:51:22.326614 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-a14e36c8-4080-42e7-92f3-cf90b66386b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:50:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['6b740a3b-058c-4c3b-995e-6258c652ccea'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:22.327361 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9853f765-985b-4b18-9f5d-fc5807523724 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:22.343726 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9853f765-985b-4b18-9f5d-fc5807523724 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:51:22.344128 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9853f765-985b-4b18-9f5d-fc5807523724 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:22.346995 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-14651a95-1bba-4870-8509-7c3c01515e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:22.348248 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:51:22.348248 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:51:22.348248 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:51:22.348248 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:51:22.348248 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:51:22.348248 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:51:22.348248 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:51:22.348248 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:51:22.348248 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:51:22.348248 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:51:22.348248 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:51:22.348248 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:51:22.348248 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:51:22.348248 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:51:22.348248 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:51:22.348248 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:51:22.348248 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:51:22.348248 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:51:22.348248 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:51:22.348248 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:51:22.348248 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:51:22.348248 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:51:22.348248 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:51:22.348248 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:51:22.348248 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:51:22.348248 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:51:22.348248 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:51:22.348248 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:51:22.348248 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:51:22.348248 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:51:22.348248 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:51:22.348248 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:51:22.357858 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336a0110-e833-4e1a-a7fb-10c8332b6e17 None None] New status for floating IP d43ef513-fb54-4136-b00c-b238a89e8f9a: ACTIVE {{(pid=109050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:51:22.390804 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-638141ac-b1f2-4f1a-a074-45b6f4385d67 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:22.419509 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-a14e36c8-4080-42e7-92f3-cf90b66386b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:22.420537 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14e36c8-4080-42e7-92f3-cf90b66386b6 None None] The sync data for ids ['6b740a3b-058c-4c3b-995e-6258c652ccea'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:22.517987 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9853f765-985b-4b18-9f5d-fc5807523724 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:22.542481 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-638141ac-b1f2-4f1a-a074-45b6f4385d67 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Network f2314ed5-3655-415f-97b9-1f804baaf870 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:22.547531 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9853f765-985b-4b18-9f5d-fc5807523724 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:22.556949 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-9853f765-985b-4b18-9f5d-fc5807523724 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] 10.222.0.90 "DELETE /v2.0/networks/d8864747-aec6-42c4-a180-31667638f5af HTTP/1.1" status: 204 len: 168 time: 0.8269010 Feb 16 12:51:22.558712 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-638141ac-b1f2-4f1a-a074-45b6f4385d67 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:22.571111 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-638141ac-b1f2-4f1a-a074-45b6f4385d67 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:51:22.573555 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38338) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:22.637410 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c70f1a79-7cd0-4f33-b995-b73bf5ebae3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:22.640424 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853f765-985b-4b18-9f5d-fc5807523724 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Pushing event deleted for resources: {'Network': ['ID=d8864747-aec6-42c4-a180-31667638f5af,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:22.653236 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638141ac-b1f2-4f1a-a074-45b6f4385d67 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Pushing event updated for resources: {'Port': ['ID=6b51f34e-b25a-46b0-8236-553e09e6978d,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:22.696574 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-c70f1a79-7cd0-4f33-b995-b73bf5ebae3c None None] For port ccb208f5-cfa1-4de5-84a4-583a45bdbc22, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=ccb208f5-cfa1-4de5-84a4-583a45bdbc22,segment=NetworkSegment(aa5991e1-6bb7-4a7a-bb5d-7847bdf72ed9),segment_id=aa5991e1-6bb7-4a7a-bb5d-7847bdf72ed9)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:51:22.711495 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-db21bad3-ac08-41fa-b715-4e7753257c13 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Deleting port 06093d80-d71f-45b4-8e39-71f5122aa7fc {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:51:22.711907 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-db21bad3-ac08-41fa-b715-4e7753257c13 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:22.738106 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638141ac-b1f2-4f1a-a074-45b6f4385d67 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:22.738661 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638141ac-b1f2-4f1a-a074-45b6f4385d67 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:22.739157 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638141ac-b1f2-4f1a-a074-45b6f4385d67 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:22.739652 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638141ac-b1f2-4f1a-a074-45b6f4385d67 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:22.740094 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638141ac-b1f2-4f1a-a074-45b6f4385d67 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:22.740595 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638141ac-b1f2-4f1a-a074-45b6f4385d67 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:22.741045 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638141ac-b1f2-4f1a-a074-45b6f4385d67 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:22.741481 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638141ac-b1f2-4f1a-a074-45b6f4385d67 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:22.741999 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638141ac-b1f2-4f1a-a074-45b6f4385d67 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:22.742513 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638141ac-b1f2-4f1a-a074-45b6f4385d67 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:22.743082 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638141ac-b1f2-4f1a-a074-45b6f4385d67 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:22.743522 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638141ac-b1f2-4f1a-a074-45b6f4385d67 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:22.753367 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 257ea2ff-3cf7-4f63-9507-2cf38617d431 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:51:22.787086 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c70f1a79-7cd0-4f33-b995-b73bf5ebae3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:22.846850 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-db21bad3-ac08-41fa-b715-4e7753257c13 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:22.888095 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-db21bad3-ac08-41fa-b715-4e7753257c13 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Calling delete_port for 06093d80-d71f-45b4-8e39-71f5122aa7fc owned by {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:51:22.947058 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-11faec0f-2f9e-4e0a-9677-aac43bb6fb13 None None] Provisioning complete for port 257ea2ff-3cf7-4f63-9507-2cf38617d431 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:22.947408 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-11faec0f-2f9e-4e0a-9677-aac43bb6fb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:22.949190 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f1a79-7cd0-4f33-b995-b73bf5ebae3c None None] Pushing event updated for resources: {'Port': ['ID=ccb208f5-cfa1-4de5-84a4-583a45bdbc22,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:23.022406 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 257ea2ff-3cf7-4f63-9507-2cf38617d431 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:23.024210 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:23.078547 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-db21bad3-ac08-41fa-b715-4e7753257c13 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:23.132311 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db21bad3-ac08-41fa-b715-4e7753257c13 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Pushing event deleted for resources: {'Port': ['ID=06093d80-d71f-45b4-8e39-71f5122aa7fc,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:23.134935 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-db21bad3-ac08-41fa-b715-4e7753257c13 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:23.138550 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-db21bad3-ac08-41fa-b715-4e7753257c13 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] 10.222.0.90 "DELETE /v2.0/ports/06093d80-d71f-45b4-8e39-71f5122aa7fc HTTP/1.1" status: 204 len: 168 time: 0.5637455 Feb 16 12:51:23.141075 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38342) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:23.184527 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6408154-be17-45b7-ae21-d91dec892427 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:23.185189 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6408154-be17-45b7-ae21-d91dec892427 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:23.188478 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d6408154-be17-45b7-ae21-d91dec892427 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] 10.222.0.90 "DELETE /v2.0/subnets/423ec7a7-c60a-45b7-a2d1-7f7a7309bc6a HTTP/1.1" status: 404 len: 337 time: 0.0463121 Feb 16 12:51:23.199482 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38344) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:23.233078 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38346) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:23.235490 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-11faec0f-2f9e-4e0a-9677-aac43bb6fb13 None None] Provisioning complete for port fe6a924e-5e6a-4132-828f-766b4620f415 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:23.236069 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-11faec0f-2f9e-4e0a-9677-aac43bb6fb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:23.238714 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device ccb208f5-cfa1-4de5-84a4-583a45bdbc22 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:51:23.243591 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deedefc-7449-4c5e-a0bb-0834cf08e3ca req-13cd7002-0a0b-477e-b5c8-bb542fc65363 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:23.245387 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7deedefc-7449-4c5e-a0bb-0834cf08e3ca req-13cd7002-0a0b-477e-b5c8-bb542fc65363 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/ports?device_id=f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d HTTP/1.1" status: 200 len: 931 time: 0.1418705 Feb 16 12:51:23.277581 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-638141ac-b1f2-4f1a-a074-45b6f4385d67 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:23.278236 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-638141ac-b1f2-4f1a-a074-45b6f4385d67 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:23.308173 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-638141ac-b1f2-4f1a-a074-45b6f4385d67 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6030340 Feb 16 12:51:23.324588 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-11faec0f-2f9e-4e0a-9677-aac43bb6fb13 None None] Port fe6a924e-5e6a-4132-828f-766b4620f415 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:51:23.346626 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port ccb208f5-cfa1-4de5-84a4-583a45bdbc22 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:23.347491 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:23.354032 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-f0465aa2-294b-402e-9030-68e70bde7045 service neutron] Request body: {'port': {'device_id': 'f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:23.389678 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-53f8ddd7-79bc-4e93-80fc-02c68ab47b9e tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:23.400202 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-067e42b5-cb22-434a-a7dd-bbe3d41fa7cb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/floatingips/d43ef513-fb54-4136-b00c-b238a89e8f9a HTTP/1.1" status: 200 len: 993 time: 0.1534894 Feb 16 12:51:23.404156 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7deedefc-7449-4c5e-a0bb-0834cf08e3ca req-80fd56ab-fcbc-4bda-991a-eeca9db908b0 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/security-groups?id=fe86a4cd-ed4a-4360-8159-15c68d5be606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241906 Feb 16 12:51:23.460413 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-f0465aa2-294b-402e-9030-68e70bde7045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:23.488236 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-f6a6114a-3318-4b88-8557-8a38dd5277be None None] Provisioning complete for port ccb208f5-cfa1-4de5-84a4-583a45bdbc22 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:23.488731 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f6a6114a-3318-4b88-8557-8a38dd5277be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:23.501046 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-53f8ddd7-79bc-4e93-80fc-02c68ab47b9e tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:23.505844 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-a712116f-1ff6-477c-af0f-df1f439f0bbe tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:51:23.509601 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a712116f-1ff6-477c-af0f-df1f439f0bbe tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] 10.222.0.90 "PUT /v2.0/routers/6b740a3b-058c-4c3b-995e-6258c652ccea/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2902029 Feb 16 12:51:23.509865 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38348) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:23.588639 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-53f8ddd7-79bc-4e93-80fc-02c68ab47b9e tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9cfbe72-b04e-4245-9e44-83f2cecfd553']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:23.602379 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-53f8ddd7-79bc-4e93-80fc-02c68ab47b9e tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f41b51d3-34a8-4f8b-b088-ed6e9888ea3a') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:23.602736 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-53f8ddd7-79bc-4e93-80fc-02c68ab47b9e tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f41b51d3-34a8-4f8b-b088-ed6e9888ea3a') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:23.605454 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-f6a6114a-3318-4b88-8557-8a38dd5277be None None] Provisioning complete for port fe6a924e-5e6a-4132-828f-766b4620f415 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:23.605990 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f6a6114a-3318-4b88-8557-8a38dd5277be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:23.625719 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-53f8ddd7-79bc-4e93-80fc-02c68ab47b9e tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:23.643027 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-f6a6114a-3318-4b88-8557-8a38dd5277be None None] Port fe6a924e-5e6a-4132-828f-766b4620f415 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:51:23.656044 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-53f8ddd7-79bc-4e93-80fc-02c68ab47b9e tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:23.728791 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53f8ddd7-79bc-4e93-80fc-02c68ab47b9e tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:51:23.729124 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-53f8ddd7-79bc-4e93-80fc-02c68ab47b9e tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:23.732917 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:51:23.732917 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:51:23.732917 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:51:23.732917 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:51:23.732917 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:51:23.732917 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:51:23.732917 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:51:23.732917 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:51:23.732917 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:51:23.732917 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:51:23.732917 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:51:23.732917 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:51:23.732917 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:51:23.732917 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:51:23.732917 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:51:23.732917 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:51:23.732917 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:51:23.732917 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:51:23.732917 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:51:23.732917 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:51:23.732917 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:51:23.732917 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:51:23.732917 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:51:23.732917 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:51:23.732917 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:51:23.732917 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:51:23.732917 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:51:23.732917 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:51:23.732917 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:51:23.732917 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:51:23.732917 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:51:23.732917 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:51:23.775486 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-f0465aa2-294b-402e-9030-68e70bde7045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b51f34e-b25a-46b0-8236-553e09e6978d {{(pid=109049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 12:51:23.783187 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-f0465aa2-294b-402e-9030-68e70bde7045 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:23.823494 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.provisioning_blocks [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-f0465aa2-294b-402e-9030-68e70bde7045 service neutron] Transition to ACTIVE for port object 6b51f34e-b25a-46b0-8236-553e09e6978d will not be triggered until provisioned by entity L2. {{(pid=109049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:23.826871 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-f0465aa2-294b-402e-9030-68e70bde7045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:23.843501 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-53f8ddd7-79bc-4e93-80fc-02c68ab47b9e tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:23.849153 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-53f8ddd7-79bc-4e93-80fc-02c68ab47b9e tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:23.852584 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-53f8ddd7-79bc-4e93-80fc-02c68ab47b9e tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] 10.222.0.90 "DELETE /v2.0/networks/d9cfbe72-b04e-4245-9e44-83f2cecfd553 HTTP/1.1" status: 204 len: 168 time: 0.6520202 Feb 16 12:51:23.855368 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38350) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:23.875869 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8ddd7-79bc-4e93-80fc-02c68ab47b9e tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Pushing event deleted for resources: {'Network': ['ID=d9cfbe72-b04e-4245-9e44-83f2cecfd553,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:23.947887 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0465aa2-294b-402e-9030-68e70bde7045 service neutron] Pushing event updated for resources: {'Port': ['ID=6b51f34e-b25a-46b0-8236-553e09e6978d,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:23.982826 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-00e7716c-ea56-4edf-aa6b-e8b08f77f334 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Deleting subnet cf10f7a4-3e6a-4b40-a91f-b7fc0edc2a72 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:51:23.989372 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-00e7716c-ea56-4edf-aa6b-e8b08f77f334 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:23.992755 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8d7af9d4-53f8-4715-acd7-9ebcedda9e2b tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.044113 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-f0465aa2-294b-402e-9030-68e70bde7045 service neutron] Attempting to bind port 6b51f34e-b25a-46b0-8236-553e09e6978d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:51:24.044395 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-f0465aa2-294b-402e-9030-68e70bde7045 service neutron] Attempting to bind port 6b51f34e-b25a-46b0-8236-553e09e6978d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '49c2f437-2558-4c2c-bf46-f374e9a6cb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f2314ed5-3655-415f-97b9-1f804baaf870'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:51:24.044755 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-f0465aa2-294b-402e-9030-68e70bde7045 service neutron] Attempting to bind port 6b51f34e-b25a-46b0-8236-553e09e6978d on network f2314ed5-3655-415f-97b9-1f804baaf870 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:51:24.048909 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-00e7716c-ea56-4edf-aa6b-e8b08f77f334 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.074512 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-f0465aa2-294b-402e-9030-68e70bde7045 service neutron] Port 6b51f34e-b25a-46b0-8236-553e09e6978d on network f2314ed5-3655-415f-97b9-1f804baaf870 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:51:24.074886 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-f0465aa2-294b-402e-9030-68e70bde7045 service neutron] Attempting to bind port 6b51f34e-b25a-46b0-8236-553e09e6978d on network f2314ed5-3655-415f-97b9-1f804baaf870 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:51:24.087262 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-f0465aa2-294b-402e-9030-68e70bde7045 service neutron] Checking agent: {'id': '31a9428e-e23a-420f-bfe2-5870b63c0436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'started_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:51:24.087603 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-f0465aa2-294b-402e-9030-68e70bde7045 service neutron] Checking segment: {'id': '49c2f437-2558-4c2c-bf46-f374e9a6cb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f2314ed5-3655-415f-97b9-1f804baaf870'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:51:24.087984 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-f0465aa2-294b-402e-9030-68e70bde7045 service neutron] Bound using segment: {'id': '49c2f437-2558-4c2c-bf46-f374e9a6cb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f2314ed5-3655-415f-97b9-1f804baaf870'} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:51:24.088413 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-f0465aa2-294b-402e-9030-68e70bde7045 service neutron] Bound port: 6b51f34e-b25a-46b0-8236-553e09e6978d, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49c2f437-2558-4c2c-bf46-f374e9a6cb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f2314ed5-3655-415f-97b9-1f804baaf870'}}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:51:24.088797 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-f0465aa2-294b-402e-9030-68e70bde7045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.211534 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-00e7716c-ea56-4edf-aa6b-e8b08f77f334 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.215301 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-f0465aa2-294b-402e-9030-68e70bde7045 service neutron] For port 6b51f34e-b25a-46b0-8236-553e09e6978d, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:51:24.245541 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-8d7af9d4-53f8-4715-acd7-9ebcedda9e2b tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Deleting port fe6a924e-5e6a-4132-828f-766b4620f415 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:51:24.246111 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8d7af9d4-53f8-4715-acd7-9ebcedda9e2b tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.254819 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-f0465aa2-294b-402e-9030-68e70bde7045 service neutron] For port 6b51f34e-b25a-46b0-8236-553e09e6978d, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6b51f34e-b25a-46b0-8236-553e09e6978d,segment=NetworkSegment(49c2f437-2558-4c2c-bf46-f374e9a6cb22),segment_id=49c2f437-2558-4c2c-bf46-f374e9a6cb22)] {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:51:24.259307 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-f0465aa2-294b-402e-9030-68e70bde7045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.310026 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-f0465aa2-294b-402e-9030-68e70bde7045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:24.310877 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-f0465aa2-294b-402e-9030-68e70bde7045 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.312411 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-f0465aa2-294b-402e-9030-68e70bde7045 service neutron] 10.222.0.42 "PUT /v2.0/ports/6b51f34e-b25a-46b0-8236-553e09e6978d HTTP/1.1" status: 200 len: 1093 time: 0.9654469 Feb 16 12:51:24.314807 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d', 'tag': '6b51f34e-b25a-46b0-8236-553e09e6978d'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:51:24.317382 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72049e2-4710-458b-abeb-e606d8f6dfc5" -d '{"events": [{"name": "network-changed", "server_uuid": "f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d", "tag": "6b51f34e-b25a-46b0-8236-553e09e6978d"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:51:24.348001 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-00e7716c-ea56-4edf-aa6b-e8b08f77f334 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.349587 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8d7af9d4-53f8-4715-acd7-9ebcedda9e2b tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.363719 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0465aa2-294b-402e-9030-68e70bde7045 service neutron] Pushing event updated for resources: {'Port': ['ID=6b51f34e-b25a-46b0-8236-553e09e6978d,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:24.365681 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-8d7af9d4-53f8-4715-acd7-9ebcedda9e2b tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Calling delete_port for fe6a924e-5e6a-4132-828f-766b4620f415 owned by network:router_interface {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:51:24.412058 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 12:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94726f2b-a3e2-4c93-8c10-267df7f69cd5 x-openstack-request-id: req-94726f2b-a3e2-4c93-8c10-267df7f69cd5 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:51:24.412314 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d", "tag": "6b51f34e-b25a-46b0-8236-553e09e6978d", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:51:24.412797 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-94726f2b-a3e2-4c93-8c10-267df7f69cd5 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:51:24.413049 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d', 'tag': '6b51f34e-b25a-46b0-8236-553e09e6978d', 'status': 'completed', 'code': 200} Feb 16 12:51:24.413798 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7716c-ea56-4edf-aa6b-e8b08f77f334 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Pushing event deleted for resources: {'Subnet': ['ID=cf10f7a4-3e6a-4b40-a91f-b7fc0edc2a72,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:24.420231 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8cf5f096-8261-4e1d-8a24-6dce846bf548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.426641 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df70c32b-17f2-43d8-b37b-511338ba15b9 None None] Network 933e9782-3080-4f4d-818d-6b0bbb69ee63 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:51:24.433203 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-00e7716c-ea56-4edf-aa6b-e8b08f77f334 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.437149 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-00e7716c-ea56-4edf-aa6b-e8b08f77f334 tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] 10.222.0.90 "DELETE /v2.0/subnets/cf10f7a4-3e6a-4b40-a91f-b7fc0edc2a72 HTTP/1.1" status: 204 len: 168 time: 0.5787952 Feb 16 12:51:24.440701 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38356) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:24.543185 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-d039a74b-5c29-4c47-b764-f684f819b592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:24.545996 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-d039a74b-5c29-4c47-b764-f684f819b592 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c80c073917bc4ce6937cd3bdbb0ddb0d&device_id=f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d HTTP/1.1" status: 200 len: 1096 time: 0.1788299 Feb 16 12:51:24.556428 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8cd634c5-d709-442e-9c79-a46f3ad5354b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.570867 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device ccb208f5-cfa1-4de5-84a4-583a45bdbc22 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:51:24.609695 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-c522ee74-ec2a-4e07-9b65-a329494aee5d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b51f34e-b25a-46b0-8236-553e09e6978d HTTP/1.1" status: 200 len: 217 time: 0.0505939 Feb 16 12:51:24.651615 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cf95a-d673-44c9-9c78-9a2f8d04ff3b req-0ae53081-fcbb-4478-8c10-cc7e8e59f61e tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:24.653411 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e66cf95a-d673-44c9-9c78-9a2f8d04ff3b req-0ae53081-fcbb-4478-8c10-cc7e8e59f61e tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/ports?device_id=f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d HTTP/1.1" status: 200 len: 943 time: 0.0945461 Feb 16 12:51:24.661070 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port ccb208f5-cfa1-4de5-84a4-583a45bdbc22 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:24.661565 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.696014 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-0145a04d-067d-4d1e-8871-05bafeb55f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:24.697607 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-0145a04d-067d-4d1e-8871-05bafeb55f09 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1826cf37-2aca-4b09-a180-94bea962027c HTTP/1.1" status: 200 len: 852 time: 0.0805833 Feb 16 12:51:24.706327 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-8cd634c5-d709-442e-9c79-a46f3ad5354b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Deleting port ff9ec14c-27ef-4f49-add2-cc305def8b9e {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:51:24.706687 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8cd634c5-d709-442e-9c79-a46f3ad5354b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.760840 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8d7af9d4-53f8-4715-acd7-9ebcedda9e2b tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.778520 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-8e071635-1c14-488a-9c23-a254dffea1d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f2314ed5-3655-415f-97b9-1f804baaf870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688195 Feb 16 12:51:24.787652 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd0a88c-01a4-4d4c-90ab-4413eb771333 None None] DHCP port deletion for 933e9782-3080-4f4d-818d-6b0bbb69ee63 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:51:24.802908 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e66cf95a-d673-44c9-9c78-9a2f8d04ff3b req-b01e20ab-1ff6-4eaa-97dc-7b4678baf4c5 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/security-groups?id=fe86a4cd-ed4a-4360-8159-15c68d5be606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280646 Feb 16 12:51:24.805378 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7af9d4-53f8-4715-acd7-9ebcedda9e2b tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Pushing event deleted for resources: {'Port': ['ID=fe6a924e-5e6a-4132-828f-766b4620f415,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:24.874353 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-fdd0a88c-01a4-4d4c-90ab-4413eb771333 None None] Deleting port ff9ec14c-27ef-4f49-add2-cc305def8b9e {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:51:24.874816 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fdd0a88c-01a4-4d4c-90ab-4413eb771333 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.886356 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-8cd634c5-d709-442e-9c79-a46f3ad5354b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] For port ff9ec14c-27ef-4f49-add2-cc305def8b9e, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=ff9ec14c-27ef-4f49-add2-cc305def8b9e,segment=NetworkSegment(c9796708-b919-4377-a651-da51bf5572e2),segment_id=c9796708-b919-4377-a651-da51bf5572e2)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:51:24.886799 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8cd634c5-d709-442e-9c79-a46f3ad5354b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.905047 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-8cd634c5-d709-442e-9c79-a46f3ad5354b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Calling delete_port for ff9ec14c-27ef-4f49-add2-cc305def8b9e owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:51:24.978980 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-05308966-4772-437a-9b31-2afa6f25bd53 service neutron] 10.222.0.42 "GET /v2.0/networks/f2314ed5-3655-415f-97b9-1f804baaf870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910837 Feb 16 12:51:24.984424 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-fdd0a88c-01a4-4d4c-90ab-4413eb771333 None None] For port ff9ec14c-27ef-4f49-add2-cc305def8b9e, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=ff9ec14c-27ef-4f49-add2-cc305def8b9e,segment=NetworkSegment(c9796708-b919-4377-a651-da51bf5572e2),segment_id=c9796708-b919-4377-a651-da51bf5572e2)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:51:24.984867 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fdd0a88c-01a4-4d4c-90ab-4413eb771333 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:25.001293 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-fdd0a88c-01a4-4d4c-90ab-4413eb771333 None None] Calling delete_port for ff9ec14c-27ef-4f49-add2-cc305def8b9e owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:51:25.131883 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fdd0a88c-01a4-4d4c-90ab-4413eb771333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:25.138049 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8cd634c5-d709-442e-9c79-a46f3ad5354b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:25.157154 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0c78ebef-66c6-476d-94be-b46c45d6cc56 req-35d432ca-bbaa-4229-a4b4-b0d3d27fe6d8 service neutron] 10.222.0.42 "GET /v2.0/networks/f2314ed5-3655-415f-97b9-1f804baaf870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680653 Feb 16 12:51:25.160976 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd0a88c-01a4-4d4c-90ab-4413eb771333 None None] Pushing event deleted for resources: {'Port': ['ID=ff9ec14c-27ef-4f49-add2-cc305def8b9e,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:25.164828 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd0a88c-01a4-4d4c-90ab-4413eb771333 None None] No DVR routers for this DVR port ff9ec14c-27ef-4f49-add2-cc305def8b9e on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:51:25.195536 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd634c5-d709-442e-9c79-a46f3ad5354b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] No DVR routers for this DVR port ff9ec14c-27ef-4f49-add2-cc305def8b9e on host dv-neutron-828142-3-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:51:25.202303 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd634c5-d709-442e-9c79-a46f3ad5354b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Pushing event deleted for resources: {'Port': ['ID=ff9ec14c-27ef-4f49-add2-cc305def8b9e,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:25.313373 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8d7af9d4-53f8-4715-acd7-9ebcedda9e2b tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:25.325155 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8cd634c5-d709-442e-9c79-a46f3ad5354b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:25.342806 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72049e2-4710-458b-abeb-e606d8f6dfc5 req-748b0159-a070-4e39-a533-7736d929700b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:25.344321 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e72049e2-4710-458b-abeb-e606d8f6dfc5 req-748b0159-a070-4e39-a533-7736d929700b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c80c073917bc4ce6937cd3bdbb0ddb0d&device_id=f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d HTTP/1.1" status: 200 len: 1096 time: 0.1138911 Feb 16 12:51:25.353677 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-8cd634c5-d709-442e-9c79-a46f3ad5354b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['933e9782-3080-4f4d-818d-6b0bbb69ee63']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:25.382671 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-8cd634c5-d709-442e-9c79-a46f3ad5354b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9796708-b919-4377-a651-da51bf5572e2') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:25.382904 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-8cd634c5-d709-442e-9c79-a46f3ad5354b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9796708-b919-4377-a651-da51bf5572e2') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:25.426361 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8cd634c5-d709-442e-9c79-a46f3ad5354b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:25.446785 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8cd634c5-d709-442e-9c79-a46f3ad5354b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:25.462527 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cd634c5-d709-442e-9c79-a46f3ad5354b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:51:25.462934 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8cd634c5-d709-442e-9c79-a46f3ad5354b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:25.466063 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:51:25.466063 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:51:25.466063 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:51:25.466063 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:51:25.466063 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:51:25.466063 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:51:25.466063 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:51:25.466063 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:51:25.466063 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:51:25.466063 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:51:25.466063 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:51:25.466063 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:51:25.466063 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:51:25.466063 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:51:25.466063 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:51:25.466063 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:51:25.466063 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:51:25.466063 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:51:25.466063 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:51:25.466063 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:51:25.466063 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:51:25.466063 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:51:25.466063 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:51:25.466063 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:51:25.466063 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:51:25.466063 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:51:25.466063 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:51:25.466063 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:51:25.466063 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:51:25.466063 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:51:25.466063 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:51:25.466063 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:51:25.473350 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7af9d4-53f8-4715-acd7-9ebcedda9e2b tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Router 6b740a3b-058c-4c3b-995e-6258c652ccea has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:51:25.535618 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72049e2-4710-458b-abeb-e606d8f6dfc5 req-da3b94a3-5cc9-4552-8f87-6ba3d3c59af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:25.537131 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e72049e2-4710-458b-abeb-e606d8f6dfc5 req-da3b94a3-5cc9-4552-8f87-6ba3d3c59af4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f2314ed5-3655-415f-97b9-1f804baaf870 HTTP/1.1" status: 200 len: 913 time: 0.1854205 Feb 16 12:51:25.562182 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7af9d4-53f8-4715-acd7-9ebcedda9e2b tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:51:25.569160 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-8d7af9d4-53f8-4715-acd7-9ebcedda9e2b tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] 10.222.0.90 "PUT /v2.0/routers/6b740a3b-058c-4c3b-995e-6258c652ccea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0582330 Feb 16 12:51:25.571673 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38358) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:25.577769 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed97d010-c91d-407d-bd98-203d2734196e None None] Sync routers for ids ['6b740a3b-058c-4c3b-995e-6258c652ccea'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:51:25.588211 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e72049e2-4710-458b-abeb-e606d8f6dfc5 req-24c78983-31c4-4335-8f0a-f8d8b132ff13 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b51f34e-b25a-46b0-8236-553e09e6978d HTTP/1.1" status: 200 len: 217 time: 0.0435588 Feb 16 12:51:25.588902 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8cd634c5-d709-442e-9c79-a46f3ad5354b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:25.589042 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed97d010-c91d-407d-bd98-203d2734196e None None] Routers {'6b740a3b-058c-4c3b-995e-6258c652ccea'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:51:25.589663 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ed97d010-c91d-407d-bd98-203d2734196e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:51:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['6b740a3b-058c-4c3b-995e-6258c652ccea'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:25.595654 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8cd634c5-d709-442e-9c79-a46f3ad5354b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:25.598919 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8cd634c5-d709-442e-9c79-a46f3ad5354b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] 10.222.0.90 "DELETE /v2.0/networks/933e9782-3080-4f4d-818d-6b0bbb69ee63 HTTP/1.1" status: 204 len: 168 time: 1.1571481 Feb 16 12:51:25.619176 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-38b05627-62e0-45f7-9a2d-270d511e8bd5 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] delete failed (client error): The resource could not be found. Feb 16 12:51:25.620404 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-38b05627-62e0-45f7-9a2d-270d511e8bd5 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] 10.222.0.90 "DELETE /v2.0/routers/tempest-non_exist_router-122379533 HTTP/1.1" status: 404 len: 334 time: 0.0472977 Feb 16 12:51:25.624347 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38362) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:25.633648 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-d60b2a07-d5b5-443d-81b4-3edcd8ccdfe5 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Request body: {'router': {'external_gateway_info': {'network_id': '6b740a3b-058c-4c3b-995e-6258c652ccea'}}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:25.635063 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ed97d010-c91d-407d-bd98-203d2734196e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:25.645641 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed97d010-c91d-407d-bd98-203d2734196e None None] Routers {'6b740a3b-058c-4c3b-995e-6258c652ccea'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:51:25.646616 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ed97d010-c91d-407d-bd98-203d2734196e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:51:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['6b740a3b-058c-4c3b-995e-6258c652ccea'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:25.650287 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd634c5-d709-442e-9c79-a46f3ad5354b tempest-NetworksIpV6TestAttrs-288473689 tempest-NetworksIpV6TestAttrs-288473689-project] Pushing event deleted for resources: {'Network': ['ID=933e9782-3080-4f4d-818d-6b0bbb69ee63,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:25.693236 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:25.697478 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ed97d010-c91d-407d-bd98-203d2734196e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:25.698453 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed97d010-c91d-407d-bd98-203d2734196e None None] The sync data for ids ['6b740a3b-058c-4c3b-995e-6258c652ccea'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:25.698728 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72049e2-4710-458b-abeb-e606d8f6dfc5 req-c287e5fe-efce-45c5-879d-822ffc53e578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:25.702164 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e72049e2-4710-458b-abeb-e606d8f6dfc5 req-c287e5fe-efce-45c5-879d-822ffc53e578 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1826cf37-2aca-4b09-a180-94bea962027c HTTP/1.1" status: 200 len: 852 time: 0.1006346 Feb 16 12:51:25.741173 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e72049e2-4710-458b-abeb-e606d8f6dfc5 req-05b5a6ee-9349-4286-a9ce-b3ec67ac7578 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f2314ed5-3655-415f-97b9-1f804baaf870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321665 Feb 16 12:51:25.882873 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e72049e2-4710-458b-abeb-e606d8f6dfc5 req-5e1999f4-4b0a-4c7a-bffa-022a35c8e7cb service neutron] 10.222.0.42 "GET /v2.0/networks/f2314ed5-3655-415f-97b9-1f804baaf870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338222 Feb 16 12:51:25.908520 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d60b2a07-d5b5-443d-81b4-3edcd8ccdfe5 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:25.948193 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-d60b2a07-d5b5-443d-81b4-3edcd8ccdfe5 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] update failed (client error): The resource could not be found. Feb 16 12:51:25.950031 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d60b2a07-d5b5-443d-81b4-3edcd8ccdfe5 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] 10.222.0.90 "PUT /v2.0/routers/6b740a3b-058c-4c3b-995e-6258c652ccea HTTP/1.1" status: 404 len: 339 time: 0.3227799 Feb 16 12:51:25.953378 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38368) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:25.972340 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-08a9d324-a220-4963-8a81-98e6d5c3c118 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-823903887'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:25.996789 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38370) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:26.005052 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e72049e2-4710-458b-abeb-e606d8f6dfc5 req-a4d84aa9-33c9-4011-8b17-a41cdaa4aeb1 service neutron] 10.222.0.42 "GET /v2.0/networks/f2314ed5-3655-415f-97b9-1f804baaf870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138196 Feb 16 12:51:26.028049 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ff4bb-f91c-4933-8994-401620e9fe26 req-8d189dc9-eec9-4502-95fe-57eeeec00a8a tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:26.029659 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ac4ff4bb-f91c-4933-8994-401620e9fe26 req-8d189dc9-eec9-4502-95fe-57eeeec00a8a tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/ports?device_id=f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d HTTP/1.1" status: 200 len: 943 time: 0.0992599 Feb 16 12:51:26.030516 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a9d324-a220-4963-8a81-98e6d5c3c118 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Made reservation on behalf of 2b729080a6c2402c8603c9885d371d2b for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:26.034026 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-08a9d324-a220-4963-8a81-98e6d5c3c118 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:26.077177 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a9d324-a220-4963-8a81-98e6d5c3c118 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:51:26.097468 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ac4ff4bb-f91c-4933-8994-401620e9fe26 req-10064b96-64db-4079-bef3-1095d6db980b tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/security-groups?id=fe86a4cd-ed4a-4360-8159-15c68d5be606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532236 Feb 16 12:51:26.098651 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-08a9d324-a220-4963-8a81-98e6d5c3c118 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:26.099001 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-08a9d324-a220-4963-8a81-98e6d5c3c118 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Added segment a1f73a3d-ce8b-4ce2-9d86-b74bcc12d454 of type vlan for network 06d306b3-cbc7-4fce-8d75-a95c835c2cb4 Feb 16 12:51:26.162470 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-08a9d324-a220-4963-8a81-98e6d5c3c118 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:26.209210 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b6d7d745-49e4-4c51-bf9f-b183a283b4be admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0e995d79391a474f90f39b5766a2e171&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2095425 Feb 16 12:51:26.213132 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38374) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:26.221984 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-08a9d324-a220-4963-8a81-98e6d5c3c118 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:26.227456 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a9d324-a220-4963-8a81-98e6d5c3c118 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:26.228068 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-08a9d324-a220-4963-8a81-98e6d5c3c118 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:26.319866 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-08a9d324-a220-4963-8a81-98e6d5c3c118 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3653901 Feb 16 12:51:26.324399 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38376) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:26.329816 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-592abf65-6252-4eef-86cf-c1d233f61a3b tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Request body: {'subnet': {'network_id': '06d306b3-cbc7-4fce-8d75-a95c835c2cb4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:26.333653 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a9d324-a220-4963-8a81-98e6d5c3c118 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Pushing event updated for resources: {'Network': ['ID=06d306b3-cbc7-4fce-8d75-a95c835c2cb4,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:26.355371 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a9d324-a220-4963-8a81-98e6d5c3c118 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:26.355718 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a9d324-a220-4963-8a81-98e6d5c3c118 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:26.356062 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a9d324-a220-4963-8a81-98e6d5c3c118 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:26.356401 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a9d324-a220-4963-8a81-98e6d5c3c118 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:26.356774 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a9d324-a220-4963-8a81-98e6d5c3c118 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:26.357110 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a9d324-a220-4963-8a81-98e6d5c3c118 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:26.357436 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a9d324-a220-4963-8a81-98e6d5c3c118 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:26.357768 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a9d324-a220-4963-8a81-98e6d5c3c118 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:26.358094 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a9d324-a220-4963-8a81-98e6d5c3c118 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:26.358417 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a9d324-a220-4963-8a81-98e6d5c3c118 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:26.358738 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a9d324-a220-4963-8a81-98e6d5c3c118 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:26.359056 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a9d324-a220-4963-8a81-98e6d5c3c118 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:26.363263 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4ce4b10b-4212-42ab-a28f-fda1ce8efbd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:26.378596 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 06d306b3-cbc7-4fce-8d75-a95c835c2cb4 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:51:26.388546 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4ce4b10b-4212-42ab-a28f-fda1ce8efbd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:26.447129 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4ce4b10b-4212-42ab-a28f-fda1ce8efbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:26.450064 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4ce4b10b-4212-42ab-a28f-fda1ce8efbd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:26.451468 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-4ce4b10b-4212-42ab-a28f-fda1ce8efbd0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/926fc38a-90f6-4407-9979-2a6c264d6edc HTTP/1.1" status: 204 len: 168 time: 0.2372830 Feb 16 12:51:26.466472 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4b10b-4212-42ab-a28f-fda1ce8efbd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926fc38a-90f6-4407-9979-2a6c264d6edc,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:26.475947 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592abf65-6252-4eef-86cf-c1d233f61a3b tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Made reservation on behalf of 2b729080a6c2402c8603c9885d371d2b for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:26.481017 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-592abf65-6252-4eef-86cf-c1d233f61a3b tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:26.510767 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device ff9ec14c-27ef-4f49-add2-cc305def8b9e no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:51:26.538782 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: ff9ec14c-27ef-4f49-add2-cc305def8b9e {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:51:26.539155 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device ff9ec14c-27ef-4f49-add2-cc305def8b9e not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:51:26.740392 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-592abf65-6252-4eef-86cf-c1d233f61a3b tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:26.804536 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592abf65-6252-4eef-86cf-c1d233f61a3b tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Pushing event updated for resources: {'Subnet': ['ID=bd1760ae-48a4-4ee0-a596-c61772a37611,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:26.817579 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592abf65-6252-4eef-86cf-c1d233f61a3b tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Checking segment: {'id': 'a1f73a3d-ce8b-4ce2-9d86-b74bcc12d454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '06d306b3-cbc7-4fce-8d75-a95c835c2cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:51:26.817947 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592abf65-6252-4eef-86cf-c1d233f61a3b tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Network hostable DHCP agents. Network: 06d306b3-cbc7-4fce-8d75-a95c835c2cb4, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:51:26.838480 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592abf65-6252-4eef-86cf-c1d233f61a3b tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Network 06d306b3-cbc7-4fce-8d75-a95c835c2cb4 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:51:26.850948 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-592abf65-6252-4eef-86cf-c1d233f61a3b tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 06d306b3-cbc7-4fce-8d75-a95c835c2cb4) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:26.855602 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592abf65-6252-4eef-86cf-c1d233f61a3b tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:26.857492 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-592abf65-6252-4eef-86cf-c1d233f61a3b tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:26.866815 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af93ed2a-a5f2-47fa-b09d-cb7b9220327a None None] Network 06d306b3-cbc7-4fce-8d75-a95c835c2cb4 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:51:26.881008 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-592abf65-6252-4eef-86cf-c1d233f61a3b tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5555255 Feb 16 12:51:26.883645 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38388) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:26.889389 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-485db59e-e0ef-44fd-93a3-be200fee1b0a tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Request body: {'router': {'external_gateway_info': {'network_id': '06d306b3-cbc7-4fce-8d75-a95c835c2cb4'}}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:27.015079 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:27.118624 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4377591d-ff88-4c60-ba1d-0b3e7e04d79d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-06d306b3-cbc7-4fce-8d75-a95c835c2cb4', 'network_id': '06d306b3-cbc7-4fce-8d75-a95c835c2cb4', 'tenant_id': '2b729080a6c2402c8603c9885d371d2b', 'fixed_ips': [{'subnet_id': 'bd1760ae-48a4-4ee0-a596-c61772a37611'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:51:27.119794 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4377591d-ff88-4c60-ba1d-0b3e7e04d79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:27.196784 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-485db59e-e0ef-44fd-93a3-be200fee1b0a tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:27.307016 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd2d4f-6725-4ed5-983f-dc5b6e386b19 req-b4bbf982-c279-4d38-8684-9497ee497246 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:27.308658 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-30fd2d4f-6725-4ed5-983f-dc5b6e386b19 req-b4bbf982-c279-4d38-8684-9497ee497246 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/ports?device_id=f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d HTTP/1.1" status: 200 len: 943 time: 0.1158600 Feb 16 12:51:27.326750 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:27.362780 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38402) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:27.366665 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [-] 10.222.0.90 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027223 Feb 16 12:51:27.376710 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38404) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:27.390065 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-4377591d-ff88-4c60-ba1d-0b3e7e04d79d None None] Allocated IP 2001:db8:1::2 (06d306b3-cbc7-4fce-8d75-a95c835c2cb4/bd1760ae-48a4-4ee0-a596-c61772a37611/95fcae5f-7635-47f0-bf0b-54839ef4d2c7) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:27.400234 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-30fd2d4f-6725-4ed5-983f-dc5b6e386b19 req-1af655d8-5b21-4d2d-83c9-8ef780b8884c tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/security-groups?id=fe86a4cd-ed4a-4360-8159-15c68d5be606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777457 Feb 16 12:51:27.446454 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-485db59e-e0ef-44fd-93a3-be200fee1b0a tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:51:27.452000 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38408) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:27.453488 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-485db59e-e0ef-44fd-93a3-be200fee1b0a tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] 10.222.0.90 "PUT /v2.0/routers/6b740a3b-058c-4c3b-995e-6258c652ccea HTTP/1.1" status: 400 len: 364 time: 0.5682418 Feb 16 12:51:27.523137 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-17fd1820-81a4-4f94-9ef2-76e07f5b232c tempest-NetworksApiDiscovery-499075760 tempest-NetworksApiDiscovery-499075760-project] 10.222.0.90 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1495581 Feb 16 12:51:27.597497 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4377591d-ff88-4c60-ba1d-0b3e7e04d79d None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:27.606138 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4377591d-ff88-4c60-ba1d-0b3e7e04d79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:27.657654 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4377591d-ff88-4c60-ba1d-0b3e7e04d79d None None] Network 06d306b3-cbc7-4fce-8d75-a95c835c2cb4 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:27.662196 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-4377591d-ff88-4c60-ba1d-0b3e7e04d79d None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:27.667179 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4377591d-ff88-4c60-ba1d-0b3e7e04d79d None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:51:27.670966 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4377591d-ff88-4c60-ba1d-0b3e7e04d79d None None] Pushing event updated for resources: {'Port': ['ID=95fcae5f-7635-47f0-bf0b-54839ef4d2c7,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:27.739133 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-4377591d-ff88-4c60-ba1d-0b3e7e04d79d None None] Attempting to bind port 95fcae5f-7635-47f0-bf0b-54839ef4d2c7 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:51:27.739960 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-4377591d-ff88-4c60-ba1d-0b3e7e04d79d None None] Attempting to bind port 95fcae5f-7635-47f0-bf0b-54839ef4d2c7 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'a1f73a3d-ce8b-4ce2-9d86-b74bcc12d454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '06d306b3-cbc7-4fce-8d75-a95c835c2cb4'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:51:27.740541 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4377591d-ff88-4c60-ba1d-0b3e7e04d79d None None] Attempting to bind port 95fcae5f-7635-47f0-bf0b-54839ef4d2c7 on network 06d306b3-cbc7-4fce-8d75-a95c835c2cb4 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:51:27.748192 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4377591d-ff88-4c60-ba1d-0b3e7e04d79d None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:51:27.748952 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4377591d-ff88-4c60-ba1d-0b3e7e04d79d None None] Checking segment: {'id': 'a1f73a3d-ce8b-4ce2-9d86-b74bcc12d454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '06d306b3-cbc7-4fce-8d75-a95c835c2cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:51:27.749449 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4377591d-ff88-4c60-ba1d-0b3e7e04d79d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:27.749741 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4377591d-ff88-4c60-ba1d-0b3e7e04d79d None None] Bound using segment: {'id': 'a1f73a3d-ce8b-4ce2-9d86-b74bcc12d454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '06d306b3-cbc7-4fce-8d75-a95c835c2cb4'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:51:27.750388 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-4377591d-ff88-4c60-ba1d-0b3e7e04d79d None None] Bound port: 95fcae5f-7635-47f0-bf0b-54839ef4d2c7, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f73a3d-ce8b-4ce2-9d86-b74bcc12d454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '06d306b3-cbc7-4fce-8d75-a95c835c2cb4'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:51:27.750772 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4377591d-ff88-4c60-ba1d-0b3e7e04d79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:27.820500 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-50394f7c-0d34-4393-b4ff-11fb40ddb8bf tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:27.825032 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-4377591d-ff88-4c60-ba1d-0b3e7e04d79d None None] For port 95fcae5f-7635-47f0-bf0b-54839ef4d2c7, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:51:27.828648 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-4377591d-ff88-4c60-ba1d-0b3e7e04d79d None None] For port 95fcae5f-7635-47f0-bf0b-54839ef4d2c7, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=95fcae5f-7635-47f0-bf0b-54839ef4d2c7,segment=NetworkSegment(a1f73a3d-ce8b-4ce2-9d86-b74bcc12d454),segment_id=a1f73a3d-ce8b-4ce2-9d86-b74bcc12d454)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:51:27.835176 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4377591d-ff88-4c60-ba1d-0b3e7e04d79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:27.841270 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 6b51f34e-b25a-46b0-8236-553e09e6978d details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 12:51:27.874434 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38414) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:27.930513 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4377591d-ff88-4c60-ba1d-0b3e7e04d79d None None] Pushing event updated for resources: {'Port': ['ID=95fcae5f-7635-47f0-bf0b-54839ef4d2c7,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:28.027800 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-77165d48-8b58-4ba1-b45d-9c26b8e070f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:28.038245 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 6b51f34e-b25a-46b0-8236-553e09e6978d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6b51f34e-b25a-46b0-8236-553e09e6978d,segment=NetworkSegment(49c2f437-2558-4c2c-bf46-f374e9a6cb22),segment_id=49c2f437-2558-4c2c-bf46-f374e9a6cb22)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:51:28.057571 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': '6b51f34e-b25a-46b0-8236-553e09e6978d', 'network_id': 'f2314ed5-3655-415f-97b9-1f804baaf870', 'port_id': '6b51f34e-b25a-46b0-8236-553e09e6978d', 'mac_address': 'fa:16:3e:94:50:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1826cf37-2aca-4b09-a180-94bea962027c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 12:51:28.111593 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:28.126999 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b51f34e-b25a-46b0-8236-553e09e6978d {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 12:51:28.131466 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-77165d48-8b58-4ba1-b45d-9c26b8e070f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:28.137117 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-77165d48-8b58-4ba1-b45d-9c26b8e070f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:28.161200 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-50394f7c-0d34-4393-b4ff-11fb40ddb8bf tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Allocated IP 2001:db8::1 (8e9e517c-8d5b-4960-8c77-a9f0c426a153/7e55419c-16c6-4d23-aa43-38af06cfd470/2387c891-3e1d-42ca-85b0-19c6e2a4a3db) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:28.162306 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 6b51f34e-b25a-46b0-8236-553e09e6978d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6b51f34e-b25a-46b0-8236-553e09e6978d,segment=NetworkSegment(49c2f437-2558-4c2c-bf46-f374e9a6cb22),segment_id=49c2f437-2558-4c2c-bf46-f374e9a6cb22)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:51:28.168410 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:28.219665 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77165d48-8b58-4ba1-b45d-9c26b8e070f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca3a0cc-082b-4af3-8efc-1ca548d79568,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:28.226146 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-77165d48-8b58-4ba1-b45d-9c26b8e070f3 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b89ccd508cef42399644cce9a00266f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3508799 Feb 16 12:51:28.229037 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38420) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:28.256767 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=6b51f34e-b25a-46b0-8236-553e09e6978d,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:28.296575 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9cec8c45-2997-4d08-a9fe-72818610db1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:28.321060 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9cec8c45-2997-4d08-a9fe-72818610db1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:28.348489 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-50394f7c-0d34-4393-b4ff-11fb40ddb8bf tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:28.385612 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9cec8c45-2997-4d08-a9fe-72818610db1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:28.388325 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9cec8c45-2997-4d08-a9fe-72818610db1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:28.389644 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-9cec8c45-2997-4d08-a9fe-72818610db1c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/9ca3a0cc-082b-4af3-8efc-1ca548d79568 HTTP/1.1" status: 204 len: 168 time: 0.1588428 Feb 16 12:51:28.399108 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec8c45-2997-4d08-a9fe-72818610db1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca3a0cc-082b-4af3-8efc-1ca548d79568,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:28.404441 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-50394f7c-0d34-4393-b4ff-11fb40ddb8bf tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:28.425934 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['6b51f34e-b25a-46b0-8236-553e09e6978d'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 12:51:28.455963 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50394f7c-0d34-4393-b4ff-11fb40ddb8bf tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Network 8e9e517c-8d5b-4960-8c77-a9f0c426a153 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:28.459388 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-50394f7c-0d34-4393-b4ff-11fb40ddb8bf tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:28.463632 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50394f7c-0d34-4393-b4ff-11fb40ddb8bf tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:51:28.464480 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-50394f7c-0d34-4393-b4ff-11fb40ddb8bf tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:28.535064 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50394f7c-0d34-4393-b4ff-11fb40ddb8bf tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Pushing event updated for resources: {'Port': ['ID=2387c891-3e1d-42ca-85b0-19c6e2a4a3db,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:28.570280 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:28.620800 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d446ea3-1053-4c66-8235-93a956105c8e req-cd4e64d0-72a5-43ca-ad88-ea926cc7d76e tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:28.636658 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0d446ea3-1053-4c66-8235-93a956105c8e req-cd4e64d0-72a5-43ca-ad88-ea926cc7d76e tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/ports?device_id=f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d HTTP/1.1" status: 200 len: 944 time: 0.0888238 Feb 16 12:51:28.731754 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0d446ea3-1053-4c66-8235-93a956105c8e req-10c8418d-b1e6-4688-a1ce-f46d3d087b5d tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/security-groups?id=fe86a4cd-ed4a-4360-8159-15c68d5be606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060028 Feb 16 12:51:28.809990 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-50394f7c-0d34-4393-b4ff-11fb40ddb8bf tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:28.856238 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 95fcae5f-7635-47f0-bf0b-54839ef4d2c7 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:51:28.944338 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-2e7cd9a1-169a-4aac-84e1-1e7e8c239a16 None None] Provisioning complete for port 2387c891-3e1d-42ca-85b0-19c6e2a4a3db triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:28.944990 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2e7cd9a1-169a-4aac-84e1-1e7e8c239a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:28.968417 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 95fcae5f-7635-47f0-bf0b-54839ef4d2c7 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:28.968829 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:29.010393 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-2e7cd9a1-169a-4aac-84e1-1e7e8c239a16 None None] Port 2387c891-3e1d-42ca-85b0-19c6e2a4a3db cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:51:29.074586 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:29.112939 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 95fcae5f-7635-47f0-bf0b-54839ef4d2c7, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=95fcae5f-7635-47f0-bf0b-54839ef4d2c7,segment=NetworkSegment(a1f73a3d-ce8b-4ce2-9d86-b74bcc12d454),segment_id=a1f73a3d-ce8b-4ce2-9d86-b74bcc12d454)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:51:29.118893 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:29.141920 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-50394f7c-0d34-4393-b4ff-11fb40ddb8bf tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:29.148351 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-50394f7c-0d34-4393-b4ff-11fb40ddb8bf tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:29.149215 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-50394f7c-0d34-4393-b4ff-11fb40ddb8bf tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:29.169350 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=95fcae5f-7635-47f0-bf0b-54839ef4d2c7,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:29.197533 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf44774-dd53-429d-bd30-59ae2371acc1 None None] Network 06d306b3-cbc7-4fce-8d75-a95c835c2cb4 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:51:29.239008 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50394f7c-0d34-4393-b4ff-11fb40ddb8bf tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Pushing event updated for resources: {'Port': ['ID=2387c891-3e1d-42ca-85b0-19c6e2a4a3db,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:29.276203 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-cfb7110c-ad17-4f20-8386-61760a012836 None None] Provisioning complete for port 95fcae5f-7635-47f0-bf0b-54839ef4d2c7 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:29.276575 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cfb7110c-ad17-4f20-8386-61760a012836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:29.282770 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50394f7c-0d34-4393-b4ff-11fb40ddb8bf tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Network 8e9e517c-8d5b-4960-8c77-a9f0c426a153 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:29.285018 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-50394f7c-0d34-4393-b4ff-11fb40ddb8bf tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:29.685755 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-dc0ad2f6-2401-41fe-ac6c-47afc8d2a685 None None] Provisioning complete for port 2387c891-3e1d-42ca-85b0-19c6e2a4a3db triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:29.686237 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dc0ad2f6-2401-41fe-ac6c-47afc8d2a685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:29.728827 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-dc0ad2f6-2401-41fe-ac6c-47afc8d2a685 None None] Port 2387c891-3e1d-42ca-85b0-19c6e2a4a3db cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:51:29.749543 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50394f7c-0d34-4393-b4ff-11fb40ddb8bf tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Router 6b740a3b-058c-4c3b-995e-6258c652ccea has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:51:29.847164 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50394f7c-0d34-4393-b4ff-11fb40ddb8bf tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:51:29.849361 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-35436344-7242-44b5-b299-999324ee37e9 None None] Provisioning complete for port 95fcae5f-7635-47f0-bf0b-54839ef4d2c7 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:29.849732 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-35436344-7242-44b5-b299-999324ee37e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:29.852660 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 6b51f34e-b25a-46b0-8236-553e09e6978d up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:51:29.853569 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf45288-1179-476d-b71c-b20f5ff1499d req-cf743f30-51bd-4e24-992e-9028d1839c4e tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:29.855186 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-50394f7c-0d34-4393-b4ff-11fb40ddb8bf tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] 10.222.0.90 "PUT /v2.0/routers/6b740a3b-058c-4c3b-995e-6258c652ccea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4017875 Feb 16 12:51:29.857537 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38428) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:29.861153 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5cf45288-1179-476d-b71c-b20f5ff1499d req-cf743f30-51bd-4e24-992e-9028d1839c4e tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/ports?device_id=f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d HTTP/1.1" status: 200 len: 944 time: 0.0643692 Feb 16 12:51:29.893625 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd13e66-ca2b-4f17-9701-ed6609ba9c65 None None] Sync routers for ids ['6b740a3b-058c-4c3b-995e-6258c652ccea'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:51:29.900938 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5cf45288-1179-476d-b71c-b20f5ff1499d req-f9782257-66f8-4e09-a70f-6f20fcf43b86 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/security-groups?id=fe86a4cd-ed4a-4360-8159-15c68d5be606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356612 Feb 16 12:51:29.940589 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd13e66-ca2b-4f17-9701-ed6609ba9c65 None None] Routers {'6b740a3b-058c-4c3b-995e-6258c652ccea'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:51:29.941155 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-8fd13e66-ca2b-4f17-9701-ed6609ba9c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:51:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['6b740a3b-058c-4c3b-995e-6258c652ccea'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:29.956526 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-07f58eeb-43c0-40b8-ab35-3ff5ae0a3cb6 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:29.978668 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-8fd13e66-ca2b-4f17-9701-ed6609ba9c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:29.987082 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning for port 6b51f34e-b25a-46b0-8236-553e09e6978d completed by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:29.996153 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port 6b51f34e-b25a-46b0-8236-553e09e6978d triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:29.996518 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:29.998420 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd13e66-ca2b-4f17-9701-ed6609ba9c65 None None] Routers {'6b740a3b-058c-4c3b-995e-6258c652ccea'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:51:29.999040 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-8fd13e66-ca2b-4f17-9701-ed6609ba9c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:51:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['6b740a3b-058c-4c3b-995e-6258c652ccea'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:30.046174 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-07f58eeb-43c0-40b8-ab35-3ff5ae0a3cb6 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 16 12:51:30.047214 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-07f58eeb-43c0-40b8-ab35-3ff5ae0a3cb6 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] 10.222.0.90 "DELETE /v2.0/routers/6b740a3b-058c-4c3b-995e-6258c652ccea HTTP/1.1" status: 409 len: 329 time: 0.1886029 Feb 16 12:51:30.050697 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38430) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:30.075588 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-8fd13e66-ca2b-4f17-9701-ed6609ba9c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:30.076151 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd13e66-ca2b-4f17-9701-ed6609ba9c65 None None] The sync data for ids ['6b740a3b-058c-4c3b-995e-6258c652ccea'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:30.156665 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:30.180266 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b51f34e-b25a-46b0-8236-553e09e6978d'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:51:30.182574 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d659c53e-c35b-4b04-9f03-a0769882c113" -d '{"events": [{"server_uuid": "f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d", "name": "network-vif-plugged", "status": "completed", "tag": "6b51f34e-b25a-46b0-8236-553e09e6978d"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:51:30.210100 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 6b51f34e-b25a-46b0-8236-553e09e6978d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6b51f34e-b25a-46b0-8236-553e09e6978d,segment=NetworkSegment(49c2f437-2558-4c2c-bf46-f374e9a6cb22),segment_id=49c2f437-2558-4c2c-bf46-f374e9a6cb22)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:51:30.215791 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:30.257171 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 12:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b58fc41-d7e0-4e9e-baa4-ee6e9e3f276e x-openstack-request-id: req-2b58fc41-d7e0-4e9e-baa4-ee6e9e3f276e {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:51:30.257702 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d", "name": "network-vif-plugged", "status": "completed", "tag": "6b51f34e-b25a-46b0-8236-553e09e6978d", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:51:30.258061 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2b58fc41-d7e0-4e9e-baa4-ee6e9e3f276e {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:51:30.258450 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b51f34e-b25a-46b0-8236-553e09e6978d', 'code': 200} Feb 16 12:51:30.294731 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=6b51f34e-b25a-46b0-8236-553e09e6978d,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:30.413975 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b1950a3f-4680-4f88-8f4f-29b8c6d02d4b tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:30.421598 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a928a-fdad-44f7-9a5c-e30e9fa9bce2 req-3b52e7a4-bc14-44e4-beb8-a4558a762fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:30.423698 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ac2a928a-fdad-44f7-9a5c-e30e9fa9bce2 req-3b52e7a4-bc14-44e4-beb8-a4558a762fd8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d HTTP/1.1" status: 200 len: 1098 time: 0.0507095 Feb 16 12:51:30.467160 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ac2a928a-fdad-44f7-9a5c-e30e9fa9bce2 req-6918fe48-1967-4121-a308-5ee85ee7311b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fe86a4cd-ed4a-4360-8159-15c68d5be606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342696 Feb 16 12:51:30.502227 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 95fcae5f-7635-47f0-bf0b-54839ef4d2c7 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:51:30.556776 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 95fcae5f-7635-47f0-bf0b-54839ef4d2c7 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:30.557152 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:30.722380 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-b1950a3f-4680-4f88-8f4f-29b8c6d02d4b tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Deleting port 2387c891-3e1d-42ca-85b0-19c6e2a4a3db {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:51:30.722717 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b1950a3f-4680-4f88-8f4f-29b8c6d02d4b tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:30.823260 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b1950a3f-4680-4f88-8f4f-29b8c6d02d4b tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:30.834917 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-b1950a3f-4680-4f88-8f4f-29b8c6d02d4b tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Calling delete_port for 2387c891-3e1d-42ca-85b0-19c6e2a4a3db owned by network:router_interface {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:51:31.029929 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b1950a3f-4680-4f88-8f4f-29b8c6d02d4b tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:31.067547 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb30a1b-cdbd-47f2-b0f9-75eb27356fbb req-4051b836-ed91-438e-a110-fc8768acea6e tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:31.069312 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ecb30a1b-cdbd-47f2-b0f9-75eb27356fbb req-4051b836-ed91-438e-a110-fc8768acea6e tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/ports?device_id=f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d HTTP/1.1" status: 200 len: 945 time: 0.0906351 Feb 16 12:51:31.072196 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1950a3f-4680-4f88-8f4f-29b8c6d02d4b tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Pushing event deleted for resources: {'Port': ['ID=2387c891-3e1d-42ca-85b0-19c6e2a4a3db,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:31.193095 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ecb30a1b-cdbd-47f2-b0f9-75eb27356fbb req-125beeb8-b1a4-4a57-b155-9a46b2c66c4f tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/security-groups?id=fe86a4cd-ed4a-4360-8159-15c68d5be606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131392 Feb 16 12:51:31.194238 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b1950a3f-4680-4f88-8f4f-29b8c6d02d4b tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:31.353607 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1950a3f-4680-4f88-8f4f-29b8c6d02d4b tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Router 6b740a3b-058c-4c3b-995e-6258c652ccea has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:51:31.429370 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1950a3f-4680-4f88-8f4f-29b8c6d02d4b tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:51:31.434287 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b1950a3f-4680-4f88-8f4f-29b8c6d02d4b tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] 10.222.0.90 "PUT /v2.0/routers/6b740a3b-058c-4c3b-995e-6258c652ccea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3824806 Feb 16 12:51:31.438286 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38436) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:31.440790 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44de1486-39d9-46e5-b977-138852b869a7 None None] Sync routers for ids ['6b740a3b-058c-4c3b-995e-6258c652ccea'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:51:31.451182 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44de1486-39d9-46e5-b977-138852b869a7 None None] Routers {'6b740a3b-058c-4c3b-995e-6258c652ccea'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:51:31.451886 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-44de1486-39d9-46e5-b977-138852b869a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:51:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['6b740a3b-058c-4c3b-995e-6258c652ccea'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:31.475339 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-6b09587d-52f8-49bf-909d-ea291bfee5f1 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] show failed (client error): The resource could not be found. Feb 16 12:51:31.476367 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6b09587d-52f8-49bf-909d-ea291bfee5f1 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] 10.222.0.90 "GET /v2.0/routers/tempest-non_exist_router-1829226429 HTTP/1.1" status: 404 len: 335 time: 0.0371356 Feb 16 12:51:31.480245 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38438) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:31.483768 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-44de1486-39d9-46e5-b977-138852b869a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:31.484686 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-e2e82955-e6cc-4ab0-b4e1-f6b7c7a91e6c tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:31.493580 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44de1486-39d9-46e5-b977-138852b869a7 None None] Routers {'6b740a3b-058c-4c3b-995e-6258c652ccea'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:51:31.494198 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-44de1486-39d9-46e5-b977-138852b869a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:51:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['6b740a3b-058c-4c3b-995e-6258c652ccea'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:31.523520 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.api.v2.resource [None req-e2e82955-e6cc-4ab0-b4e1-f6b7c7a91e6c tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] update failed (client error): The resource could not be found. Feb 16 12:51:31.525657 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e2e82955-e6cc-4ab0-b4e1-f6b7c7a91e6c tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] 10.222.0.90 "PUT /v2.0/routers/tempest-non_exist_router-2040651602 HTTP/1.1" status: 404 len: 335 time: 0.0441952 Feb 16 12:51:31.527286 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-44de1486-39d9-46e5-b977-138852b869a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:31.527950 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44de1486-39d9-46e5-b977-138852b869a7 None None] The sync data for ids ['6b740a3b-058c-4c3b-995e-6258c652ccea'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:31.528138 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38440) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:31.583014 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-d307db3c-539a-4660-ac95-29e35f5cc52a tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Deleting subnet bd1760ae-48a4-4ee0-a596-c61772a37611 {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:51:31.586276 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d307db3c-539a-4660-ac95-29e35f5cc52a tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:31.629804 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d307db3c-539a-4660-ac95-29e35f5cc52a tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:31.735752 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d307db3c-539a-4660-ac95-29e35f5cc52a tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:31.800607 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d307db3c-539a-4660-ac95-29e35f5cc52a tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:31.829645 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307db3c-539a-4660-ac95-29e35f5cc52a tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Pushing event deleted for resources: {'Subnet': ['ID=bd1760ae-48a4-4ee0-a596-c61772a37611,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:31.831656 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d307db3c-539a-4660-ac95-29e35f5cc52a tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:31.834845 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d307db3c-539a-4660-ac95-29e35f5cc52a tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] 10.222.0.90 "DELETE /v2.0/subnets/bd1760ae-48a4-4ee0-a596-c61772a37611 HTTP/1.1" status: 204 len: 168 time: 0.3057206 Feb 16 12:51:31.836943 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e93ac06-255a-4131-84f6-8a0d5a22e84a None None] Network 06d306b3-cbc7-4fce-8d75-a95c835c2cb4 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:51:31.837425 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38442) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:31.916190 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-644b29ea-3f53-47f7-862b-2388138ec968 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:31.981176 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-644b29ea-3f53-47f7-862b-2388138ec968 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Deleting port 95fcae5f-7635-47f0-bf0b-54839ef4d2c7 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:51:31.981542 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-644b29ea-3f53-47f7-862b-2388138ec968 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:32.025735 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538f11c5-7508-4858-96e7-b925fd8da9c5 None None] DHCP port deletion for 06d306b3-cbc7-4fce-8d75-a95c835c2cb4 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:51:32.054948 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-644b29ea-3f53-47f7-862b-2388138ec968 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] For port 95fcae5f-7635-47f0-bf0b-54839ef4d2c7, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=95fcae5f-7635-47f0-bf0b-54839ef4d2c7,segment=NetworkSegment(a1f73a3d-ce8b-4ce2-9d86-b74bcc12d454),segment_id=a1f73a3d-ce8b-4ce2-9d86-b74bcc12d454)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:51:32.055569 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-644b29ea-3f53-47f7-862b-2388138ec968 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:32.071995 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-644b29ea-3f53-47f7-862b-2388138ec968 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Calling delete_port for 95fcae5f-7635-47f0-bf0b-54839ef4d2c7 owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:51:32.079210 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-538f11c5-7508-4858-96e7-b925fd8da9c5 None None] Deleting port 95fcae5f-7635-47f0-bf0b-54839ef4d2c7 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:51:32.079578 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-538f11c5-7508-4858-96e7-b925fd8da9c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:32.141726 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-538f11c5-7508-4858-96e7-b925fd8da9c5 None None] For port 95fcae5f-7635-47f0-bf0b-54839ef4d2c7, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=95fcae5f-7635-47f0-bf0b-54839ef4d2c7,segment=NetworkSegment(a1f73a3d-ce8b-4ce2-9d86-b74bcc12d454),segment_id=a1f73a3d-ce8b-4ce2-9d86-b74bcc12d454)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:51:32.142121 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-538f11c5-7508-4858-96e7-b925fd8da9c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:32.159471 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-538f11c5-7508-4858-96e7-b925fd8da9c5 None None] Calling delete_port for 95fcae5f-7635-47f0-bf0b-54839ef4d2c7 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:51:32.160702 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-644b29ea-3f53-47f7-862b-2388138ec968 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:32.190242 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b29ea-3f53-47f7-862b-2388138ec968 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Pushing event deleted for resources: {'Port': ['ID=95fcae5f-7635-47f0-bf0b-54839ef4d2c7,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:32.191983 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644b29ea-3f53-47f7-862b-2388138ec968 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] No DVR routers for this DVR port 95fcae5f-7635-47f0-bf0b-54839ef4d2c7 on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:51:32.238971 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-538f11c5-7508-4858-96e7-b925fd8da9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:32.264740 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f11c5-7508-4858-96e7-b925fd8da9c5 None None] Pushing event deleted for resources: {'Port': ['ID=95fcae5f-7635-47f0-bf0b-54839ef4d2c7,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:32.268509 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538f11c5-7508-4858-96e7-b925fd8da9c5 None None] No DVR routers for this DVR port 95fcae5f-7635-47f0-bf0b-54839ef4d2c7 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:51:32.274979 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-644b29ea-3f53-47f7-862b-2388138ec968 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:32.489643 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 95fcae5f-7635-47f0-bf0b-54839ef4d2c7 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:51:32.510900 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 95fcae5f-7635-47f0-bf0b-54839ef4d2c7 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:51:32.511353 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 95fcae5f-7635-47f0-bf0b-54839ef4d2c7 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:51:32.614828 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-644b29ea-3f53-47f7-862b-2388138ec968 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06d306b3-cbc7-4fce-8d75-a95c835c2cb4']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:32.626851 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-644b29ea-3f53-47f7-862b-2388138ec968 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1f73a3d-ce8b-4ce2-9d86-b74bcc12d454') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:32.627136 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-644b29ea-3f53-47f7-862b-2388138ec968 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1f73a3d-ce8b-4ce2-9d86-b74bcc12d454') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:32.639245 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-644b29ea-3f53-47f7-862b-2388138ec968 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:32.660827 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f713338-3b14-4bf4-9903-2f12c1ac40cf req-60204e24-b51b-498f-838d-ced5e2bf0e65 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:32.662345 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7f713338-3b14-4bf4-9903-2f12c1ac40cf req-60204e24-b51b-498f-838d-ced5e2bf0e65 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/ports?device_id=f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d HTTP/1.1" status: 200 len: 945 time: 0.3845963 Feb 16 12:51:32.663394 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-644b29ea-3f53-47f7-862b-2388138ec968 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:32.671512 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-644b29ea-3f53-47f7-862b-2388138ec968 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:51:32.671916 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-644b29ea-3f53-47f7-862b-2388138ec968 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:32.675224 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:51:32.675224 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:51:32.675224 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:51:32.675224 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:51:32.675224 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:51:32.675224 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:51:32.675224 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:51:32.675224 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:51:32.675224 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:51:32.675224 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:51:32.675224 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:51:32.675224 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:51:32.675224 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:51:32.675224 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:51:32.675224 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:51:32.675224 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:51:32.675224 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:51:32.675224 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:51:32.675224 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:51:32.675224 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:51:32.675224 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:51:32.675224 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:51:32.675224 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:51:32.675224 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:51:32.675224 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:51:32.675224 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:51:32.675224 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:51:32.675224 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:51:32.675224 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:51:32.675224 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:51:32.675224 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:51:32.675224 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:51:32.756235 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7f713338-3b14-4bf4-9903-2f12c1ac40cf req-1a65219f-f4db-4b49-bf25-7c7611a708a6 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/security-groups?id=fe86a4cd-ed4a-4360-8159-15c68d5be606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865304 Feb 16 12:51:32.764844 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-644b29ea-3f53-47f7-862b-2388138ec968 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:32.773151 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-644b29ea-3f53-47f7-862b-2388138ec968 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:32.779509 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-644b29ea-3f53-47f7-862b-2388138ec968 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] 10.222.0.90 "DELETE /v2.0/networks/06d306b3-cbc7-4fce-8d75-a95c835c2cb4 HTTP/1.1" status: 204 len: 168 time: 0.9381139 Feb 16 12:51:32.779769 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38446) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:32.821132 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b29ea-3f53-47f7-862b-2388138ec968 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Pushing event deleted for resources: {'Network': ['ID=06d306b3-cbc7-4fce-8d75-a95c835c2cb4,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:32.864430 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc7b172f-e284-4cc6-bbaf-14b1161ff848 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Deleting subnet ca9fa42f-d9a0-42dc-a3e0-157aec549e29 {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:51:32.882843 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bc7b172f-e284-4cc6-bbaf-14b1161ff848 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:32.930575 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bc7b172f-e284-4cc6-bbaf-14b1161ff848 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:32.959285 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb14c4a-ab21-4093-a9c4-a7455b0ff2bf req-e0c3b0c1-53e2-4414-af87-0619f7eb6194 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:32.960839 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bdb14c4a-ab21-4093-a9c4-a7455b0ff2bf req-e0c3b0c1-53e2-4414-af87-0619f7eb6194 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/ports?device_id=f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d HTTP/1.1" status: 200 len: 945 time: 0.1193538 Feb 16 12:51:33.017001 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bdb14c4a-ab21-4093-a9c4-a7455b0ff2bf req-170cac72-a741-4e35-8bd7-119bf3ce3e4d tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/security-groups?id=fe86a4cd-ed4a-4360-8159-15c68d5be606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486867 Feb 16 12:51:33.063979 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bc7b172f-e284-4cc6-bbaf-14b1161ff848 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:33.131417 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bc7b172f-e284-4cc6-bbaf-14b1161ff848 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:33.170181 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b172f-e284-4cc6-bbaf-14b1161ff848 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Pushing event deleted for resources: {'Subnet': ['ID=ca9fa42f-d9a0-42dc-a3e0-157aec549e29,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:33.177989 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bc7b172f-e284-4cc6-bbaf-14b1161ff848 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:33.185398 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-bc7b172f-e284-4cc6-bbaf-14b1161ff848 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] 10.222.0.90 "DELETE /v2.0/subnets/ca9fa42f-d9a0-42dc-a3e0-157aec549e29 HTTP/1.1" status: 204 len: 168 time: 0.4036279 Feb 16 12:51:33.187516 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef229b3-cf2c-4cb2-bb50-1391ff273b56 None None] Network 23287441-add8-4f23-a2e9-7e0fab99d906 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:51:33.188241 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38454) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:33.243236 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3ed7749-d6b5-4512-b228-8b016645b7a2 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Deleting subnet 72e3525a-55d0-4773-818c-1b67422f093d {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:51:33.253907 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3ed7749-d6b5-4512-b228-8b016645b7a2 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:33.283600 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e2648-7939-4eb0-a757-fc18d6f7a445 req-673b047b-eb6c-4f1a-ad8a-d892e3a161e3 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:33.286714 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1a3e2648-7939-4eb0-a757-fc18d6f7a445 req-673b047b-eb6c-4f1a-ad8a-d892e3a161e3 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/ports?device_id=f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d HTTP/1.1" status: 200 len: 945 time: 0.0634992 Feb 16 12:51:33.300671 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3ed7749-d6b5-4512-b228-8b016645b7a2 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:33.332484 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1a3e2648-7939-4eb0-a757-fc18d6f7a445 req-8515fd4f-5b51-4f54-8264-1e2fe8b1a338 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/security-groups?id=fe86a4cd-ed4a-4360-8159-15c68d5be606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381403 Feb 16 12:51:33.410560 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3ed7749-d6b5-4512-b228-8b016645b7a2 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:33.417717 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee22db8-8605-4cac-803d-d74d09296b11 None None] DHCP port deletion for 23287441-add8-4f23-a2e9-7e0fab99d906 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:51:33.479295 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-fee22db8-8605-4cac-803d-d74d09296b11 None None] Deleting port ccb208f5-cfa1-4de5-84a4-583a45bdbc22 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:51:33.479816 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fee22db8-8605-4cac-803d-d74d09296b11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:33.484415 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3ed7749-d6b5-4512-b228-8b016645b7a2 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:33.514080 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed7749-d6b5-4512-b228-8b016645b7a2 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Pushing event deleted for resources: {'Subnet': ['ID=72e3525a-55d0-4773-818c-1b67422f093d,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:33.518684 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3ed7749-d6b5-4512-b228-8b016645b7a2 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:33.522490 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e3ed7749-d6b5-4512-b228-8b016645b7a2 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] 10.222.0.90 "DELETE /v2.0/subnets/72e3525a-55d0-4773-818c-1b67422f093d HTTP/1.1" status: 204 len: 168 time: 0.3331447 Feb 16 12:51:33.526296 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38456) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:33.540234 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049ef3ea-2c05-447f-8c99-4bd7c9e423ee None None] Network 6c598a11-826e-41ab-b1da-8f3b3c295d72 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:51:33.612941 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-fee22db8-8605-4cac-803d-d74d09296b11 None None] For port ccb208f5-cfa1-4de5-84a4-583a45bdbc22, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=ccb208f5-cfa1-4de5-84a4-583a45bdbc22,segment=NetworkSegment(aa5991e1-6bb7-4a7a-bb5d-7847bdf72ed9),segment_id=aa5991e1-6bb7-4a7a-bb5d-7847bdf72ed9)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:51:33.613322 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fee22db8-8605-4cac-803d-d74d09296b11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:33.622657 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9492fa5d-decb-4f57-aa20-6690e754cb0a tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:33.636823 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-fee22db8-8605-4cac-803d-d74d09296b11 None None] Calling delete_port for ccb208f5-cfa1-4de5-84a4-583a45bdbc22 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:51:33.684217 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-9492fa5d-decb-4f57-aa20-6690e754cb0a tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Deleting port ccb208f5-cfa1-4de5-84a4-583a45bdbc22 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:51:33.684743 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9492fa5d-decb-4f57-aa20-6690e754cb0a tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:33.761013 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-9492fa5d-decb-4f57-aa20-6690e754cb0a tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] For port ccb208f5-cfa1-4de5-84a4-583a45bdbc22, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=ccb208f5-cfa1-4de5-84a4-583a45bdbc22,segment=NetworkSegment(aa5991e1-6bb7-4a7a-bb5d-7847bdf72ed9),segment_id=aa5991e1-6bb7-4a7a-bb5d-7847bdf72ed9)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:51:33.761628 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9492fa5d-decb-4f57-aa20-6690e754cb0a tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:33.778801 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fee22db8-8605-4cac-803d-d74d09296b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:33.779817 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-9492fa5d-decb-4f57-aa20-6690e754cb0a tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Calling delete_port for ccb208f5-cfa1-4de5-84a4-583a45bdbc22 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:51:33.807128 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee22db8-8605-4cac-803d-d74d09296b11 None None] Pushing event deleted for resources: {'Port': ['ID=ccb208f5-cfa1-4de5-84a4-583a45bdbc22,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:33.811290 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee22db8-8605-4cac-803d-d74d09296b11 None None] No DVR routers for this DVR port ccb208f5-cfa1-4de5-84a4-583a45bdbc22 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:51:33.850721 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4e9e9a-f024-45dd-aea6-903a701349cd None None] DHCP port deletion for 6c598a11-826e-41ab-b1da-8f3b3c295d72 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:51:33.888812 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9492fa5d-decb-4f57-aa20-6690e754cb0a tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:33.907506 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-4f4e9e9a-f024-45dd-aea6-903a701349cd None None] Deleting port 257ea2ff-3cf7-4f63-9507-2cf38617d431 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:51:33.908535 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4f4e9e9a-f024-45dd-aea6-903a701349cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:33.922963 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9492fa5d-decb-4f57-aa20-6690e754cb0a tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Pushing event deleted for resources: {'Port': ['ID=ccb208f5-cfa1-4de5-84a4-583a45bdbc22,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:33.925301 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9492fa5d-decb-4f57-aa20-6690e754cb0a tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] No DVR routers for this DVR port ccb208f5-cfa1-4de5-84a4-583a45bdbc22 on host dv-neutron-828142-3-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:51:33.982586 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-4f4e9e9a-f024-45dd-aea6-903a701349cd None None] For port 257ea2ff-3cf7-4f63-9507-2cf38617d431, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=257ea2ff-3cf7-4f63-9507-2cf38617d431,segment=NetworkSegment(3128986b-fe14-4eb0-be95-01b5e9e6fc1f),segment_id=3128986b-fe14-4eb0-be95-01b5e9e6fc1f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:51:33.982974 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4f4e9e9a-f024-45dd-aea6-903a701349cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:33.997188 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-4f4e9e9a-f024-45dd-aea6-903a701349cd None None] Calling delete_port for 257ea2ff-3cf7-4f63-9507-2cf38617d431 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:51:34.020973 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9492fa5d-decb-4f57-aa20-6690e754cb0a tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.048546 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-9492fa5d-decb-4f57-aa20-6690e754cb0a tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23287441-add8-4f23-a2e9-7e0fab99d906']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:34.066793 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-9492fa5d-decb-4f57-aa20-6690e754cb0a tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa5991e1-6bb7-4a7a-bb5d-7847bdf72ed9') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:34.067368 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-9492fa5d-decb-4f57-aa20-6690e754cb0a tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa5991e1-6bb7-4a7a-bb5d-7847bdf72ed9') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:34.082957 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9492fa5d-decb-4f57-aa20-6690e754cb0a tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.084107 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4f4e9e9a-f024-45dd-aea6-903a701349cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.099743 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9492fa5d-decb-4f57-aa20-6690e754cb0a tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.111488 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9492fa5d-decb-4f57-aa20-6690e754cb0a tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:51:34.112655 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9492fa5d-decb-4f57-aa20-6690e754cb0a tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.113953 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e9e9a-f024-45dd-aea6-903a701349cd None None] Pushing event deleted for resources: {'Port': ['ID=257ea2ff-3cf7-4f63-9507-2cf38617d431,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:34.116012 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4e9e9a-f024-45dd-aea6-903a701349cd None None] No DVR routers for this DVR port 257ea2ff-3cf7-4f63-9507-2cf38617d431 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:51:34.118272 dv-neutron-828142-3-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:51:34.118272 dv-neutron-828142-3-hyperv neutron-server[109049]: self.session.flush() Feb 16 12:51:34.118272 dv-neutron-828142-3-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:51:34.118272 dv-neutron-828142-3-hyperv neutron-server[109049]: self.session.flush() Feb 16 12:51:34.118272 dv-neutron-828142-3-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:51:34.118272 dv-neutron-828142-3-hyperv neutron-server[109049]: self.session.flush() Feb 16 12:51:34.118272 dv-neutron-828142-3-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:51:34.118272 dv-neutron-828142-3-hyperv neutron-server[109049]: self.session.flush() Feb 16 12:51:34.118272 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:51:34.118272 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:51:34.118272 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:51:34.118272 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:51:34.118272 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:51:34.118272 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:51:34.118272 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:51:34.118272 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:51:34.118272 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:51:34.118272 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:51:34.118272 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:51:34.118272 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:51:34.118272 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:51:34.118272 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:51:34.118272 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:51:34.118272 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:51:34.118272 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:51:34.118272 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:51:34.118272 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:51:34.118272 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:51:34.118272 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:51:34.118272 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:51:34.118272 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:51:34.118272 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:51:34.118272 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:51:34.118272 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:51:34.118272 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:51:34.118272 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:51:34.118272 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:51:34.118272 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:51:34.118272 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:51:34.118272 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:51:34.193416 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9492fa5d-decb-4f57-aa20-6690e754cb0a tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.203676 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9492fa5d-decb-4f57-aa20-6690e754cb0a tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.209819 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9492fa5d-decb-4f57-aa20-6690e754cb0a tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] 10.222.0.90 "DELETE /v2.0/networks/23287441-add8-4f23-a2e9-7e0fab99d906 HTTP/1.1" status: 204 len: 168 time: 0.6820638 Feb 16 12:51:34.212428 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38458) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:34.231663 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9492fa5d-decb-4f57-aa20-6690e754cb0a tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Pushing event deleted for resources: {'Network': ['ID=23287441-add8-4f23-a2e9-7e0fab99d906,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:34.311811 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-46620d84-d672-4e3b-b3e9-3d5acb9c0cd7 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.411681 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-46620d84-d672-4e3b-b3e9-3d5acb9c0cd7 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.445062 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-46620d84-d672-4e3b-b3e9-3d5acb9c0cd7 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c598a11-826e-41ab-b1da-8f3b3c295d72']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:34.461661 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-46620d84-d672-4e3b-b3e9-3d5acb9c0cd7 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3128986b-fe14-4eb0-be95-01b5e9e6fc1f') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:34.461934 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-46620d84-d672-4e3b-b3e9-3d5acb9c0cd7 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3128986b-fe14-4eb0-be95-01b5e9e6fc1f') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:34.477945 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-46620d84-d672-4e3b-b3e9-3d5acb9c0cd7 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.478927 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf146468-9aca-4ad0-9f8c-3b12156fcd73 req-c496c74b-2d4f-402e-88e8-d95f7c1ed6f6 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:34.480824 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-cf146468-9aca-4ad0-9f8c-3b12156fcd73 req-c496c74b-2d4f-402e-88e8-d95f7c1ed6f6 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/ports?device_id=f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d HTTP/1.1" status: 200 len: 945 time: 0.0639637 Feb 16 12:51:34.484377 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 257ea2ff-3cf7-4f63-9507-2cf38617d431 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:51:34.508480 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-46620d84-d672-4e3b-b3e9-3d5acb9c0cd7 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.516355 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 257ea2ff-3cf7-4f63-9507-2cf38617d431 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:51:34.516823 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 257ea2ff-3cf7-4f63-9507-2cf38617d431 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:51:34.517255 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device ccb208f5-cfa1-4de5-84a4-583a45bdbc22 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:51:34.517865 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46620d84-d672-4e3b-b3e9-3d5acb9c0cd7 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:51:34.518826 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-46620d84-d672-4e3b-b3e9-3d5acb9c0cd7 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.523452 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:51:34.523452 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:51:34.523452 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:51:34.523452 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:51:34.523452 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:51:34.523452 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:51:34.523452 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:51:34.523452 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:51:34.523452 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:51:34.523452 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:51:34.523452 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:51:34.523452 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:51:34.523452 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:51:34.523452 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:51:34.523452 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:51:34.523452 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:51:34.523452 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:51:34.523452 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:51:34.523452 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:51:34.523452 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:51:34.523452 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:51:34.523452 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:51:34.523452 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:51:34.523452 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:51:34.523452 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:51:34.523452 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:51:34.523452 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:51:34.523452 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:51:34.523452 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:51:34.523452 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:51:34.523452 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:51:34.523452 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:51:34.534772 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-cf146468-9aca-4ad0-9f8c-3b12156fcd73 req-babe2e49-3171-485d-9807-ffebf26c2685 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/security-groups?id=fe86a4cd-ed4a-4360-8159-15c68d5be606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466924 Feb 16 12:51:34.539369 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: ccb208f5-cfa1-4de5-84a4-583a45bdbc22 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:51:34.539715 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device ccb208f5-cfa1-4de5-84a4-583a45bdbc22 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:51:34.595329 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-46620d84-d672-4e3b-b3e9-3d5acb9c0cd7 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.600889 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-46620d84-d672-4e3b-b3e9-3d5acb9c0cd7 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.604201 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-46620d84-d672-4e3b-b3e9-3d5acb9c0cd7 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] 10.222.0.90 "DELETE /v2.0/networks/6c598a11-826e-41ab-b1da-8f3b3c295d72 HTTP/1.1" status: 204 len: 168 time: 0.3907595 Feb 16 12:51:34.607162 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38466) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:34.621559 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46620d84-d672-4e3b-b3e9-3d5acb9c0cd7 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Pushing event deleted for resources: {'Network': ['ID=6c598a11-826e-41ab-b1da-8f3b3c295d72,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:34.679799 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-174b2c00-6ea4-452c-af91-fea987376a4d tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Deleting subnet 7e55419c-16c6-4d23-aa43-38af06cfd470 {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:51:34.683660 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-174b2c00-6ea4-452c-af91-fea987376a4d tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.747217 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-174b2c00-6ea4-452c-af91-fea987376a4d tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.869890 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d865b0-fa0c-40da-ac0b-ae66da523818 req-06f0c134-b7bc-490c-b753-98a63175ea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:34.871864 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-05d865b0-fa0c-40da-ac0b-ae66da523818 req-06f0c134-b7bc-490c-b753-98a63175ea8e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c80c073917bc4ce6937cd3bdbb0ddb0d&device_id=f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d HTTP/1.1" status: 200 len: 1098 time: 0.0464609 Feb 16 12:51:34.878224 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-174b2c00-6ea4-452c-af91-fea987376a4d tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.889444 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47df302-f00d-4f9d-af3b-a71974e0a4d5 req-badaa5aa-9700-46c2-9dd5-761dfba6ac37 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:34.891073 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f47df302-f00d-4f9d-af3b-a71974e0a4d5 req-badaa5aa-9700-46c2-9dd5-761dfba6ac37 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/ports?device_id=f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d HTTP/1.1" status: 200 len: 945 time: 0.0980525 Feb 16 12:51:34.977273 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f47df302-f00d-4f9d-af3b-a71974e0a4d5 req-ccd38c20-875a-4a66-9972-9712b9738dba tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/security-groups?id=fe86a4cd-ed4a-4360-8159-15c68d5be606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675855 Feb 16 12:51:34.989662 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-174b2c00-6ea4-452c-af91-fea987376a4d tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:35.011053 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d865b0-fa0c-40da-ac0b-ae66da523818 req-ed9f1e3f-664d-442e-a05d-0828d9b9512c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:35.012555 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-05d865b0-fa0c-40da-ac0b-ae66da523818 req-ed9f1e3f-664d-442e-a05d-0828d9b9512c service neutron] 10.222.0.42 "GET /v2.0/networks?id=f2314ed5-3655-415f-97b9-1f804baaf870 HTTP/1.1" status: 200 len: 913 time: 0.1320271 Feb 16 12:51:35.020448 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b2c00-6ea4-452c-af91-fea987376a4d tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Pushing event deleted for resources: {'Subnet': ['ID=7e55419c-16c6-4d23-aa43-38af06cfd470,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:35.026721 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-174b2c00-6ea4-452c-af91-fea987376a4d tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:35.031310 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-174b2c00-6ea4-452c-af91-fea987376a4d tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] 10.222.0.90 "DELETE /v2.0/subnets/7e55419c-16c6-4d23-aa43-38af06cfd470 HTTP/1.1" status: 204 len: 168 time: 0.4227355 Feb 16 12:51:35.033287 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38472) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:35.044042 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221ff4ea-39a2-4d75-bc94-12ed6c8032cf None None] Network 8e9e517c-8d5b-4960-8c77-a9f0c426a153 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:51:35.081630 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-05d865b0-fa0c-40da-ac0b-ae66da523818 req-89bc659c-7f3e-45a1-a8ca-12b321635e56 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b51f34e-b25a-46b0-8236-553e09e6978d HTTP/1.1" status: 200 len: 217 time: 0.0587280 Feb 16 12:51:35.191404 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-169bf3bd-cfce-4a37-886e-38f8efe5d6ae tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:35.198000 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d865b0-fa0c-40da-ac0b-ae66da523818 req-18d2f165-09cb-4472-8563-ede5c17c1821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:35.199643 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-05d865b0-fa0c-40da-ac0b-ae66da523818 req-18d2f165-09cb-4472-8563-ede5c17c1821 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1826cf37-2aca-4b09-a180-94bea962027c HTTP/1.1" status: 200 len: 852 time: 0.1082041 Feb 16 12:51:35.226255 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b123a1-fd11-42d3-abc5-5a0a9e049559 None None] DHCP port deletion for 8e9e517c-8d5b-4960-8c77-a9f0c426a153 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:51:35.262861 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-05d865b0-fa0c-40da-ac0b-ae66da523818 req-85b2b436-7f7e-465d-8253-b258134b6955 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f2314ed5-3655-415f-97b9-1f804baaf870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538099 Feb 16 12:51:35.278433 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-18b123a1-fd11-42d3-abc5-5a0a9e049559 None None] Deleting port 207b042a-ce36-4af8-9bad-a3a64e2e9404 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:51:35.279102 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-18b123a1-fd11-42d3-abc5-5a0a9e049559 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:35.354086 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-169bf3bd-cfce-4a37-886e-38f8efe5d6ae tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Deleting port 207b042a-ce36-4af8-9bad-a3a64e2e9404 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:51:35.354439 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-169bf3bd-cfce-4a37-886e-38f8efe5d6ae tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:35.354674 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-18b123a1-fd11-42d3-abc5-5a0a9e049559 None None] For port 207b042a-ce36-4af8-9bad-a3a64e2e9404, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=207b042a-ce36-4af8-9bad-a3a64e2e9404,segment=NetworkSegment(f41d8ae4-4407-44e3-923c-6f35134d576b),segment_id=f41d8ae4-4407-44e3-923c-6f35134d576b)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:51:35.355201 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-18b123a1-fd11-42d3-abc5-5a0a9e049559 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:35.379067 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-18b123a1-fd11-42d3-abc5-5a0a9e049559 None None] Calling delete_port for 207b042a-ce36-4af8-9bad-a3a64e2e9404 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:51:35.420239 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-05d865b0-fa0c-40da-ac0b-ae66da523818 req-556ce49c-87ae-432d-936b-2ec0f776a194 service neutron] 10.222.0.42 "GET /v2.0/networks/f2314ed5-3655-415f-97b9-1f804baaf870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497536 Feb 16 12:51:35.467214 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-169bf3bd-cfce-4a37-886e-38f8efe5d6ae tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] For port 207b042a-ce36-4af8-9bad-a3a64e2e9404, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=207b042a-ce36-4af8-9bad-a3a64e2e9404,segment=NetworkSegment(f41d8ae4-4407-44e3-923c-6f35134d576b),segment_id=f41d8ae4-4407-44e3-923c-6f35134d576b)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:51:35.467509 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-169bf3bd-cfce-4a37-886e-38f8efe5d6ae tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:35.488950 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-18b123a1-fd11-42d3-abc5-5a0a9e049559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:35.510697 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-169bf3bd-cfce-4a37-886e-38f8efe5d6ae tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Calling delete_port for 207b042a-ce36-4af8-9bad-a3a64e2e9404 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:51:35.531165 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b123a1-fd11-42d3-abc5-5a0a9e049559 None None] No DVR routers for this DVR port 207b042a-ce36-4af8-9bad-a3a64e2e9404 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:51:35.536161 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b123a1-fd11-42d3-abc5-5a0a9e049559 None None] Pushing event deleted for resources: {'Port': ['ID=207b042a-ce36-4af8-9bad-a3a64e2e9404,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:35.598569 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-05d865b0-fa0c-40da-ac0b-ae66da523818 req-9a478229-9a5b-492f-8c22-31ef933e3d61 service neutron] 10.222.0.42 "GET /v2.0/networks/f2314ed5-3655-415f-97b9-1f804baaf870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681671 Feb 16 12:51:35.625850 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-169bf3bd-cfce-4a37-886e-38f8efe5d6ae tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:35.652338 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169bf3bd-cfce-4a37-886e-38f8efe5d6ae tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Pushing event deleted for resources: {'Port': ['ID=207b042a-ce36-4af8-9bad-a3a64e2e9404,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:35.656243 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169bf3bd-cfce-4a37-886e-38f8efe5d6ae tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] No DVR routers for this DVR port 207b042a-ce36-4af8-9bad-a3a64e2e9404 on host dv-neutron-828142-3-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:51:35.766798 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-169bf3bd-cfce-4a37-886e-38f8efe5d6ae tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:35.793217 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b29b2703-ed76-4577-8122-a342d517c9f7 req-1d60fa72-4bf5-4de6-a3ee-ccbc0a6549fe service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b28ad46e-1a6c-432e-9796-1e1bf13e1cfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1128252 Feb 16 12:51:35.794817 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-169bf3bd-cfce-4a37-886e-38f8efe5d6ae tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e9e517c-8d5b-4960-8c77-a9f0c426a153']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:35.805958 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-169bf3bd-cfce-4a37-886e-38f8efe5d6ae tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f41d8ae4-4407-44e3-923c-6f35134d576b') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:35.806190 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-169bf3bd-cfce-4a37-886e-38f8efe5d6ae tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f41d8ae4-4407-44e3-923c-6f35134d576b') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:35.816990 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-169bf3bd-cfce-4a37-886e-38f8efe5d6ae tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:35.832979 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-169bf3bd-cfce-4a37-886e-38f8efe5d6ae tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:35.840465 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169bf3bd-cfce-4a37-886e-38f8efe5d6ae tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:51:35.840945 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-169bf3bd-cfce-4a37-886e-38f8efe5d6ae tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:35.846780 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:51:35.846780 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:51:35.846780 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:51:35.846780 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:51:35.846780 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:51:35.846780 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:51:35.846780 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:51:35.846780 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:51:35.846780 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:51:35.846780 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:51:35.846780 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:51:35.846780 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:51:35.846780 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:51:35.846780 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:51:35.846780 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:51:35.846780 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:51:35.846780 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:51:35.846780 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:51:35.846780 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:51:35.846780 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:51:35.846780 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:51:35.846780 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:51:35.846780 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:51:35.846780 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:51:35.846780 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:51:35.846780 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:51:35.846780 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:51:35.846780 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:51:35.846780 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:51:35.846780 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:51:35.846780 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:51:35.846780 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:51:35.940562 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b2703-ed76-4577-8122-a342d517c9f7 req-c6c9f593-1c90-48ef-a5c2-ef539e47867e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:35.942088 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b29b2703-ed76-4577-8122-a342d517c9f7 req-c6c9f593-1c90-48ef-a5c2-ef539e47867e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98ec8fef3f1245f3a4cdb1afaef344d1&device_id=b28ad46e-1a6c-432e-9796-1e1bf13e1cfe HTTP/1.1" status: 200 len: 1098 time: 0.0818262 Feb 16 12:51:35.943138 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-169bf3bd-cfce-4a37-886e-38f8efe5d6ae tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:35.951142 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-169bf3bd-cfce-4a37-886e-38f8efe5d6ae tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:35.954248 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-169bf3bd-cfce-4a37-886e-38f8efe5d6ae tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] 10.222.0.90 "DELETE /v2.0/networks/8e9e517c-8d5b-4960-8c77-a9f0c426a153 HTTP/1.1" status: 204 len: 168 time: 0.9175785 Feb 16 12:51:35.957167 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38474) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:35.963941 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169bf3bd-cfce-4a37-886e-38f8efe5d6ae tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Pushing event deleted for resources: {'Network': ['ID=8e9e517c-8d5b-4960-8c77-a9f0c426a153,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:35.992760 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-42afd31c-de1d-4bae-abc0-bd375e2d3881 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] 10.222.0.90 "GET /v2.0/ports?device_id=6b740a3b-058c-4c3b-995e-6258c652ccea HTTP/1.1" status: 200 len: 205 time: 0.0335011 Feb 16 12:51:35.995098 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38476) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:36.071253 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b2703-ed76-4577-8122-a342d517c9f7 req-78088903-06a5-45cc-b3a2-809b8aaf5591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:36.072822 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b29b2703-ed76-4577-8122-a342d517c9f7 req-78088903-06a5-45cc-b3a2-809b8aaf5591 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a876fa82-771e-4c40-93ac-63a7a3825868 HTTP/1.1" status: 200 len: 912 time: 0.1067746 Feb 16 12:51:36.101289 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cd010df9-9385-4696-8447-e5d06db5c158 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks [] for router, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:36.152180 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b29b2703-ed76-4577-8122-a342d517c9f7 req-8fa7ea3a-a3ad-4eae-896c-94bc1855f63f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5565f9ac-fc96-403e-bd34-74f2df6b73c7 HTTP/1.1" status: 200 len: 1001 time: 0.0711048 Feb 16 12:51:36.224181 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b2703-ed76-4577-8122-a342d517c9f7 req-5c88a119-ccc7-4274-a451-355e87897b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:36.225633 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b29b2703-ed76-4577-8122-a342d517c9f7 req-5c88a119-ccc7-4274-a451-355e87897b32 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=20776c33-d9e6-4c4d-a709-2c81a506e278 HTTP/1.1" status: 200 len: 850 time: 0.0671055 Feb 16 12:51:36.289696 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b2703-ed76-4577-8122-a342d517c9f7 req-60ca2dc4-2212-4c31-b846-7a350fb70e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:36.290448 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144deaa-830c-4021-a0b9-0625c4d412f4 req-7c16d19b-2f08-4385-ac1d-4c7571f2b22b tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:36.291516 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b29b2703-ed76-4577-8122-a342d517c9f7 req-60ca2dc4-2212-4c31-b846-7a350fb70e49 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a876fa82-771e-4c40-93ac-63a7a3825868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0486486 Feb 16 12:51:36.292495 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1144deaa-830c-4021-a0b9-0625c4d412f4 req-7c16d19b-2f08-4385-ac1d-4c7571f2b22b tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/ports?device_id=f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d HTTP/1.1" status: 200 len: 945 time: 0.2136054 Feb 16 12:51:36.334342 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cd010df9-9385-4696-8447-e5d06db5c158 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:36.345176 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cd010df9-9385-4696-8447-e5d06db5c158 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:36.414448 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1144deaa-830c-4021-a0b9-0625c4d412f4 req-0a0d8c96-19dc-411f-bc7a-2ec17cf73cb6 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/security-groups?id=fe86a4cd-ed4a-4360-8159-15c68d5be606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925643 Feb 16 12:51:36.415839 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cd010df9-9385-4696-8447-e5d06db5c158 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:36.416743 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd010df9-9385-4696-8447-e5d06db5c158 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Fanout notify agent at l3_agent the message router_deleted on router 6b740a3b-058c-4c3b-995e-6258c652ccea {{(pid=109048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:51:36.425725 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cd010df9-9385-4696-8447-e5d06db5c158 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:36.427090 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-cd010df9-9385-4696-8447-e5d06db5c158 tempest-RoutersNegativeIpV6Test-2132564435 tempest-RoutersNegativeIpV6Test-2132564435-project] 10.222.0.90 "DELETE /v2.0/routers/6b740a3b-058c-4c3b-995e-6258c652ccea HTTP/1.1" status: 204 len: 168 time: 0.4309964 Feb 16 12:51:36.428191 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b29b2703-ed76-4577-8122-a342d517c9f7 req-669e338a-dee5-4bdc-bf87-6ba6f2579322 service neutron] 10.222.0.42 "GET /v2.0/networks/a876fa82-771e-4c40-93ac-63a7a3825868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269248 Feb 16 12:51:36.500408 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 207b042a-ce36-4af8-9bad-a3a64e2e9404 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:51:36.539086 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 207b042a-ce36-4af8-9bad-a3a64e2e9404 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:51:36.539899 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 207b042a-ce36-4af8-9bad-a3a64e2e9404 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:51:36.566615 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b29b2703-ed76-4577-8122-a342d517c9f7 req-c6b4eb0e-fa2a-4a45-b092-a42f5e9a7ea4 service neutron] 10.222.0.42 "GET /v2.0/networks/a876fa82-771e-4c40-93ac-63a7a3825868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272309 Feb 16 12:51:36.744176 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38484) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:36.884971 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-19bd8711-ba87-44a7-88b3-eb1f2b24e4d3 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2b729080a6c2402c8603c9885d371d2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1395569 Feb 16 12:51:36.887363 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38488) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:36.945807 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-863422a6-091d-4657-a225-f20a9565cd5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:36.971173 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-863422a6-091d-4657-a225-f20a9565cd5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:37.024256 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-863422a6-091d-4657-a225-f20a9565cd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:37.027485 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-863422a6-091d-4657-a225-f20a9565cd5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:37.031962 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-863422a6-091d-4657-a225-f20a9565cd5c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/44718cc1-0d02-4ef2-bfe1-36fc164a80f8 HTTP/1.1" status: 204 len: 168 time: 0.1404014 Feb 16 12:51:37.038926 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863422a6-091d-4657-a225-f20a9565cd5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44718cc1-0d02-4ef2-bfe1-36fc164a80f8,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:37.560355 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9bd4e3-b633-42cc-a31b-c0afec4234d6 req-959cc55f-f526-4f0b-a314-df3bdc9acc44 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:37.561985 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ca9bd4e3-b633-42cc-a31b-c0afec4234d6 req-959cc55f-f526-4f0b-a314-df3bdc9acc44 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/ports?device_id=f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d HTTP/1.1" status: 200 len: 945 time: 0.0595281 Feb 16 12:51:37.607194 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ca9bd4e3-b633-42cc-a31b-c0afec4234d6 req-81cd5305-c4c9-4df2-baa3-911996d4aaac tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/security-groups?id=fe86a4cd-ed4a-4360-8159-15c68d5be606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373783 Feb 16 12:51:37.877778 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea029ed-f76b-4931-a49f-90e6ba827089 req-7a332de9-ab7e-4440-9949-8b12a52a25aa tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:37.879347 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0ea029ed-f76b-4931-a49f-90e6ba827089 req-7a332de9-ab7e-4440-9949-8b12a52a25aa tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/ports?device_id=f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d HTTP/1.1" status: 200 len: 945 time: 0.0507958 Feb 16 12:51:37.920175 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0ea029ed-f76b-4931-a49f-90e6ba827089 req-b656033a-90a7-4ad6-bf70-f9510285c842 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/security-groups?id=fe86a4cd-ed4a-4360-8159-15c68d5be606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348415 Feb 16 12:51:39.059015 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5f9f1-0673-4624-b390-11269cc67390 req-78c61fde-552b-475e-a53d-b836c058ac5e tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:39.060621 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ecf5f9f1-0673-4624-b390-11269cc67390 req-78c61fde-552b-475e-a53d-b836c058ac5e tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/ports?device_id=f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d HTTP/1.1" status: 200 len: 945 time: 0.0653145 Feb 16 12:51:39.109604 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ecf5f9f1-0673-4624-b390-11269cc67390 req-4a6016c3-386c-445a-b9e0-54cda10826c7 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/security-groups?id=fe86a4cd-ed4a-4360-8159-15c68d5be606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384636 Feb 16 12:51:39.371130 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99f975-c28d-465b-9301-2aa579b1d01f req-a6606656-d11d-427c-8d78-a72547197ca5 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:39.372919 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ac99f975-c28d-465b-9301-2aa579b1d01f req-a6606656-d11d-427c-8d78-a72547197ca5 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/ports?device_id=f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d HTTP/1.1" status: 200 len: 945 time: 0.0753860 Feb 16 12:51:39.385884 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f18b8-67db-4822-8def-e29b6bc07634 req-8b272da8-ab17-4fa7-a8d7-f5fc8cfd94c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:39.388862 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-871f18b8-67db-4822-8def-e29b6bc07634 req-8b272da8-ab17-4fa7-a8d7-f5fc8cfd94c9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c80c073917bc4ce6937cd3bdbb0ddb0d&device_id=f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d HTTP/1.1" status: 200 len: 1098 time: 0.0509455 Feb 16 12:51:39.428957 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ac99f975-c28d-465b-9301-2aa579b1d01f req-f6f5d14a-7926-4130-8d9f-86cfc83913ce tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/security-groups?id=fe86a4cd-ed4a-4360-8159-15c68d5be606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485275 Feb 16 12:51:39.493967 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f18b8-67db-4822-8def-e29b6bc07634 req-3ae453f9-f688-4765-9b97-9e1f4a9b85f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:39.495365 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-871f18b8-67db-4822-8def-e29b6bc07634 req-3ae453f9-f688-4765-9b97-9e1f4a9b85f4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f2314ed5-3655-415f-97b9-1f804baaf870 HTTP/1.1" status: 200 len: 913 time: 0.0996463 Feb 16 12:51:39.539374 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-871f18b8-67db-4822-8def-e29b6bc07634 req-ce84c72b-98a2-49b5-bdf8-916666fe5b39 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b51f34e-b25a-46b0-8236-553e09e6978d HTTP/1.1" status: 200 len: 217 time: 0.0354078 Feb 16 12:51:39.593661 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f18b8-67db-4822-8def-e29b6bc07634 req-42b9e39a-c262-4d46-adef-1dad7db53596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:39.595191 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-871f18b8-67db-4822-8def-e29b6bc07634 req-42b9e39a-c262-4d46-adef-1dad7db53596 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1826cf37-2aca-4b09-a180-94bea962027c HTTP/1.1" status: 200 len: 852 time: 0.0483992 Feb 16 12:51:39.628445 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-871f18b8-67db-4822-8def-e29b6bc07634 req-a0c4d740-73e0-4319-a0da-7800861b789b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f2314ed5-3655-415f-97b9-1f804baaf870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264106 Feb 16 12:51:39.728749 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-871f18b8-67db-4822-8def-e29b6bc07634 req-c812d86b-8d5f-41d2-a6a8-7803bc99f8b1 service neutron] 10.222.0.42 "GET /v2.0/networks/f2314ed5-3655-415f-97b9-1f804baaf870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932870 Feb 16 12:51:39.834545 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-871f18b8-67db-4822-8def-e29b6bc07634 req-bcc32185-f2e8-435a-98af-c5a8fc185c08 service neutron] 10.222.0.42 "GET /v2.0/networks/f2314ed5-3655-415f-97b9-1f804baaf870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965388 Feb 16 12:51:40.567224 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a44c96-94d0-40fd-86f3-aacdd26c3da0 req-5ac21e6b-532f-474f-acbd-aa5090fd11d0 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:40.568988 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-60a44c96-94d0-40fd-86f3-aacdd26c3da0 req-5ac21e6b-532f-474f-acbd-aa5090fd11d0 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/ports?device_id=f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d HTTP/1.1" status: 200 len: 945 time: 0.0601127 Feb 16 12:51:40.633903 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-60a44c96-94d0-40fd-86f3-aacdd26c3da0 req-90e45f78-b97a-432e-b955-e8a12fe83b24 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/security-groups?id=fe86a4cd-ed4a-4360-8159-15c68d5be606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465856 Feb 16 12:51:41.827223 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc78ec-d996-4f23-8f5d-a40a67fabd40 req-7773b645-b7cc-4631-88c9-5b1d35892632 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:41.829864 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4afc78ec-d996-4f23-8f5d-a40a67fabd40 req-7773b645-b7cc-4631-88c9-5b1d35892632 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/ports?device_id=f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d HTTP/1.1" status: 200 len: 945 time: 0.0947180 Feb 16 12:51:41.884081 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4afc78ec-d996-4f23-8f5d-a40a67fabd40 req-b3b626c9-c939-4aa7-8ad4-3372e37835d4 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/security-groups?id=fe86a4cd-ed4a-4360-8159-15c68d5be606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473359 Feb 16 12:51:42.201909 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548cab33-009b-416b-ba83-4eb41fec4132 req-9ea4130a-28b9-40d3-ae2d-3309908c28e8 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:42.203964 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-548cab33-009b-416b-ba83-4eb41fec4132 req-9ea4130a-28b9-40d3-ae2d-3309908c28e8 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/ports?device_id=f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d HTTP/1.1" status: 200 len: 945 time: 0.0564420 Feb 16 12:51:42.257280 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-548cab33-009b-416b-ba83-4eb41fec4132 req-95b6f4fe-f44c-475f-b1f1-137eb24b0042 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/security-groups?id=fe86a4cd-ed4a-4360-8159-15c68d5be606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454986 Feb 16 12:51:43.390059 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b209f-ec4f-402a-affa-53f9d05c62dc req-ebad6921-aaa9-435c-bda2-f9f3015765ea tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:43.391650 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-795b209f-ec4f-402a-affa-53f9d05c62dc req-ebad6921-aaa9-435c-bda2-f9f3015765ea tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/ports?device_id=f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d HTTP/1.1" status: 200 len: 945 time: 0.0518479 Feb 16 12:51:43.432994 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-795b209f-ec4f-402a-affa-53f9d05c62dc req-0979505d-a6a1-4cb7-b8db-0f5342fe9d48 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/security-groups?id=fe86a4cd-ed4a-4360-8159-15c68d5be606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344520 Feb 16 12:51:44.214097 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e09b3-c47a-45d9-8dd6-78ef22e34078 req-1500921f-8153-4eb9-ae21-f8f6755bb2a9 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:44.215802 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7c6e09b3-c47a-45d9-8dd6-78ef22e34078 req-1500921f-8153-4eb9-ae21-f8f6755bb2a9 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d HTTP/1.1" status: 200 len: 945 time: 0.0576253 Feb 16 12:51:44.329277 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-7c6e09b3-c47a-45d9-8dd6-78ef22e34078 req-c66dd364-3054-47ba-a0cf-244b85be30e6 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Deleting port 6b51f34e-b25a-46b0-8236-553e09e6978d {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:51:44.329513 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-7c6e09b3-c47a-45d9-8dd6-78ef22e34078 req-c66dd364-3054-47ba-a0cf-244b85be30e6 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:44.431581 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-7c6e09b3-c47a-45d9-8dd6-78ef22e34078 req-c66dd364-3054-47ba-a0cf-244b85be30e6 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] For port 6b51f34e-b25a-46b0-8236-553e09e6978d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6b51f34e-b25a-46b0-8236-553e09e6978d,segment=NetworkSegment(49c2f437-2558-4c2c-bf46-f374e9a6cb22),segment_id=49c2f437-2558-4c2c-bf46-f374e9a6cb22)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:51:44.431942 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-7c6e09b3-c47a-45d9-8dd6-78ef22e34078 req-c66dd364-3054-47ba-a0cf-244b85be30e6 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:44.443550 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-7c6e09b3-c47a-45d9-8dd6-78ef22e34078 req-c66dd364-3054-47ba-a0cf-244b85be30e6 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Calling delete_port for 6b51f34e-b25a-46b0-8236-553e09e6978d owned by compute:nova {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:51:44.553061 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985a57d-94b7-4065-a41e-372e20d81b3e req-d9be6e47-be4a-4aaf-ab23-a001172629a2 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:44.554536 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a985a57d-94b7-4065-a41e-372e20d81b3e req-d9be6e47-be4a-4aaf-ab23-a001172629a2 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/ports?device_id=f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d HTTP/1.1" status: 200 len: 945 time: 0.0536811 Feb 16 12:51:44.577662 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-7c6e09b3-c47a-45d9-8dd6-78ef22e34078 req-c66dd364-3054-47ba-a0cf-244b85be30e6 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:44.590635 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['6b51f34e-b25a-46b0-8236-553e09e6978d'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 12:51:44.595999 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a985a57d-94b7-4065-a41e-372e20d81b3e req-b754f838-b13c-4139-9856-feb0f425cd51 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.90 "GET /v2.0/security-groups?id=fe86a4cd-ed4a-4360-8159-15c68d5be606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355549 Feb 16 12:51:44.614132 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66dd364-3054-47ba-a0cf-244b85be30e6 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Pushing event deleted for resources: {'Port': ['ID=6b51f34e-b25a-46b0-8236-553e09e6978d,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:44.663606 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6e09b3-c47a-45d9-8dd6-78ef22e34078 req-c66dd364-3054-47ba-a0cf-244b85be30e6 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] No DVR routers for this DVR port 6b51f34e-b25a-46b0-8236-553e09e6978d on host hv-neutron-8281 {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:51:44.666231 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-7c6e09b3-c47a-45d9-8dd6-78ef22e34078 req-c66dd364-3054-47ba-a0cf-244b85be30e6 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:44.669617 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7c6e09b3-c47a-45d9-8dd6-78ef22e34078 req-c66dd364-3054-47ba-a0cf-244b85be30e6 tempest-TestServerAdvancedOps-218881821 tempest-TestServerAdvancedOps-218881821-project] 10.222.0.42 "DELETE /v2.0/ports/6b51f34e-b25a-46b0-8236-553e09e6978d HTTP/1.1" status: 204 len: 173 time: 0.4448538 Feb 16 12:51:44.670058 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d', 'name': 'network-vif-deleted', 'tag': '6b51f34e-b25a-46b0-8236-553e09e6978d'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:51:44.672356 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad013fa-f761-451a-a477-8c848e9e0bcd" -d '{"events": [{"server_uuid": "f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d", "name": "network-vif-deleted", "tag": "6b51f34e-b25a-46b0-8236-553e09e6978d"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:51:44.716152 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 12:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fc741e-b6e4-427d-b30a-fdfb540dd450 x-openstack-request-id: req-b8fc741e-b6e4-427d-b30a-fdfb540dd450 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:51:44.716477 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d", "name": "network-vif-deleted", "tag": "6b51f34e-b25a-46b0-8236-553e09e6978d", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:51:44.716795 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b8fc741e-b6e4-427d-b30a-fdfb540dd450 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:51:44.717315 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5fcbf8d-ff9a-469f-970f-f6ff20c4f63d', 'name': 'network-vif-deleted', 'tag': '6b51f34e-b25a-46b0-8236-553e09e6978d', 'status': 'completed', 'code': 200} Feb 16 12:51:45.660758 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38528) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:45.707412 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e56ee92-410a-4891-944e-8e6107593354 admin admin] Deleting subnet 1826cf37-2aca-4b09-a180-94bea962027c {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:51:45.710769 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7e56ee92-410a-4891-944e-8e6107593354 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:45.745977 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7e56ee92-410a-4891-944e-8e6107593354 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:45.789676 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7e56ee92-410a-4891-944e-8e6107593354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:45.845448 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7e56ee92-410a-4891-944e-8e6107593354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:45.870493 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e56ee92-410a-4891-944e-8e6107593354 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1826cf37-2aca-4b09-a180-94bea962027c,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:45.875614 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7e56ee92-410a-4891-944e-8e6107593354 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:45.879051 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7e56ee92-410a-4891-944e-8e6107593354 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/1826cf37-2aca-4b09-a180-94bea962027c HTTP/1.1" status: 204 len: 168 time: 0.2172234 Feb 16 12:51:45.881524 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38530) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:45.952055 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b0a8c989-1d92-484b-9ede-0d3f72b0a384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:46.039578 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b0a8c989-1d92-484b-9ede-0d3f72b0a384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:46.062612 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-b0a8c989-1d92-484b-9ede-0d3f72b0a384 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2314ed5-3655-415f-97b9-1f804baaf870']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:46.072204 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-b0a8c989-1d92-484b-9ede-0d3f72b0a384 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49c2f437-2558-4c2c-bf46-f374e9a6cb22') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:46.072497 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-b0a8c989-1d92-484b-9ede-0d3f72b0a384 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49c2f437-2558-4c2c-bf46-f374e9a6cb22') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:46.082189 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b0a8c989-1d92-484b-9ede-0d3f72b0a384 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:46.096166 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b0a8c989-1d92-484b-9ede-0d3f72b0a384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:46.102123 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0a8c989-1d92-484b-9ede-0d3f72b0a384 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:51:46.102520 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b0a8c989-1d92-484b-9ede-0d3f72b0a384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:46.104149 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:51:46.104149 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:51:46.104149 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:51:46.104149 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:51:46.104149 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:51:46.104149 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:51:46.104149 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:51:46.104149 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:51:46.104149 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:51:46.104149 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:51:46.104149 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:51:46.104149 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:51:46.104149 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:51:46.104149 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:51:46.104149 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:51:46.104149 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:51:46.104149 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:51:46.104149 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:51:46.104149 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:51:46.104149 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:51:46.104149 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:51:46.104149 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:51:46.104149 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:51:46.104149 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:51:46.104149 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:51:46.104149 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:51:46.104149 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:51:46.104149 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:51:46.104149 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:51:46.104149 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:51:46.104149 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:51:46.104149 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:51:46.161572 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b0a8c989-1d92-484b-9ede-0d3f72b0a384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:46.166853 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b0a8c989-1d92-484b-9ede-0d3f72b0a384 admin admin] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:46.170006 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b0a8c989-1d92-484b-9ede-0d3f72b0a384 admin admin] 10.222.0.90 "DELETE /v2.0/networks/f2314ed5-3655-415f-97b9-1f804baaf870 HTTP/1.1" status: 204 len: 168 time: 0.2875054 Feb 16 12:51:46.173023 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38532) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:46.220362 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c5aa9b1-86d0-4fa6-b434-9cc35d7e2eb5 admin admin] Deleting subnet 2df8684c-3517-4fde-abe5-8ec0ddd4ad9d {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:51:46.224410 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2c5aa9b1-86d0-4fa6-b434-9cc35d7e2eb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:46.262634 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2c5aa9b1-86d0-4fa6-b434-9cc35d7e2eb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:46.303636 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2c5aa9b1-86d0-4fa6-b434-9cc35d7e2eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:46.366965 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2c5aa9b1-86d0-4fa6-b434-9cc35d7e2eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:46.397911 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5aa9b1-86d0-4fa6-b434-9cc35d7e2eb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2df8684c-3517-4fde-abe5-8ec0ddd4ad9d,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:46.400019 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2c5aa9b1-86d0-4fa6-b434-9cc35d7e2eb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:46.403312 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2c5aa9b1-86d0-4fa6-b434-9cc35d7e2eb5 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/2df8684c-3517-4fde-abe5-8ec0ddd4ad9d HTTP/1.1" status: 204 len: 168 time: 0.2291505 Feb 16 12:51:46.409292 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38534) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:46.494609 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9d442626-d98c-4a67-9eb1-fea1abb49539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:46.535714 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8c989-1d92-484b-9ede-0d3f72b0a384 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2314ed5-3655-415f-97b9-1f804baaf870,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:46.582669 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9d442626-d98c-4a67-9eb1-fea1abb49539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:46.603926 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-9d442626-d98c-4a67-9eb1-fea1abb49539 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22cdf812-c8bd-4aea-99dc-c8f5fa599130']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:46.620438 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-9d442626-d98c-4a67-9eb1-fea1abb49539 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94dbdf63-c989-4e45-9068-9ef521218473') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:46.620762 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-9d442626-d98c-4a67-9eb1-fea1abb49539 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94dbdf63-c989-4e45-9068-9ef521218473') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:46.630347 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9d442626-d98c-4a67-9eb1-fea1abb49539 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:46.643093 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9d442626-d98c-4a67-9eb1-fea1abb49539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:46.650274 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d442626-d98c-4a67-9eb1-fea1abb49539 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:51:46.650741 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9d442626-d98c-4a67-9eb1-fea1abb49539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:46.652656 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:51:46.652656 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:51:46.652656 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:51:46.652656 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:51:46.652656 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:51:46.652656 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:51:46.652656 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:51:46.652656 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:51:46.652656 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:51:46.652656 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:51:46.652656 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:51:46.652656 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:51:46.652656 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:51:46.652656 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:51:46.652656 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:51:46.652656 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:51:46.652656 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:51:46.652656 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:51:46.652656 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:51:46.652656 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:51:46.652656 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:51:46.652656 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:51:46.652656 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:51:46.652656 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:51:46.652656 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:51:46.652656 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:51:46.652656 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:51:46.652656 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:51:46.652656 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:51:46.652656 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:51:46.652656 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:51:46.652656 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:51:46.708577 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9d442626-d98c-4a67-9eb1-fea1abb49539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:46.712962 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9d442626-d98c-4a67-9eb1-fea1abb49539 admin admin] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:46.716119 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-9d442626-d98c-4a67-9eb1-fea1abb49539 admin admin] 10.222.0.90 "DELETE /v2.0/networks/22cdf812-c8bd-4aea-99dc-c8f5fa599130 HTTP/1.1" status: 204 len: 168 time: 0.3055239 Feb 16 12:51:46.730371 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d442626-d98c-4a67-9eb1-fea1abb49539 admin admin] Pushing event deleted for resources: {'Network': ['ID=22cdf812-c8bd-4aea-99dc-c8f5fa599130,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:46.882595 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38538) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:46.921560 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-be8745fc-416b-42b3-9a4e-f10b6edfeb55 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c80c073917bc4ce6937cd3bdbb0ddb0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377643 Feb 16 12:51:46.924081 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38540) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:46.971898 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d9312d12-44b3-494b-8375-ed0381d73577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:46.991673 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d9312d12-44b3-494b-8375-ed0381d73577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:47.036025 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d9312d12-44b3-494b-8375-ed0381d73577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:47.038578 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d9312d12-44b3-494b-8375-ed0381d73577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:47.039708 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d9312d12-44b3-494b-8375-ed0381d73577 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/fe86a4cd-ed4a-4360-8159-15c68d5be606 HTTP/1.1" status: 204 len: 168 time: 0.1146941 Feb 16 12:51:47.048171 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9312d12-44b3-494b-8375-ed0381d73577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe86a4cd-ed4a-4360-8159-15c68d5be606,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:47.359027 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38546) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:47.398200 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6123c2d3-1ac7-456f-97cc-2ffccd7b9bfa admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=999737e986cd49b5bb31a6e6087ab6af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379939 Feb 16 12:51:47.400735 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38548) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:47.448758 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d6e58455-7b6c-481d-be65-07340ca47c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:47.472675 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d6e58455-7b6c-481d-be65-07340ca47c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:47.516672 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d6e58455-7b6c-481d-be65-07340ca47c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:47.519711 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d6e58455-7b6c-481d-be65-07340ca47c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:47.520926 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d6e58455-7b6c-481d-be65-07340ca47c3c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/806ba59f-81c1-4416-aa30-ceba4f47f630 HTTP/1.1" status: 204 len: 168 time: 0.1192214 Feb 16 12:51:47.528559 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e58455-7b6c-481d-be65-07340ca47c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806ba59f-81c1-4416-aa30-ceba4f47f630,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:47.906888 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 6b51f34e-b25a-46b0-8236-553e09e6978d no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:51:47.929617 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] No Port match for: 6b51f34e-b25a-46b0-8236-553e09e6978d {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:51:47.929952 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 6b51f34e-b25a-46b0-8236-553e09e6978d not bound to the agent host hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:51:52.217472 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-716537c2-65cb-4a3d-b831-6fddfd9a0b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:52.390715 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38556) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:52.450280 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2885842e-3d03-4124-a826-f7c28a4e560d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/floatingips/d43ef513-fb54-4136-b00c-b238a89e8f9a HTTP/1.1" status: 200 len: 993 time: 0.0584965 Feb 16 12:51:52.751294 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38562) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:52.908981 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-bc92c1e4-3e31-4827-93d6-3fdebd871ce3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting port da3e29d9-1bbe-4e0d-83b9-d51e5b25afd0 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:51:52.909327 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bc92c1e4-3e31-4827-93d6-3fdebd871ce3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:52.988472 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bc92c1e4-3e31-4827-93d6-3fdebd871ce3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:52.988827 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bc92c1e4-3e31-4827-93d6-3fdebd871ce3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:53.001495 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-bc92c1e4-3e31-4827-93d6-3fdebd871ce3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Calling delete_port for da3e29d9-1bbe-4e0d-83b9-d51e5b25afd0 owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:51:53.148019 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bc92c1e4-3e31-4827-93d6-3fdebd871ce3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:53.176218 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc92c1e4-3e31-4827-93d6-3fdebd871ce3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Port': ['ID=da3e29d9-1bbe-4e0d-83b9-d51e5b25afd0,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:53.235501 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bc92c1e4-3e31-4827-93d6-3fdebd871ce3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:53.235901 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-bc92c1e4-3e31-4827-93d6-3fdebd871ce3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Floating IP d43ef513-fb54-4136-b00c-b238a89e8f9a disassociated (deleted). External IP: 172.26.2.91, port: 67fa138f-1479-42f8-8b53-a0f51e4ecfcd. Feb 16 12:51:53.446623 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc92c1e4-3e31-4827-93d6-3fdebd871ce3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router 2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:51:53.557176 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc92c1e4-3e31-4827-93d6-3fdebd871ce3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:51:53.562192 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bc92c1e4-3e31-4827-93d6-3fdebd871ce3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:53.566941 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9edf4a-83f8-434d-9d39-f505c3893171 None None] Sync routers for ids ['2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:51:53.578197 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9edf4a-83f8-434d-9d39-f505c3893171 None None] Routers {'2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:51:53.578920 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-5a9edf4a-83f8-434d-9d39-f505c3893171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:51:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:53.590010 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-bc92c1e4-3e31-4827-93d6-3fdebd871ce3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/floatingips/d43ef513-fb54-4136-b00c-b238a89e8f9a HTTP/1.1" status: 204 len: 168 time: 0.8375742 Feb 16 12:51:53.590607 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f870489a-8dab-4f13-8a5c-df2820eec344', 'tag': '67fa138f-1479-42f8-8b53-a0f51e4ecfcd'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:51:53.592906 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00753406-0245-4a73-a824-fefe53c87d71" -d '{"events": [{"name": "network-changed", "server_uuid": "f870489a-8dab-4f13-8a5c-df2820eec344", "tag": "67fa138f-1479-42f8-8b53-a0f51e4ecfcd"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:51:53.632792 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 12:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cec732-be9b-474c-a906-dcf243850ae8 x-openstack-request-id: req-08cec732-be9b-474c-a906-dcf243850ae8 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:51:53.633080 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f870489a-8dab-4f13-8a5c-df2820eec344", "tag": "67fa138f-1479-42f8-8b53-a0f51e4ecfcd", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:51:53.633331 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-08cec732-be9b-474c-a906-dcf243850ae8 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:51:53.633738 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f870489a-8dab-4f13-8a5c-df2820eec344', 'tag': '67fa138f-1479-42f8-8b53-a0f51e4ecfcd', 'status': 'completed', 'code': 200} Feb 16 12:51:53.709504 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00753406-0245-4a73-a824-fefe53c87d71 req-325711cb-b9b9-4e1f-83b9-5f03b15dcc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:53.712502 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-00753406-0245-4a73-a824-fefe53c87d71 req-325711cb-b9b9-4e1f-83b9-5f03b15dcc18 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=f870489a-8dab-4f13-8a5c-df2820eec344 HTTP/1.1" status: 200 len: 1099 time: 0.0557542 Feb 16 12:51:53.822789 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00753406-0245-4a73-a824-fefe53c87d71 req-fc3eebac-dd9e-4f20-8801-1f710b4e54b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:53.824267 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-00753406-0245-4a73-a824-fefe53c87d71 req-fc3eebac-dd9e-4f20-8801-1f710b4e54b6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=edab1fb9-4925-45fe-b7a4-7f52746b7ac7 HTTP/1.1" status: 200 len: 897 time: 0.1041100 Feb 16 12:51:53.838836 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf71f82-dd7a-4dee-9346-052155570966 req-cbf79459-537c-4f9b-a176-aeb8704c5441 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:53.840557 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ccf71f82-dd7a-4dee-9346-052155570966 req-cbf79459-537c-4f9b-a176-aeb8704c5441 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=f870489a-8dab-4f13-8a5c-df2820eec344 HTTP/1.1" status: 200 len: 946 time: 0.0608013 Feb 16 12:51:53.845409 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-5a9edf4a-83f8-434d-9d39-f505c3893171 None None] Set router 2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:51:53.868726 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-00753406-0245-4a73-a824-fefe53c87d71 req-252266ce-308a-4a89-bae1-e839d5de70b3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67fa138f-1479-42f8-8b53-a0f51e4ecfcd HTTP/1.1" status: 200 len: 217 time: 0.0364034 Feb 16 12:51:53.879487 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ccf71f82-dd7a-4dee-9346-052155570966 req-9f014a9a-bbdf-435b-8bdf-bd5fe8475838 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3ec92c9-3d06-4b78-9558-2f73078e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328190 Feb 16 12:51:53.924689 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00753406-0245-4a73-a824-fefe53c87d71 req-ea69ad9b-5247-4bd0-bade-3d2892126228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:53.926402 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-00753406-0245-4a73-a824-fefe53c87d71 req-ea69ad9b-5247-4bd0-bade-3d2892126228 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eb8f685f-f368-4712-8940-4f510bc24676 HTTP/1.1" status: 200 len: 835 time: 0.0508814 Feb 16 12:51:53.972858 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00753406-0245-4a73-a824-fefe53c87d71 req-1a591976-2ade-4ffa-9f54-6c882cbd53d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:53.974455 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-00753406-0245-4a73-a824-fefe53c87d71 req-1a591976-2ade-4ffa-9f54-6c882cbd53d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=edab1fb9-4925-45fe-b7a4-7f52746b7ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406981 Feb 16 12:51:54.042842 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-5a9edf4a-83f8-434d-9d39-f505c3893171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9', 'name': 'tempest-TestNetworkBasicOps-router-385054752', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': 'e6ab3cb4-0220-44ca-a23e-cba11c10ee28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:44Z', 'updated_at': '2022-02-16T12:50:51Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'e6ab3cb4-0220-44ca-a23e-cba11c10ee28', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:45Z', 'updated_at': '2022-02-16T12:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '62ea75a0-2ad0-4473-ac8c-62985abb7e19', 'name': '', 'network_id': 'edab1fb9-4925-45fe-b7a4-7f52746b7ac7', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:1f:e9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'eb8f685f-f368-4712-8940-4f510bc24676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:50Z', 'updated_at': '2022-02-16T12:50:55Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'eb8f685f-f368-4712-8940-4f510bc24676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:54.069903 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-00753406-0245-4a73-a824-fefe53c87d71 req-ba129c74-6dbd-49c8-8378-ab5803bcb437 service neutron] 10.222.0.42 "GET /v2.0/networks/edab1fb9-4925-45fe-b7a4-7f52746b7ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873919 Feb 16 12:51:54.082660 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9edf4a-83f8-434d-9d39-f505c3893171 None None] Checking router: 2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:51:54.092289 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9edf4a-83f8-434d-9d39-f505c3893171 None None] Routers {'2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:51:54.092925 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-5a9edf4a-83f8-434d-9d39-f505c3893171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:51:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:54.169082 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-00753406-0245-4a73-a824-fefe53c87d71 req-bcfb1872-8ff0-4f93-83b9-ec01538ac575 service neutron] 10.222.0.42 "GET /v2.0/networks/edab1fb9-4925-45fe-b7a4-7f52746b7ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912516 Feb 16 12:51:54.203535 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-5a9edf4a-83f8-434d-9d39-f505c3893171 None None] Set router 2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:51:54.373496 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 12:51:54.405787 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1faf70cb-a68e-45f6-9c92-a9ec531f91f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:54.426409 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-5a9edf4a-83f8-434d-9d39-f505c3893171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9', 'name': 'tempest-TestNetworkBasicOps-router-385054752', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': 'e6ab3cb4-0220-44ca-a23e-cba11c10ee28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:44Z', 'updated_at': '2022-02-16T12:50:51Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'e6ab3cb4-0220-44ca-a23e-cba11c10ee28', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:45Z', 'updated_at': '2022-02-16T12:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '62ea75a0-2ad0-4473-ac8c-62985abb7e19', 'name': '', 'network_id': 'edab1fb9-4925-45fe-b7a4-7f52746b7ac7', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:1f:e9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'eb8f685f-f368-4712-8940-4f510bc24676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:50Z', 'updated_at': '2022-02-16T12:50:55Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'eb8f685f-f368-4712-8940-4f510bc24676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:54.459006 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9edf4a-83f8-434d-9d39-f505c3893171 None None] The sync data for ids ['2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9'] in dv-neutron-828142-3-hyperv is: [{'id': '2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9', 'name': 'tempest-TestNetworkBasicOps-router-385054752', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': 'e6ab3cb4-0220-44ca-a23e-cba11c10ee28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:44Z', 'updated_at': '2022-02-16T12:50:51Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'e6ab3cb4-0220-44ca-a23e-cba11c10ee28', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:45Z', 'updated_at': '2022-02-16T12:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '62ea75a0-2ad0-4473-ac8c-62985abb7e19', 'name': '', 'network_id': 'edab1fb9-4925-45fe-b7a4-7f52746b7ac7', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:1f:e9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'eb8f685f-f368-4712-8940-4f510bc24676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:50Z', 'updated_at': '2022-02-16T12:50:55Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'eb8f685f-f368-4712-8940-4f510bc24676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:54.687085 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e29fa5-4e30-4243-a0bb-53e5686bb761 None None] New status for floating IP d43ef513-fb54-4136-b00c-b238a89e8f9a: DOWN {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:51:55.002824 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05cf6b-e03c-4ada-a177-0306805d031e req-a25f6b9e-53c2-44cb-9996-8d97fe729147 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:55.005163 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0f05cf6b-e03c-4ada-a177-0306805d031e req-a25f6b9e-53c2-44cb-9996-8d97fe729147 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=f870489a-8dab-4f13-8a5c-df2820eec344 HTTP/1.1" status: 200 len: 946 time: 0.0503759 Feb 16 12:51:55.044283 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0f05cf6b-e03c-4ada-a177-0306805d031e req-98461caa-5072-47f9-89c6-ad8aa73968d9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3ec92c9-3d06-4b78-9558-2f73078e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330946 Feb 16 12:51:55.238399 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fdcd0b-2cb4-44e3-8dfd-51acddfdb901 req-9ee0240f-68fc-4b97-8e68-5aa93d222d11 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:55.240027 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-31fdcd0b-2cb4-44e3-8dfd-51acddfdb901 req-9ee0240f-68fc-4b97-8e68-5aa93d222d11 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "GET /v2.0/ports?device_id=f870489a-8dab-4f13-8a5c-df2820eec344 HTTP/1.1" status: 200 len: 946 time: 0.0519850 Feb 16 12:51:55.340429 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-31fdcd0b-2cb4-44e3-8dfd-51acddfdb901 req-09f6a98f-1f99-4978-a69f-4f9f68c696cf tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting port 67fa138f-1479-42f8-8b53-a0f51e4ecfcd {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:51:55.340819 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-31fdcd0b-2cb4-44e3-8dfd-51acddfdb901 req-09f6a98f-1f99-4978-a69f-4f9f68c696cf tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:55.436401 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-31fdcd0b-2cb4-44e3-8dfd-51acddfdb901 req-09f6a98f-1f99-4978-a69f-4f9f68c696cf tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] For port 67fa138f-1479-42f8-8b53-a0f51e4ecfcd, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=67fa138f-1479-42f8-8b53-a0f51e4ecfcd,segment=NetworkSegment(f455c4f0-adc3-460b-ade8-23472ee154e6),segment_id=f455c4f0-adc3-460b-ade8-23472ee154e6)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:51:55.436800 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-31fdcd0b-2cb4-44e3-8dfd-51acddfdb901 req-09f6a98f-1f99-4978-a69f-4f9f68c696cf tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:55.449585 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-31fdcd0b-2cb4-44e3-8dfd-51acddfdb901 req-09f6a98f-1f99-4978-a69f-4f9f68c696cf tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Calling delete_port for 67fa138f-1479-42f8-8b53-a0f51e4ecfcd owned by compute:nova {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:51:55.587788 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-31fdcd0b-2cb4-44e3-8dfd-51acddfdb901 req-09f6a98f-1f99-4978-a69f-4f9f68c696cf tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:55.617757 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f6a98f-1f99-4978-a69f-4f9f68c696cf tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Port': ['ID=67fa138f-1479-42f8-8b53-a0f51e4ecfcd,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:55.659939 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-31fdcd0b-2cb4-44e3-8dfd-51acddfdb901 req-09f6a98f-1f99-4978-a69f-4f9f68c696cf tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] No DVR routers for this DVR port 67fa138f-1479-42f8-8b53-a0f51e4ecfcd on host hv-neutron-8281 {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:51:55.663023 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-31fdcd0b-2cb4-44e3-8dfd-51acddfdb901 req-09f6a98f-1f99-4978-a69f-4f9f68c696cf tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:55.666391 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-31fdcd0b-2cb4-44e3-8dfd-51acddfdb901 req-09f6a98f-1f99-4978-a69f-4f9f68c696cf tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "DELETE /v2.0/ports/67fa138f-1479-42f8-8b53-a0f51e4ecfcd HTTP/1.1" status: 204 len: 173 time: 0.4205081 Feb 16 12:51:55.666848 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f870489a-8dab-4f13-8a5c-df2820eec344', 'name': 'network-vif-deleted', 'tag': '67fa138f-1479-42f8-8b53-a0f51e4ecfcd'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:51:55.669157 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee53dc9c-6352-4bb6-9f8a-674c59047fa7" -d '{"events": [{"server_uuid": "f870489a-8dab-4f13-8a5c-df2820eec344", "name": "network-vif-deleted", "tag": "67fa138f-1479-42f8-8b53-a0f51e4ecfcd"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:51:55.688687 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:55.712030 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 12:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbe6db1-742e-4c07-a194-e29a05877c97 x-openstack-request-id: req-5fbe6db1-742e-4c07-a194-e29a05877c97 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:51:55.712323 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f870489a-8dab-4f13-8a5c-df2820eec344", "name": "network-vif-deleted", "tag": "67fa138f-1479-42f8-8b53-a0f51e4ecfcd", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:51:55.712584 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5fbe6db1-742e-4c07-a194-e29a05877c97 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:51:55.713023 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f870489a-8dab-4f13-8a5c-df2820eec344', 'name': 'network-vif-deleted', 'tag': '67fa138f-1479-42f8-8b53-a0f51e4ecfcd', 'status': 'completed', 'code': 200} Feb 16 12:51:56.181155 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-fa490cb0-79f3-446a-a250-06ef83eca9b5 req-aaedf455-6123-4dc6-a8a6-ae563ec97070 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=f870489a-8dab-4f13-8a5c-df2820eec344 HTTP/1.1" status: 200 len: 210 time: 0.0263977 Feb 16 12:51:56.990103 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:57.246761 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38578) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:57.311507 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:57.314137 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0375fe16-6005-4d88-9aa5-fa9d403d157f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:57.341373 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0375fe16-6005-4d88-9aa5-fa9d403d157f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:57.401445 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0375fe16-6005-4d88-9aa5-fa9d403d157f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:57.404074 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0375fe16-6005-4d88-9aa5-fa9d403d157f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:57.405284 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0375fe16-6005-4d88-9aa5-fa9d403d157f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/security-groups/f3ec92c9-3d06-4b78-9558-2f73078e1838 HTTP/1.1" status: 204 len: 168 time: 0.1575360 Feb 16 12:51:57.414718 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0375fe16-6005-4d88-9aa5-fa9d403d157f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ec92c9-3d06-4b78-9558-2f73078e1838,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:57.453455 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38582) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:57.852763 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-293daff3-e5c7-4777-997e-8e974ef0e2eb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:58.133936 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-293daff3-e5c7-4777-997e-8e974ef0e2eb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting port 62ea75a0-2ad0-4473-ac8c-62985abb7e19 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:51:58.134180 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-293daff3-e5c7-4777-997e-8e974ef0e2eb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:58.252699 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-293daff3-e5c7-4777-997e-8e974ef0e2eb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] For port 62ea75a0-2ad0-4473-ac8c-62985abb7e19, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=62ea75a0-2ad0-4473-ac8c-62985abb7e19,segment=NetworkSegment(f455c4f0-adc3-460b-ade8-23472ee154e6),segment_id=f455c4f0-adc3-460b-ade8-23472ee154e6)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:51:58.253467 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-293daff3-e5c7-4777-997e-8e974ef0e2eb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:58.265579 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-293daff3-e5c7-4777-997e-8e974ef0e2eb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Calling delete_port for 62ea75a0-2ad0-4473-ac8c-62985abb7e19 owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:51:58.455461 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-293daff3-e5c7-4777-997e-8e974ef0e2eb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:58.482206 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293daff3-e5c7-4777-997e-8e974ef0e2eb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Port': ['ID=62ea75a0-2ad0-4473-ac8c-62985abb7e19,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:58.527651 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:58.670229 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-293daff3-e5c7-4777-997e-8e974ef0e2eb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:58.901798 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293daff3-e5c7-4777-997e-8e974ef0e2eb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router 2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:51:59.010151 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293daff3-e5c7-4777-997e-8e974ef0e2eb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:51:59.018062 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-293daff3-e5c7-4777-997e-8e974ef0e2eb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "PUT /v2.0/routers/2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5632582 Feb 16 12:51:59.022062 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38584) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:59.025918 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788643e8-6be0-4d94-802f-6284052de741 None None] Sync routers for ids ['2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:51:59.038720 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788643e8-6be0-4d94-802f-6284052de741 None None] Routers {'2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:51:59.039354 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-788643e8-6be0-4d94-802f-6284052de741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:51:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:59.081206 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7fd32c7-7d0b-424d-b23b-87037212a4cf tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting subnet eb8f685f-f368-4712-8940-4f510bc24676 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:51:59.085314 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e7fd32c7-7d0b-424d-b23b-87037212a4cf tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:59.125810 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e7fd32c7-7d0b-424d-b23b-87037212a4cf tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:59.151062 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-788643e8-6be0-4d94-802f-6284052de741 None None] Set router 2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:51:59.215235 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e7fd32c7-7d0b-424d-b23b-87037212a4cf tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:59.277105 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e7fd32c7-7d0b-424d-b23b-87037212a4cf tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:59.303715 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd32c7-7d0b-424d-b23b-87037212a4cf tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Subnet': ['ID=eb8f685f-f368-4712-8940-4f510bc24676,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:59.307376 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e7fd32c7-7d0b-424d-b23b-87037212a4cf tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:59.313061 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e7fd32c7-7d0b-424d-b23b-87037212a4cf tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/subnets/eb8f685f-f368-4712-8940-4f510bc24676 HTTP/1.1" status: 204 len: 168 time: 0.2871993 Feb 16 12:51:59.318405 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38586) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:51:59.324686 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade98c47-4ef1-40f5-b06d-a0e233e55848 None None] Network edab1fb9-4925-45fe-b7a4-7f52746b7ac7 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:51:59.423105 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-695aa198-06ce-46bb-9625-0369bf747e43 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:59.442321 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-788643e8-6be0-4d94-802f-6284052de741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9', 'name': 'tempest-TestNetworkBasicOps-router-385054752', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': 'e6ab3cb4-0220-44ca-a23e-cba11c10ee28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:44Z', 'updated_at': '2022-02-16T12:51:58Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'e6ab3cb4-0220-44ca-a23e-cba11c10ee28', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:45Z', 'updated_at': '2022-02-16T12:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:59.473139 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788643e8-6be0-4d94-802f-6284052de741 None None] Checking router: 2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:51:59.487542 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788643e8-6be0-4d94-802f-6284052de741 None None] Routers {'2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:51:59.488160 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-788643e8-6be0-4d94-802f-6284052de741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:51:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:59.541763 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-695aa198-06ce-46bb-9625-0369bf747e43 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:59.585626 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb700c0-e2b9-4fcd-83c4-8db1aa5a3944 None None] DHCP port deletion for edab1fb9-4925-45fe-b7a4-7f52746b7ac7 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:51:59.621321 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-695aa198-06ce-46bb-9625-0369bf747e43 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting port e6ab3cb4-0220-44ca-a23e-cba11c10ee28 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:51:59.621816 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-695aa198-06ce-46bb-9625-0369bf747e43 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:59.637481 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-788643e8-6be0-4d94-802f-6284052de741 None None] Set router 2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:51:59.712786 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-695aa198-06ce-46bb-9625-0369bf747e43 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] For port e6ab3cb4-0220-44ca-a23e-cba11c10ee28, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=e6ab3cb4-0220-44ca-a23e-cba11c10ee28,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:51:59.713143 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-695aa198-06ce-46bb-9625-0369bf747e43 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:59.725390 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-695aa198-06ce-46bb-9625-0369bf747e43 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Calling delete_port for e6ab3cb4-0220-44ca-a23e-cba11c10ee28 owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:51:59.750412 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-ecb700c0-e2b9-4fcd-83c4-8db1aa5a3944 None None] Deleting port 91e86a3b-92be-4e8f-9a69-2be0fddfb2fe {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:51:59.750783 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ecb700c0-e2b9-4fcd-83c4-8db1aa5a3944 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:59.855385 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-ecb700c0-e2b9-4fcd-83c4-8db1aa5a3944 None None] For port 91e86a3b-92be-4e8f-9a69-2be0fddfb2fe, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=91e86a3b-92be-4e8f-9a69-2be0fddfb2fe,segment=NetworkSegment(f455c4f0-adc3-460b-ade8-23472ee154e6),segment_id=f455c4f0-adc3-460b-ade8-23472ee154e6)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:51:59.855834 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ecb700c0-e2b9-4fcd-83c4-8db1aa5a3944 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:59.871264 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-ecb700c0-e2b9-4fcd-83c4-8db1aa5a3944 None None] Calling delete_port for 91e86a3b-92be-4e8f-9a69-2be0fddfb2fe owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:51:59.889813 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-695aa198-06ce-46bb-9625-0369bf747e43 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:59.918545 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695aa198-06ce-46bb-9625-0369bf747e43 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Port': ['ID=e6ab3cb4-0220-44ca-a23e-cba11c10ee28,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:59.945648 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-788643e8-6be0-4d94-802f-6284052de741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9', 'name': 'tempest-TestNetworkBasicOps-router-385054752', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': 'e6ab3cb4-0220-44ca-a23e-cba11c10ee28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:44Z', 'updated_at': '2022-02-16T12:51:58Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'e6ab3cb4-0220-44ca-a23e-cba11c10ee28', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:45Z', 'updated_at': '2022-02-16T12:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:59.988276 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-695aa198-06ce-46bb-9625-0369bf747e43 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:00.090422 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-695aa198-06ce-46bb-9625-0369bf747e43 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:00.092853 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-695aa198-06ce-46bb-9625-0369bf747e43 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:00.123206 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 67fa138f-1479-42f8-8b53-a0f51e4ecfcd no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:52:00.127422 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788643e8-6be0-4d94-802f-6284052de741 None None] The sync data for ids ['2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9'] in dv-neutron-828142-3-hyperv is: [{'id': '2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9', 'name': 'tempest-TestNetworkBasicOps-router-385054752', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': 'e6ab3cb4-0220-44ca-a23e-cba11c10ee28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:44Z', 'updated_at': '2022-02-16T12:51:58Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'e6ab3cb4-0220-44ca-a23e-cba11c10ee28', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:45Z', 'updated_at': '2022-02-16T12:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:52:00.139689 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-695aa198-06ce-46bb-9625-0369bf747e43 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:00.140426 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695aa198-06ce-46bb-9625-0369bf747e43 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Fanout notify agent at l3_agent the message router_deleted on router 2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:52:00.149358 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-695aa198-06ce-46bb-9625-0369bf747e43 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:00.153268 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-695aa198-06ce-46bb-9625-0369bf747e43 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/routers/2b2a2c6f-64d1-4e81-9c3f-4e7cd9dbf5c9 HTTP/1.1" status: 204 len: 168 time: 0.8355365 Feb 16 12:52:00.153518 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] No Port match for: 67fa138f-1479-42f8-8b53-a0f51e4ecfcd {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:52:00.153806 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38588) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:52:00.153935 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 67fa138f-1479-42f8-8b53-a0f51e4ecfcd not bound to the agent host hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:52:00.167396 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ecb700c0-e2b9-4fcd-83c4-8db1aa5a3944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:00.197467 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb700c0-e2b9-4fcd-83c4-8db1aa5a3944 None None] Pushing event deleted for resources: {'Port': ['ID=91e86a3b-92be-4e8f-9a69-2be0fddfb2fe,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:00.199828 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb700c0-e2b9-4fcd-83c4-8db1aa5a3944 None None] No DVR routers for this DVR port 91e86a3b-92be-4e8f-9a69-2be0fddfb2fe on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:52:00.210103 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb700c0-e2b9-4fcd-83c4-8db1aa5a3944 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:00.210780 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb700c0-e2b9-4fcd-83c4-8db1aa5a3944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:00.211134 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb700c0-e2b9-4fcd-83c4-8db1aa5a3944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:00.211326 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb700c0-e2b9-4fcd-83c4-8db1aa5a3944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:00.211615 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb700c0-e2b9-4fcd-83c4-8db1aa5a3944 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:00.211935 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb700c0-e2b9-4fcd-83c4-8db1aa5a3944 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:00.212255 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb700c0-e2b9-4fcd-83c4-8db1aa5a3944 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:00.212664 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb700c0-e2b9-4fcd-83c4-8db1aa5a3944 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:00.212909 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb700c0-e2b9-4fcd-83c4-8db1aa5a3944 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:00.213223 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb700c0-e2b9-4fcd-83c4-8db1aa5a3944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:00.213534 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb700c0-e2b9-4fcd-83c4-8db1aa5a3944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:00.213844 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb700c0-e2b9-4fcd-83c4-8db1aa5a3944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:00.573005 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3173eb48-a2b8-4761-be2b-d4a4811281a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:00.627045 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 91e86a3b-92be-4e8f-9a69-2be0fddfb2fe no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:52:00.650492 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 91e86a3b-92be-4e8f-9a69-2be0fddfb2fe {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:52:00.650825 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 91e86a3b-92be-4e8f-9a69-2be0fddfb2fe not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:52:00.651250 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 62ea75a0-2ad0-4473-ac8c-62985abb7e19 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:52:00.673225 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3173eb48-a2b8-4761-be2b-d4a4811281a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:00.674507 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 62ea75a0-2ad0-4473-ac8c-62985abb7e19 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:52:00.674850 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 62ea75a0-2ad0-4473-ac8c-62985abb7e19 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:52:00.696424 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-3173eb48-a2b8-4761-be2b-d4a4811281a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edab1fb9-4925-45fe-b7a4-7f52746b7ac7']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:00.706041 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-3173eb48-a2b8-4761-be2b-d4a4811281a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f455c4f0-adc3-460b-ade8-23472ee154e6') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:00.706332 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-3173eb48-a2b8-4761-be2b-d4a4811281a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f455c4f0-adc3-460b-ade8-23472ee154e6') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:00.717744 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3173eb48-a2b8-4761-be2b-d4a4811281a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:00.732865 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3173eb48-a2b8-4761-be2b-d4a4811281a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:00.745052 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3173eb48-a2b8-4761-be2b-d4a4811281a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:52:00.745459 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3173eb48-a2b8-4761-be2b-d4a4811281a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:00.749117 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:52:00.749117 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:52:00.749117 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:52:00.749117 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:52:00.749117 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:52:00.749117 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:52:00.749117 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:52:00.749117 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:52:00.749117 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:52:00.749117 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:52:00.749117 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:52:00.749117 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:52:00.749117 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:52:00.749117 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:52:00.749117 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:52:00.749117 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:52:00.749117 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:52:00.749117 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:52:00.749117 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:52:00.749117 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:52:00.749117 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:52:00.749117 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:52:00.749117 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:52:00.749117 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:52:00.749117 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:52:00.749117 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:52:00.749117 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:52:00.749117 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:52:00.749117 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:52:00.749117 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:52:00.749117 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:52:00.749117 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:52:00.812574 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3173eb48-a2b8-4761-be2b-d4a4811281a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:00.821292 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3173eb48-a2b8-4761-be2b-d4a4811281a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:00.823515 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3173eb48-a2b8-4761-be2b-d4a4811281a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/networks/edab1fb9-4925-45fe-b7a4-7f52746b7ac7 HTTP/1.1" status: 204 len: 168 time: 0.6684625 Feb 16 12:52:00.836044 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3173eb48-a2b8-4761-be2b-d4a4811281a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Network': ['ID=edab1fb9-4925-45fe-b7a4-7f52746b7ac7,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:00.838048 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38590) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:52:00.843130 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-6a48e600-eee0-41bc-8965-65ac6f8f9b01 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'network': {'name': 'tempest-network-smoke--503987758', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'port_security_enabled': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:00.874022 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a48e600-eee0-41bc-8965-65ac6f8f9b01 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Made reservation on behalf of 93ebfe1969ad47c59fc4b80bacd9b15b for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:00.877592 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6a48e600-eee0-41bc-8965-65ac6f8f9b01 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:00.902995 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a48e600-eee0-41bc-8965-65ac6f8f9b01 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:52:00.913755 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6a48e600-eee0-41bc-8965-65ac6f8f9b01 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:00.914119 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-6a48e600-eee0-41bc-8965-65ac6f8f9b01 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Added segment dfc4d027-b3b5-4aed-b1f9-5d642230ab7a of type vlan for network cb96aa5b-3dbc-4bc0-a132-025785185d2f Feb 16 12:52:00.965555 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6a48e600-eee0-41bc-8965-65ac6f8f9b01 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:00.992075 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6a48e600-eee0-41bc-8965-65ac6f8f9b01 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:00.998261 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a48e600-eee0-41bc-8965-65ac6f8f9b01 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:00.998843 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6a48e600-eee0-41bc-8965-65ac6f8f9b01 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:01.061228 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6a48e600-eee0-41bc-8965-65ac6f8f9b01 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2221100 Feb 16 12:52:01.064119 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38592) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:52:01.071347 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-63e5844e-f7cf-47b1-ab57-1fbb1d337fe1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1795970846', 'admin_state_up': True, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:01.081310 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48e600-eee0-41bc-8965-65ac6f8f9b01 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Network': ['ID=cb96aa5b-3dbc-4bc0-a132-025785185d2f,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:01.092886 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network cb96aa5b-3dbc-4bc0-a132-025785185d2f details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:52:01.105754 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-63e5844e-f7cf-47b1-ab57-1fbb1d337fe1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:01.108177 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-63e5844e-f7cf-47b1-ab57-1fbb1d337fe1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:01.167225 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-63e5844e-f7cf-47b1-ab57-1fbb1d337fe1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:01.312138 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-63e5844e-f7cf-47b1-ab57-1fbb1d337fe1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:01.517669 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-63e5844e-f7cf-47b1-ab57-1fbb1d337fe1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:01.537579 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-63e5844e-f7cf-47b1-ab57-1fbb1d337fe1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:01.654418 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-63e5844e-f7cf-47b1-ab57-1fbb1d337fe1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Allocated IP 172.26.2.196 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/787ddbae-f08d-4520-901e-1e89f6920126) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:52:01.759447 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-63e5844e-f7cf-47b1-ab57-1fbb1d337fe1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:01.798097 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-63e5844e-f7cf-47b1-ab57-1fbb1d337fe1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:01.844312 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e5844e-f7cf-47b1-ab57-1fbb1d337fe1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:01.847565 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-63e5844e-f7cf-47b1-ab57-1fbb1d337fe1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:01.851753 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e5844e-f7cf-47b1-ab57-1fbb1d337fe1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:52:01.857361 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5844e-f7cf-47b1-ab57-1fbb1d337fe1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=787ddbae-f08d-4520-901e-1e89f6920126,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:02.128560 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-63e5844e-f7cf-47b1-ab57-1fbb1d337fe1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:02.344513 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-63e5844e-f7cf-47b1-ab57-1fbb1d337fe1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:02.445733 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device e6ab3cb4-0220-44ca-a23e-cba11c10ee28 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:52:02.470513 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: e6ab3cb4-0220-44ca-a23e-cba11c10ee28 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:52:02.470855 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device e6ab3cb4-0220-44ca-a23e-cba11c10ee28 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:52:02.484208 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e5844e-f7cf-47b1-ab57-1fbb1d337fe1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router 0ba1fffc-b789-42d1-be66-9295f62b40d4 is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:52:02.595885 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e5844e-f7cf-47b1-ab57-1fbb1d337fe1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:52:02.607982 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3f684c-956e-4fff-9adb-366dd87a430e None None] Sync routers for ids ['0ba1fffc-b789-42d1-be66-9295f62b40d4'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:52:02.621165 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-63e5844e-f7cf-47b1-ab57-1fbb1d337fe1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:02.622581 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-63e5844e-f7cf-47b1-ab57-1fbb1d337fe1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5576606 Feb 16 12:52:02.623638 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3f684c-956e-4fff-9adb-366dd87a430e None None] Routers {'0ba1fffc-b789-42d1-be66-9295f62b40d4'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:52:02.624463 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2f3f684c-956e-4fff-9adb-366dd87a430e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:51:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['0ba1fffc-b789-42d1-be66-9295f62b40d4'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:02.625673 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38594) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:52:02.659880 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-830fc2a7-3a10-4fd2-8aee-f27ce4a982d8 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/subnets?project_id=93ebfe1969ad47c59fc4b80bacd9b15b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330727 Feb 16 12:52:02.662691 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38596) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:52:02.735325 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-2f3f684c-956e-4fff-9adb-366dd87a430e None None] Set router 0ba1fffc-b789-42d1-be66-9295f62b40d4 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:52:02.751938 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5055bbc5-4144-42a0-a6ce-d317060b231e tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:02.753530 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5055bbc5-4144-42a0-a6ce-d317060b231e tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899141 Feb 16 12:52:02.758060 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38598) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:52:02.786968 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b2284431-28b6-4b64-8491-186ba990046c tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/subnets?network_id=a08a3d1b-2e35-4b18-9cb0-756d355083e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272255 Feb 16 12:52:02.790011 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38600) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:52:02.794915 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-5ad48be6-2a46-49fe-9eb0-5dd7537d4fac tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1446694998', 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:02.896594 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad48be6-2a46-49fe-9eb0-5dd7537d4fac tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Made reservation on behalf of 93ebfe1969ad47c59fc4b80bacd9b15b for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:02.900299 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5ad48be6-2a46-49fe-9eb0-5dd7537d4fac tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:03.028489 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2f3f684c-956e-4fff-9adb-366dd87a430e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'name': 'tempest-TestNetworkBasicOps-router-1795970846', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '787ddbae-f08d-4520-901e-1e89f6920126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:01Z', 'updated_at': '2022-02-16T12:52:02Z', 'revision_number': 3, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '787ddbae-f08d-4520-901e-1e89f6920126', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:01Z', 'updated_at': '2022-02-16T12:52:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:03.059445 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3f684c-956e-4fff-9adb-366dd87a430e None None] Checking router: 0ba1fffc-b789-42d1-be66-9295f62b40d4 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:52:03.059785 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3f684c-956e-4fff-9adb-366dd87a430e None None] Updating router 0ba1fffc-b789-42d1-be66-9295f62b40d4 port 787ddbae-f08d-4520-901e-1e89f6920126 binding host dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:52:03.084871 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2f3f684c-956e-4fff-9adb-366dd87a430e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:03.096323 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5ad48be6-2a46-49fe-9eb0-5dd7537d4fac tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:03.160866 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad48be6-2a46-49fe-9eb0-5dd7537d4fac tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Subnet': ['ID=b24497c4-22ca-4f5d-9e5e-7bba455e488a,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:03.166900 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad48be6-2a46-49fe-9eb0-5dd7537d4fac tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Checking segment: {'id': 'dfc4d027-b3b5-4aed-b1f9-5d642230ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:52:03.167260 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad48be6-2a46-49fe-9eb0-5dd7537d4fac tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network hostable DHCP agents. Network: cb96aa5b-3dbc-4bc0-a132-025785185d2f, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:52:03.184447 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad48be6-2a46-49fe-9eb0-5dd7537d4fac tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network cb96aa5b-3dbc-4bc0-a132-025785185d2f is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:52:03.193369 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-5ad48be6-2a46-49fe-9eb0-5dd7537d4fac tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, cb96aa5b-3dbc-4bc0-a132-025785185d2f) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:03.197543 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad48be6-2a46-49fe-9eb0-5dd7537d4fac tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:03.198133 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5ad48be6-2a46-49fe-9eb0-5dd7537d4fac tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:03.203600 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ab63f1-1008-42a1-a11c-7724e4fcb8ab None None] Network cb96aa5b-3dbc-4bc0-a132-025785185d2f requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:52:03.222133 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5ad48be6-2a46-49fe-9eb0-5dd7537d4fac tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4310687 Feb 16 12:52:03.225689 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38602) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:52:03.349874 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2f3f684c-956e-4fff-9adb-366dd87a430e None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:03.355765 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2f3f684c-956e-4fff-9adb-366dd87a430e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:03.358095 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0696a57-7bac-48bb-b63d-e48e1cd1d8c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-cb96aa5b-3dbc-4bc0-a132-025785185d2f', 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ips': [{'subnet_id': 'b24497c4-22ca-4f5d-9e5e-7bba455e488a'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:52:03.359394 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c0696a57-7bac-48bb-b63d-e48e1cd1d8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:03.405072 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-2f3f684c-956e-4fff-9adb-366dd87a430e None None] Attempting to bind port 787ddbae-f08d-4520-901e-1e89f6920126 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:52:03.405072 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-2f3f684c-956e-4fff-9adb-366dd87a430e None None] Attempting to bind port 787ddbae-f08d-4520-901e-1e89f6920126 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:52:03.405611 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3f684c-956e-4fff-9adb-366dd87a430e None None] Attempting to bind port 787ddbae-f08d-4520-901e-1e89f6920126 on network a08a3d1b-2e35-4b18-9cb0-756d355083e6 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:52:03.419046 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3f684c-956e-4fff-9adb-366dd87a430e None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:52:03.419515 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3f684c-956e-4fff-9adb-366dd87a430e None None] Checking segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:52:03.419985 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2f3f684c-956e-4fff-9adb-366dd87a430e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:03.420438 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3f684c-956e-4fff-9adb-366dd87a430e None None] Bound using segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:52:03.421008 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-2f3f684c-956e-4fff-9adb-366dd87a430e None None] Bound port: 787ddbae-f08d-4520-901e-1e89f6920126, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:52:03.421452 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2f3f684c-956e-4fff-9adb-366dd87a430e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:03.447206 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f847b0-4442-44c9-9c3d-2e6e2b2fb6be None None] Pushing event updated for resources: {'Port': ['ID=787ddbae-f08d-4520-901e-1e89f6920126,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:03.464415 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f847b0-4442-44c9-9c3d-2e6e2b2fb6be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:03.465019 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f847b0-4442-44c9-9c3d-2e6e2b2fb6be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:03.465244 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f847b0-4442-44c9-9c3d-2e6e2b2fb6be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:03.465606 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f847b0-4442-44c9-9c3d-2e6e2b2fb6be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:03.466154 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f847b0-4442-44c9-9c3d-2e6e2b2fb6be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:03.466683 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f847b0-4442-44c9-9c3d-2e6e2b2fb6be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:03.467179 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f847b0-4442-44c9-9c3d-2e6e2b2fb6be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:03.467685 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f847b0-4442-44c9-9c3d-2e6e2b2fb6be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:03.468192 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f847b0-4442-44c9-9c3d-2e6e2b2fb6be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:03.468523 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f847b0-4442-44c9-9c3d-2e6e2b2fb6be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:03.468878 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f847b0-4442-44c9-9c3d-2e6e2b2fb6be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:03.469204 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f847b0-4442-44c9-9c3d-2e6e2b2fb6be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:03.497428 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2f3f684c-956e-4fff-9adb-366dd87a430e None None] For port 787ddbae-f08d-4520-901e-1e89f6920126, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:52:03.501061 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2f3f684c-956e-4fff-9adb-366dd87a430e None None] For port 787ddbae-f08d-4520-901e-1e89f6920126, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=787ddbae-f08d-4520-901e-1e89f6920126,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:52:03.507072 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2f3f684c-956e-4fff-9adb-366dd87a430e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:03.544399 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-c0696a57-7bac-48bb-b63d-e48e1cd1d8c2 None None] Allocated IP 172.20.0.2 (cb96aa5b-3dbc-4bc0-a132-025785185d2f/b24497c4-22ca-4f5d-9e5e-7bba455e488a/b63ef905-9c8e-4d18-b399-2447ca71f7c4) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:52:03.573097 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3f684c-956e-4fff-9adb-366dd87a430e None None] Routers {'0ba1fffc-b789-42d1-be66-9295f62b40d4'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:52:03.573949 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2f3f684c-956e-4fff-9adb-366dd87a430e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:51:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['0ba1fffc-b789-42d1-be66-9295f62b40d4'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:03.614805 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f847b0-4442-44c9-9c3d-2e6e2b2fb6be None None] Pushing event updated for resources: {'Port': ['ID=787ddbae-f08d-4520-901e-1e89f6920126,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:03.690154 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-2f3f684c-956e-4fff-9adb-366dd87a430e None None] Set router 0ba1fffc-b789-42d1-be66-9295f62b40d4 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:52:03.722132 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c0696a57-7bac-48bb-b63d-e48e1cd1d8c2 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:03.729841 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c0696a57-7bac-48bb-b63d-e48e1cd1d8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:03.751396 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6f604e63-031d-4df3-893a-0ffd08bc6c13 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:03.777881 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0696a57-7bac-48bb-b63d-e48e1cd1d8c2 None None] Network cb96aa5b-3dbc-4bc0-a132-025785185d2f is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:03.780845 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-c0696a57-7bac-48bb-b63d-e48e1cd1d8c2 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:03.785124 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0696a57-7bac-48bb-b63d-e48e1cd1d8c2 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:52:03.788717 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0696a57-7bac-48bb-b63d-e48e1cd1d8c2 None None] Pushing event updated for resources: {'Port': ['ID=b63ef905-9c8e-4d18-b399-2447ca71f7c4,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:03.841154 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-c0696a57-7bac-48bb-b63d-e48e1cd1d8c2 None None] Attempting to bind port b63ef905-9c8e-4d18-b399-2447ca71f7c4 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:52:03.841563 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-c0696a57-7bac-48bb-b63d-e48e1cd1d8c2 None None] Attempting to bind port b63ef905-9c8e-4d18-b399-2447ca71f7c4 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'dfc4d027-b3b5-4aed-b1f9-5d642230ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:52:03.842039 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0696a57-7bac-48bb-b63d-e48e1cd1d8c2 None None] Attempting to bind port b63ef905-9c8e-4d18-b399-2447ca71f7c4 on network cb96aa5b-3dbc-4bc0-a132-025785185d2f {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:52:03.847463 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0696a57-7bac-48bb-b63d-e48e1cd1d8c2 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:52:03.847839 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0696a57-7bac-48bb-b63d-e48e1cd1d8c2 None None] Checking segment: {'id': 'dfc4d027-b3b5-4aed-b1f9-5d642230ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:52:03.848220 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c0696a57-7bac-48bb-b63d-e48e1cd1d8c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:03.848606 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0696a57-7bac-48bb-b63d-e48e1cd1d8c2 None None] Bound using segment: {'id': 'dfc4d027-b3b5-4aed-b1f9-5d642230ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:52:03.849295 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-c0696a57-7bac-48bb-b63d-e48e1cd1d8c2 None None] Bound port: b63ef905-9c8e-4d18-b399-2447ca71f7c4, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfc4d027-b3b5-4aed-b1f9-5d642230ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:52:03.849698 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c0696a57-7bac-48bb-b63d-e48e1cd1d8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:03.888812 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2f3f684c-956e-4fff-9adb-366dd87a430e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'name': 'tempest-TestNetworkBasicOps-router-1795970846', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '787ddbae-f08d-4520-901e-1e89f6920126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:01Z', 'updated_at': '2022-02-16T12:52:02Z', 'revision_number': 3, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '787ddbae-f08d-4520-901e-1e89f6920126', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:01Z', 'updated_at': '2022-02-16T12:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:03.917156 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-c0696a57-7bac-48bb-b63d-e48e1cd1d8c2 None None] For port b63ef905-9c8e-4d18-b399-2447ca71f7c4, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:52:03.917462 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3f684c-956e-4fff-9adb-366dd87a430e None None] The sync data for ids ['0ba1fffc-b789-42d1-be66-9295f62b40d4'] in dv-neutron-828142-3-hyperv is: [{'id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'name': 'tempest-TestNetworkBasicOps-router-1795970846', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '787ddbae-f08d-4520-901e-1e89f6920126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:01Z', 'updated_at': '2022-02-16T12:52:02Z', 'revision_number': 3, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '787ddbae-f08d-4520-901e-1e89f6920126', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:01Z', 'updated_at': '2022-02-16T12:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:52:03.922300 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-c0696a57-7bac-48bb-b63d-e48e1cd1d8c2 None None] For port b63ef905-9c8e-4d18-b399-2447ca71f7c4, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=b63ef905-9c8e-4d18-b399-2447ca71f7c4,segment=NetworkSegment(dfc4d027-b3b5-4aed-b1f9-5d642230ab7a),segment_id=dfc4d027-b3b5-4aed-b1f9-5d642230ab7a)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:52:03.930274 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c0696a57-7bac-48bb-b63d-e48e1cd1d8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:04.000546 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0696a57-7bac-48bb-b63d-e48e1cd1d8c2 None None] Pushing event updated for resources: {'Port': ['ID=b63ef905-9c8e-4d18-b399-2447ca71f7c4,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:04.099748 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-6f604e63-031d-4df3-893a-0ffd08bc6c13 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Allocated IP 172.20.0.1 (cb96aa5b-3dbc-4bc0-a132-025785185d2f/b24497c4-22ca-4f5d-9e5e-7bba455e488a/1c1b23f1-29ae-48aa-8ead-4b9d02becad8) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:52:04.307225 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6f604e63-031d-4df3-893a-0ffd08bc6c13 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:04.360690 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6f604e63-031d-4df3-893a-0ffd08bc6c13 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:04.417453 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f604e63-031d-4df3-893a-0ffd08bc6c13 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network cb96aa5b-3dbc-4bc0-a132-025785185d2f is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:04.426554 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-6f604e63-031d-4df3-893a-0ffd08bc6c13 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:04.432053 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f604e63-031d-4df3-893a-0ffd08bc6c13 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:52:04.440011 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f604e63-031d-4df3-893a-0ffd08bc6c13 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=1c1b23f1-29ae-48aa-8ead-4b9d02becad8,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:04.507590 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6f604e63-031d-4df3-893a-0ffd08bc6c13 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:04.613534 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b63ef905-9c8e-4d18-b399-2447ca71f7c4 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:52:04.697788 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port b63ef905-9c8e-4d18-b399-2447ca71f7c4 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:04.698275 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:04.707739 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6f604e63-031d-4df3-893a-0ffd08bc6c13 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:04.810409 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:04.867025 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port b63ef905-9c8e-4d18-b399-2447ca71f7c4, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=b63ef905-9c8e-4d18-b399-2447ca71f7c4,segment=NetworkSegment(dfc4d027-b3b5-4aed-b1f9-5d642230ab7a),segment_id=dfc4d027-b3b5-4aed-b1f9-5d642230ab7a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:52:04.872863 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:04.874848 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 787ddbae-f08d-4520-901e-1e89f6920126 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:52:04.970240 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=b63ef905-9c8e-4d18-b399-2447ca71f7c4,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:04.988298 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 787ddbae-f08d-4520-901e-1e89f6920126 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:04.988782 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:05.089544 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:05.091631 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6f604e63-031d-4df3-893a-0ffd08bc6c13 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:05.097818 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6f604e63-031d-4df3-893a-0ffd08bc6c13 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:05.118408 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 787ddbae-f08d-4520-901e-1e89f6920126, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=787ddbae-f08d-4520-901e-1e89f6920126,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:52:05.124870 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:05.178834 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4863b82-6b65-4ceb-a110-416cae953600 None None] Network cb96aa5b-3dbc-4bc0-a132-025785185d2f requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:52:05.186601 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f604e63-031d-4df3-893a-0ffd08bc6c13 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=1c1b23f1-29ae-48aa-8ead-4b9d02becad8,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:05.190341 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6f604e63-031d-4df3-893a-0ffd08bc6c13 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:05.232776 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=787ddbae-f08d-4520-901e-1e89f6920126,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:05.251263 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-40a82f32-acd0-4dfe-a396-dcd5e19b0c7c None None] Provisioning complete for port b63ef905-9c8e-4d18-b399-2447ca71f7c4 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:05.251676 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-40a82f32-acd0-4dfe-a396-dcd5e19b0c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:05.296313 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f604e63-031d-4df3-893a-0ffd08bc6c13 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network cb96aa5b-3dbc-4bc0-a132-025785185d2f is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:05.298586 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-6f604e63-031d-4df3-893a-0ffd08bc6c13 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:05.421836 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f604e63-031d-4df3-893a-0ffd08bc6c13 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router 0ba1fffc-b789-42d1-be66-9295f62b40d4 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:52:05.545113 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f604e63-031d-4df3-893a-0ffd08bc6c13 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:52:05.554348 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6f604e63-031d-4df3-893a-0ffd08bc6c13 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "PUT /v2.0/routers/0ba1fffc-b789-42d1-be66-9295f62b40d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3238885 Feb 16 12:52:05.555154 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38604) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:52:05.639171 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-4aa4278c-6ebc-42b0-94eb-9c5397500e08 None None] Provisioning complete for port 1c1b23f1-29ae-48aa-8ead-4b9d02becad8 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:05.639644 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4aa4278c-6ebc-42b0-94eb-9c5397500e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:05.679243 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9927533-bf6e-4ef5-8264-dde9da8dcdf8 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:05.679710 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9927533-bf6e-4ef5-8264-dde9da8dcdf8 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:05.680216 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9927533-bf6e-4ef5-8264-dde9da8dcdf8 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:05.680703 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9927533-bf6e-4ef5-8264-dde9da8dcdf8 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:05.681160 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9927533-bf6e-4ef5-8264-dde9da8dcdf8 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:05.681608 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9927533-bf6e-4ef5-8264-dde9da8dcdf8 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:05.686064 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a9927533-bf6e-4ef5-8264-dde9da8dcdf8 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1268544 Feb 16 12:52:05.686254 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38606) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:52:05.696305 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-4aa4278c-6ebc-42b0-94eb-9c5397500e08 None None] Port 1c1b23f1-29ae-48aa-8ead-4b9d02becad8 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:52:05.706992 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-4aa4278c-6ebc-42b0-94eb-9c5397500e08 None None] Provisioning complete for port b63ef905-9c8e-4d18-b399-2447ca71f7c4 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:05.707352 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4aa4278c-6ebc-42b0-94eb-9c5397500e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:05.785636 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dd7c93-277f-4179-b692-2c3f3b414554 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:05.786093 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dd7c93-277f-4179-b692-2c3f3b414554 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:05.787208 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dd7c93-277f-4179-b692-2c3f3b414554 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:05.787649 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dd7c93-277f-4179-b692-2c3f3b414554 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:05.788087 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dd7c93-277f-4179-b692-2c3f3b414554 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:05.788530 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dd7c93-277f-4179-b692-2c3f3b414554 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:05.790381 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-39dd7c93-277f-4179-b692-2c3f3b414554 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1031723 Feb 16 12:52:05.793926 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38608) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:52:05.845749 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41290615-13a6-47a8-848e-479c2dd6cccc None None] Sync routers for ids ['0ba1fffc-b789-42d1-be66-9295f62b40d4'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:52:05.858041 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41290615-13a6-47a8-848e-479c2dd6cccc None None] Routers {'0ba1fffc-b789-42d1-be66-9295f62b40d4'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:52:05.858606 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-41290615-13a6-47a8-848e-479c2dd6cccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:51:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['0ba1fffc-b789-42d1-be66-9295f62b40d4'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:05.950171 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7be964fd-d704-4cf2-ba4d-05126aa76a46 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.1546876 Feb 16 12:52:05.958226 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-77c68b7b-f291-47df-8660-c5c03590c063 None None] Provisioning complete for port 1c1b23f1-29ae-48aa-8ead-4b9d02becad8 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:05.958226 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-77c68b7b-f291-47df-8660-c5c03590c063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:06.010636 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-41290615-13a6-47a8-848e-479c2dd6cccc None None] Set router 0ba1fffc-b789-42d1-be66-9295f62b40d4 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:52:06.012701 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-77c68b7b-f291-47df-8660-c5c03590c063 None None] Port 1c1b23f1-29ae-48aa-8ead-4b9d02becad8 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:52:06.176497 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-79b7d740-f648-4118-94e8-1fdb53e1751d None None] Provisioning complete for port 1c1b23f1-29ae-48aa-8ead-4b9d02becad8 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:06.176811 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-79b7d740-f648-4118-94e8-1fdb53e1751d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:06.239697 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-79b7d740-f648-4118-94e8-1fdb53e1751d None None] Port 1c1b23f1-29ae-48aa-8ead-4b9d02becad8 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:52:06.269591 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-41290615-13a6-47a8-848e-479c2dd6cccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'name': 'tempest-TestNetworkBasicOps-router-1795970846', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '787ddbae-f08d-4520-901e-1e89f6920126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:01Z', 'updated_at': '2022-02-16T12:52:04Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '787ddbae-f08d-4520-901e-1e89f6920126', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:01Z', 'updated_at': '2022-02-16T12:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '1c1b23f1-29ae-48aa-8ead-4b9d02becad8', 'name': '', 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:44:c4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'b24497c4-22ca-4f5d-9e5e-7bba455e488a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:03Z', 'updated_at': '2022-02-16T12:52:04Z', 'revision_number': 2, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'b24497c4-22ca-4f5d-9e5e-7bba455e488a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:06.299684 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41290615-13a6-47a8-848e-479c2dd6cccc None None] Checking router: 0ba1fffc-b789-42d1-be66-9295f62b40d4 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:52:06.300034 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41290615-13a6-47a8-848e-479c2dd6cccc None None] Updating router 0ba1fffc-b789-42d1-be66-9295f62b40d4 port 1c1b23f1-29ae-48aa-8ead-4b9d02becad8 binding host dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:52:06.324673 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-41290615-13a6-47a8-848e-479c2dd6cccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:06.364248 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38612) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:52:06.368967 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-7954f504-bc3a-41a1-9151-280095fa6465 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-340016837', 'description': 'tempest-secgroup-smoke-340016837 description', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:06.392383 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7954f504-bc3a-41a1-9151-280095fa6465 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:06.463981 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7954f504-bc3a-41a1-9151-280095fa6465 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:06.473181 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7954f504-bc3a-41a1-9151-280095fa6465 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:06.503563 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7954f504-bc3a-41a1-9151-280095fa6465 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:06.508265 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7954f504-bc3a-41a1-9151-280095fa6465 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1401131 Feb 16 12:52:06.508672 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38614) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:52:06.509248 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b63ef905-9c8e-4d18-b399-2447ca71f7c4 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:52:06.509874 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954f504-bc3a-41a1-9151-280095fa6465 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5955f25a-4e13-4992-b1ef-c0bf542872ed,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:06.518775 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-78e2bdc8-4335-453c-a734-160ae1a809dc tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': '5955f25a-4e13-4992-b1ef-c0bf542872ed', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:06.549248 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-78e2bdc8-4335-453c-a734-160ae1a809dc tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:06.607557 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-78e2bdc8-4335-453c-a734-160ae1a809dc tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:06.611368 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-78e2bdc8-4335-453c-a734-160ae1a809dc tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:06.626381 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port b63ef905-9c8e-4d18-b399-2447ca71f7c4 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:06.626746 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:06.631383 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2bdc8-4335-453c-a734-160ae1a809dc tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6dacf5e-5db6-49ef-b6ba-62750805d1b0,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:06.641627 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-78e2bdc8-4335-453c-a734-160ae1a809dc tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:06.642867 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-78e2bdc8-4335-453c-a734-160ae1a809dc tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1324248 Feb 16 12:52:06.646393 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38616) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:52:06.651714 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-7039a6b5-1405-4146-80e2-26d4779492c1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': '5955f25a-4e13-4992-b1ef-c0bf542872ed', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:06.674240 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-41290615-13a6-47a8-848e-479c2dd6cccc None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:06.683370 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7039a6b5-1405-4146-80e2-26d4779492c1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:06.683942 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-41290615-13a6-47a8-848e-479c2dd6cccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:06.745601 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7039a6b5-1405-4146-80e2-26d4779492c1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:06.750090 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7039a6b5-1405-4146-80e2-26d4779492c1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:06.774611 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039a6b5-1405-4146-80e2-26d4779492c1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f55a813a-695a-49ab-b44b-80c17a61edc8,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:06.775697 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99d430-e32b-4aa2-9bb3-2e35f19f0a67 None None] Pushing event updated for resources: {'Port': ['ID=1c1b23f1-29ae-48aa-8ead-4b9d02becad8,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:06.787294 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7039a6b5-1405-4146-80e2-26d4779492c1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:06.788663 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7039a6b5-1405-4146-80e2-26d4779492c1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1407726 Feb 16 12:52:06.791859 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38618) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:52:06.796931 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-adefe3fb-d809-463b-bb06-17a54eac6962 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': '5955f25a-4e13-4992-b1ef-c0bf542872ed', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:06.799661 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 787ddbae-f08d-4520-901e-1e89f6920126 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:52:06.831311 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-adefe3fb-d809-463b-bb06-17a54eac6962 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:06.897479 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-41290615-13a6-47a8-848e-479c2dd6cccc None None] Attempting to bind port 1c1b23f1-29ae-48aa-8ead-4b9d02becad8 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:52:06.897844 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-41290615-13a6-47a8-848e-479c2dd6cccc None None] Attempting to bind port 1c1b23f1-29ae-48aa-8ead-4b9d02becad8 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'dfc4d027-b3b5-4aed-b1f9-5d642230ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:52:06.898203 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41290615-13a6-47a8-848e-479c2dd6cccc None None] Attempting to bind port 1c1b23f1-29ae-48aa-8ead-4b9d02becad8 on network cb96aa5b-3dbc-4bc0-a132-025785185d2f {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:52:06.904620 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-adefe3fb-d809-463b-bb06-17a54eac6962 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:06.906913 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41290615-13a6-47a8-848e-479c2dd6cccc None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:52:06.907372 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41290615-13a6-47a8-848e-479c2dd6cccc None None] Checking segment: {'id': 'dfc4d027-b3b5-4aed-b1f9-5d642230ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:52:06.907675 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-41290615-13a6-47a8-848e-479c2dd6cccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:06.908067 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41290615-13a6-47a8-848e-479c2dd6cccc None None] Bound using segment: {'id': 'dfc4d027-b3b5-4aed-b1f9-5d642230ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:52:06.908619 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-41290615-13a6-47a8-848e-479c2dd6cccc None None] Bound port: 1c1b23f1-29ae-48aa-8ead-4b9d02becad8, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfc4d027-b3b5-4aed-b1f9-5d642230ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:52:06.908929 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-41290615-13a6-47a8-848e-479c2dd6cccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:06.909430 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-adefe3fb-d809-463b-bb06-17a54eac6962 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:06.925441 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 787ddbae-f08d-4520-901e-1e89f6920126 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:06.926132 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:06.929165 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adefe3fb-d809-463b-bb06-17a54eac6962 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=180ed217-fc76-4d62-a223-7a4bb1aba930,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:06.942312 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-adefe3fb-d809-463b-bb06-17a54eac6962 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:06.944592 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-adefe3fb-d809-463b-bb06-17a54eac6962 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1514151 Feb 16 12:52:06.948029 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38620) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:52:06.953466 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-55e8358e-2772-474e-a336-2b43ce8e7876 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': '5955f25a-4e13-4992-b1ef-c0bf542872ed', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:06.984010 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-55e8358e-2772-474e-a336-2b43ce8e7876 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:07.016032 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-41290615-13a6-47a8-848e-479c2dd6cccc None None] For port 1c1b23f1-29ae-48aa-8ead-4b9d02becad8, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:52:07.019217 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-41290615-13a6-47a8-848e-479c2dd6cccc None None] For port 1c1b23f1-29ae-48aa-8ead-4b9d02becad8, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=1c1b23f1-29ae-48aa-8ead-4b9d02becad8,segment=NetworkSegment(dfc4d027-b3b5-4aed-b1f9-5d642230ab7a),segment_id=dfc4d027-b3b5-4aed-b1f9-5d642230ab7a)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:52:07.076789 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-55e8358e-2772-474e-a336-2b43ce8e7876 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:07.081609 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-55e8358e-2772-474e-a336-2b43ce8e7876 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:07.104104 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8358e-2772-474e-a336-2b43ce8e7876 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f3d4666-7f1b-4011-b2cf-1aaffd066741,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:07.110422 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-55e8358e-2772-474e-a336-2b43ce8e7876 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:07.111594 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-55e8358e-2772-474e-a336-2b43ce8e7876 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1617210 Feb 16 12:52:07.115096 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38622) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:52:07.119619 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-36275279-0393-4cad-a39f-ccb814ceece2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': '5955f25a-4e13-4992-b1ef-c0bf542872ed', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:07.146200 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-36275279-0393-4cad-a39f-ccb814ceece2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Project 93ebfe1969ad47c59fc4b80bacd9b15b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:52:07.152218 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-36275279-0393-4cad-a39f-ccb814ceece2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:07.202842 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-41290615-13a6-47a8-848e-479c2dd6cccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:07.216535 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-36275279-0393-4cad-a39f-ccb814ceece2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:07.221018 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-36275279-0393-4cad-a39f-ccb814ceece2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:07.239294 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36275279-0393-4cad-a39f-ccb814ceece2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15f86b2f-bd80-4f23-b86c-86a3720b7bc0,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:07.248530 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-36275279-0393-4cad-a39f-ccb814ceece2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:07.251470 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-36275279-0393-4cad-a39f-ccb814ceece2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1342757 Feb 16 12:52:07.253263 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38624) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:52:07.260406 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-708e6802-fee2-4202-9248-e0dc3557ae8e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': '5955f25a-4e13-4992-b1ef-c0bf542872ed', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:07.280157 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41290615-13a6-47a8-848e-479c2dd6cccc None None] Routers {'0ba1fffc-b789-42d1-be66-9295f62b40d4'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:52:07.280843 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-41290615-13a6-47a8-848e-479c2dd6cccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:51:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['0ba1fffc-b789-42d1-be66-9295f62b40d4'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:07.285565 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-8ac9e973-ef8f-466b-bba7-0e999a442093 None None] Provisioning complete for port 1c1b23f1-29ae-48aa-8ead-4b9d02becad8 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:07.285941 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8ac9e973-ef8f-466b-bba7-0e999a442093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:07.288047 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.securitygroups_db [None req-708e6802-fee2-4202-9248-e0dc3557ae8e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Project 93ebfe1969ad47c59fc4b80bacd9b15b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:52:07.295014 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-708e6802-fee2-4202-9248-e0dc3557ae8e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:07.355362 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99d430-e32b-4aa2-9bb3-2e35f19f0a67 None None] Pushing event updated for resources: {'Port': ['ID=1c1b23f1-29ae-48aa-8ead-4b9d02becad8,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:07.365452 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-708e6802-fee2-4202-9248-e0dc3557ae8e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:07.371357 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-708e6802-fee2-4202-9248-e0dc3557ae8e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:07.390944 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708e6802-fee2-4202-9248-e0dc3557ae8e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e34b76d2-5ee2-47f7-b0c7-ba0d7da4dfb5,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:07.402183 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-708e6802-fee2-4202-9248-e0dc3557ae8e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:07.412735 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-708e6802-fee2-4202-9248-e0dc3557ae8e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1491117 Feb 16 12:52:07.469980 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-41290615-13a6-47a8-848e-479c2dd6cccc None None] Set router 0ba1fffc-b789-42d1-be66-9295f62b40d4 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:52:07.503186 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8ac9e973-ef8f-466b-bba7-0e999a442093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:07.613488 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-62610e80-177e-4859-931c-b988fd796dce tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-340016837&fields=id&tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b HTTP/1.1" status: 200 len: 267 time: 0.0370672 Feb 16 12:52:07.614103 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-8ac9e973-ef8f-466b-bba7-0e999a442093 None None] For port 1c1b23f1-29ae-48aa-8ead-4b9d02becad8, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=1c1b23f1-29ae-48aa-8ead-4b9d02becad8,segment=NetworkSegment(dfc4d027-b3b5-4aed-b1f9-5d642230ab7a),segment_id=dfc4d027-b3b5-4aed-b1f9-5d642230ab7a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:52:07.620818 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8ac9e973-ef8f-466b-bba7-0e999a442093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:07.710346 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9e973-ef8f-466b-bba7-0e999a442093 None None] Pushing event updated for resources: {'Port': ['ID=1c1b23f1-29ae-48aa-8ead-4b9d02becad8,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:07.730305 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-281b1311-2262-46ab-aaf1-550e7a8f06c6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:07.731946 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-281b1311-2262-46ab-aaf1-550e7a8f06c6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/networks?id=cb96aa5b-3dbc-4bc0-a132-025785185d2f HTTP/1.1" status: 200 len: 796 time: 0.1102233 Feb 16 12:52:07.748882 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-68f0ab82-6acf-45ae-80ac-38681400d07f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/quotas/93ebfe1969ad47c59fc4b80bacd9b15b HTTP/1.1" status: 200 len: 375 time: 0.0106275 Feb 16 12:52:07.750694 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-343c3b18-01bf-41b6-b206-4a92eb3a72ae None None] Provisioning complete for port 1c1b23f1-29ae-48aa-8ead-4b9d02becad8 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:07.751073 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-343c3b18-01bf-41b6-b206-4a92eb3a72ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:07.789195 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-41290615-13a6-47a8-848e-479c2dd6cccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'name': 'tempest-TestNetworkBasicOps-router-1795970846', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '787ddbae-f08d-4520-901e-1e89f6920126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:01Z', 'updated_at': '2022-02-16T12:52:04Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '787ddbae-f08d-4520-901e-1e89f6920126', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:01Z', 'updated_at': '2022-02-16T12:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '1c1b23f1-29ae-48aa-8ead-4b9d02becad8', 'name': '', 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:44:c4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'b24497c4-22ca-4f5d-9e5e-7bba455e488a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:03Z', 'updated_at': '2022-02-16T12:52:07Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'b24497c4-22ca-4f5d-9e5e-7bba455e488a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:07.804708 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-091e2971-56c5-42de-89b6-6036ea6ffb13 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493510 Feb 16 12:52:07.820809 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41290615-13a6-47a8-848e-479c2dd6cccc None None] The sync data for ids ['0ba1fffc-b789-42d1-be66-9295f62b40d4'] in dv-neutron-828142-3-hyperv is: [{'id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'name': 'tempest-TestNetworkBasicOps-router-1795970846', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '787ddbae-f08d-4520-901e-1e89f6920126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:01Z', 'updated_at': '2022-02-16T12:52:04Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '787ddbae-f08d-4520-901e-1e89f6920126', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:01Z', 'updated_at': '2022-02-16T12:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '1c1b23f1-29ae-48aa-8ead-4b9d02becad8', 'name': '', 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:44:c4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'b24497c4-22ca-4f5d-9e5e-7bba455e488a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:03Z', 'updated_at': '2022-02-16T12:52:07Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'b24497c4-22ca-4f5d-9e5e-7bba455e488a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:52:07.939549 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-925794f1-44f6-4d97-a08b-efd023d97bed service neutron] 10.222.0.90 "GET /v2.0/networks/cb96aa5b-3dbc-4bc0-a132-025785185d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214364 Feb 16 12:52:08.034969 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-3ee23a2c-b22e-40a7-a356-1b03df9548e3 service neutron] 10.222.0.90 "GET /v2.0/networks/cb96aa5b-3dbc-4bc0-a132-025785185d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866778 Feb 16 12:52:08.203097 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d0375359-df49-4814-b962-4f72a2abd4a8 req-e70ea7c4-0e1e-4c75-9dad-c1fa1ed364be tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=9bb4f92f-26b7-4035-899b-28470fe53d5b HTTP/1.1" status: 200 len: 210 time: 0.0277951 Feb 16 12:52:08.555088 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 1c1b23f1-29ae-48aa-8ead-4b9d02becad8 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:52:08.618430 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 1c1b23f1-29ae-48aa-8ead-4b9d02becad8 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:08.619139 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:09.208145 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-7d0a937b-0a5d-4cba-9b53-236d83a7d498 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:09.210265 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-7d0a937b-0a5d-4cba-9b53-236d83a7d498 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "GET /v2.0/networks?id=cb96aa5b-3dbc-4bc0-a132-025785185d2f HTTP/1.1" status: 200 len: 796 time: 0.1079726 Feb 16 12:52:09.258242 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-c523ad8b-2683-4065-b299-a27014017e88 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b HTTP/1.1" status: 200 len: 379 time: 0.0387840 Feb 16 12:52:09.272016 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-00396ca8-9b5b-4649-9677-9481b92a7c5b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'port': {'device_id': '9bb4f92f-26b7-4035-899b-28470fe53d5b', 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f', 'admin_state_up': True, 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'security_groups': ['5955f25a-4e13-4992-b1ef-c0bf542872ed']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:09.301476 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5c6994de-af18-48c8-aa2b-a1c38cf5afb2 req-0f8cc5a5-0390-479d-b51c-46972fef5185 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=9bb4f92f-26b7-4035-899b-28470fe53d5b HTTP/1.1" status: 200 len: 210 time: 0.0258443 Feb 16 12:52:09.390636 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-00396ca8-9b5b-4649-9677-9481b92a7c5b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Made reservation on behalf of 93ebfe1969ad47c59fc4b80bacd9b15b for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:09.394685 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-00396ca8-9b5b-4649-9677-9481b92a7c5b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:09.524571 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-00396ca8-9b5b-4649-9677-9481b92a7c5b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Allocated IP 172.20.0.7 (cb96aa5b-3dbc-4bc0-a132-025785185d2f/b24497c4-22ca-4f5d-9e5e-7bba455e488a/016038b0-b5e1-4e28-b516-0bdd12426cdf) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:52:09.662342 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-00396ca8-9b5b-4649-9677-9481b92a7c5b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:09.699838 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-00396ca8-9b5b-4649-9677-9481b92a7c5b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:09.739189 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-00396ca8-9b5b-4649-9677-9481b92a7c5b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network cb96aa5b-3dbc-4bc0-a132-025785185d2f is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:09.744820 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-00396ca8-9b5b-4649-9677-9481b92a7c5b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:09.748719 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-00396ca8-9b5b-4649-9677-9481b92a7c5b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:52:09.778357 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00396ca8-9b5b-4649-9677-9481b92a7c5b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=016038b0-b5e1-4e28-b516-0bdd12426cdf,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:09.805837 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-00396ca8-9b5b-4649-9677-9481b92a7c5b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:09.806964 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-00396ca8-9b5b-4649-9677-9481b92a7c5b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:09.824607 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-00396ca8-9b5b-4649-9677-9481b92a7c5b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5573082 Feb 16 12:52:09.837684 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-d984651c-f774-4c28-82aa-463cb38b82a0 service neutron] Request body: {'port': {'device_id': '9bb4f92f-26b7-4035-899b-28470fe53d5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:09.895396 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-d984651c-f774-4c28-82aa-463cb38b82a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:10.033205 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-758302c5-a5a6-4537-802e-3aaab88d20c0 None None] Provisioning complete for port 016038b0-b5e1-4e28-b516-0bdd12426cdf triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:10.033781 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-758302c5-a5a6-4537-802e-3aaab88d20c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:10.073920 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-758302c5-a5a6-4537-802e-3aaab88d20c0 None None] Port 016038b0-b5e1-4e28-b516-0bdd12426cdf cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:52:10.185534 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-d984651c-f774-4c28-82aa-463cb38b82a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 016038b0-b5e1-4e28-b516-0bdd12426cdf {{(pid=109049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 12:52:10.193297 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-d984651c-f774-4c28-82aa-463cb38b82a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:10.205230 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.provisioning_blocks [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-d984651c-f774-4c28-82aa-463cb38b82a0 service neutron] Transition to ACTIVE for port object 016038b0-b5e1-4e28-b516-0bdd12426cdf will not be triggered until provisioned by entity L2. {{(pid=109049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:10.209763 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-d984651c-f774-4c28-82aa-463cb38b82a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:10.259895 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984651c-f774-4c28-82aa-463cb38b82a0 service neutron] Pushing event updated for resources: {'Port': ['ID=016038b0-b5e1-4e28-b516-0bdd12426cdf,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:10.336681 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-d984651c-f774-4c28-82aa-463cb38b82a0 service neutron] Attempting to bind port 016038b0-b5e1-4e28-b516-0bdd12426cdf on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:52:10.337032 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-d984651c-f774-4c28-82aa-463cb38b82a0 service neutron] Attempting to bind port 016038b0-b5e1-4e28-b516-0bdd12426cdf by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'dfc4d027-b3b5-4aed-b1f9-5d642230ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:52:10.337392 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-d984651c-f774-4c28-82aa-463cb38b82a0 service neutron] Attempting to bind port 016038b0-b5e1-4e28-b516-0bdd12426cdf on network cb96aa5b-3dbc-4bc0-a132-025785185d2f {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:52:10.344664 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-d984651c-f774-4c28-82aa-463cb38b82a0 service neutron] Port 016038b0-b5e1-4e28-b516-0bdd12426cdf on network cb96aa5b-3dbc-4bc0-a132-025785185d2f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:52:10.345046 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-d984651c-f774-4c28-82aa-463cb38b82a0 service neutron] Attempting to bind port 016038b0-b5e1-4e28-b516-0bdd12426cdf on network cb96aa5b-3dbc-4bc0-a132-025785185d2f {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:52:10.350538 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-d984651c-f774-4c28-82aa-463cb38b82a0 service neutron] Checking agent: {'id': '31a9428e-e23a-420f-bfe2-5870b63c0436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'started_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:52:10.351052 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-d984651c-f774-4c28-82aa-463cb38b82a0 service neutron] Checking segment: {'id': 'dfc4d027-b3b5-4aed-b1f9-5d642230ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:52:10.351446 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-d984651c-f774-4c28-82aa-463cb38b82a0 service neutron] Bound using segment: {'id': 'dfc4d027-b3b5-4aed-b1f9-5d642230ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f'} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:52:10.351875 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-d984651c-f774-4c28-82aa-463cb38b82a0 service neutron] Bound port: 016038b0-b5e1-4e28-b516-0bdd12426cdf, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfc4d027-b3b5-4aed-b1f9-5d642230ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f'}}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:52:10.352232 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-d984651c-f774-4c28-82aa-463cb38b82a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:10.419999 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-d984651c-f774-4c28-82aa-463cb38b82a0 service neutron] For port 016038b0-b5e1-4e28-b516-0bdd12426cdf, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:52:10.423450 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-d984651c-f774-4c28-82aa-463cb38b82a0 service neutron] For port 016038b0-b5e1-4e28-b516-0bdd12426cdf, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=016038b0-b5e1-4e28-b516-0bdd12426cdf,segment=NetworkSegment(dfc4d027-b3b5-4aed-b1f9-5d642230ab7a),segment_id=dfc4d027-b3b5-4aed-b1f9-5d642230ab7a)] {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:52:10.428341 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3349d-2324-4200-8979-40a4e717334f req-024dae89-f2ab-4347-b961-f81b3a8eff3a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:10.429017 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-d984651c-f774-4c28-82aa-463cb38b82a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:10.430650 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-24b3349d-2324-4200-8979-40a4e717334f req-024dae89-f2ab-4347-b961-f81b3a8eff3a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=9bb4f92f-26b7-4035-899b-28470fe53d5b HTTP/1.1" status: 200 len: 943 time: 0.0570047 Feb 16 12:52:10.464764 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-d984651c-f774-4c28-82aa-463cb38b82a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:10.465880 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-d984651c-f774-4c28-82aa-463cb38b82a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:10.467339 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-d984651c-f774-4c28-82aa-463cb38b82a0 service neutron] 10.222.0.42 "PUT /v2.0/ports/016038b0-b5e1-4e28-b516-0bdd12426cdf HTTP/1.1" status: 200 len: 1093 time: 0.6340246 Feb 16 12:52:10.470049 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb4f92f-26b7-4035-899b-28470fe53d5b', 'tag': '016038b0-b5e1-4e28-b516-0bdd12426cdf'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:52:10.471896 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-24b3349d-2324-4200-8979-40a4e717334f req-16426c75-6ee9-46b3-84fe-b575d0fbfb93 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=5955f25a-4e13-4992-b1ef-c0bf542872ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343986 Feb 16 12:52:10.473656 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7785c887-b920-4705-b0d3-c9d472c95dac" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb4f92f-26b7-4035-899b-28470fe53d5b", "tag": "016038b0-b5e1-4e28-b516-0bdd12426cdf"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:52:10.519034 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984651c-f774-4c28-82aa-463cb38b82a0 service neutron] Pushing event updated for resources: {'Port': ['ID=016038b0-b5e1-4e28-b516-0bdd12426cdf,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:10.540220 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 12:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ead849-195f-4141-b19f-862bad15317a x-openstack-request-id: req-c2ead849-195f-4141-b19f-862bad15317a {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:52:10.540509 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb4f92f-26b7-4035-899b-28470fe53d5b", "tag": "016038b0-b5e1-4e28-b516-0bdd12426cdf", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:52:10.540790 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c2ead849-195f-4141-b19f-862bad15317a {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:52:10.541252 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb4f92f-26b7-4035-899b-28470fe53d5b', 'tag': '016038b0-b5e1-4e28-b516-0bdd12426cdf', 'status': 'completed', 'code': 200} Feb 16 12:52:10.601397 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-857fdec5-05b9-4647-b4da-13bd42224c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:10.603785 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-857fdec5-05b9-4647-b4da-13bd42224c7a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=9bb4f92f-26b7-4035-899b-28470fe53d5b HTTP/1.1" status: 200 len: 1096 time: 0.0592055 Feb 16 12:52:10.653402 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-fd99a3a0-a667-44ff-9c9a-8fc6180ebfac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=016038b0-b5e1-4e28-b516-0bdd12426cdf HTTP/1.1" status: 200 len: 217 time: 0.0401397 Feb 16 12:52:10.705123 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-f40c3ea4-3659-4a5d-9c16-c4f959631277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:10.706591 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-f40c3ea4-3659-4a5d-9c16-c4f959631277 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b24497c4-22ca-4f5d-9e5e-7bba455e488a HTTP/1.1" status: 200 len: 835 time: 0.0465841 Feb 16 12:52:10.751356 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-2610a477-450f-4d66-88b4-254081faa203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:10.752957 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-2610a477-450f-4d66-88b4-254081faa203 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cb96aa5b-3dbc-4bc0-a132-025785185d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397184 Feb 16 12:52:10.843594 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-cec6e85a-3926-4579-ab4c-fba399c01a5e service neutron] 10.222.0.42 "GET /v2.0/networks/cb96aa5b-3dbc-4bc0-a132-025785185d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838833 Feb 16 12:52:10.931798 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-92c91533-9ca1-4025-a8aa-148614483dc6 req-1447bdc4-53b8-4d14-a9ee-a8fa4505808d service neutron] 10.222.0.42 "GET /v2.0/networks/cb96aa5b-3dbc-4bc0-a132-025785185d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815988 Feb 16 12:52:11.019409 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785c887-b920-4705-b0d3-c9d472c95dac req-cca11761-07bc-41e0-be28-92a0dde71f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:11.021005 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7785c887-b920-4705-b0d3-c9d472c95dac req-cca11761-07bc-41e0-be28-92a0dde71f0d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=9bb4f92f-26b7-4035-899b-28470fe53d5b HTTP/1.1" status: 200 len: 1096 time: 0.0412209 Feb 16 12:52:11.115040 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785c887-b920-4705-b0d3-c9d472c95dac req-65a10268-8256-4aac-8cde-7de0046dc985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:11.116568 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7785c887-b920-4705-b0d3-c9d472c95dac req-65a10268-8256-4aac-8cde-7de0046dc985 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cb96aa5b-3dbc-4bc0-a132-025785185d2f HTTP/1.1" status: 200 len: 897 time: 0.0889452 Feb 16 12:52:11.158112 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7785c887-b920-4705-b0d3-c9d472c95dac req-c71f9a92-a469-46be-9708-cd75aea77af8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=016038b0-b5e1-4e28-b516-0bdd12426cdf HTTP/1.1" status: 200 len: 217 time: 0.0342054 Feb 16 12:52:11.547640 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785c887-b920-4705-b0d3-c9d472c95dac req-da9cee8e-2cc6-4211-b626-502eff469a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:11.549321 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7785c887-b920-4705-b0d3-c9d472c95dac req-da9cee8e-2cc6-4211-b626-502eff469a35 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b24497c4-22ca-4f5d-9e5e-7bba455e488a HTTP/1.1" status: 200 len: 835 time: 0.3835654 Feb 16 12:52:11.597558 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785c887-b920-4705-b0d3-c9d472c95dac req-3b270cb2-602d-4ecf-97b5-18cb776f5f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:11.599265 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7785c887-b920-4705-b0d3-c9d472c95dac req-3b270cb2-602d-4ecf-97b5-18cb776f5f53 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cb96aa5b-3dbc-4bc0-a132-025785185d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432098 Feb 16 12:52:11.605285 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c8b0c-4ea2-4206-b396-509ec1928aae req-d95c9acf-5e9f-4be9-bbcd-4411f465f095 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:11.606822 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-985c8b0c-4ea2-4206-b396-509ec1928aae req-d95c9acf-5e9f-4be9-bbcd-4411f465f095 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=9bb4f92f-26b7-4035-899b-28470fe53d5b HTTP/1.1" status: 200 len: 943 time: 0.0496762 Feb 16 12:52:11.654375 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-985c8b0c-4ea2-4206-b396-509ec1928aae req-b16a34e8-9c29-48c6-9af6-6da7d4c76732 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=5955f25a-4e13-4992-b1ef-c0bf542872ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415022 Feb 16 12:52:11.702359 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7785c887-b920-4705-b0d3-c9d472c95dac req-14e97836-94f4-4875-968b-1a40b0db980b service neutron] 10.222.0.42 "GET /v2.0/networks/cb96aa5b-3dbc-4bc0-a132-025785185d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946090 Feb 16 12:52:11.810365 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7785c887-b920-4705-b0d3-c9d472c95dac req-f672d290-7d06-42a3-84f4-6153af6adc22 service neutron] 10.222.0.42 "GET /v2.0/networks/cb96aa5b-3dbc-4bc0-a132-025785185d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988398 Feb 16 12:52:12.768534 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408ee0f-e56c-4490-a687-4d505c3d00c6 req-0a3de9ef-362c-42c6-b99d-57029dedb228 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:12.770016 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f408ee0f-e56c-4490-a687-4d505c3d00c6 req-0a3de9ef-362c-42c6-b99d-57029dedb228 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=9bb4f92f-26b7-4035-899b-28470fe53d5b HTTP/1.1" status: 200 len: 943 time: 0.0485036 Feb 16 12:52:12.808018 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f408ee0f-e56c-4490-a687-4d505c3d00c6 req-b018ae19-3630-4436-9bc1-3922ebba0cf1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=5955f25a-4e13-4992-b1ef-c0bf542872ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321317 Feb 16 12:52:13.999405 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 016038b0-b5e1-4e28-b516-0bdd12426cdf details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 12:52:14.105478 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 016038b0-b5e1-4e28-b516-0bdd12426cdf, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=016038b0-b5e1-4e28-b516-0bdd12426cdf,segment=NetworkSegment(dfc4d027-b3b5-4aed-b1f9-5d642230ab7a),segment_id=dfc4d027-b3b5-4aed-b1f9-5d642230ab7a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:52:14.120699 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': '016038b0-b5e1-4e28-b516-0bdd12426cdf', 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f', 'port_id': '016038b0-b5e1-4e28-b516-0bdd12426cdf', 'mac_address': 'fa:16:3e:37:51:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b24497c4-22ca-4f5d-9e5e-7bba455e488a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 12:52:14.181305 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:14.198566 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 016038b0-b5e1-4e28-b516-0bdd12426cdf {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 12:52:14.220776 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 016038b0-b5e1-4e28-b516-0bdd12426cdf, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=016038b0-b5e1-4e28-b516-0bdd12426cdf,segment=NetworkSegment(dfc4d027-b3b5-4aed-b1f9-5d642230ab7a),segment_id=dfc4d027-b3b5-4aed-b1f9-5d642230ab7a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:52:14.226569 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:14.228741 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3be249-55a9-4b05-9809-d4f0274e242b req-b42506e5-3a49-4689-bf62-d12f249fa013 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:14.230312 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ba3be249-55a9-4b05-9809-d4f0274e242b req-b42506e5-3a49-4689-bf62-d12f249fa013 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=9bb4f92f-26b7-4035-899b-28470fe53d5b HTTP/1.1" status: 200 len: 943 time: 0.3534043 Feb 16 12:52:14.271565 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ba3be249-55a9-4b05-9809-d4f0274e242b req-b8bca37f-541a-4243-9d2c-a4f9406ede6e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=5955f25a-4e13-4992-b1ef-c0bf542872ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325155 Feb 16 12:52:14.287075 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=016038b0-b5e1-4e28-b516-0bdd12426cdf,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:14.477666 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['016038b0-b5e1-4e28-b516-0bdd12426cdf'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 12:52:15.393512 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d29571-d646-4da9-ab2b-608de80681ab req-88296626-e173-45de-9dd2-8369e93f444d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:15.395048 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-53d29571-d646-4da9-ab2b-608de80681ab req-88296626-e173-45de-9dd2-8369e93f444d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=9bb4f92f-26b7-4035-899b-28470fe53d5b HTTP/1.1" status: 200 len: 944 time: 0.0534205 Feb 16 12:52:15.433812 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-53d29571-d646-4da9-ab2b-608de80681ab req-755203bb-1d2e-4235-88d7-210e889cd132 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=5955f25a-4e13-4992-b1ef-c0bf542872ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326343 Feb 16 12:52:16.005029 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 016038b0-b5e1-4e28-b516-0bdd12426cdf up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:52:16.060458 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning for port 016038b0-b5e1-4e28-b516-0bdd12426cdf completed by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:52:16.065563 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port 016038b0-b5e1-4e28-b516-0bdd12426cdf triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:16.065933 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:16.149577 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:16.174299 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb4f92f-26b7-4035-899b-28470fe53d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016038b0-b5e1-4e28-b516-0bdd12426cdf'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:52:16.177040 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d76e25-7004-42bd-a507-a963f5372f85" -d '{"events": [{"server_uuid": "9bb4f92f-26b7-4035-899b-28470fe53d5b", "name": "network-vif-plugged", "status": "completed", "tag": "016038b0-b5e1-4e28-b516-0bdd12426cdf"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:52:16.191853 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 016038b0-b5e1-4e28-b516-0bdd12426cdf, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=016038b0-b5e1-4e28-b516-0bdd12426cdf,segment=NetworkSegment(dfc4d027-b3b5-4aed-b1f9-5d642230ab7a),segment_id=dfc4d027-b3b5-4aed-b1f9-5d642230ab7a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:52:16.196476 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:16.221987 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 12:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76886931-f123-425b-ac82-d6a052769885 x-openstack-request-id: req-76886931-f123-425b-ac82-d6a052769885 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:52:16.222306 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb4f92f-26b7-4035-899b-28470fe53d5b", "name": "network-vif-plugged", "status": "completed", "tag": "016038b0-b5e1-4e28-b516-0bdd12426cdf", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:52:16.222553 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-76886931-f123-425b-ac82-d6a052769885 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:52:16.222938 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb4f92f-26b7-4035-899b-28470fe53d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016038b0-b5e1-4e28-b516-0bdd12426cdf', 'code': 200} Feb 16 12:52:16.251799 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=016038b0-b5e1-4e28-b516-0bdd12426cdf,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:16.392365 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e75e11-e766-4d76-9122-9ff44619b1fc req-ab8e2465-ffe7-4e01-b1f9-5c36a9681d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:16.393915 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-10e75e11-e766-4d76-9122-9ff44619b1fc req-ab8e2465-ffe7-4e01-b1f9-5c36a9681d39 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9bb4f92f-26b7-4035-899b-28470fe53d5b HTTP/1.1" status: 200 len: 1098 time: 0.0414779 Feb 16 12:52:16.429805 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-10e75e11-e766-4d76-9122-9ff44619b1fc req-e249b764-fb06-4d9d-829e-c491920d0964 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5955f25a-4e13-4992-b1ef-c0bf542872ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290823 Feb 16 12:52:16.548721 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c935432-653e-4b61-8c99-2e0277b844a1 req-96b26e45-fb1b-4efc-b166-1ae9a4261bbb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:16.550116 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5c935432-653e-4b61-8c99-2e0277b844a1 req-96b26e45-fb1b-4efc-b166-1ae9a4261bbb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=9bb4f92f-26b7-4035-899b-28470fe53d5b HTTP/1.1" status: 200 len: 945 time: 0.0486457 Feb 16 12:52:16.590655 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5c935432-653e-4b61-8c99-2e0277b844a1 req-dfd5e82f-c307-44f9-9326-623698d9d80e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=5955f25a-4e13-4992-b1ef-c0bf542872ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342104 Feb 16 12:52:17.720055 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22073d3-da93-4440-8c7e-72e0c289d51f req-20191d36-afe6-4c1a-9905-90fa881a27d5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:17.721796 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f22073d3-da93-4440-8c7e-72e0c289d51f req-20191d36-afe6-4c1a-9905-90fa881a27d5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=9bb4f92f-26b7-4035-899b-28470fe53d5b HTTP/1.1" status: 200 len: 945 time: 0.0554934 Feb 16 12:52:17.768181 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f22073d3-da93-4440-8c7e-72e0c289d51f req-92009b9e-c410-4a84-b6b5-7abd552ad4cc tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=5955f25a-4e13-4992-b1ef-c0bf542872ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364859 Feb 16 12:52:17.897612 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c42b3-83b9-4288-9dc8-321d44526e67 req-539d0b36-88cf-4356-baff-1bb3c9cc2743 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:17.899238 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ad9c42b3-83b9-4288-9dc8-321d44526e67 req-539d0b36-88cf-4356-baff-1bb3c9cc2743 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=9bb4f92f-26b7-4035-899b-28470fe53d5b HTTP/1.1" status: 200 len: 945 time: 0.0597613 Feb 16 12:52:17.942641 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ad9c42b3-83b9-4288-9dc8-321d44526e67 req-996ef7fe-4a7b-4759-830a-97ec98ee5fa2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=5955f25a-4e13-4992-b1ef-c0bf542872ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363593 Feb 16 12:52:17.966159 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38676) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:52:18.007191 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343af910-699b-467f-9df1-7749d23ae759 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:18.008781 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-343af910-699b-467f-9df1-7749d23ae759 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=9bb4f92f-26b7-4035-899b-28470fe53d5b HTTP/1.1" status: 200 len: 1093 time: 0.0414617 Feb 16 12:52:18.011925 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38678) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:52:18.016784 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-d837114b-9e1b-457b-977d-4d389ff3e5e9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'floatingip': {'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'port_id': '016038b0-b5e1-4e28-b516-0bdd12426cdf', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:18.044652 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d837114b-9e1b-457b-977d-4d389ff3e5e9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for floatingip, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:18.151057 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d837114b-9e1b-457b-977d-4d389ff3e5e9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:18.256770 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-d837114b-9e1b-457b-977d-4d389ff3e5e9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Allocated IP 172.26.2.122 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/d57f653f-030c-4ce6-9f6f-324d1b8ae856) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:52:18.362296 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d837114b-9e1b-457b-977d-4d389ff3e5e9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:18.396840 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d837114b-9e1b-457b-977d-4d389ff3e5e9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:18.437748 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d837114b-9e1b-457b-977d-4d389ff3e5e9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:18.440836 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-d837114b-9e1b-457b-977d-4d389ff3e5e9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:18.444933 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d837114b-9e1b-457b-977d-4d389ff3e5e9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:52:18.450671 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837114b-9e1b-457b-977d-4d389ff3e5e9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=d57f653f-030c-4ce6-9f6f-324d1b8ae856,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:18.819225 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d837114b-9e1b-457b-977d-4d389ff3e5e9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:18.910298 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d837114b-9e1b-457b-977d-4d389ff3e5e9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:19.065088 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d837114b-9e1b-457b-977d-4d389ff3e5e9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:19.070448 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d837114b-9e1b-457b-977d-4d389ff3e5e9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:19.143975 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837114b-9e1b-457b-977d-4d389ff3e5e9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=d57f653f-030c-4ce6-9f6f-324d1b8ae856,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:19.156548 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d837114b-9e1b-457b-977d-4d389ff3e5e9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:19.260494 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-d837114b-9e1b-457b-977d-4d389ff3e5e9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Floating IP 526c062a-5691-48a4-bc66-223e21a9fe9a associated. External IP: 172.26.2.122, port: 016038b0-b5e1-4e28-b516-0bdd12426cdf. Feb 16 12:52:19.480120 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d837114b-9e1b-457b-977d-4d389ff3e5e9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router 0ba1fffc-b789-42d1-be66-9295f62b40d4 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:52:19.601409 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d837114b-9e1b-457b-977d-4d389ff3e5e9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:52:19.611826 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1ad481-a0ce-4815-979e-c2bcd5c7b1c3 None None] Sync routers for ids ['0ba1fffc-b789-42d1-be66-9295f62b40d4'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:52:19.623365 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d837114b-9e1b-457b-977d-4d389ff3e5e9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:19.625220 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1ad481-a0ce-4815-979e-c2bcd5c7b1c3 None None] Routers {'0ba1fffc-b789-42d1-be66-9295f62b40d4'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:52:19.626292 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-1b1ad481-a0ce-4815-979e-c2bcd5c7b1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:51:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['0ba1fffc-b789-42d1-be66-9295f62b40d4'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:19.658644 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d837114b-9e1b-457b-977d-4d389ff3e5e9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6452901 Feb 16 12:52:19.659319 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb4f92f-26b7-4035-899b-28470fe53d5b', 'tag': '016038b0-b5e1-4e28-b516-0bdd12426cdf'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:52:19.661986 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7860c10-0306-4af5-8ecb-5885b7d3de6a" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb4f92f-26b7-4035-899b-28470fe53d5b", "tag": "016038b0-b5e1-4e28-b516-0bdd12426cdf"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:52:19.667339 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38682) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:52:19.703207 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 12:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b665c42-4864-4f50-a340-d653631d0362 x-openstack-request-id: req-0b665c42-4864-4f50-a340-d653631d0362 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:52:19.703748 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb4f92f-26b7-4035-899b-28470fe53d5b", "tag": "016038b0-b5e1-4e28-b516-0bdd12426cdf", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:52:19.704246 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0b665c42-4864-4f50-a340-d653631d0362 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:52:19.704993 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb4f92f-26b7-4035-899b-28470fe53d5b', 'tag': '016038b0-b5e1-4e28-b516-0bdd12426cdf', 'status': 'completed', 'code': 200} Feb 16 12:52:19.752151 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6371ff31-43d8-4dbb-8efc-c72c68b1d609 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/floatingips/526c062a-5691-48a4-bc66-223e21a9fe9a HTTP/1.1" status: 200 len: 991 time: 0.0824685 Feb 16 12:52:19.794744 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7860c10-0306-4af5-8ecb-5885b7d3de6a req-21234789-5790-421e-b89f-f7c0faebc0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:19.796605 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d7860c10-0306-4af5-8ecb-5885b7d3de6a req-21234789-5790-421e-b89f-f7c0faebc0e6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=9bb4f92f-26b7-4035-899b-28470fe53d5b HTTP/1.1" status: 200 len: 1098 time: 0.0656028 Feb 16 12:52:19.806649 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-1b1ad481-a0ce-4815-979e-c2bcd5c7b1c3 None None] Set router 0ba1fffc-b789-42d1-be66-9295f62b40d4 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:52:19.903181 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7860c10-0306-4af5-8ecb-5885b7d3de6a req-511c7736-ab0b-4af5-aa60-10905dc55dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:19.904740 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d7860c10-0306-4af5-8ecb-5885b7d3de6a req-511c7736-ab0b-4af5-aa60-10905dc55dab service neutron] 10.222.0.42 "GET /v2.0/networks?id=cb96aa5b-3dbc-4bc0-a132-025785185d2f HTTP/1.1" status: 200 len: 897 time: 0.1003184 Feb 16 12:52:19.986034 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d7860c10-0306-4af5-8ecb-5885b7d3de6a req-d8a89a97-e138-418b-a421-b803dedbe332 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=016038b0-b5e1-4e28-b516-0bdd12426cdf HTTP/1.1" status: 200 len: 999 time: 0.0727499 Feb 16 12:52:20.039215 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7860c10-0306-4af5-8ecb-5885b7d3de6a req-e808a95b-87d6-41d6-bccc-06c876025f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:20.040893 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d7860c10-0306-4af5-8ecb-5885b7d3de6a req-e808a95b-87d6-41d6-bccc-06c876025f60 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b24497c4-22ca-4f5d-9e5e-7bba455e488a HTTP/1.1" status: 200 len: 835 time: 0.0472779 Feb 16 12:52:20.095648 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7860c10-0306-4af5-8ecb-5885b7d3de6a req-912c3525-e6e3-4c30-a220-62c4daa09745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:20.097210 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d7860c10-0306-4af5-8ecb-5885b7d3de6a req-912c3525-e6e3-4c30-a220-62c4daa09745 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cb96aa5b-3dbc-4bc0-a132-025785185d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0502136 Feb 16 12:52:20.117935 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-1b1ad481-a0ce-4815-979e-c2bcd5c7b1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'name': 'tempest-TestNetworkBasicOps-router-1795970846', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '787ddbae-f08d-4520-901e-1e89f6920126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:01Z', 'updated_at': '2022-02-16T12:52:04Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '787ddbae-f08d-4520-901e-1e89f6920126', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:01Z', 'updated_at': '2022-02-16T12:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '526c062a-5691-48a4-bc66-223e21a9fe9a', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.122', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'port_id': '016038b0-b5e1-4e28-b516-0bdd12426cdf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f', 'mac_address': 'fa:16:3e:37:51:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb4f92f-26b7-4035-899b-28470fe53d5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:52:18Z', 'updated_at': '2022-02-16T12:52:18Z', 'revision_number': 0, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c1b23f1-29ae-48aa-8ead-4b9d02becad8', 'name': '', 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:44:c4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'b24497c4-22ca-4f5d-9e5e-7bba455e488a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:03Z', 'updated_at': '2022-02-16T12:52:07Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'b24497c4-22ca-4f5d-9e5e-7bba455e488a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:20.158507 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1ad481-a0ce-4815-979e-c2bcd5c7b1c3 None None] Checking router: 0ba1fffc-b789-42d1-be66-9295f62b40d4 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:52:20.173151 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1ad481-a0ce-4815-979e-c2bcd5c7b1c3 None None] Routers {'0ba1fffc-b789-42d1-be66-9295f62b40d4'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:52:20.173966 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-1b1ad481-a0ce-4815-979e-c2bcd5c7b1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:51:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['0ba1fffc-b789-42d1-be66-9295f62b40d4'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:20.196213 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d7860c10-0306-4af5-8ecb-5885b7d3de6a req-36b8d70b-51ce-4072-92bf-c05306dd216b service neutron] 10.222.0.42 "GET /v2.0/networks/cb96aa5b-3dbc-4bc0-a132-025785185d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914865 Feb 16 12:52:20.291988 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-1b1ad481-a0ce-4815-979e-c2bcd5c7b1c3 None None] Set router 0ba1fffc-b789-42d1-be66-9295f62b40d4 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:52:20.296374 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d7860c10-0306-4af5-8ecb-5885b7d3de6a req-4f40bd77-1015-451b-9603-1afb26a368af service neutron] 10.222.0.42 "GET /v2.0/networks/cb96aa5b-3dbc-4bc0-a132-025785185d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933583 Feb 16 12:52:20.617602 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-1b1ad481-a0ce-4815-979e-c2bcd5c7b1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'name': 'tempest-TestNetworkBasicOps-router-1795970846', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '787ddbae-f08d-4520-901e-1e89f6920126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:01Z', 'updated_at': '2022-02-16T12:52:04Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '787ddbae-f08d-4520-901e-1e89f6920126', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:01Z', 'updated_at': '2022-02-16T12:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '526c062a-5691-48a4-bc66-223e21a9fe9a', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.122', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'port_id': '016038b0-b5e1-4e28-b516-0bdd12426cdf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f', 'mac_address': 'fa:16:3e:37:51:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb4f92f-26b7-4035-899b-28470fe53d5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:52:18Z', 'updated_at': '2022-02-16T12:52:18Z', 'revision_number': 0, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c1b23f1-29ae-48aa-8ead-4b9d02becad8', 'name': '', 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:44:c4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'b24497c4-22ca-4f5d-9e5e-7bba455e488a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:03Z', 'updated_at': '2022-02-16T12:52:07Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'b24497c4-22ca-4f5d-9e5e-7bba455e488a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:20.647591 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1ad481-a0ce-4815-979e-c2bcd5c7b1c3 None None] The sync data for ids ['0ba1fffc-b789-42d1-be66-9295f62b40d4'] in dv-neutron-828142-3-hyperv is: [{'id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'name': 'tempest-TestNetworkBasicOps-router-1795970846', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '787ddbae-f08d-4520-901e-1e89f6920126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:01Z', 'updated_at': '2022-02-16T12:52:04Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '787ddbae-f08d-4520-901e-1e89f6920126', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:01Z', 'updated_at': '2022-02-16T12:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '526c062a-5691-48a4-bc66-223e21a9fe9a', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.122', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'port_id': '016038b0-b5e1-4e28-b516-0bdd12426cdf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f', 'mac_address': 'fa:16:3e:37:51:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb4f92f-26b7-4035-899b-28470fe53d5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:52:18Z', 'updated_at': '2022-02-16T12:52:18Z', 'revision_number': 0, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c1b23f1-29ae-48aa-8ead-4b9d02becad8', 'name': '', 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:44:c4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'b24497c4-22ca-4f5d-9e5e-7bba455e488a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:03Z', 'updated_at': '2022-02-16T12:52:07Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'b24497c4-22ca-4f5d-9e5e-7bba455e488a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:52:20.756578 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38684) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:52:20.832996 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7a0f1ba6-6c04-4101-a0b2-433873865478 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/floatingips/526c062a-5691-48a4-bc66-223e21a9fe9a HTTP/1.1" status: 200 len: 991 time: 0.0751376 Feb 16 12:52:20.863320 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9734baf-dc70-48ef-a2b2-6122425991f6 None None] New status for floating IP 526c062a-5691-48a4-bc66-223e21a9fe9a: ACTIVE {{(pid=109050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:52:21.837578 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38686) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:52:21.904345 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0fe42045-3ae2-4fb0-b8fa-fd9a01ed1384 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/floatingips/526c062a-5691-48a4-bc66-223e21a9fe9a HTTP/1.1" status: 200 len: 993 time: 0.0655787 Feb 16 12:52:22.219387 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-65ba793c-be76-44e8-a4f8-96b86bccdb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:24.400930 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9f0022fd-3e72-4d27-be24-fb3a4b22931b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:25.686422 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:27.006081 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:27.323745 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:28.539079 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:31.373841 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 12:52:52.222498 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b2699e7d-d68a-48cc-bc67-995a025b4cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:54.393113 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4f277b17-7607-420f-9f7c-3165012f4ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:54.901894 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38698) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:52:54.972717 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b879e5-5992-4b5b-9210-1f0114d39b79 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:54.973195 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b879e5-5992-4b5b-9210-1f0114d39b79 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:54.973657 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b879e5-5992-4b5b-9210-1f0114d39b79 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:54.975305 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-78b879e5-5992-4b5b-9210-1f0114d39b79 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/ports?project_id=93ebfe1969ad47c59fc4b80bacd9b15b&network_id=cb96aa5b-3dbc-4bc0-a132-025785185d2f HTTP/1.1" status: 200 len: 2999 time: 0.0724268 Feb 16 12:52:55.687078 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:56.453196 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea877c-8961-47ae-aa99-ad907f6e5472 req-dc9efaac-8e04-497e-92b6-1b77c61cfa16 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:56.455104 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-aaea877c-8961-47ae-aa99-ad907f6e5472 req-dc9efaac-8e04-497e-92b6-1b77c61cfa16 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=b28ad46e-1a6c-432e-9796-1e1bf13e1cfe HTTP/1.1" status: 200 len: 945 time: 0.0488148 Feb 16 12:52:56.491362 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-aaea877c-8961-47ae-aa99-ad907f6e5472 req-750b6d17-af0f-4bcc-a9c9-bdddea12df32 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306156 Feb 16 12:52:56.995287 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.316806 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.610337 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54667b6-b03f-454e-8b3f-794597901648 req-eef343b0-d880-4213-9ac3-685d76683b21 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:57.611818 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f54667b6-b03f-454e-8b3f-794597901648 req-eef343b0-d880-4213-9ac3-685d76683b21 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=b28ad46e-1a6c-432e-9796-1e1bf13e1cfe HTTP/1.1" status: 200 len: 945 time: 0.0490930 Feb 16 12:52:57.652305 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f54667b6-b03f-454e-8b3f-794597901648 req-52e794e2-3ba2-4f16-b86c-ce9c080970e0 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338445 Feb 16 12:52:58.245954 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789f07c-73e9-4f9e-9302-752300a3fb43 req-33cf052f-da83-4444-b7a6-479f74caf1e9 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:58.247430 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-8789f07c-73e9-4f9e-9302-752300a3fb43 req-33cf052f-da83-4444-b7a6-479f74caf1e9 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.42 "GET /v2.0/ports?device_id=b28ad46e-1a6c-432e-9796-1e1bf13e1cfe HTTP/1.1" status: 200 len: 945 time: 0.0526986 Feb 16 12:52:58.343180 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-8789f07c-73e9-4f9e-9302-752300a3fb43 req-edb84c12-0c56-45c1-83ff-34b7eb8a6fb7 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Deleting port 5565f9ac-fc96-403e-bd34-74f2df6b73c7 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:52:58.343443 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-8789f07c-73e9-4f9e-9302-752300a3fb43 req-edb84c12-0c56-45c1-83ff-34b7eb8a6fb7 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:58.429140 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-8789f07c-73e9-4f9e-9302-752300a3fb43 req-edb84c12-0c56-45c1-83ff-34b7eb8a6fb7 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] For port 5565f9ac-fc96-403e-bd34-74f2df6b73c7, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5565f9ac-fc96-403e-bd34-74f2df6b73c7,segment=NetworkSegment(51914522-65e5-4e31-aa9c-d5caab70328b),segment_id=51914522-65e5-4e31-aa9c-d5caab70328b)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:52:58.430074 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-8789f07c-73e9-4f9e-9302-752300a3fb43 req-edb84c12-0c56-45c1-83ff-34b7eb8a6fb7 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:58.504692 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38714) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:52:58.540750 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:58.557180 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbc08a4-d778-43dc-8d27-758eb990f13a tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:58.558690 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5bbc08a4-d778-43dc-8d27-758eb990f13a tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/subnets?network_id=a08a3d1b-2e35-4b18-9cb0-756d355083e6 HTTP/1.1" status: 200 len: 814 time: 0.0530038 Feb 16 12:52:58.652337 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-8789f07c-73e9-4f9e-9302-752300a3fb43 req-edb84c12-0c56-45c1-83ff-34b7eb8a6fb7 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:58.652676 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-8789f07c-73e9-4f9e-9302-752300a3fb43 req-edb84c12-0c56-45c1-83ff-34b7eb8a6fb7 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:58.653029 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.l3_db [req-8789f07c-73e9-4f9e-9302-752300a3fb43 req-edb84c12-0c56-45c1-83ff-34b7eb8a6fb7 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Floating IP df6fab1e-7d00-431b-a171-27a9c85209cd disassociated. External IP: 172.26.2.102, port: 5565f9ac-fc96-403e-bd34-74f2df6b73c7. Feb 16 12:52:58.653367 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-8789f07c-73e9-4f9e-9302-752300a3fb43 req-edb84c12-0c56-45c1-83ff-34b7eb8a6fb7 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Calling delete_port for 5565f9ac-fc96-403e-bd34-74f2df6b73c7 owned by compute:nova {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:52:58.770551 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f27a1-623e-4e53-8597-769cb5d509ca req-3de94983-26a2-4899-b1c4-40b59edfd767 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:58.772035 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f24f27a1-623e-4e53-8597-769cb5d509ca req-3de94983-26a2-4899-b1c4-40b59edfd767 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=b28ad46e-1a6c-432e-9796-1e1bf13e1cfe HTTP/1.1" status: 200 len: 945 time: 0.0507481 Feb 16 12:52:58.782063 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-8789f07c-73e9-4f9e-9302-752300a3fb43 req-edb84c12-0c56-45c1-83ff-34b7eb8a6fb7 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:58.812402 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f24f27a1-623e-4e53-8597-769cb5d509ca req-6b00a849-fc7c-4672-bae2-5533f7214f5a tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336576 Feb 16 12:52:58.814621 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb84c12-0c56-45c1-83ff-34b7eb8a6fb7 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Pushing event deleted for resources: {'Port': ['ID=5565f9ac-fc96-403e-bd34-74f2df6b73c7,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:58.835362 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb84c12-0c56-45c1-83ff-34b7eb8a6fb7 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:58.835362 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb84c12-0c56-45c1-83ff-34b7eb8a6fb7 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:58.835362 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb84c12-0c56-45c1-83ff-34b7eb8a6fb7 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:58.835362 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb84c12-0c56-45c1-83ff-34b7eb8a6fb7 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:58.835362 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb84c12-0c56-45c1-83ff-34b7eb8a6fb7 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:58.835362 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb84c12-0c56-45c1-83ff-34b7eb8a6fb7 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:58.835362 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb84c12-0c56-45c1-83ff-34b7eb8a6fb7 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:58.835362 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb84c12-0c56-45c1-83ff-34b7eb8a6fb7 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:58.835362 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb84c12-0c56-45c1-83ff-34b7eb8a6fb7 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:58.835362 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb84c12-0c56-45c1-83ff-34b7eb8a6fb7 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:58.835362 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb84c12-0c56-45c1-83ff-34b7eb8a6fb7 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:58.835362 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb84c12-0c56-45c1-83ff-34b7eb8a6fb7 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:58.946436 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8789f07c-73e9-4f9e-9302-752300a3fb43 req-edb84c12-0c56-45c1-83ff-34b7eb8a6fb7 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Router 21937201-bfb5-469f-bb18-bedba8442c50 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:52:59.051262 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8789f07c-73e9-4f9e-9302-752300a3fb43 req-edb84c12-0c56-45c1-83ff-34b7eb8a6fb7 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:52:59.061174 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20f7112-709e-485f-b782-f7ae5ddcf4ba None None] Sync routers for ids ['21937201-bfb5-469f-bb18-bedba8442c50'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:52:59.071984 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20f7112-709e-485f-b782-f7ae5ddcf4ba None None] Routers {'21937201-bfb5-469f-bb18-bedba8442c50'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:52:59.072590 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-c20f7112-709e-485f-b782-f7ae5ddcf4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:52:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['21937201-bfb5-469f-bb18-bedba8442c50'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:59.092746 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-8789f07c-73e9-4f9e-9302-752300a3fb43 req-edb84c12-0c56-45c1-83ff-34b7eb8a6fb7 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] No DVR routers for this DVR port 5565f9ac-fc96-403e-bd34-74f2df6b73c7 on host hv-neutron-8281 {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:52:59.095865 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-8789f07c-73e9-4f9e-9302-752300a3fb43 req-edb84c12-0c56-45c1-83ff-34b7eb8a6fb7 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:59.099403 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-8789f07c-73e9-4f9e-9302-752300a3fb43 req-edb84c12-0c56-45c1-83ff-34b7eb8a6fb7 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.42 "DELETE /v2.0/ports/5565f9ac-fc96-403e-bd34-74f2df6b73c7 HTTP/1.1" status: 204 len: 173 time: 0.8431194 Feb 16 12:52:59.099861 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28ad46e-1a6c-432e-9796-1e1bf13e1cfe', 'name': 'network-vif-deleted', 'tag': '5565f9ac-fc96-403e-bd34-74f2df6b73c7'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:52:59.102167 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0e5b92-5a80-4410-8c86-723d14ba6389" -d '{"events": [{"server_uuid": "b28ad46e-1a6c-432e-9796-1e1bf13e1cfe", "name": "network-vif-deleted", "tag": "5565f9ac-fc96-403e-bd34-74f2df6b73c7"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:52:59.151312 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 12:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2aa4a6-60c8-433d-a195-10b1b3f3c32a x-openstack-request-id: req-bd2aa4a6-60c8-433d-a195-10b1b3f3c32a {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:52:59.151740 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28ad46e-1a6c-432e-9796-1e1bf13e1cfe", "name": "network-vif-deleted", "tag": "5565f9ac-fc96-403e-bd34-74f2df6b73c7", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:52:59.152052 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-bd2aa4a6-60c8-433d-a195-10b1b3f3c32a {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:52:59.152460 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28ad46e-1a6c-432e-9796-1e1bf13e1cfe', 'name': 'network-vif-deleted', 'tag': '5565f9ac-fc96-403e-bd34-74f2df6b73c7', 'status': 'completed', 'code': 200} Feb 16 12:52:59.193524 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-c20f7112-709e-485f-b782-f7ae5ddcf4ba None None] Set router 21937201-bfb5-469f-bb18-bedba8442c50 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:52:59.411121 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-c20f7112-709e-485f-b782-f7ae5ddcf4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21937201-bfb5-469f-bb18-bedba8442c50', 'name': 'tempest-TestVolumeBootPattern-116415935-router', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:34Z', 'revision_number': 4, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'gw_port': {'id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327', 'name': '', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'mac_address': 'fa:16:3e:4e:49:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:32Z', 'updated_at': '2022-02-16T12:49:42Z', 'revision_number': 5, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'subnets': [{'id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:59.439692 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20f7112-709e-485f-b782-f7ae5ddcf4ba None None] Checking router: 21937201-bfb5-469f-bb18-bedba8442c50 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:52:59.448776 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20f7112-709e-485f-b782-f7ae5ddcf4ba None None] Routers {'21937201-bfb5-469f-bb18-bedba8442c50'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:52:59.449404 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-c20f7112-709e-485f-b782-f7ae5ddcf4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:52:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['21937201-bfb5-469f-bb18-bedba8442c50'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:59.453019 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38726) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:52:59.558255 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-c20f7112-709e-485f-b782-f7ae5ddcf4ba None None] Set router 21937201-bfb5-469f-bb18-bedba8442c50 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:52:59.573697 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-53713d1d-eca3-4853-97af-bdf90cfa7e10 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:59.635746 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-53713d1d-eca3-4853-97af-bdf90cfa7e10 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for floatingip, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:59.771723 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-c20f7112-709e-485f-b782-f7ae5ddcf4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21937201-bfb5-469f-bb18-bedba8442c50', 'name': 'tempest-TestVolumeBootPattern-116415935-router', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:34Z', 'revision_number': 4, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'gw_port': {'id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327', 'name': '', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'mac_address': 'fa:16:3e:4e:49:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:32Z', 'updated_at': '2022-02-16T12:49:42Z', 'revision_number': 5, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'subnets': [{'id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:59.803545 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20f7112-709e-485f-b782-f7ae5ddcf4ba None None] The sync data for ids ['21937201-bfb5-469f-bb18-bedba8442c50'] in dv-neutron-828142-3-hyperv is: [{'id': '21937201-bfb5-469f-bb18-bedba8442c50', 'name': 'tempest-TestVolumeBootPattern-116415935-router', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:34Z', 'revision_number': 4, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'gw_port': {'id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327', 'name': '', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'mac_address': 'fa:16:3e:4e:49:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:32Z', 'updated_at': '2022-02-16T12:49:42Z', 'revision_number': 5, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'subnets': [{'id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:52:59.804083 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-53713d1d-eca3-4853-97af-bdf90cfa7e10 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:59.811918 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-53713d1d-eca3-4853-97af-bdf90cfa7e10 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:59.812306 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.l3_db [None req-53713d1d-eca3-4853-97af-bdf90cfa7e10 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Floating IP 526c062a-5691-48a4-bc66-223e21a9fe9a disassociated. External IP: 172.26.2.122, port: 016038b0-b5e1-4e28-b516-0bdd12426cdf. Feb 16 12:52:59.968709 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f3600bb7-bdde-44ab-b769-89de5105ce79 req-efe93fa2-0a9e-410a-b5e3-95877fe889b9 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=b28ad46e-1a6c-432e-9796-1e1bf13e1cfe HTTP/1.1" status: 200 len: 210 time: 0.0436161 Feb 16 12:53:00.103618 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53713d1d-eca3-4853-97af-bdf90cfa7e10 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router 0ba1fffc-b789-42d1-be66-9295f62b40d4 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:53:00.129708 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e0a21a-860a-4258-95c5-3f23308da410 None None] New status for floating IP df6fab1e-7d00-431b-a171-27a9c85209cd: DOWN {{(pid=109050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:53:00.241052 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53713d1d-eca3-4853-97af-bdf90cfa7e10 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:53:00.247407 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-53713d1d-eca3-4853-97af-bdf90cfa7e10 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:00.255209 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34efdb8f-4739-4c9b-9064-b1227b8be515 None None] Sync routers for ids ['0ba1fffc-b789-42d1-be66-9295f62b40d4'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:53:00.284267 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38732) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:53:00.287096 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34efdb8f-4739-4c9b-9064-b1227b8be515 None None] Routers {'0ba1fffc-b789-42d1-be66-9295f62b40d4'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:53:00.290387 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-34efdb8f-4739-4c9b-9064-b1227b8be515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:52:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['0ba1fffc-b789-42d1-be66-9295f62b40d4'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:00.297807 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-53713d1d-eca3-4853-97af-bdf90cfa7e10 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "PUT /v2.0/floatingips/526c062a-5691-48a4-bc66-223e21a9fe9a HTTP/1.1" status: 200 len: 690 time: 0.8401585 Feb 16 12:53:00.300580 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb4f92f-26b7-4035-899b-28470fe53d5b', 'tag': '016038b0-b5e1-4e28-b516-0bdd12426cdf'}] {{(pid=109048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:53:00.305704 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40068d798dcc31a224174c6c24ac8b3e49f1a518b527dec6066c5fbc28712f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be786f7c-2b67-447c-a58a-42e080af7270" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb4f92f-26b7-4035-899b-28470fe53d5b", "tag": "016038b0-b5e1-4e28-b516-0bdd12426cdf"}]}' {{(pid=109048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:53:00.376944 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 12:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2612fd4c-24bc-491f-9648-4be7598d75e2 x-openstack-request-id: req-2612fd4c-24bc-491f-9648-4be7598d75e2 {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:53:00.377238 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb4f92f-26b7-4035-899b-28470fe53d5b", "tag": "016038b0-b5e1-4e28-b516-0bdd12426cdf", "status": "completed", "code": 200}]} {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:53:00.377488 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2612fd4c-24bc-491f-9648-4be7598d75e2 {{(pid=109048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:53:00.377895 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb4f92f-26b7-4035-899b-28470fe53d5b', 'tag': '016038b0-b5e1-4e28-b516-0bdd12426cdf', 'status': 'completed', 'code': 200} Feb 16 12:53:00.502680 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-34efdb8f-4739-4c9b-9064-b1227b8be515 None None] Set router 0ba1fffc-b789-42d1-be66-9295f62b40d4 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:53:00.725641 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-34efdb8f-4739-4c9b-9064-b1227b8be515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'name': 'tempest-TestNetworkBasicOps-router-1795970846', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '787ddbae-f08d-4520-901e-1e89f6920126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:01Z', 'updated_at': '2022-02-16T12:52:04Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '787ddbae-f08d-4520-901e-1e89f6920126', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:01Z', 'updated_at': '2022-02-16T12:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '1c1b23f1-29ae-48aa-8ead-4b9d02becad8', 'name': '', 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:44:c4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'b24497c4-22ca-4f5d-9e5e-7bba455e488a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:03Z', 'updated_at': '2022-02-16T12:52:07Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'b24497c4-22ca-4f5d-9e5e-7bba455e488a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:00.732508 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3eac4895-16a2-42c1-8eab-b0514402e30b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/floatingips/526c062a-5691-48a4-bc66-223e21a9fe9a HTTP/1.1" status: 200 len: 690 time: 0.4459212 Feb 16 12:53:00.756373 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34efdb8f-4739-4c9b-9064-b1227b8be515 None None] Checking router: 0ba1fffc-b789-42d1-be66-9295f62b40d4 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:53:00.760538 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be786f7c-2b67-447c-a58a-42e080af7270 req-e59701e6-4ec9-4794-8ead-b4ffd59dcc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:00.762131 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-be786f7c-2b67-447c-a58a-42e080af7270 req-e59701e6-4ec9-4794-8ead-b4ffd59dcc12 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=9bb4f92f-26b7-4035-899b-28470fe53d5b HTTP/1.1" status: 200 len: 1098 time: 0.0479200 Feb 16 12:53:00.765751 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34efdb8f-4739-4c9b-9064-b1227b8be515 None None] Routers {'0ba1fffc-b789-42d1-be66-9295f62b40d4'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:53:00.766456 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-34efdb8f-4739-4c9b-9064-b1227b8be515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:52:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['0ba1fffc-b789-42d1-be66-9295f62b40d4'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:00.858778 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be786f7c-2b67-447c-a58a-42e080af7270 req-db1b54a1-83ab-4384-9aa6-489f0a2b5586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:00.860438 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-be786f7c-2b67-447c-a58a-42e080af7270 req-db1b54a1-83ab-4384-9aa6-489f0a2b5586 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cb96aa5b-3dbc-4bc0-a132-025785185d2f HTTP/1.1" status: 200 len: 897 time: 0.0912848 Feb 16 12:53:00.870205 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-34efdb8f-4739-4c9b-9064-b1227b8be515 None None] Set router 0ba1fffc-b789-42d1-be66-9295f62b40d4 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:53:00.903731 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-be786f7c-2b67-447c-a58a-42e080af7270 req-3255c6ac-9684-47dd-8664-57d1fd520756 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=016038b0-b5e1-4e28-b516-0bdd12426cdf HTTP/1.1" status: 200 len: 217 time: 0.0349770 Feb 16 12:53:00.961191 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be786f7c-2b67-447c-a58a-42e080af7270 req-5279b63a-ca9f-4d4f-9df2-60fb67184741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:00.963311 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-be786f7c-2b67-447c-a58a-42e080af7270 req-5279b63a-ca9f-4d4f-9df2-60fb67184741 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b24497c4-22ca-4f5d-9e5e-7bba455e488a HTTP/1.1" status: 200 len: 835 time: 0.0527761 Feb 16 12:53:01.025993 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be786f7c-2b67-447c-a58a-42e080af7270 req-a0c63e3f-7f11-4128-9fbb-77d030e871b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:01.028692 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-be786f7c-2b67-447c-a58a-42e080af7270 req-a0c63e3f-7f11-4128-9fbb-77d030e871b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cb96aa5b-3dbc-4bc0-a132-025785185d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0588260 Feb 16 12:53:01.107810 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4865bffd-83c9-4f53-aa3f-72a1cf434ca2 req-b6bb875e-b1ef-4bcc-9dba-096ca8d4ce6c tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=b28ad46e-1a6c-432e-9796-1e1bf13e1cfe HTTP/1.1" status: 200 len: 210 time: 0.0469549 Feb 16 12:53:01.141662 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-be786f7c-2b67-447c-a58a-42e080af7270 req-86a84b87-d63b-4492-a673-63090f0dc69d service neutron] 10.222.0.42 "GET /v2.0/networks/cb96aa5b-3dbc-4bc0-a132-025785185d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049681 Feb 16 12:53:01.214818 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-34efdb8f-4739-4c9b-9064-b1227b8be515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'name': 'tempest-TestNetworkBasicOps-router-1795970846', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '787ddbae-f08d-4520-901e-1e89f6920126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:01Z', 'updated_at': '2022-02-16T12:52:04Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '787ddbae-f08d-4520-901e-1e89f6920126', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:01Z', 'updated_at': '2022-02-16T12:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '1c1b23f1-29ae-48aa-8ead-4b9d02becad8', 'name': '', 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:44:c4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'b24497c4-22ca-4f5d-9e5e-7bba455e488a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:03Z', 'updated_at': '2022-02-16T12:52:07Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'b24497c4-22ca-4f5d-9e5e-7bba455e488a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:01.243008 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34efdb8f-4739-4c9b-9064-b1227b8be515 None None] The sync data for ids ['0ba1fffc-b789-42d1-be66-9295f62b40d4'] in dv-neutron-828142-3-hyperv is: [{'id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'name': 'tempest-TestNetworkBasicOps-router-1795970846', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '787ddbae-f08d-4520-901e-1e89f6920126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:01Z', 'updated_at': '2022-02-16T12:52:04Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '787ddbae-f08d-4520-901e-1e89f6920126', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:01Z', 'updated_at': '2022-02-16T12:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '1c1b23f1-29ae-48aa-8ead-4b9d02becad8', 'name': '', 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:44:c4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'b24497c4-22ca-4f5d-9e5e-7bba455e488a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:03Z', 'updated_at': '2022-02-16T12:52:07Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'b24497c4-22ca-4f5d-9e5e-7bba455e488a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:53:01.248087 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-be786f7c-2b67-447c-a58a-42e080af7270 req-09c65bcd-4a50-41f9-98a5-73aee2c33652 service neutron] 10.222.0.42 "GET /v2.0/networks/cb96aa5b-3dbc-4bc0-a132-025785185d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989099 Feb 16 12:53:01.471737 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4aa79c-3751-4ce3-9ca7-eed789c57c39 None None] New status for floating IP 526c062a-5691-48a4-bc66-223e21a9fe9a: DOWN {{(pid=109050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:53:01.734506 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38738) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:53:01.788094 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e89661d7-2df1-4a9c-bf1e-a6f123013dc5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/floatingips/526c062a-5691-48a4-bc66-223e21a9fe9a HTTP/1.1" status: 200 len: 690 time: 0.0511365 Feb 16 12:53:02.200102 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4d85dc85-4135-4822-a223-7f7a21e3f667 req-31832611-3f86-4e4e-8a7a-c49a64907ecc tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=b28ad46e-1a6c-432e-9796-1e1bf13e1cfe HTTP/1.1" status: 200 len: 210 time: 0.0274780 Feb 16 12:53:02.259359 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 5565f9ac-fc96-403e-bd34-74f2df6b73c7 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:53:02.286360 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] No Port match for: 5565f9ac-fc96-403e-bd34-74f2df6b73c7 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:53:02.286703 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 5565f9ac-fc96-403e-bd34-74f2df6b73c7 not bound to the agent host hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:53:02.791094 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38742) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:53:02.833816 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-13b19af0-384f-414e-87ff-4099fff1ac86 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/floatingips/526c062a-5691-48a4-bc66-223e21a9fe9a HTTP/1.1" status: 200 len: 688 time: 0.0417225 Feb 16 12:53:03.466958 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-c4a71f59-7dfb-4e13-9c7a-29d07d9b0a90 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1512887192&fields=id&tenant_id=98ec8fef3f1245f3a4cdb1afaef344d1 HTTP/1.1" status: 200 len: 267 time: 0.0329714 Feb 16 12:53:03.569538 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-663bb809-8ff9-4db2-bd94-7ab756263ac4 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:03.571611 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-663bb809-8ff9-4db2-bd94-7ab756263ac4 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/networks?id=a876fa82-771e-4c40-93ac-63a7a3825868 HTTP/1.1" status: 200 len: 811 time: 0.0980365 Feb 16 12:53:03.587745 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-99524e74-a1c0-4e53-9622-3151aac39af5 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/quotas/98ec8fef3f1245f3a4cdb1afaef344d1 HTTP/1.1" status: 200 len: 375 time: 0.0101945 Feb 16 12:53:03.645436 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-3fbdd754-78d3-465c-be5a-2a9ed89f7268 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=98ec8fef3f1245f3a4cdb1afaef344d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522456 Feb 16 12:53:03.740317 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-297433d3-dae1-47fe-a745-e389b6f9bbc1 service neutron] 10.222.0.90 "GET /v2.0/networks/a876fa82-771e-4c40-93ac-63a7a3825868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827513 Feb 16 12:53:03.831891 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-05282016-2566-4d9e-9fe8-793a4dcccdf3 service neutron] 10.222.0.90 "GET /v2.0/networks/a876fa82-771e-4c40-93ac-63a7a3825868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855289 Feb 16 12:53:04.118570 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4704da17-88d6-4e73-92af-cbf535099c09 req-e3365957-4c94-4e25-940f-ba822c156dcd tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=9f8fa88b-90e6-43a2-a457-578eb9111029 HTTP/1.1" status: 200 len: 210 time: 0.0283761 Feb 16 12:53:04.168610 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38766) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:53:04.174264 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-4d44665b-0234-46c8-b5b1-0982c0f7d490 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1875966946', 'description': 'tempest-secgroup-smoke-1875966946 description', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:04.202276 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4d44665b-0234-46c8-b5b1-0982c0f7d490 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.270975 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4d44665b-0234-46c8-b5b1-0982c0f7d490 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.275682 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4d44665b-0234-46c8-b5b1-0982c0f7d490 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.309490 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4d44665b-0234-46c8-b5b1-0982c0f7d490 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.310825 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4d44665b-0234-46c8-b5b1-0982c0f7d490 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1409287 Feb 16 12:53:04.314741 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38772) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:53:04.315443 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44665b-0234-46c8-b5b1-0982c0f7d490 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1eb332-4f6d-4192-855d-13af080a8ecf,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:04.320354 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-53967048-324a-43b3-99b2-35bb2835bd41 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': '3a1eb332-4f6d-4192-855d-13af080a8ecf', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:04.350377 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-53967048-324a-43b3-99b2-35bb2835bd41 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.417692 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-53967048-324a-43b3-99b2-35bb2835bd41 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.421844 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-53967048-324a-43b3-99b2-35bb2835bd41 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.444787 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53967048-324a-43b3-99b2-35bb2835bd41 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=795a60ff-2561-47bb-afa6-cd13b5400a5e,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:04.453292 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-53967048-324a-43b3-99b2-35bb2835bd41 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.454505 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-53967048-324a-43b3-99b2-35bb2835bd41 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1381567 Feb 16 12:53:04.457834 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38776) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:53:04.459777 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53967048-324a-43b3-99b2-35bb2835bd41 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:04.460115 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53967048-324a-43b3-99b2-35bb2835bd41 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:04.460465 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53967048-324a-43b3-99b2-35bb2835bd41 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:04.460845 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53967048-324a-43b3-99b2-35bb2835bd41 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:04.461260 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53967048-324a-43b3-99b2-35bb2835bd41 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:04.461495 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53967048-324a-43b3-99b2-35bb2835bd41 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:04.461817 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53967048-324a-43b3-99b2-35bb2835bd41 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:04.462133 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53967048-324a-43b3-99b2-35bb2835bd41 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:04.462458 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53967048-324a-43b3-99b2-35bb2835bd41 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:04.462776 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53967048-324a-43b3-99b2-35bb2835bd41 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:04.463092 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53967048-324a-43b3-99b2-35bb2835bd41 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:04.463231 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-836497a9-c523-4230-bcf2-66a2ec79fd47 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': '3a1eb332-4f6d-4192-855d-13af080a8ecf', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:04.463486 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53967048-324a-43b3-99b2-35bb2835bd41 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:04.493432 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-836497a9-c523-4230-bcf2-66a2ec79fd47 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.552757 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-836497a9-c523-4230-bcf2-66a2ec79fd47 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.557481 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-836497a9-c523-4230-bcf2-66a2ec79fd47 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.575600 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836497a9-c523-4230-bcf2-66a2ec79fd47 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b743703-ae08-49c9-960b-8cd7011c72e5,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:04.586461 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-836497a9-c523-4230-bcf2-66a2ec79fd47 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.587876 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-836497a9-c523-4230-bcf2-66a2ec79fd47 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1287711 Feb 16 12:53:04.591316 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38778) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:53:04.596316 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-791f6673-5d1b-4bcd-b8c3-1675a7e0e960 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': '3a1eb332-4f6d-4192-855d-13af080a8ecf', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:04.632586 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-791f6673-5d1b-4bcd-b8c3-1675a7e0e960 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.694446 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-791f6673-5d1b-4bcd-b8c3-1675a7e0e960 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.698307 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-791f6673-5d1b-4bcd-b8c3-1675a7e0e960 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.717950 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f6673-5d1b-4bcd-b8c3-1675a7e0e960 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdc9b164-1a46-4fe5-9346-096b542a52b4,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:04.723228 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-791f6673-5d1b-4bcd-b8c3-1675a7e0e960 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.724400 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-791f6673-5d1b-4bcd-b8c3-1675a7e0e960 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1318707 Feb 16 12:53:04.728001 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38780) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:53:04.732503 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-b3b8e593-cb7e-4ac3-8037-409223104c65 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': '3a1eb332-4f6d-4192-855d-13af080a8ecf', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:04.759478 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3b8e593-cb7e-4ac3-8037-409223104c65 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.818743 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3b8e593-cb7e-4ac3-8037-409223104c65 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.822099 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3b8e593-cb7e-4ac3-8037-409223104c65 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.840372 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b8e593-cb7e-4ac3-8037-409223104c65 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69ff6317-e4df-4478-9401-f55cc786a9bd,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:04.850808 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3b8e593-cb7e-4ac3-8037-409223104c65 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.852866 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b3b8e593-cb7e-4ac3-8037-409223104c65 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1237972 Feb 16 12:53:04.855626 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38782) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:53:04.860945 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-f7a244df-065f-424f-a7b0-a04afabc6345 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': '3a1eb332-4f6d-4192-855d-13af080a8ecf', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:04.884128 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-f7a244df-065f-424f-a7b0-a04afabc6345 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Project 93ebfe1969ad47c59fc4b80bacd9b15b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:53:04.888962 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f7a244df-065f-424f-a7b0-a04afabc6345 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.951328 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f7a244df-065f-424f-a7b0-a04afabc6345 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.954942 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f7a244df-065f-424f-a7b0-a04afabc6345 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.976267 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a244df-065f-424f-a7b0-a04afabc6345 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4e2cae0-23d2-48e3-bffa-0758f74f10a4,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:04.982240 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f7a244df-065f-424f-a7b0-a04afabc6345 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.983453 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f7a244df-065f-424f-a7b0-a04afabc6345 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1266224 Feb 16 12:53:04.986404 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38784) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:53:04.990975 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-7cad3ab7-0ebd-45d8-a7a1-96ea4b96f3b3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': '3a1eb332-4f6d-4192-855d-13af080a8ecf', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:05.015706 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.securitygroups_db [None req-7cad3ab7-0ebd-45d8-a7a1-96ea4b96f3b3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Project 93ebfe1969ad47c59fc4b80bacd9b15b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:53:05.021931 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7cad3ab7-0ebd-45d8-a7a1-96ea4b96f3b3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:05.093860 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7cad3ab7-0ebd-45d8-a7a1-96ea4b96f3b3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:05.098087 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7cad3ab7-0ebd-45d8-a7a1-96ea4b96f3b3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:05.120530 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad3ab7-0ebd-45d8-a7a1-96ea4b96f3b3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f77624f-7619-4f48-a759-77a16caee5b4,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:05.131298 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7cad3ab7-0ebd-45d8-a7a1-96ea4b96f3b3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:05.133072 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-7cad3ab7-0ebd-45d8-a7a1-96ea4b96f3b3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1451061 Feb 16 12:53:05.155404 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-6eacfca1-8b44-491f-a045-191e06fc6574 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:05.157306 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-6eacfca1-8b44-491f-a045-191e06fc6574 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.42 "GET /v2.0/networks?id=a876fa82-771e-4c40-93ac-63a7a3825868 HTTP/1.1" status: 200 len: 811 time: 0.1125627 Feb 16 12:53:05.209902 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-b84fa633-20e0-4f46-841e-8dea0868f463 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98ec8fef3f1245f3a4cdb1afaef344d1 HTTP/1.1" status: 200 len: 380 time: 0.0416031 Feb 16 12:53:05.223482 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-cb2a9caf-1f67-40e5-803b-6808c262af2b tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Request body: {'port': {'device_id': '9f8fa88b-90e6-43a2-a457-578eb9111029', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'admin_state_up': True, 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'security_groups': ['1cd597d5-2457-47bd-8902-30479afbdefa']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:05.225405 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-16e71fd2-ea5f-459f-b816-609661d9e21d req-d0ebecde-1d81-4973-b2dc-7a03a5c7e159 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=9f8fa88b-90e6-43a2-a457-578eb9111029 HTTP/1.1" status: 200 len: 210 time: 0.0307243 Feb 16 12:53:05.293728 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-da6303cf-17de-4518-8987-d83358185370 req-a9ac8ddf-184c-4222-b766-74c64d098b47 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1875966946&fields=id&tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b HTTP/1.1" status: 200 len: 267 time: 0.0350704 Feb 16 12:53:05.358067 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-cb2a9caf-1f67-40e5-803b-6808c262af2b tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Made reservation on behalf of 98ec8fef3f1245f3a4cdb1afaef344d1 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:05.362239 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-cb2a9caf-1f67-40e5-803b-6808c262af2b tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:05.428684 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6303cf-17de-4518-8987-d83358185370 req-295c90c2-70b2-476b-95ac-bf1166b74a4c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:05.430786 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-da6303cf-17de-4518-8987-d83358185370 req-295c90c2-70b2-476b-95ac-bf1166b74a4c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/networks?id=cb96aa5b-3dbc-4bc0-a132-025785185d2f HTTP/1.1" status: 200 len: 796 time: 0.1152260 Feb 16 12:53:05.446645 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-da6303cf-17de-4518-8987-d83358185370 req-e5f64a3c-85c0-458b-9e18-e8c4e7e6b114 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/quotas/93ebfe1969ad47c59fc4b80bacd9b15b HTTP/1.1" status: 200 len: 375 time: 0.0102258 Feb 16 12:53:05.504152 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-cb2a9caf-1f67-40e5-803b-6808c262af2b tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Allocated IP 172.20.0.14 (a876fa82-771e-4c40-93ac-63a7a3825868/20776c33-d9e6-4c4d-a709-2c81a506e278/610a85ac-659d-4f29-bfc9-bc4010b976c5) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:53:05.504444 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-da6303cf-17de-4518-8987-d83358185370 req-a1540d1a-cd0e-4e69-a988-5114c09869e9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0517442 Feb 16 12:53:05.607910 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-da6303cf-17de-4518-8987-d83358185370 req-91756ab5-4ea5-4362-a260-b84bd1277c10 service neutron] 10.222.0.90 "GET /v2.0/networks/cb96aa5b-3dbc-4bc0-a132-025785185d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890369 Feb 16 12:53:05.661856 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-cb2a9caf-1f67-40e5-803b-6808c262af2b tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:05.696741 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-cb2a9caf-1f67-40e5-803b-6808c262af2b tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:05.707010 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-da6303cf-17de-4518-8987-d83358185370 req-f016a10a-5688-4cdc-a2d9-25207edbc5d1 service neutron] 10.222.0.90 "GET /v2.0/networks/cb96aa5b-3dbc-4bc0-a132-025785185d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928657 Feb 16 12:53:05.746431 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-cb2a9caf-1f67-40e5-803b-6808c262af2b tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Network a876fa82-771e-4c40-93ac-63a7a3825868 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:53:05.752267 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-cb2a9caf-1f67-40e5-803b-6808c262af2b tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:05.755456 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-cb2a9caf-1f67-40e5-803b-6808c262af2b tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:53:05.795310 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a9caf-1f67-40e5-803b-6808c262af2b tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Pushing event updated for resources: {'Port': ['ID=610a85ac-659d-4f29-bfc9-bc4010b976c5,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:05.827069 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-cb2a9caf-1f67-40e5-803b-6808c262af2b tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:05.827786 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-cb2a9caf-1f67-40e5-803b-6808c262af2b tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:05.856023 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-cb2a9caf-1f67-40e5-803b-6808c262af2b tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6383119 Feb 16 12:53:05.869443 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-67c96207-a765-4cbd-b4c1-217c4fa57d1b service neutron] Request body: {'port': {'device_id': '9f8fa88b-90e6-43a2-a457-578eb9111029', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:05.963409 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-67c96207-a765-4cbd-b4c1-217c4fa57d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:05.964063 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d06bf294-f23e-4735-a1c2-1990cdd6a5b4 req-1f41b8e1-21ef-4d0d-aa43-4d32a14e64c2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=d612a55b-d130-43a1-b6a8-df59fce85d6c HTTP/1.1" status: 200 len: 210 time: 0.0435054 Feb 16 12:53:06.134929 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-87e5b861-be62-4592-bbfb-ba24a4a6f49c None None] Provisioning complete for port 610a85ac-659d-4f29-bfc9-bc4010b976c5 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:06.135537 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-87e5b861-be62-4592-bbfb-ba24a4a6f49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:06.184355 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-87e5b861-be62-4592-bbfb-ba24a4a6f49c None None] Port 610a85ac-659d-4f29-bfc9-bc4010b976c5 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:53:06.283095 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-67c96207-a765-4cbd-b4c1-217c4fa57d1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 610a85ac-659d-4f29-bfc9-bc4010b976c5 {{(pid=109049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 12:53:06.295004 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-67c96207-a765-4cbd-b4c1-217c4fa57d1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:06.311284 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.provisioning_blocks [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-67c96207-a765-4cbd-b4c1-217c4fa57d1b service neutron] Transition to ACTIVE for port object 610a85ac-659d-4f29-bfc9-bc4010b976c5 will not be triggered until provisioned by entity L2. {{(pid=109049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:06.316093 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-67c96207-a765-4cbd-b4c1-217c4fa57d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:06.356095 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ed565-9c15-4aee-aa51-2dc464c5eed2 req-82445200-abfe-467c-8719-fb15abde6fc9 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:06.357325 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-967ed565-9c15-4aee-aa51-2dc464c5eed2 req-82445200-abfe-467c-8719-fb15abde6fc9 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=9f8fa88b-90e6-43a2-a457-578eb9111029 HTTP/1.1" status: 200 len: 932 time: 0.0621898 Feb 16 12:53:06.393764 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c96207-a765-4cbd-b4c1-217c4fa57d1b service neutron] Pushing event updated for resources: {'Port': ['ID=610a85ac-659d-4f29-bfc9-bc4010b976c5,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:06.414917 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-967ed565-9c15-4aee-aa51-2dc464c5eed2 req-a4afdd7f-916d-418f-99a4-0fafb720e169 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503461 Feb 16 12:53:06.492896 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-67c96207-a765-4cbd-b4c1-217c4fa57d1b service neutron] Attempting to bind port 610a85ac-659d-4f29-bfc9-bc4010b976c5 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:53:06.493233 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-67c96207-a765-4cbd-b4c1-217c4fa57d1b service neutron] Attempting to bind port 610a85ac-659d-4f29-bfc9-bc4010b976c5 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '51914522-65e5-4e31-aa9c-d5caab70328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:53:06.493562 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-67c96207-a765-4cbd-b4c1-217c4fa57d1b service neutron] Attempting to bind port 610a85ac-659d-4f29-bfc9-bc4010b976c5 on network a876fa82-771e-4c40-93ac-63a7a3825868 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:53:06.498334 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-67c96207-a765-4cbd-b4c1-217c4fa57d1b service neutron] Port 610a85ac-659d-4f29-bfc9-bc4010b976c5 on network a876fa82-771e-4c40-93ac-63a7a3825868 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:53:06.498654 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-67c96207-a765-4cbd-b4c1-217c4fa57d1b service neutron] Attempting to bind port 610a85ac-659d-4f29-bfc9-bc4010b976c5 on network a876fa82-771e-4c40-93ac-63a7a3825868 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:53:06.504161 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-67c96207-a765-4cbd-b4c1-217c4fa57d1b service neutron] Checking agent: {'id': '31a9428e-e23a-420f-bfe2-5870b63c0436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'started_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:53:06.504577 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-67c96207-a765-4cbd-b4c1-217c4fa57d1b service neutron] Checking segment: {'id': '51914522-65e5-4e31-aa9c-d5caab70328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:53:06.505101 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-67c96207-a765-4cbd-b4c1-217c4fa57d1b service neutron] Bound using segment: {'id': '51914522-65e5-4e31-aa9c-d5caab70328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868'} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:53:06.505625 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-67c96207-a765-4cbd-b4c1-217c4fa57d1b service neutron] Bound port: 610a85ac-659d-4f29-bfc9-bc4010b976c5, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51914522-65e5-4e31-aa9c-d5caab70328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868'}}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:53:06.505993 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-67c96207-a765-4cbd-b4c1-217c4fa57d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:06.603039 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-67c96207-a765-4cbd-b4c1-217c4fa57d1b service neutron] For port 610a85ac-659d-4f29-bfc9-bc4010b976c5, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:53:06.606875 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-67c96207-a765-4cbd-b4c1-217c4fa57d1b service neutron] For port 610a85ac-659d-4f29-bfc9-bc4010b976c5, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=610a85ac-659d-4f29-bfc9-bc4010b976c5,segment=NetworkSegment(51914522-65e5-4e31-aa9c-d5caab70328b),segment_id=51914522-65e5-4e31-aa9c-d5caab70328b)] {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:53:06.613691 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-67c96207-a765-4cbd-b4c1-217c4fa57d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:06.651392 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-67c96207-a765-4cbd-b4c1-217c4fa57d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:06.651925 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-67c96207-a765-4cbd-b4c1-217c4fa57d1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:06.653767 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-67c96207-a765-4cbd-b4c1-217c4fa57d1b service neutron] 10.222.0.42 "PUT /v2.0/ports/610a85ac-659d-4f29-bfc9-bc4010b976c5 HTTP/1.1" status: 200 len: 1094 time: 0.7886062 Feb 16 12:53:06.653884 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f8fa88b-90e6-43a2-a457-578eb9111029', 'tag': '610a85ac-659d-4f29-bfc9-bc4010b976c5'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:53:06.656086 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9766c8-73cc-42af-a4f3-d94544700f59" -d '{"events": [{"name": "network-changed", "server_uuid": "9f8fa88b-90e6-43a2-a457-578eb9111029", "tag": "610a85ac-659d-4f29-bfc9-bc4010b976c5"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:53:06.691837 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c96207-a765-4cbd-b4c1-217c4fa57d1b service neutron] Pushing event updated for resources: {'Port': ['ID=610a85ac-659d-4f29-bfc9-bc4010b976c5,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:06.739785 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 12:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b55a47-1b6d-4ece-88f7-e9d93e30aa5b x-openstack-request-id: req-d0b55a47-1b6d-4ece-88f7-e9d93e30aa5b {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:53:06.740173 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f8fa88b-90e6-43a2-a457-578eb9111029", "tag": "610a85ac-659d-4f29-bfc9-bc4010b976c5", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:53:06.740502 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d0b55a47-1b6d-4ece-88f7-e9d93e30aa5b {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:53:06.740984 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f8fa88b-90e6-43a2-a457-578eb9111029', 'tag': '610a85ac-659d-4f29-bfc9-bc4010b976c5', 'status': 'completed', 'code': 200} Feb 16 12:53:06.758336 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-42bdb3da-4e92-46ee-b31f-5c45b3bcf5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:06.759988 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-42bdb3da-4e92-46ee-b31f-5c45b3bcf5a7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98ec8fef3f1245f3a4cdb1afaef344d1&device_id=9f8fa88b-90e6-43a2-a457-578eb9111029 HTTP/1.1" status: 200 len: 1097 time: 0.0535851 Feb 16 12:53:06.805515 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-3062f0b6-c202-475e-98b3-ec96f278baf0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=610a85ac-659d-4f29-bfc9-bc4010b976c5 HTTP/1.1" status: 200 len: 217 time: 0.0377543 Feb 16 12:53:06.862006 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-8d14502a-f04d-4c6c-bfec-16916e0b1f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:06.863475 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-8d14502a-f04d-4c6c-bfec-16916e0b1f43 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=20776c33-d9e6-4c4d-a709-2c81a506e278 HTTP/1.1" status: 200 len: 850 time: 0.0514538 Feb 16 12:53:06.916806 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-6c56f851-cc33-447b-8916-30d8e082198f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:06.918226 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-6c56f851-cc33-447b-8916-30d8e082198f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a876fa82-771e-4c40-93ac-63a7a3825868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417211 Feb 16 12:53:07.062195 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-b8d9eac6-d5f5-47fc-9324-abeeea5acf25 service neutron] 10.222.0.42 "GET /v2.0/networks/a876fa82-771e-4c40-93ac-63a7a3825868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365697 Feb 16 12:53:07.071061 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-973ef0e6-8732-4432-b5bb-756496947d1f req-519e22e1-dd7a-43e2-b777-871ebaea844e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=d612a55b-d130-43a1-b6a8-df59fce85d6c HTTP/1.1" status: 200 len: 210 time: 0.0461895 Feb 16 12:53:07.233160 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6303cf-17de-4518-8987-d83358185370 req-9bed65f8-3a89-4947-a069-81d8c1bca79a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:07.234587 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-da6303cf-17de-4518-8987-d83358185370 req-9bed65f8-3a89-4947-a069-81d8c1bca79a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "GET /v2.0/networks?id=cb96aa5b-3dbc-4bc0-a132-025785185d2f HTTP/1.1" status: 200 len: 796 time: 0.1994972 Feb 16 12:53:07.245865 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-bcf7641a-adb6-4d18-b89c-c7ad3d865ede req-a33dd3b7-00a6-4106-b0b9-de40a4ad7f58 service neutron] 10.222.0.42 "GET /v2.0/networks/a876fa82-771e-4c40-93ac-63a7a3825868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691890 Feb 16 12:53:07.293163 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-da6303cf-17de-4518-8987-d83358185370 req-e2fe9622-1c22-401d-88df-adb660551364 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b HTTP/1.1" status: 200 len: 472 time: 0.0463018 Feb 16 12:53:07.315650 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-da6303cf-17de-4518-8987-d83358185370 req-0a08a519-0a69-470f-8bda-32db9d7d19a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'port': {'device_id': 'd612a55b-d130-43a1-b6a8-df59fce85d6c', 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f', 'admin_state_up': True, 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'security_groups': ['3a1eb332-4f6d-4192-855d-13af080a8ecf']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:07.400211 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9766c8-73cc-42af-a4f3-d94544700f59 req-7338a95d-3868-45af-9021-292c791a80c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:07.402497 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ea9766c8-73cc-42af-a4f3-d94544700f59 req-7338a95d-3868-45af-9021-292c791a80c9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98ec8fef3f1245f3a4cdb1afaef344d1&device_id=9f8fa88b-90e6-43a2-a457-578eb9111029 HTTP/1.1" status: 200 len: 1097 time: 0.1022708 Feb 16 12:53:07.522514 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da6303cf-17de-4518-8987-d83358185370 req-0a08a519-0a69-470f-8bda-32db9d7d19a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Made reservation on behalf of 93ebfe1969ad47c59fc4b80bacd9b15b for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:07.525953 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-da6303cf-17de-4518-8987-d83358185370 req-0a08a519-0a69-470f-8bda-32db9d7d19a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:07.543895 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9274d3-e39d-470c-bed9-4a1a1638ccc2 req-91c4a337-be76-491f-a7da-0294995de457 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:07.545690 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9766c8-73cc-42af-a4f3-d94544700f59 req-35ce3216-101d-452a-ba21-25647d2ed545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:07.545844 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-da9274d3-e39d-470c-bed9-4a1a1638ccc2 req-91c4a337-be76-491f-a7da-0294995de457 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=9f8fa88b-90e6-43a2-a457-578eb9111029 HTTP/1.1" status: 200 len: 944 time: 0.0547311 Feb 16 12:53:07.547132 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ea9766c8-73cc-42af-a4f3-d94544700f59 req-35ce3216-101d-452a-ba21-25647d2ed545 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a876fa82-771e-4c40-93ac-63a7a3825868 HTTP/1.1" status: 200 len: 912 time: 0.1321356 Feb 16 12:53:07.592521 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-da9274d3-e39d-470c-bed9-4a1a1638ccc2 req-8362a4c5-fdc7-4b19-94e8-66fcee6815c7 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388980 Feb 16 12:53:07.630668 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ea9766c8-73cc-42af-a4f3-d94544700f59 req-43640a6d-c920-4d7a-8749-44dc970df770 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=610a85ac-659d-4f29-bfc9-bc4010b976c5 HTTP/1.1" status: 200 len: 217 time: 0.0697272 Feb 16 12:53:07.722494 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9766c8-73cc-42af-a4f3-d94544700f59 req-4b821a28-9c0c-4c51-b690-d05c79ca2172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:07.723989 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ea9766c8-73cc-42af-a4f3-d94544700f59 req-4b821a28-9c0c-4c51-b690-d05c79ca2172 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=20776c33-d9e6-4c4d-a709-2c81a506e278 HTTP/1.1" status: 200 len: 850 time: 0.0850520 Feb 16 12:53:07.766904 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [req-da6303cf-17de-4518-8987-d83358185370 req-0a08a519-0a69-470f-8bda-32db9d7d19a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Allocated IP 172.20.0.13 (cb96aa5b-3dbc-4bc0-a132-025785185d2f/b24497c4-22ca-4f5d-9e5e-7bba455e488a/ff4788c0-c8f5-467d-b549-89342fb4fd08) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:53:07.799313 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9766c8-73cc-42af-a4f3-d94544700f59 req-ffc6dee9-977a-4709-9d49-e262568c0db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:07.800723 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ea9766c8-73cc-42af-a4f3-d94544700f59 req-ffc6dee9-977a-4709-9d49-e262568c0db2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a876fa82-771e-4c40-93ac-63a7a3825868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689437 Feb 16 12:53:07.969702 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ea9766c8-73cc-42af-a4f3-d94544700f59 req-d10cf447-1e50-4368-9802-b8f52e4acc8f service neutron] 10.222.0.42 "GET /v2.0/networks/a876fa82-771e-4c40-93ac-63a7a3825868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583526 Feb 16 12:53:07.993576 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-da6303cf-17de-4518-8987-d83358185370 req-0a08a519-0a69-470f-8bda-32db9d7d19a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:08.100072 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ea9766c8-73cc-42af-a4f3-d94544700f59 req-48cce766-94d5-42bd-93a6-23188c5a3df7 service neutron] 10.222.0.42 "GET /v2.0/networks/a876fa82-771e-4c40-93ac-63a7a3825868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179676 Feb 16 12:53:08.101401 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-da6303cf-17de-4518-8987-d83358185370 req-0a08a519-0a69-470f-8bda-32db9d7d19a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:08.154707 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da6303cf-17de-4518-8987-d83358185370 req-0a08a519-0a69-470f-8bda-32db9d7d19a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network cb96aa5b-3dbc-4bc0-a132-025785185d2f is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:53:08.158092 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [req-da6303cf-17de-4518-8987-d83358185370 req-0a08a519-0a69-470f-8bda-32db9d7d19a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:08.162734 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-da6303cf-17de-4518-8987-d83358185370 req-0a08a519-0a69-470f-8bda-32db9d7d19a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:53:08.185603 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08a519-0a69-470f-8bda-32db9d7d19a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=ff4788c0-c8f5-467d-b549-89342fb4fd08,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:08.214719 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00d83d-e2f6-4270-8e40-574e20843365 req-0e411948-7185-473a-bd22-7752a3e54a4f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:08.217272 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9c00d83d-e2f6-4270-8e40-574e20843365 req-0e411948-7185-473a-bd22-7752a3e54a4f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=d612a55b-d130-43a1-b6a8-df59fce85d6c HTTP/1.1" status: 200 len: 932 time: 0.0747547 Feb 16 12:53:08.218447 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6303cf-17de-4518-8987-d83358185370 req-0a08a519-0a69-470f-8bda-32db9d7d19a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:08.219072 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-da6303cf-17de-4518-8987-d83358185370 req-0a08a519-0a69-470f-8bda-32db9d7d19a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:08.238830 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-da6303cf-17de-4518-8987-d83358185370 req-0a08a519-0a69-470f-8bda-32db9d7d19a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9372571 Feb 16 12:53:08.255154 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-da6303cf-17de-4518-8987-d83358185370 req-2f67bc00-007d-49a2-9c58-0a77ddc284c3 service neutron] Request body: {'port': {'device_id': 'd612a55b-d130-43a1-b6a8-df59fce85d6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:08.265014 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9c00d83d-e2f6-4270-8e40-574e20843365 req-b4feb6ac-f293-4c9a-b05e-b72c42a3fb7c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=3a1eb332-4f6d-4192-855d-13af080a8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417106 Feb 16 12:53:08.330441 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-da6303cf-17de-4518-8987-d83358185370 req-2f67bc00-007d-49a2-9c58-0a77ddc284c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:08.378064 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 12:53:08.470691 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-0343bf99-f6c4-459b-b346-03331f9f73b5 None None] Provisioning complete for port ff4788c0-c8f5-467d-b549-89342fb4fd08 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:08.471825 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0343bf99-f6c4-459b-b346-03331f9f73b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:08.510066 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-0343bf99-f6c4-459b-b346-03331f9f73b5 None None] Port ff4788c0-c8f5-467d-b549-89342fb4fd08 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:53:08.619439 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-da6303cf-17de-4518-8987-d83358185370 req-2f67bc00-007d-49a2-9c58-0a77ddc284c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff4788c0-c8f5-467d-b549-89342fb4fd08 {{(pid=109049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 12:53:08.627894 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-da6303cf-17de-4518-8987-d83358185370 req-2f67bc00-007d-49a2-9c58-0a77ddc284c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:08.646177 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.provisioning_blocks [req-da6303cf-17de-4518-8987-d83358185370 req-2f67bc00-007d-49a2-9c58-0a77ddc284c3 service neutron] Transition to ACTIVE for port object ff4788c0-c8f5-467d-b549-89342fb4fd08 will not be triggered until provisioned by entity L2. {{(pid=109049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:08.653682 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-da6303cf-17de-4518-8987-d83358185370 req-2f67bc00-007d-49a2-9c58-0a77ddc284c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:08.703774 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f67bc00-007d-49a2-9c58-0a77ddc284c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ff4788c0-c8f5-467d-b549-89342fb4fd08,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:08.740364 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e48d6-e848-4fb8-8f81-b19a1712c496 req-dfdc9bea-cea4-44b9-b423-4164ace87a0d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:08.742031 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f80e48d6-e848-4fb8-8f81-b19a1712c496 req-dfdc9bea-cea4-44b9-b423-4164ace87a0d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=9f8fa88b-90e6-43a2-a457-578eb9111029 HTTP/1.1" status: 200 len: 944 time: 0.0742128 Feb 16 12:53:08.792072 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-da6303cf-17de-4518-8987-d83358185370 req-2f67bc00-007d-49a2-9c58-0a77ddc284c3 service neutron] Attempting to bind port ff4788c0-c8f5-467d-b549-89342fb4fd08 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:53:08.792301 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-da6303cf-17de-4518-8987-d83358185370 req-2f67bc00-007d-49a2-9c58-0a77ddc284c3 service neutron] Attempting to bind port ff4788c0-c8f5-467d-b549-89342fb4fd08 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'dfc4d027-b3b5-4aed-b1f9-5d642230ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:53:08.792573 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6303cf-17de-4518-8987-d83358185370 req-2f67bc00-007d-49a2-9c58-0a77ddc284c3 service neutron] Attempting to bind port ff4788c0-c8f5-467d-b549-89342fb4fd08 on network cb96aa5b-3dbc-4bc0-a132-025785185d2f {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:53:08.797453 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f80e48d6-e848-4fb8-8f81-b19a1712c496 req-1662da57-a0a9-459d-a6cf-c1bff6977e2b tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475512 Feb 16 12:53:08.804313 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6303cf-17de-4518-8987-d83358185370 req-2f67bc00-007d-49a2-9c58-0a77ddc284c3 service neutron] Port ff4788c0-c8f5-467d-b549-89342fb4fd08 on network cb96aa5b-3dbc-4bc0-a132-025785185d2f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:53:08.807654 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6303cf-17de-4518-8987-d83358185370 req-2f67bc00-007d-49a2-9c58-0a77ddc284c3 service neutron] Attempting to bind port ff4788c0-c8f5-467d-b549-89342fb4fd08 on network cb96aa5b-3dbc-4bc0-a132-025785185d2f {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:53:08.814563 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6303cf-17de-4518-8987-d83358185370 req-2f67bc00-007d-49a2-9c58-0a77ddc284c3 service neutron] Checking agent: {'id': '31a9428e-e23a-420f-bfe2-5870b63c0436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'started_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:53:08.815109 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6303cf-17de-4518-8987-d83358185370 req-2f67bc00-007d-49a2-9c58-0a77ddc284c3 service neutron] Checking segment: {'id': 'dfc4d027-b3b5-4aed-b1f9-5d642230ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:53:08.815624 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6303cf-17de-4518-8987-d83358185370 req-2f67bc00-007d-49a2-9c58-0a77ddc284c3 service neutron] Bound using segment: {'id': 'dfc4d027-b3b5-4aed-b1f9-5d642230ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f'} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:53:08.816216 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-da6303cf-17de-4518-8987-d83358185370 req-2f67bc00-007d-49a2-9c58-0a77ddc284c3 service neutron] Bound port: ff4788c0-c8f5-467d-b549-89342fb4fd08, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfc4d027-b3b5-4aed-b1f9-5d642230ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f'}}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:53:08.817182 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-da6303cf-17de-4518-8987-d83358185370 req-2f67bc00-007d-49a2-9c58-0a77ddc284c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:08.896431 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-da6303cf-17de-4518-8987-d83358185370 req-2f67bc00-007d-49a2-9c58-0a77ddc284c3 service neutron] For port ff4788c0-c8f5-467d-b549-89342fb4fd08, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:53:08.901215 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-da6303cf-17de-4518-8987-d83358185370 req-2f67bc00-007d-49a2-9c58-0a77ddc284c3 service neutron] For port ff4788c0-c8f5-467d-b549-89342fb4fd08, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ff4788c0-c8f5-467d-b549-89342fb4fd08,segment=NetworkSegment(dfc4d027-b3b5-4aed-b1f9-5d642230ab7a),segment_id=dfc4d027-b3b5-4aed-b1f9-5d642230ab7a)] {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:53:08.906190 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-da6303cf-17de-4518-8987-d83358185370 req-2f67bc00-007d-49a2-9c58-0a77ddc284c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:08.942119 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6303cf-17de-4518-8987-d83358185370 req-2f67bc00-007d-49a2-9c58-0a77ddc284c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:08.942936 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-da6303cf-17de-4518-8987-d83358185370 req-2f67bc00-007d-49a2-9c58-0a77ddc284c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:08.944421 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-da6303cf-17de-4518-8987-d83358185370 req-2f67bc00-007d-49a2-9c58-0a77ddc284c3 service neutron] 10.222.0.42 "PUT /v2.0/ports/ff4788c0-c8f5-467d-b549-89342fb4fd08 HTTP/1.1" status: 200 len: 1094 time: 0.6969130 Feb 16 12:53:08.947479 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd612a55b-d130-43a1-b6a8-df59fce85d6c', 'tag': 'ff4788c0-c8f5-467d-b549-89342fb4fd08'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:53:08.950505 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe9492a-c947-4c82-9da9-5d85f62789de" -d '{"events": [{"name": "network-changed", "server_uuid": "d612a55b-d130-43a1-b6a8-df59fce85d6c", "tag": "ff4788c0-c8f5-467d-b549-89342fb4fd08"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:53:08.991738 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 12:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b315e0fd-4497-48fc-939f-d810d3aa4700 x-openstack-request-id: req-b315e0fd-4497-48fc-939f-d810d3aa4700 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:53:08.992070 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d612a55b-d130-43a1-b6a8-df59fce85d6c", "tag": "ff4788c0-c8f5-467d-b549-89342fb4fd08", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:53:08.992323 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b315e0fd-4497-48fc-939f-d810d3aa4700 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:53:08.992752 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd612a55b-d130-43a1-b6a8-df59fce85d6c', 'tag': 'ff4788c0-c8f5-467d-b549-89342fb4fd08', 'status': 'completed', 'code': 200} Feb 16 12:53:08.994008 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f67bc00-007d-49a2-9c58-0a77ddc284c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ff4788c0-c8f5-467d-b549-89342fb4fd08,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:09.049154 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6303cf-17de-4518-8987-d83358185370 req-370bad50-c7ed-4f42-bc08-53eb80f1ec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:09.050786 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-da6303cf-17de-4518-8987-d83358185370 req-370bad50-c7ed-4f42-bc08-53eb80f1ec3f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=d612a55b-d130-43a1-b6a8-df59fce85d6c HTTP/1.1" status: 200 len: 1097 time: 0.0512908 Feb 16 12:53:09.096916 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-da6303cf-17de-4518-8987-d83358185370 req-acafed71-3ccc-49fe-aed2-8ba5792af78c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff4788c0-c8f5-467d-b549-89342fb4fd08 HTTP/1.1" status: 200 len: 217 time: 0.0374448 Feb 16 12:53:09.151573 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6303cf-17de-4518-8987-d83358185370 req-28924782-7210-4e63-a904-601e9e2be939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:09.153223 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-da6303cf-17de-4518-8987-d83358185370 req-28924782-7210-4e63-a904-601e9e2be939 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b24497c4-22ca-4f5d-9e5e-7bba455e488a HTTP/1.1" status: 200 len: 835 time: 0.0463307 Feb 16 12:53:09.208444 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6303cf-17de-4518-8987-d83358185370 req-cbbe11e4-568e-47fc-af24-1a047bef050e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:09.210003 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-da6303cf-17de-4518-8987-d83358185370 req-cbbe11e4-568e-47fc-af24-1a047bef050e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cb96aa5b-3dbc-4bc0-a132-025785185d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0470948 Feb 16 12:53:09.300689 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-da6303cf-17de-4518-8987-d83358185370 req-ede8a5e1-2502-4687-829b-5b5cb2191eed service neutron] 10.222.0.42 "GET /v2.0/networks/cb96aa5b-3dbc-4bc0-a132-025785185d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830541 Feb 16 12:53:09.395660 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a2fe3-ab65-4276-9cad-866d7c299782 req-029e8baf-5b4e-45f1-ad7e-dad3421fa6a7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:09.397238 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c32a2fe3-ab65-4276-9cad-866d7c299782 req-029e8baf-5b4e-45f1-ad7e-dad3421fa6a7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=d612a55b-d130-43a1-b6a8-df59fce85d6c HTTP/1.1" status: 200 len: 944 time: 0.0604885 Feb 16 12:53:09.406026 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-da6303cf-17de-4518-8987-d83358185370 req-e6ce7e0f-3cee-4238-80f7-6313635dd563 service neutron] 10.222.0.42 "GET /v2.0/networks/cb96aa5b-3dbc-4bc0-a132-025785185d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969353 Feb 16 12:53:09.441588 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c32a2fe3-ab65-4276-9cad-866d7c299782 req-340b80f9-834c-494e-bf8b-fb684ea5f658 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=3a1eb332-4f6d-4192-855d-13af080a8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370233 Feb 16 12:53:09.494976 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9492a-c947-4c82-9da9-5d85f62789de req-316da0fc-bf19-4634-bb2f-5d984c309525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:09.496454 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4fe9492a-c947-4c82-9da9-5d85f62789de req-316da0fc-bf19-4634-bb2f-5d984c309525 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=d612a55b-d130-43a1-b6a8-df59fce85d6c HTTP/1.1" status: 200 len: 1097 time: 0.0431824 Feb 16 12:53:09.589483 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9492a-c947-4c82-9da9-5d85f62789de req-ed7f029d-4dd6-4d14-99c4-d818e5cd47d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:09.590839 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4fe9492a-c947-4c82-9da9-5d85f62789de req-ed7f029d-4dd6-4d14-99c4-d818e5cd47d1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cb96aa5b-3dbc-4bc0-a132-025785185d2f HTTP/1.1" status: 200 len: 897 time: 0.0873094 Feb 16 12:53:09.638060 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4fe9492a-c947-4c82-9da9-5d85f62789de req-bb25ebfc-b61d-4c2a-a206-ad7420fd5538 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff4788c0-c8f5-467d-b549-89342fb4fd08 HTTP/1.1" status: 200 len: 217 time: 0.0387886 Feb 16 12:53:09.691878 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9492a-c947-4c82-9da9-5d85f62789de req-918f9644-9860-47ab-9276-9b8b4d448bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:09.693245 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4fe9492a-c947-4c82-9da9-5d85f62789de req-918f9644-9860-47ab-9276-9b8b4d448bef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b24497c4-22ca-4f5d-9e5e-7bba455e488a HTTP/1.1" status: 200 len: 835 time: 0.0438764 Feb 16 12:53:09.749199 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9492a-c947-4c82-9da9-5d85f62789de req-3421359d-d86b-4dbc-b05c-162bf4fa9e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:09.750708 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4fe9492a-c947-4c82-9da9-5d85f62789de req-3421359d-d86b-4dbc-b05c-162bf4fa9e4d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cb96aa5b-3dbc-4bc0-a132-025785185d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402720 Feb 16 12:53:09.847861 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4fe9492a-c947-4c82-9da9-5d85f62789de req-af69ae3e-b445-4756-8e27-6b1abcf32f5e service neutron] 10.222.0.42 "GET /v2.0/networks/cb96aa5b-3dbc-4bc0-a132-025785185d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865884 Feb 16 12:53:09.941302 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059f8ff-96eb-4f03-ac80-adac9edcd664 req-c3caf498-2144-4fb6-8179-20f4acd63501 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:09.942859 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1059f8ff-96eb-4f03-ac80-adac9edcd664 req-c3caf498-2144-4fb6-8179-20f4acd63501 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=9f8fa88b-90e6-43a2-a457-578eb9111029 HTTP/1.1" status: 200 len: 944 time: 0.0497839 Feb 16 12:53:09.948433 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4fe9492a-c947-4c82-9da9-5d85f62789de req-40786fd1-db96-4fd9-8d63-41d86e5021ba service neutron] 10.222.0.42 "GET /v2.0/networks/cb96aa5b-3dbc-4bc0-a132-025785185d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896738 Feb 16 12:53:09.981757 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1059f8ff-96eb-4f03-ac80-adac9edcd664 req-39de458f-d516-49d6-8612-c363aa610173 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328815 Feb 16 12:53:10.556454 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a262c-1ff6-4d4c-b90f-527eae4e05c0 req-967280f3-e1ba-4a73-8387-f9863c927e89 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:10.557980 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-184a262c-1ff6-4d4c-b90f-527eae4e05c0 req-967280f3-e1ba-4a73-8387-f9863c927e89 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=d612a55b-d130-43a1-b6a8-df59fce85d6c HTTP/1.1" status: 200 len: 944 time: 0.0482135 Feb 16 12:53:10.599353 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-184a262c-1ff6-4d4c-b90f-527eae4e05c0 req-ac2e3d7c-80fb-4b05-a8b6-410f8e8071a7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=3a1eb332-4f6d-4192-855d-13af080a8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355237 Feb 16 12:53:11.100260 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b4f19-18ee-4012-a3ca-caf53ad82734 req-3089b889-839d-4d9e-90c2-7f3af18a1c77 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:11.101846 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4d4b4f19-18ee-4012-a3ca-caf53ad82734 req-3089b889-839d-4d9e-90c2-7f3af18a1c77 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=9f8fa88b-90e6-43a2-a457-578eb9111029 HTTP/1.1" status: 200 len: 944 time: 0.0506845 Feb 16 12:53:11.141681 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4d4b4f19-18ee-4012-a3ca-caf53ad82734 req-6041234e-038c-40b9-bd1a-3dfed32e92ad tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338550 Feb 16 12:53:11.727673 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3ec79-b399-4576-81c7-65a08e2cf773 req-33980658-d427-4223-8204-d19d26eca6bf tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:11.729178 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-52a3ec79-b399-4576-81c7-65a08e2cf773 req-33980658-d427-4223-8204-d19d26eca6bf tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=d612a55b-d130-43a1-b6a8-df59fce85d6c HTTP/1.1" status: 200 len: 944 time: 0.0506153 Feb 16 12:53:11.768271 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-52a3ec79-b399-4576-81c7-65a08e2cf773 req-8633843a-b189-4438-9a4c-a93967b15852 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=3a1eb332-4f6d-4192-855d-13af080a8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331326 Feb 16 12:53:12.256147 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e5953-a509-4593-be40-a4ae6b1f04d8 req-791e9d9e-7f11-472b-b7ea-67aa4f4bb52a tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:12.257703 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-171e5953-a509-4593-be40-a4ae6b1f04d8 req-791e9d9e-7f11-472b-b7ea-67aa4f4bb52a tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=9f8fa88b-90e6-43a2-a457-578eb9111029 HTTP/1.1" status: 200 len: 944 time: 0.0501759 Feb 16 12:53:12.299835 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-171e5953-a509-4593-be40-a4ae6b1f04d8 req-26299a35-daac-4559-b51f-6551485f2e9b tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358982 Feb 16 12:53:12.311890 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device ff4788c0-c8f5-467d-b549-89342fb4fd08 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 12:53:12.404405 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port ff4788c0-c8f5-467d-b549-89342fb4fd08, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ff4788c0-c8f5-467d-b549-89342fb4fd08,segment=NetworkSegment(dfc4d027-b3b5-4aed-b1f9-5d642230ab7a),segment_id=dfc4d027-b3b5-4aed-b1f9-5d642230ab7a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:53:12.419785 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': 'ff4788c0-c8f5-467d-b549-89342fb4fd08', 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f', 'port_id': 'ff4788c0-c8f5-467d-b549-89342fb4fd08', 'mac_address': 'fa:16:3e:ca:ab:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b24497c4-22ca-4f5d-9e5e-7bba455e488a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 12:53:12.459939 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:12.473927 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff4788c0-c8f5-467d-b549-89342fb4fd08 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 12:53:12.493058 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port ff4788c0-c8f5-467d-b549-89342fb4fd08, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ff4788c0-c8f5-467d-b549-89342fb4fd08,segment=NetworkSegment(dfc4d027-b3b5-4aed-b1f9-5d642230ab7a),segment_id=dfc4d027-b3b5-4aed-b1f9-5d642230ab7a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:53:12.497516 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:12.543285 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=ff4788c0-c8f5-467d-b549-89342fb4fd08,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:12.550024 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:12.550309 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:12.550670 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:12.550997 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:12.551323 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:12.551645 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:12.551986 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:12.552320 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:12.552648 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:12.552973 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:12.553286 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:12.553861 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:12.733185 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['ff4788c0-c8f5-467d-b549-89342fb4fd08'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 12:53:12.889611 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4550c-eb2e-469d-89ab-ce78954a8b8e req-2a41923e-b168-443e-aab7-56cd3452a9d0 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:12.891093 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a2c4550c-eb2e-469d-89ab-ce78954a8b8e req-2a41923e-b168-443e-aab7-56cd3452a9d0 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=d612a55b-d130-43a1-b6a8-df59fce85d6c HTTP/1.1" status: 200 len: 945 time: 0.0484955 Feb 16 12:53:12.929293 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a2c4550c-eb2e-469d-89ab-ce78954a8b8e req-02f49d27-7507-4d7a-9d3c-b3db0590f953 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=3a1eb332-4f6d-4192-855d-13af080a8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314372 Feb 16 12:53:13.415431 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44a911-103e-476b-91e7-018a69435e6d req-86b6dc48-687b-46ce-88d1-18fdd979b1f5 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:13.416929 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2e44a911-103e-476b-91e7-018a69435e6d req-86b6dc48-687b-46ce-88d1-18fdd979b1f5 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=9f8fa88b-90e6-43a2-a457-578eb9111029 HTTP/1.1" status: 200 len: 944 time: 0.0487478 Feb 16 12:53:13.456000 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2e44a911-103e-476b-91e7-018a69435e6d req-eae56518-5f22-4ba2-b407-8c5293c424db tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330739 Feb 16 12:53:14.047553 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c582b-1999-4c6b-869b-efc55ff998eb req-d0ecbd66-283d-4904-8453-81a5baa5bd64 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:14.050260 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c95c582b-1999-4c6b-869b-efc55ff998eb req-d0ecbd66-283d-4904-8453-81a5baa5bd64 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=d612a55b-d130-43a1-b6a8-df59fce85d6c HTTP/1.1" status: 200 len: 945 time: 0.0521524 Feb 16 12:53:14.091527 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c95c582b-1999-4c6b-869b-efc55ff998eb req-34d47abf-b0a2-409f-92c4-b1e192ea0fa1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=3a1eb332-4f6d-4192-855d-13af080a8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360830 Feb 16 12:53:14.340358 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device ff4788c0-c8f5-467d-b549-89342fb4fd08 up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:53:14.389772 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning for port ff4788c0-c8f5-467d-b549-89342fb4fd08 completed by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:53:14.393884 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port ff4788c0-c8f5-467d-b549-89342fb4fd08 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:14.394253 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:14.481974 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:14.505465 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd612a55b-d130-43a1-b6a8-df59fce85d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4788c0-c8f5-467d-b549-89342fb4fd08'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:53:14.509385 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c78704-d999-4f93-bfa0-e2e5210cf248" -d '{"events": [{"server_uuid": "d612a55b-d130-43a1-b6a8-df59fce85d6c", "name": "network-vif-plugged", "status": "completed", "tag": "ff4788c0-c8f5-467d-b549-89342fb4fd08"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:53:14.521148 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port ff4788c0-c8f5-467d-b549-89342fb4fd08, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ff4788c0-c8f5-467d-b549-89342fb4fd08,segment=NetworkSegment(dfc4d027-b3b5-4aed-b1f9-5d642230ab7a),segment_id=dfc4d027-b3b5-4aed-b1f9-5d642230ab7a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:53:14.525983 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:14.549968 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 12:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b30b854-9683-4515-a4b2-a8bd4fc64747 x-openstack-request-id: req-1b30b854-9683-4515-a4b2-a8bd4fc64747 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:53:14.550253 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d612a55b-d130-43a1-b6a8-df59fce85d6c", "name": "network-vif-plugged", "status": "completed", "tag": "ff4788c0-c8f5-467d-b549-89342fb4fd08", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:53:14.550497 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1b30b854-9683-4515-a4b2-a8bd4fc64747 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:53:14.550903 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd612a55b-d130-43a1-b6a8-df59fce85d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4788c0-c8f5-467d-b549-89342fb4fd08', 'code': 200} Feb 16 12:53:14.577977 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260f545-83c8-416c-b9c1-c1e3712764fb req-3ff9b942-82be-4115-8351-100391966326 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:14.579540 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=ff4788c0-c8f5-467d-b549-89342fb4fd08,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:14.579699 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1260f545-83c8-416c-b9c1-c1e3712764fb req-3ff9b942-82be-4115-8351-100391966326 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=9f8fa88b-90e6-43a2-a457-578eb9111029 HTTP/1.1" status: 200 len: 944 time: 0.0552683 Feb 16 12:53:14.622359 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1260f545-83c8-416c-b9c1-c1e3712764fb req-9c4eca4d-7851-48c3-a80b-982ad275cdbc tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338035 Feb 16 12:53:14.739071 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6fdae-14ec-4f19-8d8b-2cec8924ddc5 req-e787624d-cced-4553-a165-4f00b65d5edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:14.740571 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5eb6fdae-14ec-4f19-8d8b-2cec8924ddc5 req-e787624d-cced-4553-a165-4f00b65d5edc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d612a55b-d130-43a1-b6a8-df59fce85d6c HTTP/1.1" status: 200 len: 1099 time: 0.0433910 Feb 16 12:53:14.777284 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5eb6fdae-14ec-4f19-8d8b-2cec8924ddc5 req-aa77acb3-de24-4738-9d49-967bf0b038b7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3a1eb332-4f6d-4192-855d-13af080a8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275853 Feb 16 12:53:15.210556 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab4b94-cba6-410a-ad02-1ae3eba672a3 req-c0e2feaa-cb0c-4b61-b839-8225def3b8a7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:15.212534 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-32ab4b94-cba6-410a-ad02-1ae3eba672a3 req-c0e2feaa-cb0c-4b61-b839-8225def3b8a7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=d612a55b-d130-43a1-b6a8-df59fce85d6c HTTP/1.1" status: 200 len: 946 time: 0.0506215 Feb 16 12:53:15.249945 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-32ab4b94-cba6-410a-ad02-1ae3eba672a3 req-676184fa-10dc-493e-b46e-7a37cd07126c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=3a1eb332-4f6d-4192-855d-13af080a8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314538 Feb 16 12:53:15.734092 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ef81d-f3af-4f1a-9cd4-e9c81d8306fe req-cea11542-d484-4270-b481-4aeec796cddd tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:15.735811 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bf3ef81d-f3af-4f1a-9cd4-e9c81d8306fe req-cea11542-d484-4270-b481-4aeec796cddd tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=9f8fa88b-90e6-43a2-a457-578eb9111029 HTTP/1.1" status: 200 len: 944 time: 0.0481436 Feb 16 12:53:15.777542 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bf3ef81d-f3af-4f1a-9cd4-e9c81d8306fe req-1117f5f3-712d-41e2-8b91-8b052b9af285 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360212 Feb 16 12:53:16.362131 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b2054-5218-41ee-865b-7693a3d47e68 req-515323e3-b22a-48db-b6c6-ee4d8e126741 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:16.363533 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-dd4b2054-5218-41ee-865b-7693a3d47e68 req-515323e3-b22a-48db-b6c6-ee4d8e126741 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=d612a55b-d130-43a1-b6a8-df59fce85d6c HTTP/1.1" status: 200 len: 946 time: 0.0494473 Feb 16 12:53:16.402550 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-dd4b2054-5218-41ee-865b-7693a3d47e68 req-09bc690e-7126-460e-9e97-9ced225434ad tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=3a1eb332-4f6d-4192-855d-13af080a8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331082 Feb 16 12:53:16.892502 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d012fd2e-aa11-4292-900c-6aae19be364c req-0f1f8f5a-5f8d-4b9b-8758-8626f0144df3 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:16.894002 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d012fd2e-aa11-4292-900c-6aae19be364c req-0f1f8f5a-5f8d-4b9b-8758-8626f0144df3 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=9f8fa88b-90e6-43a2-a457-578eb9111029 HTTP/1.1" status: 200 len: 944 time: 0.0499516 Feb 16 12:53:16.932202 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d012fd2e-aa11-4292-900c-6aae19be364c req-ce51d35e-e378-49fd-b9eb-492f0325b17e tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322866 Feb 16 12:53:17.515707 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d199a8-b608-4ec4-a8ce-973f03c9d7cd req-e45668f2-28a7-4816-a5dc-ff5b7dfeeeab tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:17.517188 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e8d199a8-b608-4ec4-a8ce-973f03c9d7cd req-e45668f2-28a7-4816-a5dc-ff5b7dfeeeab tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=d612a55b-d130-43a1-b6a8-df59fce85d6c HTTP/1.1" status: 200 len: 946 time: 0.0482771 Feb 16 12:53:17.557901 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e8d199a8-b608-4ec4-a8ce-973f03c9d7cd req-fb221d8f-0e06-4b30-b4b1-1b93f5b8fa61 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=3a1eb332-4f6d-4192-855d-13af080a8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348465 Feb 16 12:53:17.670284 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905468a-c4c3-431b-8f6f-96e10aba6718 req-3d79666b-7fe7-4e30-9315-cb9e70d784db tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:17.671723 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9905468a-c4c3-431b-8f6f-96e10aba6718 req-3d79666b-7fe7-4e30-9315-cb9e70d784db tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=d612a55b-d130-43a1-b6a8-df59fce85d6c HTTP/1.1" status: 200 len: 946 time: 0.0484200 Feb 16 12:53:17.709419 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9905468a-c4c3-431b-8f6f-96e10aba6718 req-3d798bc2-1646-422b-815e-5966955ef875 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=3a1eb332-4f6d-4192-855d-13af080a8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316458 Feb 16 12:53:17.730058 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38866) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:53:17.866134 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecf548f-2282-413d-9cdc-0cbb8b28eb97 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:17.868291 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-8ecf548f-2282-413d-9cdc-0cbb8b28eb97 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=d612a55b-d130-43a1-b6a8-df59fce85d6c HTTP/1.1" status: 200 len: 1094 time: 0.1372612 Feb 16 12:53:17.871143 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38870) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:53:17.875381 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-fc953afd-8233-41b1-a200-156825073cb2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'floatingip': {'port_id': 'ff4788c0-c8f5-467d-b549-89342fb4fd08'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:17.916129 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fc953afd-8233-41b1-a200-156825073cb2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for floatingip, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:18.105236 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb430188-38d1-449f-b45c-dc0b22322988 req-f8634729-d78c-443b-9c5e-c10db5587ac2 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:18.106710 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-cb430188-38d1-449f-b45c-dc0b22322988 req-f8634729-d78c-443b-9c5e-c10db5587ac2 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=9f8fa88b-90e6-43a2-a457-578eb9111029 HTTP/1.1" status: 200 len: 944 time: 0.1043651 Feb 16 12:53:18.189437 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-cb430188-38d1-449f-b45c-dc0b22322988 req-66f4c9e5-399f-4a4b-a0f3-277890d42bb2 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491605 Feb 16 12:53:18.340139 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 610a85ac-659d-4f29-bfc9-bc4010b976c5 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 12:53:18.416514 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fc953afd-8233-41b1-a200-156825073cb2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:18.420493 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fc953afd-8233-41b1-a200-156825073cb2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:18.437570 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 610a85ac-659d-4f29-bfc9-bc4010b976c5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=610a85ac-659d-4f29-bfc9-bc4010b976c5,segment=NetworkSegment(51914522-65e5-4e31-aa9c-d5caab70328b),segment_id=51914522-65e5-4e31-aa9c-d5caab70328b)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:53:18.448881 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': '610a85ac-659d-4f29-bfc9-bc4010b976c5', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'port_id': '610a85ac-659d-4f29-bfc9-bc4010b976c5', 'mac_address': 'fa:16:3e:9f:0f:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 12:53:18.488469 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:18.501318 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 610a85ac-659d-4f29-bfc9-bc4010b976c5 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 12:53:18.521097 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 610a85ac-659d-4f29-bfc9-bc4010b976c5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=610a85ac-659d-4f29-bfc9-bc4010b976c5,segment=NetworkSegment(51914522-65e5-4e31-aa9c-d5caab70328b),segment_id=51914522-65e5-4e31-aa9c-d5caab70328b)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:53:18.524210 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.l3_db [None req-fc953afd-8233-41b1-a200-156825073cb2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Floating IP 526c062a-5691-48a4-bc66-223e21a9fe9a associated. External IP: 172.26.2.122, port: ff4788c0-c8f5-467d-b549-89342fb4fd08. Feb 16 12:53:18.526282 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:18.576082 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=610a85ac-659d-4f29-bfc9-bc4010b976c5,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:18.825527 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['610a85ac-659d-4f29-bfc9-bc4010b976c5'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 12:53:19.017381 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc953afd-8233-41b1-a200-156825073cb2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router 0ba1fffc-b789-42d1-be66-9295f62b40d4 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:53:19.128995 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc953afd-8233-41b1-a200-156825073cb2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:53:19.135016 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fc953afd-8233-41b1-a200-156825073cb2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:19.139529 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d22a7f-43b0-434d-82ac-742da47bba73 None None] Sync routers for ids ['0ba1fffc-b789-42d1-be66-9295f62b40d4'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:53:19.149198 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d22a7f-43b0-434d-82ac-742da47bba73 None None] Routers {'0ba1fffc-b789-42d1-be66-9295f62b40d4'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:53:19.149800 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-a9d22a7f-43b0-434d-82ac-742da47bba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:52:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['0ba1fffc-b789-42d1-be66-9295f62b40d4'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:19.161721 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-fc953afd-8233-41b1-a200-156825073cb2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "PUT /v2.0/floatingips/526c062a-5691-48a4-bc66-223e21a9fe9a HTTP/1.1" status: 200 len: 992 time: 1.2895384 Feb 16 12:53:19.162428 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd612a55b-d130-43a1-b6a8-df59fce85d6c', 'tag': 'ff4788c0-c8f5-467d-b549-89342fb4fd08'}] {{(pid=109048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:53:19.164480 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38874) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:53:19.165078 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40068d798dcc31a224174c6c24ac8b3e49f1a518b527dec6066c5fbc28712f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498202f9-88db-4a74-95e4-4cbd15d4099f" -d '{"events": [{"name": "network-changed", "server_uuid": "d612a55b-d130-43a1-b6a8-df59fce85d6c", "tag": "ff4788c0-c8f5-467d-b549-89342fb4fd08"}]}' {{(pid=109048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:53:19.205555 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 12:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6c6a11-4ede-4754-a26a-9d0225bd63b9 x-openstack-request-id: req-7c6c6a11-4ede-4754-a26a-9d0225bd63b9 {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:53:19.205851 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d612a55b-d130-43a1-b6a8-df59fce85d6c", "tag": "ff4788c0-c8f5-467d-b549-89342fb4fd08", "status": "completed", "code": 200}]} {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:53:19.206111 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7c6c6a11-4ede-4754-a26a-9d0225bd63b9 {{(pid=109048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:53:19.206544 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd612a55b-d130-43a1-b6a8-df59fce85d6c', 'tag': 'ff4788c0-c8f5-467d-b549-89342fb4fd08', 'status': 'completed', 'code': 200} Feb 16 12:53:19.229858 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-97a523cb-5949-4e10-878b-7bbb61bb966f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/floatingips/526c062a-5691-48a4-bc66-223e21a9fe9a HTTP/1.1" status: 200 len: 992 time: 0.0639663 Feb 16 12:53:19.274885 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498202f9-88db-4a74-95e4-4cbd15d4099f req-1f6aff57-5511-47fc-a4ab-980f81c31f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:19.276673 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-498202f9-88db-4a74-95e4-4cbd15d4099f req-1f6aff57-5511-47fc-a4ab-980f81c31f04 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=d612a55b-d130-43a1-b6a8-df59fce85d6c HTTP/1.1" status: 200 len: 1099 time: 0.0437922 Feb 16 12:53:19.281067 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-a9d22a7f-43b0-434d-82ac-742da47bba73 None None] Set router 0ba1fffc-b789-42d1-be66-9295f62b40d4 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:53:19.316036 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2dd09-3f7d-4cb9-82b1-7c88788d106b req-4e5c34f3-2bed-4ed7-9d0b-24ebd3b1dd2e tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:19.317573 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6aa2dd09-3f7d-4cb9-82b1-7c88788d106b req-4e5c34f3-2bed-4ed7-9d0b-24ebd3b1dd2e tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=9f8fa88b-90e6-43a2-a457-578eb9111029 HTTP/1.1" status: 200 len: 945 time: 0.0521297 Feb 16 12:53:19.357967 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6aa2dd09-3f7d-4cb9-82b1-7c88788d106b req-d3180028-8aeb-4b9f-90e7-1ea05f01aea0 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323849 Feb 16 12:53:19.382359 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498202f9-88db-4a74-95e4-4cbd15d4099f req-60f5cf56-20bd-42bf-b097-ce02b872efbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:19.384277 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-498202f9-88db-4a74-95e4-4cbd15d4099f req-60f5cf56-20bd-42bf-b097-ce02b872efbb service neutron] 10.222.0.42 "GET /v2.0/networks?id=cb96aa5b-3dbc-4bc0-a132-025785185d2f HTTP/1.1" status: 200 len: 897 time: 0.1000438 Feb 16 12:53:19.451130 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-498202f9-88db-4a74-95e4-4cbd15d4099f req-17250aa1-462c-4526-b766-0b5d6a6c4299 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff4788c0-c8f5-467d-b549-89342fb4fd08 HTTP/1.1" status: 200 len: 1000 time: 0.0588486 Feb 16 12:53:19.504833 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498202f9-88db-4a74-95e4-4cbd15d4099f req-3c5def0f-20da-4a8e-a608-7f8c7b1ee523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:19.506303 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-498202f9-88db-4a74-95e4-4cbd15d4099f req-3c5def0f-20da-4a8e-a608-7f8c7b1ee523 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b24497c4-22ca-4f5d-9e5e-7bba455e488a HTTP/1.1" status: 200 len: 835 time: 0.0467081 Feb 16 12:53:19.521276 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-a9d22a7f-43b0-434d-82ac-742da47bba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'name': 'tempest-TestNetworkBasicOps-router-1795970846', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '787ddbae-f08d-4520-901e-1e89f6920126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:01Z', 'updated_at': '2022-02-16T12:52:04Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '787ddbae-f08d-4520-901e-1e89f6920126', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:01Z', 'updated_at': '2022-02-16T12:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '526c062a-5691-48a4-bc66-223e21a9fe9a', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.122', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'port_id': 'ff4788c0-c8f5-467d-b549-89342fb4fd08', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f', 'mac_address': 'fa:16:3e:ca:ab:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd612a55b-d130-43a1-b6a8-df59fce85d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:52:18Z', 'updated_at': '2022-02-16T12:53:18Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c1b23f1-29ae-48aa-8ead-4b9d02becad8', 'name': '', 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:44:c4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'b24497c4-22ca-4f5d-9e5e-7bba455e488a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:03Z', 'updated_at': '2022-02-16T12:52:07Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'b24497c4-22ca-4f5d-9e5e-7bba455e488a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:19.547931 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d22a7f-43b0-434d-82ac-742da47bba73 None None] Checking router: 0ba1fffc-b789-42d1-be66-9295f62b40d4 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:53:19.551912 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498202f9-88db-4a74-95e4-4cbd15d4099f req-6bab4bbc-7c9c-4668-b492-eee07b3f354a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:19.553445 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-498202f9-88db-4a74-95e4-4cbd15d4099f req-6bab4bbc-7c9c-4668-b492-eee07b3f354a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cb96aa5b-3dbc-4bc0-a132-025785185d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402288 Feb 16 12:53:19.557110 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d22a7f-43b0-434d-82ac-742da47bba73 None None] Routers {'0ba1fffc-b789-42d1-be66-9295f62b40d4'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:53:19.557709 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-a9d22a7f-43b0-434d-82ac-742da47bba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:52:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['0ba1fffc-b789-42d1-be66-9295f62b40d4'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:19.645155 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-498202f9-88db-4a74-95e4-4cbd15d4099f req-3a96555b-d721-4283-b51b-aad85852abde service neutron] 10.222.0.42 "GET /v2.0/networks/cb96aa5b-3dbc-4bc0-a132-025785185d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839167 Feb 16 12:53:19.661486 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-a9d22a7f-43b0-434d-82ac-742da47bba73 None None] Set router 0ba1fffc-b789-42d1-be66-9295f62b40d4 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:53:19.739103 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-498202f9-88db-4a74-95e4-4cbd15d4099f req-f5c783cb-126b-4d66-82e3-ea6fc1971296 service neutron] 10.222.0.42 "GET /v2.0/networks/cb96aa5b-3dbc-4bc0-a132-025785185d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861709 Feb 16 12:53:19.884697 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-a9d22a7f-43b0-434d-82ac-742da47bba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'name': 'tempest-TestNetworkBasicOps-router-1795970846', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '787ddbae-f08d-4520-901e-1e89f6920126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:01Z', 'updated_at': '2022-02-16T12:52:04Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '787ddbae-f08d-4520-901e-1e89f6920126', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:01Z', 'updated_at': '2022-02-16T12:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '526c062a-5691-48a4-bc66-223e21a9fe9a', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.122', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'port_id': 'ff4788c0-c8f5-467d-b549-89342fb4fd08', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f', 'mac_address': 'fa:16:3e:ca:ab:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd612a55b-d130-43a1-b6a8-df59fce85d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:52:18Z', 'updated_at': '2022-02-16T12:53:18Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c1b23f1-29ae-48aa-8ead-4b9d02becad8', 'name': '', 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:44:c4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'b24497c4-22ca-4f5d-9e5e-7bba455e488a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:03Z', 'updated_at': '2022-02-16T12:52:07Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'b24497c4-22ca-4f5d-9e5e-7bba455e488a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:19.909755 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d22a7f-43b0-434d-82ac-742da47bba73 None None] The sync data for ids ['0ba1fffc-b789-42d1-be66-9295f62b40d4'] in dv-neutron-828142-3-hyperv is: [{'id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'name': 'tempest-TestNetworkBasicOps-router-1795970846', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '787ddbae-f08d-4520-901e-1e89f6920126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:01Z', 'updated_at': '2022-02-16T12:52:04Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '787ddbae-f08d-4520-901e-1e89f6920126', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:01Z', 'updated_at': '2022-02-16T12:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '526c062a-5691-48a4-bc66-223e21a9fe9a', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.122', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'port_id': 'ff4788c0-c8f5-467d-b549-89342fb4fd08', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f', 'mac_address': 'fa:16:3e:ca:ab:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd612a55b-d130-43a1-b6a8-df59fce85d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:52:18Z', 'updated_at': '2022-02-16T12:53:18Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c1b23f1-29ae-48aa-8ead-4b9d02becad8', 'name': '', 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:44:c4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'b24497c4-22ca-4f5d-9e5e-7bba455e488a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:03Z', 'updated_at': '2022-02-16T12:52:07Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'b24497c4-22ca-4f5d-9e5e-7bba455e488a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:53:20.087254 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd27c5c-0a24-4320-a0ba-3e524971652d None None] New status for floating IP 526c062a-5691-48a4-bc66-223e21a9fe9a: ACTIVE {{(pid=109050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:53:20.233681 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38880) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:53:20.302270 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-609b84c2-d527-4e1b-bba9-6d99071224fa tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/floatingips/526c062a-5691-48a4-bc66-223e21a9fe9a HTTP/1.1" status: 200 len: 994 time: 0.0673747 Feb 16 12:53:20.384323 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 610a85ac-659d-4f29-bfc9-bc4010b976c5 up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:53:20.434243 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning for port 610a85ac-659d-4f29-bfc9-bc4010b976c5 completed by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:53:20.438102 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port 610a85ac-659d-4f29-bfc9-bc4010b976c5 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:20.438469 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:20.474282 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41ffbc-bac8-44de-a4e9-d6130a25221b req-1e7a62f2-9182-491e-b810-5af13e26f930 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:20.475802 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5e41ffbc-bac8-44de-a4e9-d6130a25221b req-1e7a62f2-9182-491e-b810-5af13e26f930 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=9f8fa88b-90e6-43a2-a457-578eb9111029 HTTP/1.1" status: 200 len: 945 time: 0.0490558 Feb 16 12:53:20.515488 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5e41ffbc-bac8-44de-a4e9-d6130a25221b req-a8ea2837-2d3b-4c93-8595-9a6265a5b60f tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321443 Feb 16 12:53:20.523431 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:20.547356 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8fa88b-90e6-43a2-a457-578eb9111029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610a85ac-659d-4f29-bfc9-bc4010b976c5'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:53:20.549589 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e90ff3-c369-49f0-9ff1-cb8fca66d554" -d '{"events": [{"server_uuid": "9f8fa88b-90e6-43a2-a457-578eb9111029", "name": "network-vif-plugged", "status": "completed", "tag": "610a85ac-659d-4f29-bfc9-bc4010b976c5"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:53:20.562411 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 610a85ac-659d-4f29-bfc9-bc4010b976c5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=610a85ac-659d-4f29-bfc9-bc4010b976c5,segment=NetworkSegment(51914522-65e5-4e31-aa9c-d5caab70328b),segment_id=51914522-65e5-4e31-aa9c-d5caab70328b)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:53:20.567374 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:20.594156 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 12:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09e60f8-a5f8-4d8a-8930-e0e872cf8d13 x-openstack-request-id: req-a09e60f8-a5f8-4d8a-8930-e0e872cf8d13 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:53:20.594436 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8fa88b-90e6-43a2-a457-578eb9111029", "name": "network-vif-plugged", "status": "completed", "tag": "610a85ac-659d-4f29-bfc9-bc4010b976c5", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:53:20.594678 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a09e60f8-a5f8-4d8a-8930-e0e872cf8d13 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:53:20.595052 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f8fa88b-90e6-43a2-a457-578eb9111029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610a85ac-659d-4f29-bfc9-bc4010b976c5', 'code': 200} Feb 16 12:53:20.622806 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=610a85ac-659d-4f29-bfc9-bc4010b976c5,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:20.799538 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd9cb0-6d5f-431f-929c-fb63a731b47a req-42f9fe74-6b99-4e94-a8b3-db7bf2aefd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:20.800948 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-74dd9cb0-6d5f-431f-929c-fb63a731b47a req-42f9fe74-6b99-4e94-a8b3-db7bf2aefd0c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9f8fa88b-90e6-43a2-a457-578eb9111029 HTTP/1.1" status: 200 len: 1099 time: 0.0433114 Feb 16 12:53:20.838669 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-74dd9cb0-6d5f-431f-929c-fb63a731b47a req-8d409340-9091-4721-be41-816efca0e0f1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280504 Feb 16 12:53:21.633723 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02120fc-2855-44a1-92bc-55398f9fe5c2 req-d0f87db4-f67e-403a-b924-e2e5fa071623 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:21.635191 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d02120fc-2855-44a1-92bc-55398f9fe5c2 req-d0f87db4-f67e-403a-b924-e2e5fa071623 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=9f8fa88b-90e6-43a2-a457-578eb9111029 HTTP/1.1" status: 200 len: 946 time: 0.0528390 Feb 16 12:53:21.674479 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d02120fc-2855-44a1-92bc-55398f9fe5c2 req-b89d1cd7-56a9-4e03-8812-02e6c206a974 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334125 Feb 16 12:53:22.224914 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6b6abaca-9b64-4b5c-8ee1-f091d130ea09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:22.787364 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe8fdc-bdbc-4910-addd-7e07a976c499 req-69dd7288-b6aa-445d-bab4-11ccff82d4e3 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:22.788758 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-93fe8fdc-bdbc-4910-addd-7e07a976c499 req-69dd7288-b6aa-445d-bab4-11ccff82d4e3 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=9f8fa88b-90e6-43a2-a457-578eb9111029 HTTP/1.1" status: 200 len: 946 time: 0.0475676 Feb 16 12:53:22.827001 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-93fe8fdc-bdbc-4910-addd-7e07a976c499 req-e81d0e88-7e27-426d-a200-86ca892e494d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316663 Feb 16 12:53:22.948698 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5fba71-cdae-48c6-aa9c-e489370ab8a3 req-714da383-fb6a-4dc1-92c7-c780c2171574 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:22.950673 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-df5fba71-cdae-48c6-aa9c-e489370ab8a3 req-714da383-fb6a-4dc1-92c7-c780c2171574 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=9f8fa88b-90e6-43a2-a457-578eb9111029 HTTP/1.1" status: 200 len: 946 time: 0.0587513 Feb 16 12:53:22.991183 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-df5fba71-cdae-48c6-aa9c-e489370ab8a3 req-eab34309-4dae-4f6a-ad27-7cf0155282f3 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343101 Feb 16 12:53:23.012794 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38892) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:53:23.052811 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f862b886-7a48-4f86-9bbf-0dc0bfc5eaf8 tempest-TestVolumeBootPattern-1240591537 tempest-TestVolumeBootPattern-1240591537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:23.054621 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f862b886-7a48-4f86-9bbf-0dc0bfc5eaf8 tempest-TestVolumeBootPattern-1240591537 tempest-TestVolumeBootPattern-1240591537-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=9f8fa88b-90e6-43a2-a457-578eb9111029 HTTP/1.1" status: 200 len: 1094 time: 0.0408456 Feb 16 12:53:23.057480 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38894) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:53:23.061826 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-be874c36-10fc-4fa0-a9ea-e276df11e334 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Request body: {'floatingip': {'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'port_id': '610a85ac-659d-4f29-bfc9-bc4010b976c5', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:23.085710 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be874c36-10fc-4fa0-a9ea-e276df11e334 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for floatingip, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:23.182473 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be874c36-10fc-4fa0-a9ea-e276df11e334 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:23.283344 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-be874c36-10fc-4fa0-a9ea-e276df11e334 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Allocated IP 172.26.2.236 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/b82706b3-6c84-4a0f-8421-1c096d344f96) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:53:23.386646 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be874c36-10fc-4fa0-a9ea-e276df11e334 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:23.419537 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be874c36-10fc-4fa0-a9ea-e276df11e334 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:23.459166 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be874c36-10fc-4fa0-a9ea-e276df11e334 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:53:23.462291 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-be874c36-10fc-4fa0-a9ea-e276df11e334 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:23.464928 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be874c36-10fc-4fa0-a9ea-e276df11e334 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:53:23.487035 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be874c36-10fc-4fa0-a9ea-e276df11e334 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Pushing event updated for resources: {'Port': ['ID=b82706b3-6c84-4a0f-8421-1c096d344f96,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:24.153332 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be874c36-10fc-4fa0-a9ea-e276df11e334 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:24.220196 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be874c36-10fc-4fa0-a9ea-e276df11e334 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:24.369170 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be874c36-10fc-4fa0-a9ea-e276df11e334 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:24.374809 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be874c36-10fc-4fa0-a9ea-e276df11e334 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:24.394186 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5ac346d4-0ecb-49ca-bf04-b6ef90f2d2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:24.447871 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be874c36-10fc-4fa0-a9ea-e276df11e334 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Pushing event updated for resources: {'Port': ['ID=b82706b3-6c84-4a0f-8421-1c096d344f96,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:24.456098 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be874c36-10fc-4fa0-a9ea-e276df11e334 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:24.559795 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-be874c36-10fc-4fa0-a9ea-e276df11e334 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Floating IP c7434707-3ceb-4865-953a-33f45a0cc1db associated. External IP: 172.26.2.236, port: 610a85ac-659d-4f29-bfc9-bc4010b976c5. Feb 16 12:53:24.764609 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be874c36-10fc-4fa0-a9ea-e276df11e334 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Router 21937201-bfb5-469f-bb18-bedba8442c50 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:53:24.872226 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be874c36-10fc-4fa0-a9ea-e276df11e334 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:53:24.882339 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efafec1-9cf1-4070-ba65-622a5466606c None None] Sync routers for ids ['21937201-bfb5-469f-bb18-bedba8442c50'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:53:24.889999 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be874c36-10fc-4fa0-a9ea-e276df11e334 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:24.892201 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efafec1-9cf1-4070-ba65-622a5466606c None None] Routers {'21937201-bfb5-469f-bb18-bedba8442c50'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:53:24.892837 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7efafec1-9cf1-4070-ba65-622a5466606c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:53:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['21937201-bfb5-469f-bb18-bedba8442c50'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:24.917292 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-be874c36-10fc-4fa0-a9ea-e276df11e334 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8587859 Feb 16 12:53:24.918222 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f8fa88b-90e6-43a2-a457-578eb9111029', 'tag': '610a85ac-659d-4f29-bfc9-bc4010b976c5'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:53:24.920176 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c306cd-6cb3-499e-aab7-4ca953e85f68" -d '{"events": [{"name": "network-changed", "server_uuid": "9f8fa88b-90e6-43a2-a457-578eb9111029", "tag": "610a85ac-659d-4f29-bfc9-bc4010b976c5"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:53:24.958452 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 12:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f3851f-7094-4d7a-8366-edf9c41ca730 x-openstack-request-id: req-78f3851f-7094-4d7a-8366-edf9c41ca730 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:53:24.958745 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f8fa88b-90e6-43a2-a457-578eb9111029", "tag": "610a85ac-659d-4f29-bfc9-bc4010b976c5", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:53:24.958995 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-78f3851f-7094-4d7a-8366-edf9c41ca730 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:53:24.959396 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f8fa88b-90e6-43a2-a457-578eb9111029', 'tag': '610a85ac-659d-4f29-bfc9-bc4010b976c5', 'status': 'completed', 'code': 200} Feb 16 12:53:25.002102 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-7efafec1-9cf1-4070-ba65-622a5466606c None None] Set router 21937201-bfb5-469f-bb18-bedba8442c50 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:53:25.026930 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c306cd-6cb3-499e-aab7-4ca953e85f68 req-e8dc5548-62e0-46b0-a6e9-91a5d7a5dd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:25.028403 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-97c306cd-6cb3-499e-aab7-4ca953e85f68 req-e8dc5548-62e0-46b0-a6e9-91a5d7a5dd9b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98ec8fef3f1245f3a4cdb1afaef344d1&device_id=9f8fa88b-90e6-43a2-a457-578eb9111029 HTTP/1.1" status: 200 len: 1099 time: 0.0444956 Feb 16 12:53:25.120130 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c306cd-6cb3-499e-aab7-4ca953e85f68 req-c04f5867-3521-4005-bf3a-ecff50c1246b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:25.121650 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-97c306cd-6cb3-499e-aab7-4ca953e85f68 req-c04f5867-3521-4005-bf3a-ecff50c1246b service neutron] 10.222.0.42 "GET /v2.0/networks?id=a876fa82-771e-4c40-93ac-63a7a3825868 HTTP/1.1" status: 200 len: 912 time: 0.0854588 Feb 16 12:53:25.194500 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-97c306cd-6cb3-499e-aab7-4ca953e85f68 req-70d08274-1f0f-429b-afa2-c01593cdd32d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=610a85ac-659d-4f29-bfc9-bc4010b976c5 HTTP/1.1" status: 200 len: 1000 time: 0.0622523 Feb 16 12:53:25.225962 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7efafec1-9cf1-4070-ba65-622a5466606c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21937201-bfb5-469f-bb18-bedba8442c50', 'name': 'tempest-TestVolumeBootPattern-116415935-router', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:34Z', 'revision_number': 4, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'gw_port': {'id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'c7434707-3ceb-4865-953a-33f45a0cc1db', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'floating_ip_address': '172.26.2.236', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'port_id': '610a85ac-659d-4f29-bfc9-bc4010b976c5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'mac_address': 'fa:16:3e:9f:0f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8fa88b-90e6-43a2-a457-578eb9111029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:53:23Z', 'updated_at': '2022-02-16T12:53:23Z', 'revision_number': 0, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327', 'name': '', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'mac_address': 'fa:16:3e:4e:49:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:32Z', 'updated_at': '2022-02-16T12:49:42Z', 'revision_number': 5, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'subnets': [{'id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:25.246767 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c306cd-6cb3-499e-aab7-4ca953e85f68 req-538ef909-926d-453f-9561-fc7d6265435f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:25.248233 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-97c306cd-6cb3-499e-aab7-4ca953e85f68 req-538ef909-926d-453f-9561-fc7d6265435f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=20776c33-d9e6-4c4d-a709-2c81a506e278 HTTP/1.1" status: 200 len: 850 time: 0.0440531 Feb 16 12:53:25.251679 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efafec1-9cf1-4070-ba65-622a5466606c None None] Checking router: 21937201-bfb5-469f-bb18-bedba8442c50 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:53:25.260414 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efafec1-9cf1-4070-ba65-622a5466606c None None] Routers {'21937201-bfb5-469f-bb18-bedba8442c50'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:53:25.261041 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7efafec1-9cf1-4070-ba65-622a5466606c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:53:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['21937201-bfb5-469f-bb18-bedba8442c50'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:25.298262 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c306cd-6cb3-499e-aab7-4ca953e85f68 req-2f60553e-182f-4a2e-a996-b9829cb7b141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:25.299649 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-97c306cd-6cb3-499e-aab7-4ca953e85f68 req-2f60553e-182f-4a2e-a996-b9829cb7b141 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a876fa82-771e-4c40-93ac-63a7a3825868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396712 Feb 16 12:53:25.365953 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-7efafec1-9cf1-4070-ba65-622a5466606c None None] Set router 21937201-bfb5-469f-bb18-bedba8442c50 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:53:25.393450 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-97c306cd-6cb3-499e-aab7-4ca953e85f68 req-73c4d270-84de-4540-a77d-69be5345a6e3 service neutron] 10.222.0.42 "GET /v2.0/networks/a876fa82-771e-4c40-93ac-63a7a3825868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861127 Feb 16 12:53:25.491607 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-97c306cd-6cb3-499e-aab7-4ca953e85f68 req-0ecbb06e-fc3b-4684-95db-aa179a37918a service neutron] 10.222.0.42 "GET /v2.0/networks/a876fa82-771e-4c40-93ac-63a7a3825868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900464 Feb 16 12:53:25.679385 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7efafec1-9cf1-4070-ba65-622a5466606c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21937201-bfb5-469f-bb18-bedba8442c50', 'name': 'tempest-TestVolumeBootPattern-116415935-router', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:34Z', 'revision_number': 4, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'gw_port': {'id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'c7434707-3ceb-4865-953a-33f45a0cc1db', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'floating_ip_address': '172.26.2.236', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'port_id': '610a85ac-659d-4f29-bfc9-bc4010b976c5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'mac_address': 'fa:16:3e:9f:0f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8fa88b-90e6-43a2-a457-578eb9111029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:53:23Z', 'updated_at': '2022-02-16T12:53:23Z', 'revision_number': 0, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327', 'name': '', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'mac_address': 'fa:16:3e:4e:49:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:32Z', 'updated_at': '2022-02-16T12:49:42Z', 'revision_number': 5, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'subnets': [{'id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:25.688647 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:25.704602 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efafec1-9cf1-4070-ba65-622a5466606c None None] The sync data for ids ['21937201-bfb5-469f-bb18-bedba8442c50'] in dv-neutron-828142-3-hyperv is: [{'id': '21937201-bfb5-469f-bb18-bedba8442c50', 'name': 'tempest-TestVolumeBootPattern-116415935-router', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:34Z', 'revision_number': 4, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'gw_port': {'id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'c7434707-3ceb-4865-953a-33f45a0cc1db', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'floating_ip_address': '172.26.2.236', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'port_id': '610a85ac-659d-4f29-bfc9-bc4010b976c5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'mac_address': 'fa:16:3e:9f:0f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8fa88b-90e6-43a2-a457-578eb9111029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:53:23Z', 'updated_at': '2022-02-16T12:53:23Z', 'revision_number': 0, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327', 'name': '', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'mac_address': 'fa:16:3e:4e:49:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:32Z', 'updated_at': '2022-02-16T12:49:42Z', 'revision_number': 5, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'subnets': [{'id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:53:25.886695 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b85b6f-4952-44f2-8d4e-af855157a468 None None] New status for floating IP c7434707-3ceb-4865-953a-33f45a0cc1db: ACTIVE {{(pid=109050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:53:26.989620 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:27.318822 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:28.546570 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:39.335030 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c960f0e5-f4ce-4ebd-9320-7e0d0ac8c7e4 req-00abf1fa-d1fd-4438-acf3-c12d7e4eb6c4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9bb4f92f-26b7-4035-899b-28470fe53d5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409045 Feb 16 12:53:39.432063 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960f0e5-f4ce-4ebd-9320-7e0d0ac8c7e4 req-31f62c40-b8d5-41aa-84e9-01f0c1b0c034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:39.434306 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c960f0e5-f4ce-4ebd-9320-7e0d0ac8c7e4 req-31f62c40-b8d5-41aa-84e9-01f0c1b0c034 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=9bb4f92f-26b7-4035-899b-28470fe53d5b HTTP/1.1" status: 200 len: 1098 time: 0.0548832 Feb 16 12:53:39.538808 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960f0e5-f4ce-4ebd-9320-7e0d0ac8c7e4 req-849bccbb-a8cd-4c50-a1f4-7935d3debcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:39.540264 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c960f0e5-f4ce-4ebd-9320-7e0d0ac8c7e4 req-849bccbb-a8cd-4c50-a1f4-7935d3debcf7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cb96aa5b-3dbc-4bc0-a132-025785185d2f HTTP/1.1" status: 200 len: 897 time: 0.0838253 Feb 16 12:53:39.586721 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c960f0e5-f4ce-4ebd-9320-7e0d0ac8c7e4 req-57fea448-52c9-411a-bebf-c7f97ed1889e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=016038b0-b5e1-4e28-b516-0bdd12426cdf HTTP/1.1" status: 200 len: 217 time: 0.0392382 Feb 16 12:53:39.645804 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960f0e5-f4ce-4ebd-9320-7e0d0ac8c7e4 req-7c29faa4-f845-4b29-a6b3-376bd11c03d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:39.647273 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c960f0e5-f4ce-4ebd-9320-7e0d0ac8c7e4 req-7c29faa4-f845-4b29-a6b3-376bd11c03d8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b24497c4-22ca-4f5d-9e5e-7bba455e488a HTTP/1.1" status: 200 len: 835 time: 0.0441382 Feb 16 12:53:39.692596 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960f0e5-f4ce-4ebd-9320-7e0d0ac8c7e4 req-6592dfba-0f68-42ea-b78c-dab5ecafcdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:39.694111 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c960f0e5-f4ce-4ebd-9320-7e0d0ac8c7e4 req-6592dfba-0f68-42ea-b78c-dab5ecafcdf8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cb96aa5b-3dbc-4bc0-a132-025785185d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397537 Feb 16 12:53:39.808533 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c960f0e5-f4ce-4ebd-9320-7e0d0ac8c7e4 req-5d5ecaef-ede7-4a32-a825-034d824e63c2 service neutron] 10.222.0.42 "GET /v2.0/networks/cb96aa5b-3dbc-4bc0-a132-025785185d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010728 Feb 16 12:53:39.900502 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c960f0e5-f4ce-4ebd-9320-7e0d0ac8c7e4 req-731d5140-4041-401a-90e9-05408ab63ad0 service neutron] 10.222.0.42 "GET /v2.0/networks/cb96aa5b-3dbc-4bc0-a132-025785185d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814791 Feb 16 12:53:45.377238 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 12:53:52.227939 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b4c59d84-560e-4ff1-ab3b-91673d5dc7c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:54.397506 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2810ea38-78d8-4e40-9348-29ef8c5b1af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:55.692044 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:56.992540 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:57.322334 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:58.558239 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:59.694707 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65efc1fa-d54b-48ab-809f-30ca4bde279f req-5aaac2e5-7226-4600-b92c-08c31ba01362 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:59.696180 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-65efc1fa-d54b-48ab-809f-30ca4bde279f req-5aaac2e5-7226-4600-b92c-08c31ba01362 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=d612a55b-d130-43a1-b6a8-df59fce85d6c HTTP/1.1" status: 200 len: 946 time: 0.0530283 Feb 16 12:53:59.734159 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-65efc1fa-d54b-48ab-809f-30ca4bde279f req-1e4edd19-ff2b-4b92-8d22-b0f71db5f617 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=3a1eb332-4f6d-4192-855d-13af080a8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319078 Feb 16 12:54:00.876397 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148e213-1277-4159-8c14-4d096fa4b158 req-f42848cb-9b4b-4334-b692-3beedf912826 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:00.878693 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0148e213-1277-4159-8c14-4d096fa4b158 req-f42848cb-9b4b-4334-b692-3beedf912826 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=d612a55b-d130-43a1-b6a8-df59fce85d6c HTTP/1.1" status: 200 len: 946 time: 0.0593123 Feb 16 12:54:00.928810 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0148e213-1277-4159-8c14-4d096fa4b158 req-b0d75171-2e07-4018-8c19-9713613e4504 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=3a1eb332-4f6d-4192-855d-13af080a8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437815 Feb 16 12:54:01.449407 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b5806-6bce-4f9a-b370-4cb4bcc2d3bf req-27603de8-3077-4fdd-8aa1-403bcb84ec13 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:01.451488 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d43b5806-6bce-4f9a-b370-4cb4bcc2d3bf req-27603de8-3077-4fdd-8aa1-403bcb84ec13 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "GET /v2.0/ports?device_id=d612a55b-d130-43a1-b6a8-df59fce85d6c HTTP/1.1" status: 200 len: 946 time: 0.0606749 Feb 16 12:54:01.608301 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-d43b5806-6bce-4f9a-b370-4cb4bcc2d3bf req-ba09c352-17e6-4b7f-a38b-cf8c85d82ec3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting port ff4788c0-c8f5-467d-b549-89342fb4fd08 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:54:01.608920 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-d43b5806-6bce-4f9a-b370-4cb4bcc2d3bf req-ba09c352-17e6-4b7f-a38b-cf8c85d82ec3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:01.713692 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-d43b5806-6bce-4f9a-b370-4cb4bcc2d3bf req-ba09c352-17e6-4b7f-a38b-cf8c85d82ec3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] For port ff4788c0-c8f5-467d-b549-89342fb4fd08, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ff4788c0-c8f5-467d-b549-89342fb4fd08,segment=NetworkSegment(dfc4d027-b3b5-4aed-b1f9-5d642230ab7a),segment_id=dfc4d027-b3b5-4aed-b1f9-5d642230ab7a)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:54:01.714002 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-d43b5806-6bce-4f9a-b370-4cb4bcc2d3bf req-ba09c352-17e6-4b7f-a38b-cf8c85d82ec3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:01.899639 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-d43b5806-6bce-4f9a-b370-4cb4bcc2d3bf req-ba09c352-17e6-4b7f-a38b-cf8c85d82ec3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:01.899995 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-d43b5806-6bce-4f9a-b370-4cb4bcc2d3bf req-ba09c352-17e6-4b7f-a38b-cf8c85d82ec3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:01.900307 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.l3_db [req-d43b5806-6bce-4f9a-b370-4cb4bcc2d3bf req-ba09c352-17e6-4b7f-a38b-cf8c85d82ec3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Floating IP 526c062a-5691-48a4-bc66-223e21a9fe9a disassociated. External IP: 172.26.2.122, port: ff4788c0-c8f5-467d-b549-89342fb4fd08. Feb 16 12:54:01.900670 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-d43b5806-6bce-4f9a-b370-4cb4bcc2d3bf req-ba09c352-17e6-4b7f-a38b-cf8c85d82ec3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Calling delete_port for ff4788c0-c8f5-467d-b549-89342fb4fd08 owned by compute:nova {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:54:02.036821 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-d43b5806-6bce-4f9a-b370-4cb4bcc2d3bf req-ba09c352-17e6-4b7f-a38b-cf8c85d82ec3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:02.065860 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e15099-015f-4c8e-8ec3-b441f366c986 req-acbe41da-7888-49be-ae7e-364a37e5a924 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:02.067468 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-38e15099-015f-4c8e-8ec3-b441f366c986 req-acbe41da-7888-49be-ae7e-364a37e5a924 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=d612a55b-d130-43a1-b6a8-df59fce85d6c HTTP/1.1" status: 200 len: 867 time: 0.0618043 Feb 16 12:54:02.071207 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09c352-17e6-4b7f-a38b-cf8c85d82ec3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Port': ['ID=ff4788c0-c8f5-467d-b549-89342fb4fd08,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:02.095106 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba09c352-17e6-4b7f-a38b-cf8c85d82ec3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:02.095464 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba09c352-17e6-4b7f-a38b-cf8c85d82ec3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:02.096153 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba09c352-17e6-4b7f-a38b-cf8c85d82ec3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:02.097658 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba09c352-17e6-4b7f-a38b-cf8c85d82ec3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:02.097658 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba09c352-17e6-4b7f-a38b-cf8c85d82ec3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:02.098035 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba09c352-17e6-4b7f-a38b-cf8c85d82ec3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:02.098476 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba09c352-17e6-4b7f-a38b-cf8c85d82ec3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:02.099029 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba09c352-17e6-4b7f-a38b-cf8c85d82ec3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:02.099563 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba09c352-17e6-4b7f-a38b-cf8c85d82ec3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:02.100129 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba09c352-17e6-4b7f-a38b-cf8c85d82ec3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:02.100605 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba09c352-17e6-4b7f-a38b-cf8c85d82ec3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:02.101172 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba09c352-17e6-4b7f-a38b-cf8c85d82ec3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:02.115831 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-38e15099-015f-4c8e-8ec3-b441f366c986 req-bb7be976-60b1-46ab-8649-ecc8751181dc tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=3a1eb332-4f6d-4192-855d-13af080a8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402806 Feb 16 12:54:02.207688 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d43b5806-6bce-4f9a-b370-4cb4bcc2d3bf req-ba09c352-17e6-4b7f-a38b-cf8c85d82ec3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router 0ba1fffc-b789-42d1-be66-9295f62b40d4 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:54:02.325131 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d43b5806-6bce-4f9a-b370-4cb4bcc2d3bf req-ba09c352-17e6-4b7f-a38b-cf8c85d82ec3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:54:02.335167 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b9937d-ff4d-40d5-b2ea-0d7fd753e327 None None] Sync routers for ids ['0ba1fffc-b789-42d1-be66-9295f62b40d4'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:54:02.345459 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b9937d-ff4d-40d5-b2ea-0d7fd753e327 None None] Routers {'0ba1fffc-b789-42d1-be66-9295f62b40d4'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:54:02.346179 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-a9b9937d-ff4d-40d5-b2ea-0d7fd753e327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:53:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['0ba1fffc-b789-42d1-be66-9295f62b40d4'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:02.371052 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43b5806-6bce-4f9a-b370-4cb4bcc2d3bf req-ba09c352-17e6-4b7f-a38b-cf8c85d82ec3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] No DVR routers for this DVR port ff4788c0-c8f5-467d-b549-89342fb4fd08 on host hv-neutron-8281 {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:54:02.374427 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-d43b5806-6bce-4f9a-b370-4cb4bcc2d3bf req-ba09c352-17e6-4b7f-a38b-cf8c85d82ec3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:02.378026 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d43b5806-6bce-4f9a-b370-4cb4bcc2d3bf req-ba09c352-17e6-4b7f-a38b-cf8c85d82ec3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "DELETE /v2.0/ports/ff4788c0-c8f5-467d-b549-89342fb4fd08 HTTP/1.1" status: 204 len: 173 time: 0.9197195 Feb 16 12:54:02.378519 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd612a55b-d130-43a1-b6a8-df59fce85d6c', 'name': 'network-vif-deleted', 'tag': 'ff4788c0-c8f5-467d-b549-89342fb4fd08'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:54:02.381658 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e98d4ae-1faf-4304-974d-8dc6cd4bc4ca" -d '{"events": [{"server_uuid": "d612a55b-d130-43a1-b6a8-df59fce85d6c", "name": "network-vif-deleted", "tag": "ff4788c0-c8f5-467d-b549-89342fb4fd08"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:54:02.441208 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 12:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdfaa36-914a-4b0f-a2a2-5ea1bca5e139 x-openstack-request-id: req-cfdfaa36-914a-4b0f-a2a2-5ea1bca5e139 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:54:02.441505 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d612a55b-d130-43a1-b6a8-df59fce85d6c", "name": "network-vif-deleted", "tag": "ff4788c0-c8f5-467d-b549-89342fb4fd08", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:54:02.441756 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-cfdfaa36-914a-4b0f-a2a2-5ea1bca5e139 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:54:02.442159 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd612a55b-d130-43a1-b6a8-df59fce85d6c', 'name': 'network-vif-deleted', 'tag': 'ff4788c0-c8f5-467d-b549-89342fb4fd08', 'status': 'completed', 'code': 200} Feb 16 12:54:02.491663 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-a9b9937d-ff4d-40d5-b2ea-0d7fd753e327 None None] Set router 0ba1fffc-b789-42d1-be66-9295f62b40d4 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:54:02.725831 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-a9b9937d-ff4d-40d5-b2ea-0d7fd753e327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'name': 'tempest-TestNetworkBasicOps-router-1795970846', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '787ddbae-f08d-4520-901e-1e89f6920126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:01Z', 'updated_at': '2022-02-16T12:52:04Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '787ddbae-f08d-4520-901e-1e89f6920126', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:01Z', 'updated_at': '2022-02-16T12:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '1c1b23f1-29ae-48aa-8ead-4b9d02becad8', 'name': '', 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:44:c4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'b24497c4-22ca-4f5d-9e5e-7bba455e488a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:03Z', 'updated_at': '2022-02-16T12:52:07Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'b24497c4-22ca-4f5d-9e5e-7bba455e488a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:02.751618 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b9937d-ff4d-40d5-b2ea-0d7fd753e327 None None] Checking router: 0ba1fffc-b789-42d1-be66-9295f62b40d4 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:54:02.760014 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b9937d-ff4d-40d5-b2ea-0d7fd753e327 None None] Routers {'0ba1fffc-b789-42d1-be66-9295f62b40d4'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:54:02.760611 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-a9b9937d-ff4d-40d5-b2ea-0d7fd753e327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:53:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['0ba1fffc-b789-42d1-be66-9295f62b40d4'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:02.868222 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-a9b9937d-ff4d-40d5-b2ea-0d7fd753e327 None None] Set router 0ba1fffc-b789-42d1-be66-9295f62b40d4 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:54:03.091800 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-a9b9937d-ff4d-40d5-b2ea-0d7fd753e327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'name': 'tempest-TestNetworkBasicOps-router-1795970846', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '787ddbae-f08d-4520-901e-1e89f6920126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:01Z', 'updated_at': '2022-02-16T12:52:04Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '787ddbae-f08d-4520-901e-1e89f6920126', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:01Z', 'updated_at': '2022-02-16T12:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '1c1b23f1-29ae-48aa-8ead-4b9d02becad8', 'name': '', 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:44:c4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'b24497c4-22ca-4f5d-9e5e-7bba455e488a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:03Z', 'updated_at': '2022-02-16T12:52:07Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'b24497c4-22ca-4f5d-9e5e-7bba455e488a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:03.117548 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b9937d-ff4d-40d5-b2ea-0d7fd753e327 None None] The sync data for ids ['0ba1fffc-b789-42d1-be66-9295f62b40d4'] in dv-neutron-828142-3-hyperv is: [{'id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'name': 'tempest-TestNetworkBasicOps-router-1795970846', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '787ddbae-f08d-4520-901e-1e89f6920126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:01Z', 'updated_at': '2022-02-16T12:52:04Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '787ddbae-f08d-4520-901e-1e89f6920126', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:01Z', 'updated_at': '2022-02-16T12:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '1c1b23f1-29ae-48aa-8ead-4b9d02becad8', 'name': '', 'network_id': 'cb96aa5b-3dbc-4bc0-a132-025785185d2f', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:44:c4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'b24497c4-22ca-4f5d-9e5e-7bba455e488a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:03Z', 'updated_at': '2022-02-16T12:52:07Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'b24497c4-22ca-4f5d-9e5e-7bba455e488a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:54:03.175320 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38930) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:03.238253 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-22a88ac6-91ae-45d6-b4bf-b7ccef7eafbb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:03.266704 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-22a88ac6-91ae-45d6-b4bf-b7ccef7eafbb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:03.331408 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-22a88ac6-91ae-45d6-b4bf-b7ccef7eafbb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:03.334151 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-22a88ac6-91ae-45d6-b4bf-b7ccef7eafbb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:03.335529 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-22a88ac6-91ae-45d6-b4bf-b7ccef7eafbb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/security-groups/3a1eb332-4f6d-4192-855d-13af080a8ecf HTTP/1.1" status: 204 len: 168 time: 0.1590152 Feb 16 12:54:03.346559 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a88ac6-91ae-45d6-b4bf-b7ccef7eafbb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1eb332-4f6d-4192-855d-13af080a8ecf,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:03.359546 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe3c891-1391-4164-bfd0-6a2a5758d447 None None] New status for floating IP 526c062a-5691-48a4-bc66-223e21a9fe9a: DOWN {{(pid=109050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:54:03.380251 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38934) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:03.524587 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-5f63a545-c62e-4faf-a1af-bfe9dd3b0694 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting port d57f653f-030c-4ce6-9f6f-324d1b8ae856 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:54:03.525235 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5f63a545-c62e-4faf-a1af-bfe9dd3b0694 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:03.611016 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5f63a545-c62e-4faf-a1af-bfe9dd3b0694 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:03.611334 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5f63a545-c62e-4faf-a1af-bfe9dd3b0694 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:03.624051 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-5f63a545-c62e-4faf-a1af-bfe9dd3b0694 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Calling delete_port for d57f653f-030c-4ce6-9f6f-324d1b8ae856 owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:54:03.756150 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5f63a545-c62e-4faf-a1af-bfe9dd3b0694 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:03.788482 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63a545-c62e-4faf-a1af-bfe9dd3b0694 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Port': ['ID=d57f653f-030c-4ce6-9f6f-324d1b8ae856,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:03.848289 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5f63a545-c62e-4faf-a1af-bfe9dd3b0694 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:03.850892 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5f63a545-c62e-4faf-a1af-bfe9dd3b0694 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:03.852089 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5f63a545-c62e-4faf-a1af-bfe9dd3b0694 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/floatingips/526c062a-5691-48a4-bc66-223e21a9fe9a HTTP/1.1" status: 204 len: 168 time: 0.4707930 Feb 16 12:54:04.081488 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79badd4-7456-433b-9b24-cc26a7467513 req-abc1e4d1-acee-4f59-afee-d98623f313aa tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:04.082979 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c79badd4-7456-433b-9b24-cc26a7467513 req-abc1e4d1-acee-4f59-afee-d98623f313aa tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=9bb4f92f-26b7-4035-899b-28470fe53d5b HTTP/1.1" status: 200 len: 945 time: 0.0545239 Feb 16 12:54:04.121617 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c79badd4-7456-433b-9b24-cc26a7467513 req-5b7c538b-33e5-4a0b-913a-9c1066e3d061 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=5955f25a-4e13-4992-b1ef-c0bf542872ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323985 Feb 16 12:54:04.576903 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device ff4788c0-c8f5-467d-b549-89342fb4fd08 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:54:04.596774 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] No Port match for: ff4788c0-c8f5-467d-b549-89342fb4fd08 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:54:04.597118 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device ff4788c0-c8f5-467d-b549-89342fb4fd08 not bound to the agent host hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:54:05.243109 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe86aa-1c0f-4d0c-968d-a924ec80c25a req-2c202953-6410-40b9-b37f-49d1f3a7edcc tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:05.244658 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1ffe86aa-1c0f-4d0c-968d-a924ec80c25a req-2c202953-6410-40b9-b37f-49d1f3a7edcc tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=9bb4f92f-26b7-4035-899b-28470fe53d5b HTTP/1.1" status: 200 len: 945 time: 0.0506620 Feb 16 12:54:05.283984 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1ffe86aa-1c0f-4d0c-968d-a924ec80c25a req-1a1a5292-44e3-423e-90f1-d6a7a78c7b0c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=5955f25a-4e13-4992-b1ef-c0bf542872ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332267 Feb 16 12:54:05.494304 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02773ba4-0c29-4032-b89a-77dc65a80e29 req-d719e8d5-eb3f-495f-b911-b94b9193a08d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:05.495796 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-02773ba4-0c29-4032-b89a-77dc65a80e29 req-d719e8d5-eb3f-495f-b911-b94b9193a08d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "GET /v2.0/ports?device_id=9bb4f92f-26b7-4035-899b-28470fe53d5b HTTP/1.1" status: 200 len: 945 time: 0.0491467 Feb 16 12:54:05.593391 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-02773ba4-0c29-4032-b89a-77dc65a80e29 req-b5fc164a-92db-4474-aeb3-48c73b7d179e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting port 016038b0-b5e1-4e28-b516-0bdd12426cdf {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:54:05.593660 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-02773ba4-0c29-4032-b89a-77dc65a80e29 req-b5fc164a-92db-4474-aeb3-48c73b7d179e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:05.691299 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-02773ba4-0c29-4032-b89a-77dc65a80e29 req-b5fc164a-92db-4474-aeb3-48c73b7d179e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] For port 016038b0-b5e1-4e28-b516-0bdd12426cdf, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=016038b0-b5e1-4e28-b516-0bdd12426cdf,segment=NetworkSegment(dfc4d027-b3b5-4aed-b1f9-5d642230ab7a),segment_id=dfc4d027-b3b5-4aed-b1f9-5d642230ab7a)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:54:05.691653 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-02773ba4-0c29-4032-b89a-77dc65a80e29 req-b5fc164a-92db-4474-aeb3-48c73b7d179e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:05.704277 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-02773ba4-0c29-4032-b89a-77dc65a80e29 req-b5fc164a-92db-4474-aeb3-48c73b7d179e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Calling delete_port for 016038b0-b5e1-4e28-b516-0bdd12426cdf owned by compute:nova {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:54:05.839655 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-02773ba4-0c29-4032-b89a-77dc65a80e29 req-b5fc164a-92db-4474-aeb3-48c73b7d179e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:05.867023 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc164a-92db-4474-aeb3-48c73b7d179e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Port': ['ID=016038b0-b5e1-4e28-b516-0bdd12426cdf,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:05.915851 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-02773ba4-0c29-4032-b89a-77dc65a80e29 req-b5fc164a-92db-4474-aeb3-48c73b7d179e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] No DVR routers for this DVR port 016038b0-b5e1-4e28-b516-0bdd12426cdf on host hv-neutron-8281 {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:54:05.918332 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-02773ba4-0c29-4032-b89a-77dc65a80e29 req-b5fc164a-92db-4474-aeb3-48c73b7d179e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:05.922253 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-02773ba4-0c29-4032-b89a-77dc65a80e29 req-b5fc164a-92db-4474-aeb3-48c73b7d179e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "DELETE /v2.0/ports/016038b0-b5e1-4e28-b516-0bdd12426cdf HTTP/1.1" status: 204 len: 173 time: 0.4203963 Feb 16 12:54:05.922697 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb4f92f-26b7-4035-899b-28470fe53d5b', 'name': 'network-vif-deleted', 'tag': '016038b0-b5e1-4e28-b516-0bdd12426cdf'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:54:05.924988 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e1bd0e-9a40-4b5d-988d-4c61107dfa05" -d '{"events": [{"server_uuid": "9bb4f92f-26b7-4035-899b-28470fe53d5b", "name": "network-vif-deleted", "tag": "016038b0-b5e1-4e28-b516-0bdd12426cdf"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:54:05.963833 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 12:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d4c040-4451-421b-8806-fe17f8622ee7 x-openstack-request-id: req-96d4c040-4451-421b-8806-fe17f8622ee7 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:54:05.964127 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb4f92f-26b7-4035-899b-28470fe53d5b", "name": "network-vif-deleted", "tag": "016038b0-b5e1-4e28-b516-0bdd12426cdf", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:54:05.964382 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-96d4c040-4451-421b-8806-fe17f8622ee7 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:54:05.964830 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb4f92f-26b7-4035-899b-28470fe53d5b', 'name': 'network-vif-deleted', 'tag': '016038b0-b5e1-4e28-b516-0bdd12426cdf', 'status': 'completed', 'code': 200} Feb 16 12:54:06.446920 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c529ee30-896e-4bca-a585-6bb4fdf30951 req-95487c5a-1f0d-4752-b304-baf2e0e5ea2a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=9bb4f92f-26b7-4035-899b-28470fe53d5b HTTP/1.1" status: 200 len: 210 time: 0.0512357 Feb 16 12:54:07.513461 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38950) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:07.576120 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-458c9d2d-70db-4aab-8b7d-e6a8338aa2b7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:07.602195 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-458c9d2d-70db-4aab-8b7d-e6a8338aa2b7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:07.666516 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-458c9d2d-70db-4aab-8b7d-e6a8338aa2b7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:07.669884 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-458c9d2d-70db-4aab-8b7d-e6a8338aa2b7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:07.671114 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-458c9d2d-70db-4aab-8b7d-e6a8338aa2b7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/security-groups/5955f25a-4e13-4992-b1ef-c0bf542872ed HTTP/1.1" status: 204 len: 168 time: 0.1566348 Feb 16 12:54:07.681245 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c9d2d-70db-4aab-8b7d-e6a8338aa2b7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5955f25a-4e13-4992-b1ef-c0bf542872ed,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:07.705057 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38954) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:08.085582 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-15c4685c-9b05-43af-80b7-4360fa011c9d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:08.366015 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-15c4685c-9b05-43af-80b7-4360fa011c9d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting port 1c1b23f1-29ae-48aa-8ead-4b9d02becad8 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:54:08.366259 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-15c4685c-9b05-43af-80b7-4360fa011c9d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:08.458483 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-15c4685c-9b05-43af-80b7-4360fa011c9d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] For port 1c1b23f1-29ae-48aa-8ead-4b9d02becad8, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=1c1b23f1-29ae-48aa-8ead-4b9d02becad8,segment=NetworkSegment(dfc4d027-b3b5-4aed-b1f9-5d642230ab7a),segment_id=dfc4d027-b3b5-4aed-b1f9-5d642230ab7a)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:54:08.458849 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-15c4685c-9b05-43af-80b7-4360fa011c9d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:08.471645 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-15c4685c-9b05-43af-80b7-4360fa011c9d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Calling delete_port for 1c1b23f1-29ae-48aa-8ead-4b9d02becad8 owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:54:08.604456 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 016038b0-b5e1-4e28-b516-0bdd12426cdf no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:54:08.625897 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] No Port match for: 016038b0-b5e1-4e28-b516-0bdd12426cdf {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:54:08.626134 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 016038b0-b5e1-4e28-b516-0bdd12426cdf not bound to the agent host hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:54:08.996217 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-15c4685c-9b05-43af-80b7-4360fa011c9d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:09.025315 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c4685c-9b05-43af-80b7-4360fa011c9d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Port': ['ID=1c1b23f1-29ae-48aa-8ead-4b9d02becad8,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:09.227201 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-15c4685c-9b05-43af-80b7-4360fa011c9d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:09.458190 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c4685c-9b05-43af-80b7-4360fa011c9d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router 0ba1fffc-b789-42d1-be66-9295f62b40d4 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:54:09.568942 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c4685c-9b05-43af-80b7-4360fa011c9d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:54:09.574479 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-15c4685c-9b05-43af-80b7-4360fa011c9d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "PUT /v2.0/routers/0ba1fffc-b789-42d1-be66-9295f62b40d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8683567 Feb 16 12:54:09.578747 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38956) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:09.579365 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2773ceeb-fb70-4d7e-9cd1-5230f9e61002 None None] Sync routers for ids ['0ba1fffc-b789-42d1-be66-9295f62b40d4'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:54:09.591166 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2773ceeb-fb70-4d7e-9cd1-5230f9e61002 None None] Routers {'0ba1fffc-b789-42d1-be66-9295f62b40d4'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:54:09.591806 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2773ceeb-fb70-4d7e-9cd1-5230f9e61002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:53:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['0ba1fffc-b789-42d1-be66-9295f62b40d4'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:09.633801 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-113dfff6-6991-4523-8943-4ffccc6f792f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting subnet b24497c4-22ca-4f5d-9e5e-7bba455e488a {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:54:09.637020 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-113dfff6-6991-4523-8943-4ffccc6f792f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:09.677563 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-113dfff6-6991-4523-8943-4ffccc6f792f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:09.699123 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-2773ceeb-fb70-4d7e-9cd1-5230f9e61002 None None] Set router 0ba1fffc-b789-42d1-be66-9295f62b40d4 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:54:09.772532 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-113dfff6-6991-4523-8943-4ffccc6f792f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:09.836235 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-113dfff6-6991-4523-8943-4ffccc6f792f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:09.864093 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113dfff6-6991-4523-8943-4ffccc6f792f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Subnet': ['ID=b24497c4-22ca-4f5d-9e5e-7bba455e488a,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:09.868023 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-113dfff6-6991-4523-8943-4ffccc6f792f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:09.871519 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-113dfff6-6991-4523-8943-4ffccc6f792f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/subnets/b24497c4-22ca-4f5d-9e5e-7bba455e488a HTTP/1.1" status: 204 len: 168 time: 0.2896173 Feb 16 12:54:09.874199 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38960) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:09.875611 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4e77a3-61a6-421a-9564-650633774285 None None] Network cb96aa5b-3dbc-4bc0-a132-025785185d2f requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:54:09.894375 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2773ceeb-fb70-4d7e-9cd1-5230f9e61002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'name': 'tempest-TestNetworkBasicOps-router-1795970846', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '787ddbae-f08d-4520-901e-1e89f6920126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:01Z', 'updated_at': '2022-02-16T12:54:08Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '787ddbae-f08d-4520-901e-1e89f6920126', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:01Z', 'updated_at': '2022-02-16T12:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:09.996932 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-687751e2-2ed2-4837-85c3-9ae8ed456529 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:10.014791 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2773ceeb-fb70-4d7e-9cd1-5230f9e61002 None None] Checking router: 0ba1fffc-b789-42d1-be66-9295f62b40d4 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:54:10.023527 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2773ceeb-fb70-4d7e-9cd1-5230f9e61002 None None] Routers {'0ba1fffc-b789-42d1-be66-9295f62b40d4'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:54:10.024073 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2773ceeb-fb70-4d7e-9cd1-5230f9e61002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:53:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['0ba1fffc-b789-42d1-be66-9295f62b40d4'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:10.099281 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c0e7db-64a2-4001-98af-d5688e769915 None None] DHCP port deletion for cb96aa5b-3dbc-4bc0-a132-025785185d2f request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:54:10.128102 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-687751e2-2ed2-4837-85c3-9ae8ed456529 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:10.147756 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-2773ceeb-fb70-4d7e-9cd1-5230f9e61002 None None] Set router 0ba1fffc-b789-42d1-be66-9295f62b40d4 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:54:10.158384 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-d0c0e7db-64a2-4001-98af-d5688e769915 None None] Deleting port b63ef905-9c8e-4d18-b399-2447ca71f7c4 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:54:10.158741 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d0c0e7db-64a2-4001-98af-d5688e769915 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:10.226333 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-687751e2-2ed2-4837-85c3-9ae8ed456529 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting port 787ddbae-f08d-4520-901e-1e89f6920126 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:54:10.226863 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-687751e2-2ed2-4837-85c3-9ae8ed456529 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:10.228615 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-d0c0e7db-64a2-4001-98af-d5688e769915 None None] For port b63ef905-9c8e-4d18-b399-2447ca71f7c4, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=b63ef905-9c8e-4d18-b399-2447ca71f7c4,segment=NetworkSegment(dfc4d027-b3b5-4aed-b1f9-5d642230ab7a),segment_id=dfc4d027-b3b5-4aed-b1f9-5d642230ab7a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:54:10.229276 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d0c0e7db-64a2-4001-98af-d5688e769915 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:10.242699 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-d0c0e7db-64a2-4001-98af-d5688e769915 None None] Calling delete_port for b63ef905-9c8e-4d18-b399-2447ca71f7c4 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:54:10.343647 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d0c0e7db-64a2-4001-98af-d5688e769915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:10.345325 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-687751e2-2ed2-4837-85c3-9ae8ed456529 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] For port 787ddbae-f08d-4520-901e-1e89f6920126, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=787ddbae-f08d-4520-901e-1e89f6920126,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:54:10.345756 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-687751e2-2ed2-4837-85c3-9ae8ed456529 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:10.347655 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2773ceeb-fb70-4d7e-9cd1-5230f9e61002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'name': 'tempest-TestNetworkBasicOps-router-1795970846', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '787ddbae-f08d-4520-901e-1e89f6920126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:01Z', 'updated_at': '2022-02-16T12:54:08Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '787ddbae-f08d-4520-901e-1e89f6920126', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:01Z', 'updated_at': '2022-02-16T12:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:10.358504 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c0e7db-64a2-4001-98af-d5688e769915 None None] No DVR routers for this DVR port b63ef905-9c8e-4d18-b399-2447ca71f7c4 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:54:10.360295 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-687751e2-2ed2-4837-85c3-9ae8ed456529 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Calling delete_port for 787ddbae-f08d-4520-901e-1e89f6920126 owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:54:10.379077 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0e7db-64a2-4001-98af-d5688e769915 None None] Pushing event deleted for resources: {'Port': ['ID=b63ef905-9c8e-4d18-b399-2447ca71f7c4,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:10.388464 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2773ceeb-fb70-4d7e-9cd1-5230f9e61002 None None] The sync data for ids ['0ba1fffc-b789-42d1-be66-9295f62b40d4'] in dv-neutron-828142-3-hyperv is: [{'id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'name': 'tempest-TestNetworkBasicOps-router-1795970846', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '787ddbae-f08d-4520-901e-1e89f6920126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:01Z', 'updated_at': '2022-02-16T12:54:08Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '787ddbae-f08d-4520-901e-1e89f6920126', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba1fffc-b789-42d1-be66-9295f62b40d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:01Z', 'updated_at': '2022-02-16T12:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:54:10.566495 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-687751e2-2ed2-4837-85c3-9ae8ed456529 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:10.593385 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687751e2-2ed2-4837-85c3-9ae8ed456529 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Port': ['ID=787ddbae-f08d-4520-901e-1e89f6920126,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:10.656461 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-687751e2-2ed2-4837-85c3-9ae8ed456529 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:10.761081 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-687751e2-2ed2-4837-85c3-9ae8ed456529 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:10.766188 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-687751e2-2ed2-4837-85c3-9ae8ed456529 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:10.825985 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-687751e2-2ed2-4837-85c3-9ae8ed456529 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:10.826598 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687751e2-2ed2-4837-85c3-9ae8ed456529 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Fanout notify agent at l3_agent the message router_deleted on router 0ba1fffc-b789-42d1-be66-9295f62b40d4 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:54:10.842740 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-687751e2-2ed2-4837-85c3-9ae8ed456529 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:10.855312 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38962) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:10.865728 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-687751e2-2ed2-4837-85c3-9ae8ed456529 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/routers/0ba1fffc-b789-42d1-be66-9295f62b40d4 HTTP/1.1" status: 204 len: 168 time: 0.9903924 Feb 16 12:54:10.891235 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 1c1b23f1-29ae-48aa-8ead-4b9d02becad8 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:54:10.924145 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 1c1b23f1-29ae-48aa-8ead-4b9d02becad8 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:54:10.924484 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 1c1b23f1-29ae-48aa-8ead-4b9d02becad8 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:54:10.925327 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b63ef905-9c8e-4d18-b399-2447ca71f7c4 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:54:10.946609 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: b63ef905-9c8e-4d18-b399-2447ca71f7c4 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:54:10.947049 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b63ef905-9c8e-4d18-b399-2447ca71f7c4 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:54:10.961280 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2ffd5b49-4434-4f6e-b2a4-c365525bde5a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.075213 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2ffd5b49-4434-4f6e-b2a4-c365525bde5a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.107077 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-2ffd5b49-4434-4f6e-b2a4-c365525bde5a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb96aa5b-3dbc-4bc0-a132-025785185d2f']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:11.120770 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-2ffd5b49-4434-4f6e-b2a4-c365525bde5a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc4d027-b3b5-4aed-b1f9-5d642230ab7a') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:11.121157 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-2ffd5b49-4434-4f6e-b2a4-c365525bde5a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc4d027-b3b5-4aed-b1f9-5d642230ab7a') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:11.139224 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2ffd5b49-4434-4f6e-b2a4-c365525bde5a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.157325 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2ffd5b49-4434-4f6e-b2a4-c365525bde5a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.164816 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ffd5b49-4434-4f6e-b2a4-c365525bde5a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:54:11.165209 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2ffd5b49-4434-4f6e-b2a4-c365525bde5a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.168278 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:54:11.168278 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:54:11.168278 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:54:11.168278 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:54:11.168278 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:54:11.168278 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:54:11.168278 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:54:11.168278 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:54:11.168278 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:54:11.168278 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:54:11.168278 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:54:11.168278 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:54:11.168278 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:54:11.168278 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:54:11.168278 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:54:11.168278 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:54:11.168278 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:54:11.168278 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:54:11.168278 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:54:11.168278 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:54:11.168278 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:54:11.168278 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:54:11.168278 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:54:11.168278 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:54:11.168278 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:54:11.168278 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:54:11.168278 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:54:11.168278 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:54:11.168278 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:54:11.168278 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:54:11.168278 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:54:11.168278 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:54:11.236798 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2ffd5b49-4434-4f6e-b2a4-c365525bde5a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.244955 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2ffd5b49-4434-4f6e-b2a4-c365525bde5a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.247490 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2ffd5b49-4434-4f6e-b2a4-c365525bde5a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/networks/cb96aa5b-3dbc-4bc0-a132-025785185d2f HTTP/1.1" status: 204 len: 168 time: 0.3908007 Feb 16 12:54:11.259725 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd5b49-4434-4f6e-b2a4-c365525bde5a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Network': ['ID=cb96aa5b-3dbc-4bc0-a132-025785185d2f,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:11.270500 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffd5b49-4434-4f6e-b2a4-c365525bde5a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:11.270903 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffd5b49-4434-4f6e-b2a4-c365525bde5a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:11.271313 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffd5b49-4434-4f6e-b2a4-c365525bde5a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:11.271684 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffd5b49-4434-4f6e-b2a4-c365525bde5a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:11.272082 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffd5b49-4434-4f6e-b2a4-c365525bde5a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:11.272414 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffd5b49-4434-4f6e-b2a4-c365525bde5a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:11.273502 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffd5b49-4434-4f6e-b2a4-c365525bde5a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:11.273502 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffd5b49-4434-4f6e-b2a4-c365525bde5a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:11.273502 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffd5b49-4434-4f6e-b2a4-c365525bde5a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:11.274012 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffd5b49-4434-4f6e-b2a4-c365525bde5a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:11.274300 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffd5b49-4434-4f6e-b2a4-c365525bde5a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:11.274587 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38964) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:11.275540 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffd5b49-4434-4f6e-b2a4-c365525bde5a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:11.280501 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-c61655f7-c57c-4667-9482-6641f40983e3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'network': {'name': 'tempest-network-smoke--27028966', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'port_security_enabled': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:11.302146 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61655f7-c57c-4667-9482-6641f40983e3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Made reservation on behalf of 93ebfe1969ad47c59fc4b80bacd9b15b for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:54:11.305809 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c61655f7-c57c-4667-9482-6641f40983e3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.334015 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c61655f7-c57c-4667-9482-6641f40983e3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:54:11.344547 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c61655f7-c57c-4667-9482-6641f40983e3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.345106 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-c61655f7-c57c-4667-9482-6641f40983e3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Added segment b1ede854-f897-4642-abce-6797b67a707e of type vlan for network a2138c4a-4090-4309-b710-30962c473b05 Feb 16 12:54:11.389326 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c61655f7-c57c-4667-9482-6641f40983e3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.414286 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c61655f7-c57c-4667-9482-6641f40983e3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.419852 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61655f7-c57c-4667-9482-6641f40983e3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:11.420478 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c61655f7-c57c-4667-9482-6641f40983e3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.477974 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c61655f7-c57c-4667-9482-6641f40983e3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2022567 Feb 16 12:54:11.481206 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38966) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:11.488389 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-a588544f-30f1-4dfc-83cf-5fc18ca3bb14 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-339195108', 'admin_state_up': True, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:11.502016 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61655f7-c57c-4667-9482-6641f40983e3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Network': ['ID=a2138c4a-4090-4309-b710-30962c473b05,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:11.515121 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network a2138c4a-4090-4309-b710-30962c473b05 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:54:11.526437 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a588544f-30f1-4dfc-83cf-5fc18ca3bb14 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.527508 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a588544f-30f1-4dfc-83cf-5fc18ca3bb14 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.598095 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a588544f-30f1-4dfc-83cf-5fc18ca3bb14 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.745736 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a588544f-30f1-4dfc-83cf-5fc18ca3bb14 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.963469 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a588544f-30f1-4dfc-83cf-5fc18ca3bb14 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_gateway, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.984248 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a588544f-30f1-4dfc-83cf-5fc18ca3bb14 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:12.127135 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-a588544f-30f1-4dfc-83cf-5fc18ca3bb14 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Allocated IP 172.26.2.111 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/8a18c389-eb3c-484a-a2a9-12105fdf71a5) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:54:12.274925 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a588544f-30f1-4dfc-83cf-5fc18ca3bb14 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:12.334229 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a588544f-30f1-4dfc-83cf-5fc18ca3bb14 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:12.379735 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a588544f-30f1-4dfc-83cf-5fc18ca3bb14 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:54:12.383178 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-a588544f-30f1-4dfc-83cf-5fc18ca3bb14 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:54:12.387158 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a588544f-30f1-4dfc-83cf-5fc18ca3bb14 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:54:12.393382 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a588544f-30f1-4dfc-83cf-5fc18ca3bb14 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=8a18c389-eb3c-484a-a2a9-12105fdf71a5,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:12.523026 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 787ddbae-f08d-4520-901e-1e89f6920126 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:54:12.545885 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 787ddbae-f08d-4520-901e-1e89f6920126 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:54:12.546226 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 787ddbae-f08d-4520-901e-1e89f6920126 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:54:12.747164 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a588544f-30f1-4dfc-83cf-5fc18ca3bb14 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_gateway, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:12.945378 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a588544f-30f1-4dfc-83cf-5fc18ca3bb14 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:13.082947 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a588544f-30f1-4dfc-83cf-5fc18ca3bb14 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router 52c49162-2f3b-4653-8b08-125b67c65c3f is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:54:13.201862 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a588544f-30f1-4dfc-83cf-5fc18ca3bb14 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:54:13.216037 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf476ae-12a4-49b2-80ff-259025f4a707 None None] Sync routers for ids ['52c49162-2f3b-4653-8b08-125b67c65c3f'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:54:13.222880 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a588544f-30f1-4dfc-83cf-5fc18ca3bb14 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:13.224114 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a588544f-30f1-4dfc-83cf-5fc18ca3bb14 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7414107 Feb 16 12:54:13.229559 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38968) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:13.233620 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf476ae-12a4-49b2-80ff-259025f4a707 None None] Routers {'52c49162-2f3b-4653-8b08-125b67c65c3f'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:54:13.234742 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2bf476ae-12a4-49b2-80ff-259025f4a707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:53:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['52c49162-2f3b-4653-8b08-125b67c65c3f'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:13.259098 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8523a942-b2a8-404b-b4d4-293ca8efa8dd tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/subnets?project_id=93ebfe1969ad47c59fc4b80bacd9b15b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283327 Feb 16 12:54:13.262988 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38970) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:13.360188 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12d5e2d-7a59-4dde-9670-23aae44611a8 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:13.366111 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d12d5e2d-7a59-4dde-9670-23aae44611a8 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0977268 Feb 16 12:54:13.366553 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38972) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:13.383048 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-2bf476ae-12a4-49b2-80ff-259025f4a707 None None] Set router 52c49162-2f3b-4653-8b08-125b67c65c3f gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:54:13.396932 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-db7d64ff-30c5-460f-abc9-9b8d85248a26 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/subnets?network_id=a08a3d1b-2e35-4b18-9cb0-756d355083e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291517 Feb 16 12:54:13.401342 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38974) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:13.407293 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-1ae20f29-5b5c-40c3-a29e-95fde52a278c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-492226944', 'network_id': 'a2138c4a-4090-4309-b710-30962c473b05', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:13.521787 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae20f29-5b5c-40c3-a29e-95fde52a278c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Made reservation on behalf of 93ebfe1969ad47c59fc4b80bacd9b15b for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:54:13.526500 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1ae20f29-5b5c-40c3-a29e-95fde52a278c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:13.737505 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1ae20f29-5b5c-40c3-a29e-95fde52a278c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:13.744296 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2bf476ae-12a4-49b2-80ff-259025f4a707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c49162-2f3b-4653-8b08-125b67c65c3f', 'name': 'tempest-TestNetworkBasicOps-router-339195108', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '8a18c389-eb3c-484a-a2a9-12105fdf71a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:11Z', 'updated_at': '2022-02-16T12:54:12Z', 'revision_number': 3, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '8a18c389-eb3c-484a-a2a9-12105fdf71a5', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:15:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c49162-2f3b-4653-8b08-125b67c65c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:11Z', 'updated_at': '2022-02-16T12:54:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:13.778111 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf476ae-12a4-49b2-80ff-259025f4a707 None None] Checking router: 52c49162-2f3b-4653-8b08-125b67c65c3f for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:54:13.778462 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf476ae-12a4-49b2-80ff-259025f4a707 None None] Updating router 52c49162-2f3b-4653-8b08-125b67c65c3f port 8a18c389-eb3c-484a-a2a9-12105fdf71a5 binding host dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:54:13.806621 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2bf476ae-12a4-49b2-80ff-259025f4a707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:13.811431 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae20f29-5b5c-40c3-a29e-95fde52a278c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Subnet': ['ID=b3f38ca7-b324-46ae-9e8b-7540490bb5fb,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:13.823715 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae20f29-5b5c-40c3-a29e-95fde52a278c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Checking segment: {'id': 'b1ede854-f897-4642-abce-6797b67a707e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'a2138c4a-4090-4309-b710-30962c473b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:54:13.824142 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae20f29-5b5c-40c3-a29e-95fde52a278c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network hostable DHCP agents. Network: a2138c4a-4090-4309-b710-30962c473b05, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:54:13.846036 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae20f29-5b5c-40c3-a29e-95fde52a278c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network a2138c4a-4090-4309-b710-30962c473b05 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:54:13.858059 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-1ae20f29-5b5c-40c3-a29e-95fde52a278c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, a2138c4a-4090-4309-b710-30962c473b05) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:54:13.863092 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae20f29-5b5c-40c3-a29e-95fde52a278c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:13.864172 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1ae20f29-5b5c-40c3-a29e-95fde52a278c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:13.871296 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da469f7-3d73-4398-bca7-17b0e44e2099 None None] Network a2138c4a-4090-4309-b710-30962c473b05 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:54:13.886633 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1ae20f29-5b5c-40c3-a29e-95fde52a278c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4806848 Feb 16 12:54:13.887316 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38976) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:14.176196 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0dba1b-e313-433a-96bc-86c5b9f05db2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-a2138c4a-4090-4309-b710-30962c473b05', 'network_id': 'a2138c4a-4090-4309-b710-30962c473b05', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ips': [{'subnet_id': 'b3f38ca7-b324-46ae-9e8b-7540490bb5fb'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:54:14.177122 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4a0dba1b-e313-433a-96bc-86c5b9f05db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:14.301712 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2bf476ae-12a4-49b2-80ff-259025f4a707 None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:14.312849 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2bf476ae-12a4-49b2-80ff-259025f4a707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:14.441594 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-2bf476ae-12a4-49b2-80ff-259025f4a707 None None] Attempting to bind port 8a18c389-eb3c-484a-a2a9-12105fdf71a5 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:54:14.442202 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-2bf476ae-12a4-49b2-80ff-259025f4a707 None None] Attempting to bind port 8a18c389-eb3c-484a-a2a9-12105fdf71a5 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:54:14.442781 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf476ae-12a4-49b2-80ff-259025f4a707 None None] Attempting to bind port 8a18c389-eb3c-484a-a2a9-12105fdf71a5 on network a08a3d1b-2e35-4b18-9cb0-756d355083e6 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:54:14.462498 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f65c1fa-53df-4c89-aeca-363309c1eae3 None None] Pushing event updated for resources: {'Port': ['ID=8a18c389-eb3c-484a-a2a9-12105fdf71a5,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:14.474908 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf476ae-12a4-49b2-80ff-259025f4a707 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:54:14.475512 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf476ae-12a4-49b2-80ff-259025f4a707 None None] Checking segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:54:14.476191 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2bf476ae-12a4-49b2-80ff-259025f4a707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:14.476834 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf476ae-12a4-49b2-80ff-259025f4a707 None None] Bound using segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:54:14.477615 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-2bf476ae-12a4-49b2-80ff-259025f4a707 None None] Bound port: 8a18c389-eb3c-484a-a2a9-12105fdf71a5, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:54:14.478238 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2bf476ae-12a4-49b2-80ff-259025f4a707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:14.540174 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f65c1fa-53df-4c89-aeca-363309c1eae3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:14.540619 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f65c1fa-53df-4c89-aeca-363309c1eae3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:14.541000 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f65c1fa-53df-4c89-aeca-363309c1eae3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:14.541567 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f65c1fa-53df-4c89-aeca-363309c1eae3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:14.542127 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f65c1fa-53df-4c89-aeca-363309c1eae3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:14.542698 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f65c1fa-53df-4c89-aeca-363309c1eae3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:14.543270 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f65c1fa-53df-4c89-aeca-363309c1eae3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:14.543821 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f65c1fa-53df-4c89-aeca-363309c1eae3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:14.545038 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f65c1fa-53df-4c89-aeca-363309c1eae3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:14.545704 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f65c1fa-53df-4c89-aeca-363309c1eae3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:14.546269 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f65c1fa-53df-4c89-aeca-363309c1eae3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:14.546827 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f65c1fa-53df-4c89-aeca-363309c1eae3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:14.556992 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-4a0dba1b-e313-433a-96bc-86c5b9f05db2 None None] Allocated IP 172.20.0.2 (a2138c4a-4090-4309-b710-30962c473b05/b3f38ca7-b324-46ae-9e8b-7540490bb5fb/24937af6-1def-404e-a446-348e8650bd1c) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:54:14.672173 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-2bf476ae-12a4-49b2-80ff-259025f4a707 None None] For port 8a18c389-eb3c-484a-a2a9-12105fdf71a5, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:54:14.690390 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-2bf476ae-12a4-49b2-80ff-259025f4a707 None None] For port 8a18c389-eb3c-484a-a2a9-12105fdf71a5, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=8a18c389-eb3c-484a-a2a9-12105fdf71a5,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:54:14.697228 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2bf476ae-12a4-49b2-80ff-259025f4a707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:14.826212 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f65c1fa-53df-4c89-aeca-363309c1eae3 None None] Pushing event updated for resources: {'Port': ['ID=8a18c389-eb3c-484a-a2a9-12105fdf71a5,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:14.832760 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf476ae-12a4-49b2-80ff-259025f4a707 None None] Routers {'52c49162-2f3b-4653-8b08-125b67c65c3f'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:54:14.833782 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2bf476ae-12a4-49b2-80ff-259025f4a707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:53:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['52c49162-2f3b-4653-8b08-125b67c65c3f'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:14.849914 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b6598c0b-8607-462e-89be-25e7b54627fa tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:14.886759 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4a0dba1b-e313-433a-96bc-86c5b9f05db2 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:14.899446 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4a0dba1b-e313-433a-96bc-86c5b9f05db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:14.993613 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0dba1b-e313-433a-96bc-86c5b9f05db2 None None] Network a2138c4a-4090-4309-b710-30962c473b05 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:54:14.997085 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0dba1b-e313-433a-96bc-86c5b9f05db2 None None] Pushing event updated for resources: {'Port': ['ID=24937af6-1def-404e-a446-348e8650bd1c,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:15.002594 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-4a0dba1b-e313-433a-96bc-86c5b9f05db2 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:54:15.007344 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0dba1b-e313-433a-96bc-86c5b9f05db2 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:54:15.025280 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-2bf476ae-12a4-49b2-80ff-259025f4a707 None None] Set router 52c49162-2f3b-4653-8b08-125b67c65c3f gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:54:15.196196 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-4a0dba1b-e313-433a-96bc-86c5b9f05db2 None None] Attempting to bind port 24937af6-1def-404e-a446-348e8650bd1c on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:54:15.196566 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-4a0dba1b-e313-433a-96bc-86c5b9f05db2 None None] Attempting to bind port 24937af6-1def-404e-a446-348e8650bd1c by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'b1ede854-f897-4642-abce-6797b67a707e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'a2138c4a-4090-4309-b710-30962c473b05'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:54:15.196936 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0dba1b-e313-433a-96bc-86c5b9f05db2 None None] Attempting to bind port 24937af6-1def-404e-a446-348e8650bd1c on network a2138c4a-4090-4309-b710-30962c473b05 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:54:15.207635 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0dba1b-e313-433a-96bc-86c5b9f05db2 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:54:15.207987 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0dba1b-e313-433a-96bc-86c5b9f05db2 None None] Checking segment: {'id': 'b1ede854-f897-4642-abce-6797b67a707e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'a2138c4a-4090-4309-b710-30962c473b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:54:15.208386 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4a0dba1b-e313-433a-96bc-86c5b9f05db2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:15.208855 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0dba1b-e313-433a-96bc-86c5b9f05db2 None None] Bound using segment: {'id': 'b1ede854-f897-4642-abce-6797b67a707e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'a2138c4a-4090-4309-b710-30962c473b05'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:54:15.209347 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-4a0dba1b-e313-433a-96bc-86c5b9f05db2 None None] Bound port: 24937af6-1def-404e-a446-348e8650bd1c, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ede854-f897-4642-abce-6797b67a707e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'a2138c4a-4090-4309-b710-30962c473b05'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:54:15.209724 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4a0dba1b-e313-433a-96bc-86c5b9f05db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:15.241762 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-b6598c0b-8607-462e-89be-25e7b54627fa tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Allocated IP 172.20.0.1 (a2138c4a-4090-4309-b710-30962c473b05/b3f38ca7-b324-46ae-9e8b-7540490bb5fb/41e9a265-e4c4-4cb7-b618-1ef39708064b) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:54:15.330068 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-4a0dba1b-e313-433a-96bc-86c5b9f05db2 None None] For port 24937af6-1def-404e-a446-348e8650bd1c, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:54:15.334586 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-4a0dba1b-e313-433a-96bc-86c5b9f05db2 None None] For port 24937af6-1def-404e-a446-348e8650bd1c, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=24937af6-1def-404e-a446-348e8650bd1c,segment=NetworkSegment(b1ede854-f897-4642-abce-6797b67a707e),segment_id=b1ede854-f897-4642-abce-6797b67a707e)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:54:15.340285 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4a0dba1b-e313-433a-96bc-86c5b9f05db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:15.403403 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2bf476ae-12a4-49b2-80ff-259025f4a707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c49162-2f3b-4653-8b08-125b67c65c3f', 'name': 'tempest-TestNetworkBasicOps-router-339195108', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '8a18c389-eb3c-484a-a2a9-12105fdf71a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:11Z', 'updated_at': '2022-02-16T12:54:12Z', 'revision_number': 3, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '8a18c389-eb3c-484a-a2a9-12105fdf71a5', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:15:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c49162-2f3b-4653-8b08-125b67c65c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:11Z', 'updated_at': '2022-02-16T12:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:15.443860 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf476ae-12a4-49b2-80ff-259025f4a707 None None] The sync data for ids ['52c49162-2f3b-4653-8b08-125b67c65c3f'] in dv-neutron-828142-3-hyperv is: [{'id': '52c49162-2f3b-4653-8b08-125b67c65c3f', 'name': 'tempest-TestNetworkBasicOps-router-339195108', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '8a18c389-eb3c-484a-a2a9-12105fdf71a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:11Z', 'updated_at': '2022-02-16T12:54:12Z', 'revision_number': 3, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '8a18c389-eb3c-484a-a2a9-12105fdf71a5', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:15:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c49162-2f3b-4653-8b08-125b67c65c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:11Z', 'updated_at': '2022-02-16T12:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:54:15.445645 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0dba1b-e313-433a-96bc-86c5b9f05db2 None None] Pushing event updated for resources: {'Port': ['ID=24937af6-1def-404e-a446-348e8650bd1c,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:15.471169 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b6598c0b-8607-462e-89be-25e7b54627fa tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:15.514907 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b6598c0b-8607-462e-89be-25e7b54627fa tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:15.587425 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6598c0b-8607-462e-89be-25e7b54627fa tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network a2138c4a-4090-4309-b710-30962c473b05 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:54:15.598381 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-b6598c0b-8607-462e-89be-25e7b54627fa tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:54:15.602831 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6598c0b-8607-462e-89be-25e7b54627fa tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:54:15.658554 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6598c0b-8607-462e-89be-25e7b54627fa tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=41e9a265-e4c4-4cb7-b618-1ef39708064b,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:15.696038 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b6598c0b-8607-462e-89be-25e7b54627fa tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:15.901550 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b6598c0b-8607-462e-89be-25e7b54627fa tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:16.261789 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b6598c0b-8607-462e-89be-25e7b54627fa tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:16.268567 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b6598c0b-8607-462e-89be-25e7b54627fa tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:16.349408 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6598c0b-8607-462e-89be-25e7b54627fa tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=41e9a265-e4c4-4cb7-b618-1ef39708064b,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:16.352291 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b6598c0b-8607-462e-89be-25e7b54627fa tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:16.489694 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6598c0b-8607-462e-89be-25e7b54627fa tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network a2138c4a-4090-4309-b710-30962c473b05 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:54:16.492948 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-b6598c0b-8607-462e-89be-25e7b54627fa tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:54:16.679152 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 24937af6-1def-404e-a446-348e8650bd1c up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:54:16.690583 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6598c0b-8607-462e-89be-25e7b54627fa tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router 52c49162-2f3b-4653-8b08-125b67c65c3f has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:54:16.842627 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1878b4e-fa7e-42bb-9b9b-757bff523957 None None] Network a2138c4a-4090-4309-b710-30962c473b05 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:54:16.859144 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6598c0b-8607-462e-89be-25e7b54627fa tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:54:16.868100 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b6598c0b-8607-462e-89be-25e7b54627fa tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "PUT /v2.0/routers/52c49162-2f3b-4653-8b08-125b67c65c3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9765856 Feb 16 12:54:16.868542 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38980) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:16.937003 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-520fadf4-5d18-4879-be05-7161255dd13c None None] Provisioning complete for port 24937af6-1def-404e-a446-348e8650bd1c triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:16.937387 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-520fadf4-5d18-4879-be05-7161255dd13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:17.001505 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ed7b17-21c1-48d9-a87a-208f8135bc57 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:17.001505 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ed7b17-21c1-48d9-a87a-208f8135bc57 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:17.002521 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ed7b17-21c1-48d9-a87a-208f8135bc57 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:17.002521 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ed7b17-21c1-48d9-a87a-208f8135bc57 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:17.002825 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ed7b17-21c1-48d9-a87a-208f8135bc57 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:17.003226 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ed7b17-21c1-48d9-a87a-208f8135bc57 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:17.005805 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c4ed7b17-21c1-48d9-a87a-208f8135bc57 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1356335 Feb 16 12:54:17.008576 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38982) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:17.012303 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 24937af6-1def-404e-a446-348e8650bd1c triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:17.012700 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:17.073044 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c3a18a-fbd2-4c4e-9e1d-d10ecc075e9a tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:17.073549 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c3a18a-fbd2-4c4e-9e1d-d10ecc075e9a tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:17.074024 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c3a18a-fbd2-4c4e-9e1d-d10ecc075e9a tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:17.074469 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c3a18a-fbd2-4c4e-9e1d-d10ecc075e9a tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:17.074921 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c3a18a-fbd2-4c4e-9e1d-d10ecc075e9a tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:17.075533 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c3a18a-fbd2-4c4e-9e1d-d10ecc075e9a tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:17.078041 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c6c3a18a-fbd2-4c4e-9e1d-d10ecc075e9a tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0683041 Feb 16 12:54:17.081574 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38984) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:17.183859 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-520fadf4-5d18-4879-be05-7161255dd13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:17.291048 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-520fadf4-5d18-4879-be05-7161255dd13c None None] For port 24937af6-1def-404e-a446-348e8650bd1c, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=24937af6-1def-404e-a446-348e8650bd1c,segment=NetworkSegment(b1ede854-f897-4642-abce-6797b67a707e),segment_id=b1ede854-f897-4642-abce-6797b67a707e)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:54:17.303509 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-520fadf4-5d18-4879-be05-7161255dd13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:17.341848 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:17.370976 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-cc9efc72-cba0-4cb2-89c7-30bba826a664 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2885883 Feb 16 12:54:17.374541 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38986) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:17.386371 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-896f5391-916c-496b-a4d2-b597c4e946aa tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-794411344', 'network_id': 'a2138c4a-4090-4309-b710-30962c473b05'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:17.413408 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520fadf4-5d18-4879-be05-7161255dd13c None None] Pushing event updated for resources: {'Port': ['ID=24937af6-1def-404e-a446-348e8650bd1c,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:17.428562 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7572ddb2-1ba9-4a7a-8426-9dd75a9f669e None None] Sync routers for ids ['52c49162-2f3b-4653-8b08-125b67c65c3f'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:54:17.430538 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.db.api [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:54:17.431124 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG oslo_db.api [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:54:17.453265 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7572ddb2-1ba9-4a7a-8426-9dd75a9f669e None None] Routers {'52c49162-2f3b-4653-8b08-125b67c65c3f'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:54:17.454487 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7572ddb2-1ba9-4a7a-8426-9dd75a9f669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:53:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['52c49162-2f3b-4653-8b08-125b67c65c3f'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:17.518308 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896f5391-916c-496b-a4d2-b597c4e946aa tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Made reservation on behalf of 93ebfe1969ad47c59fc4b80bacd9b15b for: {'port': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:54:17.523200 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-896f5391-916c-496b-a4d2-b597c4e946aa tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:17.550288 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [None req-896f5391-916c-496b-a4d2-b597c4e946aa tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] device_id is not set on port 8d42b201-20ce-474a-b4f9-74ed7594cb61 yet. {{(pid=109048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:54:17.594559 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-7572ddb2-1ba9-4a7a-8426-9dd75a9f669e None None] Set router 52c49162-2f3b-4653-8b08-125b67c65c3f gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:54:17.642666 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-670826fb-7663-4af2-99cc-90cab62d35f7 None None] Provisioning complete for port 41e9a265-e4c4-4cb7-b618-1ef39708064b triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:17.643458 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-670826fb-7663-4af2-99cc-90cab62d35f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:17.686735 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-896f5391-916c-496b-a4d2-b597c4e946aa tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Allocated IP 172.20.0.8 (a2138c4a-4090-4309-b710-30962c473b05/b3f38ca7-b324-46ae-9e8b-7540490bb5fb/8d42b201-20ce-474a-b4f9-74ed7594cb61) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:54:17.696981 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-670826fb-7663-4af2-99cc-90cab62d35f7 None None] Port 41e9a265-e4c4-4cb7-b618-1ef39708064b cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:54:17.718271 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-670826fb-7663-4af2-99cc-90cab62d35f7 None None] Provisioning complete for port 24937af6-1def-404e-a446-348e8650bd1c triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:17.718801 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-670826fb-7663-4af2-99cc-90cab62d35f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:17.886159 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7572ddb2-1ba9-4a7a-8426-9dd75a9f669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c49162-2f3b-4653-8b08-125b67c65c3f', 'name': 'tempest-TestNetworkBasicOps-router-339195108', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '8a18c389-eb3c-484a-a2a9-12105fdf71a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:11Z', 'updated_at': '2022-02-16T12:54:15Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '8a18c389-eb3c-484a-a2a9-12105fdf71a5', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:15:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c49162-2f3b-4653-8b08-125b67c65c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:11Z', 'updated_at': '2022-02-16T12:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '41e9a265-e4c4-4cb7-b618-1ef39708064b', 'name': '', 'network_id': 'a2138c4a-4090-4309-b710-30962c473b05', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:3c:1f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c49162-2f3b-4653-8b08-125b67c65c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'b3f38ca7-b324-46ae-9e8b-7540490bb5fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:15Z', 'updated_at': '2022-02-16T12:54:16Z', 'revision_number': 2, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'b3f38ca7-b324-46ae-9e8b-7540490bb5fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:17.926004 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7572ddb2-1ba9-4a7a-8426-9dd75a9f669e None None] Checking router: 52c49162-2f3b-4653-8b08-125b67c65c3f for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:54:17.926366 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7572ddb2-1ba9-4a7a-8426-9dd75a9f669e None None] Updating router 52c49162-2f3b-4653-8b08-125b67c65c3f port 41e9a265-e4c4-4cb7-b618-1ef39708064b binding host dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:54:17.939830 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-896f5391-916c-496b-a4d2-b597c4e946aa tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:17.963040 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7572ddb2-1ba9-4a7a-8426-9dd75a9f669e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:17.991981 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-52c7e4e6-0af4-474a-9183-05cf529ab73e None None] Provisioning complete for port 41e9a265-e4c4-4cb7-b618-1ef39708064b triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:17.992487 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-52c7e4e6-0af4-474a-9183-05cf529ab73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:17.996661 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 8a18c389-eb3c-484a-a2a9-12105fdf71a5 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:54:18.006970 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-896f5391-916c-496b-a4d2-b597c4e946aa tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.070600 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896f5391-916c-496b-a4d2-b597c4e946aa tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network a2138c4a-4090-4309-b710-30962c473b05 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:54:18.074148 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-896f5391-916c-496b-a4d2-b597c4e946aa tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:54:18.079036 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896f5391-916c-496b-a4d2-b597c4e946aa tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:54:18.083343 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-52c7e4e6-0af4-474a-9183-05cf529ab73e None None] Port 41e9a265-e4c4-4cb7-b618-1ef39708064b cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:54:18.086349 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f5391-916c-496b-a4d2-b597c4e946aa tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=8d42b201-20ce-474a-b4f9-74ed7594cb61,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:18.106771 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 8a18c389-eb3c-484a-a2a9-12105fdf71a5 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:18.107514 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.141644 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896f5391-916c-496b-a4d2-b597c4e946aa tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:18.142324 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-896f5391-916c-496b-a4d2-b597c4e946aa tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.160829 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-896f5391-916c-496b-a4d2-b597c4e946aa tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7851322 Feb 16 12:54:18.227781 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.257158 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 8a18c389-eb3c-484a-a2a9-12105fdf71a5, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=8a18c389-eb3c-484a-a2a9-12105fdf71a5,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:54:18.263275 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.371391 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-f9cd7c27-8c88-4217-b9c2-b2f1932036b5 None None] Provisioning complete for port 41e9a265-e4c4-4cb7-b618-1ef39708064b triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:18.371989 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7c27-8c88-4217-b9c2-b2f1932036b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.416841 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38990) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:18.423988 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-0c56a73c-3dbf-4043-a43e-353ea2511939 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-655694214', 'description': 'tempest-secgroup-smoke-655694214 description', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:18.425907 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7572ddb2-1ba9-4a7a-8426-9dd75a9f669e None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.433226 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-f9cd7c27-8c88-4217-b9c2-b2f1932036b5 None None] Port 41e9a265-e4c4-4cb7-b618-1ef39708064b cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:54:18.435730 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7572ddb2-1ba9-4a7a-8426-9dd75a9f669e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.437619 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=8a18c389-eb3c-484a-a2a9-12105fdf71a5,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:18.464771 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0c56a73c-3dbf-4043-a43e-353ea2511939 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.503170 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb43777-1d7f-44ce-b425-48f68d1be466 None None] Pushing event updated for resources: {'Port': ['ID=41e9a265-e4c4-4cb7-b618-1ef39708064b,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:18.527100 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb43777-1d7f-44ce-b425-48f68d1be466 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:18.527863 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb43777-1d7f-44ce-b425-48f68d1be466 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:18.528598 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb43777-1d7f-44ce-b425-48f68d1be466 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:18.529723 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb43777-1d7f-44ce-b425-48f68d1be466 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:18.530250 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb43777-1d7f-44ce-b425-48f68d1be466 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:18.531398 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb43777-1d7f-44ce-b425-48f68d1be466 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:18.532108 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb43777-1d7f-44ce-b425-48f68d1be466 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:18.532677 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb43777-1d7f-44ce-b425-48f68d1be466 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:18.533697 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb43777-1d7f-44ce-b425-48f68d1be466 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:18.535570 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb43777-1d7f-44ce-b425-48f68d1be466 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:18.536405 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb43777-1d7f-44ce-b425-48f68d1be466 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:18.537205 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb43777-1d7f-44ce-b425-48f68d1be466 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:18.566351 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0c56a73c-3dbf-4043-a43e-353ea2511939 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.578570 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0c56a73c-3dbf-4043-a43e-353ea2511939 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.619804 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0c56a73c-3dbf-4043-a43e-353ea2511939 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.622495 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0c56a73c-3dbf-4043-a43e-353ea2511939 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2040670 Feb 16 12:54:18.627529 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38992) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:18.633350 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-ec1fa927-0e37-4456-9735-e111b865f01c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': '85434e99-12f8-4cfc-92c7-615adef08e43', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:18.634946 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-7572ddb2-1ba9-4a7a-8426-9dd75a9f669e None None] Attempting to bind port 41e9a265-e4c4-4cb7-b618-1ef39708064b on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:54:18.635539 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-7572ddb2-1ba9-4a7a-8426-9dd75a9f669e None None] Attempting to bind port 41e9a265-e4c4-4cb7-b618-1ef39708064b by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'b1ede854-f897-4642-abce-6797b67a707e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'a2138c4a-4090-4309-b710-30962c473b05'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:54:18.640305 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 24937af6-1def-404e-a446-348e8650bd1c up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:54:18.643964 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c56a73c-3dbf-4043-a43e-353ea2511939 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85434e99-12f8-4cfc-92c7-615adef08e43,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:18.652616 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7572ddb2-1ba9-4a7a-8426-9dd75a9f669e None None] Attempting to bind port 41e9a265-e4c4-4cb7-b618-1ef39708064b on network a2138c4a-4090-4309-b710-30962c473b05 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:54:18.668779 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7572ddb2-1ba9-4a7a-8426-9dd75a9f669e None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:54:18.669388 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7572ddb2-1ba9-4a7a-8426-9dd75a9f669e None None] Checking segment: {'id': 'b1ede854-f897-4642-abce-6797b67a707e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'a2138c4a-4090-4309-b710-30962c473b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:54:18.670127 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7572ddb2-1ba9-4a7a-8426-9dd75a9f669e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.673310 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7572ddb2-1ba9-4a7a-8426-9dd75a9f669e None None] Bound using segment: {'id': 'b1ede854-f897-4642-abce-6797b67a707e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'a2138c4a-4090-4309-b710-30962c473b05'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:54:18.674916 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-7572ddb2-1ba9-4a7a-8426-9dd75a9f669e None None] Bound port: 41e9a265-e4c4-4cb7-b618-1ef39708064b, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ede854-f897-4642-abce-6797b67a707e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'a2138c4a-4090-4309-b710-30962c473b05'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:54:18.678072 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7572ddb2-1ba9-4a7a-8426-9dd75a9f669e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.681550 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ec1fa927-0e37-4456-9735-e111b865f01c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.735619 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-90ecabf4-434e-4f12-afd5-74b1c90dea8f None None] Provisioning complete for port 8d42b201-20ce-474a-b4f9-74ed7594cb61 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:18.735619 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-90ecabf4-434e-4f12-afd5-74b1c90dea8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.768569 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 24937af6-1def-404e-a446-348e8650bd1c triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:18.768935 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.797709 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-7572ddb2-1ba9-4a7a-8426-9dd75a9f669e None None] For port 41e9a265-e4c4-4cb7-b618-1ef39708064b, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:54:18.797957 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ec1fa927-0e37-4456-9735-e111b865f01c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.803398 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ec1fa927-0e37-4456-9735-e111b865f01c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.803672 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-7572ddb2-1ba9-4a7a-8426-9dd75a9f669e None None] For port 41e9a265-e4c4-4cb7-b618-1ef39708064b, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=41e9a265-e4c4-4cb7-b618-1ef39708064b,segment=NetworkSegment(b1ede854-f897-4642-abce-6797b67a707e),segment_id=b1ede854-f897-4642-abce-6797b67a707e)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:54:18.811108 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7572ddb2-1ba9-4a7a-8426-9dd75a9f669e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.835493 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1fa927-0e37-4456-9735-e111b865f01c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4a12af0-0fc5-411d-9052-3bd10651e0d2,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:18.857127 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ec1fa927-0e37-4456-9735-e111b865f01c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.859257 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ec1fa927-0e37-4456-9735-e111b865f01c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2306521 Feb 16 12:54:18.862202 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38994) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:18.867135 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-a451533b-3193-4fb1-b348-68c58e852734 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': '85434e99-12f8-4cfc-92c7-615adef08e43', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:18.872189 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-90ecabf4-434e-4f12-afd5-74b1c90dea8f None None] Port 8d42b201-20ce-474a-b4f9-74ed7594cb61 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:54:18.926770 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 8a18c389-eb3c-484a-a2a9-12105fdf71a5 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:54:18.928658 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb43777-1d7f-44ce-b425-48f68d1be466 None None] Pushing event updated for resources: {'Port': ['ID=41e9a265-e4c4-4cb7-b618-1ef39708064b,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:18.929546 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a451533b-3193-4fb1-b348-68c58e852734 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.934620 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7572ddb2-1ba9-4a7a-8426-9dd75a9f669e None None] Routers {'52c49162-2f3b-4653-8b08-125b67c65c3f'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:54:18.936042 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7572ddb2-1ba9-4a7a-8426-9dd75a9f669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:53:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['52c49162-2f3b-4653-8b08-125b67c65c3f'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:19.010454 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a451533b-3193-4fb1-b348-68c58e852734 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.017414 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a451533b-3193-4fb1-b348-68c58e852734 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.028203 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-c188d318-8bfd-4315-b439-3c93fc79a60e None None] Provisioning complete for port 41e9a265-e4c4-4cb7-b618-1ef39708064b triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:19.028896 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c188d318-8bfd-4315-b439-3c93fc79a60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.055511 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a451533b-3193-4fb1-b348-68c58e852734 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.057439 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a451533b-3193-4fb1-b348-68c58e852734 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1942389 Feb 16 12:54:19.060907 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 38996) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:19.063718 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 8a18c389-eb3c-484a-a2a9-12105fdf71a5 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:19.064231 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.067237 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-1945b92b-cd49-4965-8284-cbb657afd678 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': '85434e99-12f8-4cfc-92c7-615adef08e43', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:19.072672 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a451533b-3193-4fb1-b348-68c58e852734 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a70304e6-203d-4240-a896-e6922fa96de4,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:19.106704 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1945b92b-cd49-4965-8284-cbb657afd678 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.159200 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-7572ddb2-1ba9-4a7a-8426-9dd75a9f669e None None] Set router 52c49162-2f3b-4653-8b08-125b67c65c3f gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:54:19.190602 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1945b92b-cd49-4965-8284-cbb657afd678 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.198976 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1945b92b-cd49-4965-8284-cbb657afd678 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.223301 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c188d318-8bfd-4315-b439-3c93fc79a60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.229301 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945b92b-cd49-4965-8284-cbb657afd678 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cedc0cca-5941-46f0-a40b-da7e06530baf,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:19.246163 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1945b92b-cd49-4965-8284-cbb657afd678 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.250748 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1945b92b-cd49-4965-8284-cbb657afd678 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1851327 Feb 16 12:54:19.251233 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 38998) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:19.256728 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-3eb404f9-14e3-4710-8c86-137a488e8d80 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': '85434e99-12f8-4cfc-92c7-615adef08e43', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:19.282729 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-c188d318-8bfd-4315-b439-3c93fc79a60e None None] For port 41e9a265-e4c4-4cb7-b618-1ef39708064b, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=41e9a265-e4c4-4cb7-b618-1ef39708064b,segment=NetworkSegment(b1ede854-f897-4642-abce-6797b67a707e),segment_id=b1ede854-f897-4642-abce-6797b67a707e)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:54:19.290100 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c188d318-8bfd-4315-b439-3c93fc79a60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.296522 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3eb404f9-14e3-4710-8c86-137a488e8d80 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.350858 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c188d318-8bfd-4315-b439-3c93fc79a60e None None] Pushing event updated for resources: {'Port': ['ID=41e9a265-e4c4-4cb7-b618-1ef39708064b,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:19.382369 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3eb404f9-14e3-4710-8c86-137a488e8d80 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.386757 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3eb404f9-14e3-4710-8c86-137a488e8d80 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.414174 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb404f9-14e3-4710-8c86-137a488e8d80 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b8592f-0338-4f4c-bd76-778c32348208,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:19.423586 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3eb404f9-14e3-4710-8c86-137a488e8d80 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.427739 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39000) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:19.427895 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3eb404f9-14e3-4710-8c86-137a488e8d80 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1754580 Feb 16 12:54:19.435038 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-41e8951c-8a8c-4b07-8e2c-63962d9abee4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': '85434e99-12f8-4cfc-92c7-615adef08e43', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:19.441968 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-a16c2b1f-e8e9-4b84-b05c-c2f4aac29ea4 None None] Provisioning complete for port 41e9a265-e4c4-4cb7-b618-1ef39708064b triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:19.442301 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a16c2b1f-e8e9-4b84-b05c-c2f4aac29ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.473617 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.securitygroups_db [None req-41e8951c-8a8c-4b07-8e2c-63962d9abee4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Project 93ebfe1969ad47c59fc4b80bacd9b15b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:54:19.480603 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-41e8951c-8a8c-4b07-8e2c-63962d9abee4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.567310 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7572ddb2-1ba9-4a7a-8426-9dd75a9f669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c49162-2f3b-4653-8b08-125b67c65c3f', 'name': 'tempest-TestNetworkBasicOps-router-339195108', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '8a18c389-eb3c-484a-a2a9-12105fdf71a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:11Z', 'updated_at': '2022-02-16T12:54:15Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '8a18c389-eb3c-484a-a2a9-12105fdf71a5', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:15:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c49162-2f3b-4653-8b08-125b67c65c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:11Z', 'updated_at': '2022-02-16T12:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '41e9a265-e4c4-4cb7-b618-1ef39708064b', 'name': '', 'network_id': 'a2138c4a-4090-4309-b710-30962c473b05', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:3c:1f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c49162-2f3b-4653-8b08-125b67c65c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'b3f38ca7-b324-46ae-9e8b-7540490bb5fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:15Z', 'updated_at': '2022-02-16T12:54:18Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'b3f38ca7-b324-46ae-9e8b-7540490bb5fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:19.578783 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-41e8951c-8a8c-4b07-8e2c-63962d9abee4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.583925 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-41e8951c-8a8c-4b07-8e2c-63962d9abee4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.603155 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e8951c-8a8c-4b07-8e2c-63962d9abee4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f12dd3be-af0e-4f1a-879d-057847ec7272,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:19.612209 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7572ddb2-1ba9-4a7a-8426-9dd75a9f669e None None] The sync data for ids ['52c49162-2f3b-4653-8b08-125b67c65c3f'] in dv-neutron-828142-3-hyperv is: [{'id': '52c49162-2f3b-4653-8b08-125b67c65c3f', 'name': 'tempest-TestNetworkBasicOps-router-339195108', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '8a18c389-eb3c-484a-a2a9-12105fdf71a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:11Z', 'updated_at': '2022-02-16T12:54:15Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '8a18c389-eb3c-484a-a2a9-12105fdf71a5', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:15:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c49162-2f3b-4653-8b08-125b67c65c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:11Z', 'updated_at': '2022-02-16T12:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '41e9a265-e4c4-4cb7-b618-1ef39708064b', 'name': '', 'network_id': 'a2138c4a-4090-4309-b710-30962c473b05', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:3c:1f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c49162-2f3b-4653-8b08-125b67c65c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'b3f38ca7-b324-46ae-9e8b-7540490bb5fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:15Z', 'updated_at': '2022-02-16T12:54:18Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'b3f38ca7-b324-46ae-9e8b-7540490bb5fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:54:19.619302 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-41e8951c-8a8c-4b07-8e2c-63962d9abee4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.621464 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-41e8951c-8a8c-4b07-8e2c-63962d9abee4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1924858 Feb 16 12:54:19.625479 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39002) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:19.631905 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-9e7bb54b-8ad6-43fe-b1a5-984015a47d4c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': '85434e99-12f8-4cfc-92c7-615adef08e43', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:19.670989 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.securitygroups_db [None req-9e7bb54b-8ad6-43fe-b1a5-984015a47d4c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Project 93ebfe1969ad47c59fc4b80bacd9b15b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:54:19.687824 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9e7bb54b-8ad6-43fe-b1a5-984015a47d4c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.772250 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9e7bb54b-8ad6-43fe-b1a5-984015a47d4c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.776595 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9e7bb54b-8ad6-43fe-b1a5-984015a47d4c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.798827 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7bb54b-8ad6-43fe-b1a5-984015a47d4c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b18a8a6f-2138-402e-bc9f-e3eb5509e44a,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:19.812685 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9e7bb54b-8ad6-43fe-b1a5-984015a47d4c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.814788 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-9e7bb54b-8ad6-43fe-b1a5-984015a47d4c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1877956 Feb 16 12:54:19.984930 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-dc2e17e9-a7a9-4f19-b6af-3142ccc9588b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-655694214&fields=id&tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b HTTP/1.1" status: 200 len: 267 time: 0.0466244 Feb 16 12:54:20.050286 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-77e4bf08-bf6b-425c-bbc7-44bdf25d69bc tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:20.051953 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-77e4bf08-bf6b-425c-bbc7-44bdf25d69bc tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports/8d42b201-20ce-474a-b4f9-74ed7594cb61 HTTP/1.1" status: 200 len: 929 time: 0.0572991 Feb 16 12:54:20.073226 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-a36ec492-ada5-4575-901b-4ea360e3463f service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:54:20.074362 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-a36ec492-ada5-4575-901b-4ea360e3463f service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054932 Feb 16 12:54:20.120161 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-f9122783-eb19-4656-aef4-2d842810de73 service neutron] 10.222.0.90 "GET /v2.0/ports/8d42b201-20ce-474a-b4f9-74ed7594cb61?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0383911 Feb 16 12:54:20.230234 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-4dd10a0a-a17a-48a6-b886-5847c54cc9ca service neutron] 10.222.0.90 "GET /v2.0/networks/a2138c4a-4090-4309-b710-30962c473b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036987 Feb 16 12:54:20.329093 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-cfd78f1d-a7b1-4c97-a1fd-f8c2a00c5386 service neutron] 10.222.0.90 "GET /v2.0/networks/a2138c4a-4090-4309-b710-30962c473b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928264 Feb 16 12:54:20.542988 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-70c75ecb-831b-4318-82ae-609ac76f91cd req-2bd68df8-a7ec-47da-af2c-98af8965ef3f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=ba764b64-66e5-48bc-bb3d-426efcf9e92c HTTP/1.1" status: 200 len: 210 time: 0.0555239 Feb 16 12:54:20.641423 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 41e9a265-e4c4-4cb7-b618-1ef39708064b up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:54:20.698574 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 41e9a265-e4c4-4cb7-b618-1ef39708064b triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:20.699313 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:21.471641 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-02b78808-0d01-4bd0-9b32-479727cdda0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:21.473038 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-02b78808-0d01-4bd0-9b32-479727cdda0a service neutron] 10.222.0.42 "GET /v2.0/ports/8d42b201-20ce-474a-b4f9-74ed7594cb61 HTTP/1.1" status: 200 len: 1025 time: 0.0362628 Feb 16 12:54:21.582718 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-d523b6ae-943b-4151-8e0f-e2bb1cee59f8 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:21.584245 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-d523b6ae-943b-4151-8e0f-e2bb1cee59f8 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "GET /v2.0/networks?id=a2138c4a-4090-4309-b710-30962c473b05 HTTP/1.1" status: 200 len: 795 time: 0.1037400 Feb 16 12:54:21.633696 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-e94d159d-b829-488e-b905-d45cf891aefe tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b HTTP/1.1" status: 200 len: 379 time: 0.0387993 Feb 16 12:54:21.642514 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f73a732d-4578-4433-aff8-e19f2a882eef req-9b3793e8-58f7-4805-83ec-868bf63710c2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=ba764b64-66e5-48bc-bb3d-426efcf9e92c HTTP/1.1" status: 200 len: 210 time: 0.0263555 Feb 16 12:54:21.643077 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-acb7288a-c707-4759-95a3-158884a2c06a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:54:21.644096 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-acb7288a-c707-4759-95a3-158884a2c06a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050056 Feb 16 12:54:21.657686 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-817bc764-b8af-4c5d-bdfb-18c25b6b33aa service neutron] Request body: {'port': {'device_id': 'ba764b64-66e5-48bc-bb3d-426efcf9e92c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:21.717700 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-817bc764-b8af-4c5d-bdfb-18c25b6b33aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:21.977401 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-817bc764-b8af-4c5d-bdfb-18c25b6b33aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d42b201-20ce-474a-b4f9-74ed7594cb61 {{(pid=109049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 12:54:21.984820 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-817bc764-b8af-4c5d-bdfb-18c25b6b33aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:21.996737 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.provisioning_blocks [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-817bc764-b8af-4c5d-bdfb-18c25b6b33aa service neutron] Transition to ACTIVE for port object 8d42b201-20ce-474a-b4f9-74ed7594cb61 will not be triggered until provisioned by entity L2. {{(pid=109049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:54:22.001011 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-817bc764-b8af-4c5d-bdfb-18c25b6b33aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:22.050029 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817bc764-b8af-4c5d-bdfb-18c25b6b33aa service neutron] Pushing event updated for resources: {'Port': ['ID=8d42b201-20ce-474a-b4f9-74ed7594cb61,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:22.126748 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-817bc764-b8af-4c5d-bdfb-18c25b6b33aa service neutron] Attempting to bind port 8d42b201-20ce-474a-b4f9-74ed7594cb61 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:54:22.127086 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-817bc764-b8af-4c5d-bdfb-18c25b6b33aa service neutron] Attempting to bind port 8d42b201-20ce-474a-b4f9-74ed7594cb61 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'b1ede854-f897-4642-abce-6797b67a707e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'a2138c4a-4090-4309-b710-30962c473b05'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:54:22.127428 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-817bc764-b8af-4c5d-bdfb-18c25b6b33aa service neutron] Attempting to bind port 8d42b201-20ce-474a-b4f9-74ed7594cb61 on network a2138c4a-4090-4309-b710-30962c473b05 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:54:22.132607 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-817bc764-b8af-4c5d-bdfb-18c25b6b33aa service neutron] Port 8d42b201-20ce-474a-b4f9-74ed7594cb61 on network a2138c4a-4090-4309-b710-30962c473b05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:54:22.132959 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-817bc764-b8af-4c5d-bdfb-18c25b6b33aa service neutron] Attempting to bind port 8d42b201-20ce-474a-b4f9-74ed7594cb61 on network a2138c4a-4090-4309-b710-30962c473b05 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:54:22.138988 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-817bc764-b8af-4c5d-bdfb-18c25b6b33aa service neutron] Checking agent: {'id': '31a9428e-e23a-420f-bfe2-5870b63c0436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'started_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:54:22.139263 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-817bc764-b8af-4c5d-bdfb-18c25b6b33aa service neutron] Checking segment: {'id': 'b1ede854-f897-4642-abce-6797b67a707e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'a2138c4a-4090-4309-b710-30962c473b05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:54:22.139655 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-817bc764-b8af-4c5d-bdfb-18c25b6b33aa service neutron] Bound using segment: {'id': 'b1ede854-f897-4642-abce-6797b67a707e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'a2138c4a-4090-4309-b710-30962c473b05'} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:54:22.140091 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-817bc764-b8af-4c5d-bdfb-18c25b6b33aa service neutron] Bound port: 8d42b201-20ce-474a-b4f9-74ed7594cb61, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1ede854-f897-4642-abce-6797b67a707e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'a2138c4a-4090-4309-b710-30962c473b05'}}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:54:22.140452 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-817bc764-b8af-4c5d-bdfb-18c25b6b33aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:22.211970 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-817bc764-b8af-4c5d-bdfb-18c25b6b33aa service neutron] For port 8d42b201-20ce-474a-b4f9-74ed7594cb61, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:54:22.215131 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-817bc764-b8af-4c5d-bdfb-18c25b6b33aa service neutron] For port 8d42b201-20ce-474a-b4f9-74ed7594cb61, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8d42b201-20ce-474a-b4f9-74ed7594cb61,segment=NetworkSegment(b1ede854-f897-4642-abce-6797b67a707e),segment_id=b1ede854-f897-4642-abce-6797b67a707e)] {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:54:22.220895 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-817bc764-b8af-4c5d-bdfb-18c25b6b33aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:22.231579 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7c7c51e5-b0e1-409a-b4fa-74cb500494ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:22.254832 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-817bc764-b8af-4c5d-bdfb-18c25b6b33aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:22.255447 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-817bc764-b8af-4c5d-bdfb-18c25b6b33aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:22.256872 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-817bc764-b8af-4c5d-bdfb-18c25b6b33aa service neutron] 10.222.0.42 "PUT /v2.0/ports/8d42b201-20ce-474a-b4f9-74ed7594cb61 HTTP/1.1" status: 200 len: 1130 time: 0.6034768 Feb 16 12:54:22.257316 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba764b64-66e5-48bc-bb3d-426efcf9e92c', 'tag': '8d42b201-20ce-474a-b4f9-74ed7594cb61'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:54:22.259582 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43e685e-ce12-42cd-a5b0-b8d23fa84c37" -d '{"events": [{"name": "network-changed", "server_uuid": "ba764b64-66e5-48bc-bb3d-426efcf9e92c", "tag": "8d42b201-20ce-474a-b4f9-74ed7594cb61"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:54:22.291028 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817bc764-b8af-4c5d-bdfb-18c25b6b33aa service neutron] Pushing event updated for resources: {'Port': ['ID=8d42b201-20ce-474a-b4f9-74ed7594cb61,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:22.333150 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 12:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0a5231-0bc8-4a4a-a60c-5652f8a0cd45 x-openstack-request-id: req-3d0a5231-0bc8-4a4a-a60c-5652f8a0cd45 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:54:22.333428 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba764b64-66e5-48bc-bb3d-426efcf9e92c", "tag": "8d42b201-20ce-474a-b4f9-74ed7594cb61", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:54:22.333671 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3d0a5231-0bc8-4a4a-a60c-5652f8a0cd45 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:54:22.334074 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba764b64-66e5-48bc-bb3d-426efcf9e92c', 'tag': '8d42b201-20ce-474a-b4f9-74ed7594cb61', 'status': 'completed', 'code': 200} Feb 16 12:54:22.351411 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-8deef7b7-2cb6-49f8-a6b9-226442cf34f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:22.353061 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-8deef7b7-2cb6-49f8-a6b9-226442cf34f6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=ba764b64-66e5-48bc-bb3d-426efcf9e92c HTTP/1.1" status: 200 len: 1133 time: 0.0485570 Feb 16 12:54:22.376348 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 12:54:22.402499 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-5a938c92-c27e-4181-8a69-f7d0a84acf6f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d42b201-20ce-474a-b4f9-74ed7594cb61 HTTP/1.1" status: 200 len: 217 time: 0.0402987 Feb 16 12:54:22.455359 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-d9f71677-adf3-49f6-b0be-d8de4d0d2218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:22.456897 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-d9f71677-adf3-49f6-b0be-d8de4d0d2218 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b3f38ca7-b324-46ae-9e8b-7540490bb5fb HTTP/1.1" status: 200 len: 834 time: 0.0473683 Feb 16 12:54:22.510925 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-12c4f822-2b62-4a0b-9828-15b5ddb65728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:22.512433 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-12c4f822-2b62-4a0b-9828-15b5ddb65728 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a2138c4a-4090-4309-b710-30962c473b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0480216 Feb 16 12:54:22.614943 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-6e56770c-d665-48c0-95a0-113d501e906f service neutron] 10.222.0.42 "GET /v2.0/networks/a2138c4a-4090-4309-b710-30962c473b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945041 Feb 16 12:54:22.713484 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7b144ea2-4f5a-4d0f-a686-f7661182b9bf req-2a8bdacb-894f-44bf-87f3-ad8725b4dbce service neutron] 10.222.0.42 "GET /v2.0/networks/a2138c4a-4090-4309-b710-30962c473b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913539 Feb 16 12:54:22.762431 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0d853-d0c5-42a9-ab2e-32290493df16 req-b2c61af1-c517-4f9c-9ab0-0ba655521166 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:22.763994 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d9d0d853-d0c5-42a9-ab2e-32290493df16 req-b2c61af1-c517-4f9c-9ab0-0ba655521166 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=ba764b64-66e5-48bc-bb3d-426efcf9e92c HTTP/1.1" status: 200 len: 980 time: 0.0509906 Feb 16 12:54:22.811853 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e685e-ce12-42cd-a5b0-b8d23fa84c37 req-8b3d9e03-6eae-40e9-9854-2aff1c75a1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:22.813539 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a43e685e-ce12-42cd-a5b0-b8d23fa84c37 req-8b3d9e03-6eae-40e9-9854-2aff1c75a1cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=ba764b64-66e5-48bc-bb3d-426efcf9e92c HTTP/1.1" status: 200 len: 1133 time: 0.0473022 Feb 16 12:54:22.906414 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e685e-ce12-42cd-a5b0-b8d23fa84c37 req-9faa822d-ee90-44b8-ac16-277b9ab90ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:22.907880 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a43e685e-ce12-42cd-a5b0-b8d23fa84c37 req-9faa822d-ee90-44b8-ac16-277b9ab90ffd service neutron] 10.222.0.42 "GET /v2.0/networks?id=a2138c4a-4090-4309-b710-30962c473b05 HTTP/1.1" status: 200 len: 896 time: 0.0860331 Feb 16 12:54:22.911855 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d9d0d853-d0c5-42a9-ab2e-32290493df16 req-03b5aee0-2c63-491f-ad62-1c9eb0302811 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=5e73af07-ed38-4776-b39a-594bbab2c216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418233 Feb 16 12:54:22.950644 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a43e685e-ce12-42cd-a5b0-b8d23fa84c37 req-300c1d75-55d1-4a18-813a-1f3fa26a06a9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d42b201-20ce-474a-b4f9-74ed7594cb61 HTTP/1.1" status: 200 len: 217 time: 0.0346878 Feb 16 12:54:23.003860 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e685e-ce12-42cd-a5b0-b8d23fa84c37 req-d9ac4722-67c2-462c-82cd-62e56953d400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:23.005366 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a43e685e-ce12-42cd-a5b0-b8d23fa84c37 req-d9ac4722-67c2-462c-82cd-62e56953d400 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b3f38ca7-b324-46ae-9e8b-7540490bb5fb HTTP/1.1" status: 200 len: 834 time: 0.0481455 Feb 16 12:54:23.054841 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e685e-ce12-42cd-a5b0-b8d23fa84c37 req-4d0ece33-f534-4c88-9cdb-6a4445605460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:23.056334 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a43e685e-ce12-42cd-a5b0-b8d23fa84c37 req-4d0ece33-f534-4c88-9cdb-6a4445605460 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a2138c4a-4090-4309-b710-30962c473b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407603 Feb 16 12:54:23.149679 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a43e685e-ce12-42cd-a5b0-b8d23fa84c37 req-5b897c8d-8f72-4b8e-b360-19756a1c4c93 service neutron] 10.222.0.42 "GET /v2.0/networks/a2138c4a-4090-4309-b710-30962c473b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842645 Feb 16 12:54:23.251221 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a43e685e-ce12-42cd-a5b0-b8d23fa84c37 req-6138fae2-0157-435a-93ea-6ac94b4885d5 service neutron] 10.222.0.42 "GET /v2.0/networks/a2138c4a-4090-4309-b710-30962c473b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911252 Feb 16 12:54:24.028151 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c7730-1bfb-490b-acb1-36dd1878edab req-6cd8d6c5-02cc-4aea-a518-e72cd1a11706 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:24.030507 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ae0c7730-1bfb-490b-acb1-36dd1878edab req-6cd8d6c5-02cc-4aea-a518-e72cd1a11706 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=ba764b64-66e5-48bc-bb3d-426efcf9e92c HTTP/1.1" status: 200 len: 980 time: 0.0494153 Feb 16 12:54:24.072276 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ae0c7730-1bfb-490b-acb1-36dd1878edab req-07821104-5ccc-4459-9591-23091ecc3617 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=5e73af07-ed38-4776-b39a-594bbab2c216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358350 Feb 16 12:54:24.400238 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5ec72aa1-e298-4685-b573-2cd6348f5cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:24.686407 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 8d42b201-20ce-474a-b4f9-74ed7594cb61 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 12:54:24.790515 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 8d42b201-20ce-474a-b4f9-74ed7594cb61, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8d42b201-20ce-474a-b4f9-74ed7594cb61,segment=NetworkSegment(b1ede854-f897-4642-abce-6797b67a707e),segment_id=b1ede854-f897-4642-abce-6797b67a707e)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:54:24.802923 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': '8d42b201-20ce-474a-b4f9-74ed7594cb61', 'network_id': 'a2138c4a-4090-4309-b710-30962c473b05', 'port_id': '8d42b201-20ce-474a-b4f9-74ed7594cb61', 'mac_address': 'fa:16:3e:1b:75:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3f38ca7-b324-46ae-9e8b-7540490bb5fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 12:54:24.839889 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:24.853676 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d42b201-20ce-474a-b4f9-74ed7594cb61 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 12:54:24.876397 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 8d42b201-20ce-474a-b4f9-74ed7594cb61, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8d42b201-20ce-474a-b4f9-74ed7594cb61,segment=NetworkSegment(b1ede854-f897-4642-abce-6797b67a707e),segment_id=b1ede854-f897-4642-abce-6797b67a707e)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:54:24.881603 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:24.950157 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=8d42b201-20ce-474a-b4f9-74ed7594cb61,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:25.142984 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['8d42b201-20ce-474a-b4f9-74ed7594cb61'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 12:54:25.185363 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf849c18-63b9-41cf-bb5a-05d17aee618b req-39951195-eae3-47d7-9b8d-3c1ce86e762c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:25.186854 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bf849c18-63b9-41cf-bb5a-05d17aee618b req-39951195-eae3-47d7-9b8d-3c1ce86e762c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=ba764b64-66e5-48bc-bb3d-426efcf9e92c HTTP/1.1" status: 200 len: 981 time: 0.0484171 Feb 16 12:54:25.228507 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bf849c18-63b9-41cf-bb5a-05d17aee618b req-703ef233-5299-4017-81c2-20bf12e63123 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=5e73af07-ed38-4776-b39a-594bbab2c216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353980 Feb 16 12:54:25.695879 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:26.399528 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b85ff-606d-4bdd-8456-3b28748dc000 req-b45f8c3b-b802-41f5-ba69-03e99c319d1d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:26.401048 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-605b85ff-606d-4bdd-8456-3b28748dc000 req-b45f8c3b-b802-41f5-ba69-03e99c319d1d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=ba764b64-66e5-48bc-bb3d-426efcf9e92c HTTP/1.1" status: 200 len: 981 time: 0.1049035 Feb 16 12:54:26.438660 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-605b85ff-606d-4bdd-8456-3b28748dc000 req-527bd8c4-c416-4961-b647-5427a3557679 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=5e73af07-ed38-4776-b39a-594bbab2c216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315459 Feb 16 12:54:26.701902 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 8d42b201-20ce-474a-b4f9-74ed7594cb61 up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:54:26.750609 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning for port 8d42b201-20ce-474a-b4f9-74ed7594cb61 completed by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:54:26.754997 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port 8d42b201-20ce-474a-b4f9-74ed7594cb61 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:26.755369 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:26.842291 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:26.864517 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba764b64-66e5-48bc-bb3d-426efcf9e92c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d42b201-20ce-474a-b4f9-74ed7594cb61'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:54:26.866783 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aafaa38-3294-446f-a742-b16859030c94" -d '{"events": [{"server_uuid": "ba764b64-66e5-48bc-bb3d-426efcf9e92c", "name": "network-vif-plugged", "status": "completed", "tag": "8d42b201-20ce-474a-b4f9-74ed7594cb61"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:54:26.880061 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 8d42b201-20ce-474a-b4f9-74ed7594cb61, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8d42b201-20ce-474a-b4f9-74ed7594cb61,segment=NetworkSegment(b1ede854-f897-4642-abce-6797b67a707e),segment_id=b1ede854-f897-4642-abce-6797b67a707e)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:54:26.884206 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:26.910867 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 12:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f82aa6-c1a3-4b86-93ec-7785c7b2b349 x-openstack-request-id: req-60f82aa6-c1a3-4b86-93ec-7785c7b2b349 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:54:26.911156 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba764b64-66e5-48bc-bb3d-426efcf9e92c", "name": "network-vif-plugged", "status": "completed", "tag": "8d42b201-20ce-474a-b4f9-74ed7594cb61", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:54:26.911408 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-60f82aa6-c1a3-4b86-93ec-7785c7b2b349 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:54:26.911793 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba764b64-66e5-48bc-bb3d-426efcf9e92c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d42b201-20ce-474a-b4f9-74ed7594cb61', 'code': 200} Feb 16 12:54:26.940011 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=8d42b201-20ce-474a-b4f9-74ed7594cb61,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:26.997725 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:27.081107 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef36501-1e9d-4a81-bc72-2c603eaffd3b req-f7e3a11d-11b8-4b23-b094-2343011155ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:27.082645 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5ef36501-1e9d-4a81-bc72-2c603eaffd3b req-f7e3a11d-11b8-4b23-b094-2343011155ce service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ba764b64-66e5-48bc-bb3d-426efcf9e92c HTTP/1.1" status: 200 len: 1135 time: 0.0431159 Feb 16 12:54:27.121823 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5ef36501-1e9d-4a81-bc72-2c603eaffd3b req-985f03d0-3eb7-41a2-acba-86beac610e27 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5e73af07-ed38-4776-b39a-594bbab2c216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306749 Feb 16 12:54:27.331096 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:27.559465 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d1a01-f564-4147-b409-963c88cb168a req-f9211843-9c1a-4afa-b740-11ac4a0edbf8 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:27.560953 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-883d1a01-f564-4147-b409-963c88cb168a req-f9211843-9c1a-4afa-b740-11ac4a0edbf8 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=ba764b64-66e5-48bc-bb3d-426efcf9e92c HTTP/1.1" status: 200 len: 982 time: 0.0508184 Feb 16 12:54:27.605682 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-883d1a01-f564-4147-b409-963c88cb168a req-5bedb1b7-2b08-497f-a4ae-47df6a5b67ec tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=5e73af07-ed38-4776-b39a-594bbab2c216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384715 Feb 16 12:54:28.556442 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:28.728490 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4cf4d8-32f0-479b-ac67-a671cc81108b req-a29b977b-282d-4f68-8f94-f87ed95253f9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:28.730058 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0e4cf4d8-32f0-479b-ac67-a671cc81108b req-a29b977b-282d-4f68-8f94-f87ed95253f9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=ba764b64-66e5-48bc-bb3d-426efcf9e92c HTTP/1.1" status: 200 len: 982 time: 0.0522401 Feb 16 12:54:28.775586 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0e4cf4d8-32f0-479b-ac67-a671cc81108b req-52df2e88-caf6-46ae-a62c-a7534a725540 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=5e73af07-ed38-4776-b39a-594bbab2c216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376382 Feb 16 12:54:28.894663 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4779d1-c5b9-4690-9bff-f12b7b3028b2 req-3b725124-3ff0-414d-b072-2a3de8a1ec03 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:28.896191 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9a4779d1-c5b9-4690-9bff-f12b7b3028b2 req-3b725124-3ff0-414d-b072-2a3de8a1ec03 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=ba764b64-66e5-48bc-bb3d-426efcf9e92c HTTP/1.1" status: 200 len: 982 time: 0.0502954 Feb 16 12:54:28.938392 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9a4779d1-c5b9-4690-9bff-f12b7b3028b2 req-f55d539c-caef-4389-b29e-2c574a0a4d63 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=5e73af07-ed38-4776-b39a-594bbab2c216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362115 Feb 16 12:54:28.960793 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39062) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:29.005664 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c59d09-3ee2-4506-b0c1-a847de503fbc tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:29.007203 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-07c59d09-3ee2-4506-b0c1-a847de503fbc tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=ba764b64-66e5-48bc-bb3d-426efcf9e92c HTTP/1.1" status: 200 len: 1130 time: 0.0454261 Feb 16 12:54:29.010024 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39064) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:29.015173 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-dc417214-dcc5-4fb6-b7ea-1f50bc77c9b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'floatingip': {'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'port_id': '8d42b201-20ce-474a-b4f9-74ed7594cb61', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:29.039437 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dc417214-dcc5-4fb6-b7ea-1f50bc77c9b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for floatingip, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:29.146707 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dc417214-dcc5-4fb6-b7ea-1f50bc77c9b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:29.266202 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-dc417214-dcc5-4fb6-b7ea-1f50bc77c9b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Allocated IP 172.26.2.3 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/f8dfcfa9-4fd1-4072-92f5-6fb12857af23) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:54:29.397103 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dc417214-dcc5-4fb6-b7ea-1f50bc77c9b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:29.435125 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dc417214-dcc5-4fb6-b7ea-1f50bc77c9b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:29.480990 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc417214-dcc5-4fb6-b7ea-1f50bc77c9b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:54:29.484433 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-dc417214-dcc5-4fb6-b7ea-1f50bc77c9b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:54:29.488167 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc417214-dcc5-4fb6-b7ea-1f50bc77c9b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:54:29.511135 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc417214-dcc5-4fb6-b7ea-1f50bc77c9b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=f8dfcfa9-4fd1-4072-92f5-6fb12857af23,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:29.898152 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dc417214-dcc5-4fb6-b7ea-1f50bc77c9b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:29.982164 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dc417214-dcc5-4fb6-b7ea-1f50bc77c9b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:30.161671 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dc417214-dcc5-4fb6-b7ea-1f50bc77c9b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:30.166165 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dc417214-dcc5-4fb6-b7ea-1f50bc77c9b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:30.241045 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc417214-dcc5-4fb6-b7ea-1f50bc77c9b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=f8dfcfa9-4fd1-4072-92f5-6fb12857af23,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:30.252272 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dc417214-dcc5-4fb6-b7ea-1f50bc77c9b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:30.691287 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-dc417214-dcc5-4fb6-b7ea-1f50bc77c9b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Floating IP 116f3fe3-5d78-42bd-869a-a1582bfed7e0 associated. External IP: 172.26.2.3, port: 8d42b201-20ce-474a-b4f9-74ed7594cb61. Feb 16 12:54:30.900831 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc417214-dcc5-4fb6-b7ea-1f50bc77c9b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router 52c49162-2f3b-4653-8b08-125b67c65c3f has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:54:31.016681 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc417214-dcc5-4fb6-b7ea-1f50bc77c9b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:54:31.027616 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00075075-3689-4651-ba7c-8186b3e7eb99 None None] Sync routers for ids ['52c49162-2f3b-4653-8b08-125b67c65c3f'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:54:31.035609 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dc417214-dcc5-4fb6-b7ea-1f50bc77c9b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:31.039061 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00075075-3689-4651-ba7c-8186b3e7eb99 None None] Routers {'52c49162-2f3b-4653-8b08-125b67c65c3f'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:54:31.040061 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-00075075-3689-4651-ba7c-8186b3e7eb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:54:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['52c49162-2f3b-4653-8b08-125b67c65c3f'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:31.064906 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-dc417214-dcc5-4fb6-b7ea-1f50bc77c9b5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1031 time: 2.0538123 Feb 16 12:54:31.065491 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba764b64-66e5-48bc-bb3d-426efcf9e92c', 'tag': '8d42b201-20ce-474a-b4f9-74ed7594cb61'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:54:31.067798 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39066) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:31.068336 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2b39e7-bc8a-49aa-aa43-4ae634257639" -d '{"events": [{"name": "network-changed", "server_uuid": "ba764b64-66e5-48bc-bb3d-426efcf9e92c", "tag": "8d42b201-20ce-474a-b4f9-74ed7594cb61"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:54:31.103681 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 12:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e09ed9c-5e83-4784-ae3b-0e7475d620ec x-openstack-request-id: req-5e09ed9c-5e83-4784-ae3b-0e7475d620ec {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:54:31.103966 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba764b64-66e5-48bc-bb3d-426efcf9e92c", "tag": "8d42b201-20ce-474a-b4f9-74ed7594cb61", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:54:31.104214 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5e09ed9c-5e83-4784-ae3b-0e7475d620ec {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:54:31.104608 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba764b64-66e5-48bc-bb3d-426efcf9e92c', 'tag': '8d42b201-20ce-474a-b4f9-74ed7594cb61', 'status': 'completed', 'code': 200} Feb 16 12:54:31.154458 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-00075075-3689-4651-ba7c-8186b3e7eb99 None None] Set router 52c49162-2f3b-4653-8b08-125b67c65c3f gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:54:31.154802 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24242ff1-b215-437e-be8c-dc6e324e87b2 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:31.156526 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-24242ff1-b215-437e-be8c-dc6e324e87b2 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=ba764b64-66e5-48bc-bb3d-426efcf9e92c&network_id=a2138c4a-4090-4309-b710-30962c473b05 HTTP/1.1" status: 200 len: 1130 time: 0.0869234 Feb 16 12:54:31.242013 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b39e7-bc8a-49aa-aa43-4ae634257639 req-c3358aaf-7488-421e-b5df-483689c4242a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:31.243647 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2b2b39e7-bc8a-49aa-aa43-4ae634257639 req-c3358aaf-7488-421e-b5df-483689c4242a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=ba764b64-66e5-48bc-bb3d-426efcf9e92c HTTP/1.1" status: 200 len: 1135 time: 0.1142085 Feb 16 12:54:31.372318 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b39e7-bc8a-49aa-aa43-4ae634257639 req-a9ad4f00-6e3e-42e6-a1e2-8262cc5cdaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:31.373856 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2b2b39e7-bc8a-49aa-aa43-4ae634257639 req-a9ad4f00-6e3e-42e6-a1e2-8262cc5cdaeb service neutron] 10.222.0.42 "GET /v2.0/networks?id=a2138c4a-4090-4309-b710-30962c473b05 HTTP/1.1" status: 200 len: 896 time: 0.1227756 Feb 16 12:54:31.435229 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86362d6a-e594-44bd-8679-abefe8e4fe39 req-62909749-257a-4a80-b78c-9d7d9f3e4d58 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:31.436692 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-86362d6a-e594-44bd-8679-abefe8e4fe39 req-62909749-257a-4a80-b78c-9d7d9f3e4d58 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=ba764b64-66e5-48bc-bb3d-426efcf9e92c HTTP/1.1" status: 200 len: 982 time: 0.0600345 Feb 16 12:54:31.445780 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2b2b39e7-bc8a-49aa-aa43-4ae634257639 req-00cbe681-3e63-4d65-b3c4-15c45bb875f1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d42b201-20ce-474a-b4f9-74ed7594cb61 HTTP/1.1" status: 200 len: 1034 time: 0.0642669 Feb 16 12:54:31.476689 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-86362d6a-e594-44bd-8679-abefe8e4fe39 req-d346c527-92cd-4e40-a473-578b520e488f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=5e73af07-ed38-4776-b39a-594bbab2c216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322514 Feb 16 12:54:31.502885 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b39e7-bc8a-49aa-aa43-4ae634257639 req-c8073946-fdc0-41fc-986c-6f10e1a2f4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:31.504621 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2b2b39e7-bc8a-49aa-aa43-4ae634257639 req-c8073946-fdc0-41fc-986c-6f10e1a2f4f3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b3f38ca7-b324-46ae-9e8b-7540490bb5fb HTTP/1.1" status: 200 len: 834 time: 0.0508108 Feb 16 12:54:31.558165 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b39e7-bc8a-49aa-aa43-4ae634257639 req-d1557a76-4951-42ae-afe2-507944bb9892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:31.559671 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2b2b39e7-bc8a-49aa-aa43-4ae634257639 req-d1557a76-4951-42ae-afe2-507944bb9892 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a2138c4a-4090-4309-b710-30962c473b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456884 Feb 16 12:54:31.577870 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-00075075-3689-4651-ba7c-8186b3e7eb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c49162-2f3b-4653-8b08-125b67c65c3f', 'name': 'tempest-TestNetworkBasicOps-router-339195108', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '8a18c389-eb3c-484a-a2a9-12105fdf71a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:11Z', 'updated_at': '2022-02-16T12:54:15Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '8a18c389-eb3c-484a-a2a9-12105fdf71a5', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:15:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c49162-2f3b-4653-8b08-125b67c65c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:11Z', 'updated_at': '2022-02-16T12:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '116f3fe3-5d78-42bd-869a-a1582bfed7e0', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.3', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '52c49162-2f3b-4653-8b08-125b67c65c3f', 'port_id': '8d42b201-20ce-474a-b4f9-74ed7594cb61', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-794411344', 'network_id': 'a2138c4a-4090-4309-b710-30962c473b05', 'mac_address': 'fa:16:3e:1b:75:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba764b64-66e5-48bc-bb3d-426efcf9e92c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:54:29Z', 'updated_at': '2022-02-16T12:54:29Z', 'revision_number': 0, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e9a265-e4c4-4cb7-b618-1ef39708064b', 'name': '', 'network_id': 'a2138c4a-4090-4309-b710-30962c473b05', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:3c:1f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c49162-2f3b-4653-8b08-125b67c65c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'b3f38ca7-b324-46ae-9e8b-7540490bb5fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:15Z', 'updated_at': '2022-02-16T12:54:19Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'b3f38ca7-b324-46ae-9e8b-7540490bb5fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:31.607072 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00075075-3689-4651-ba7c-8186b3e7eb99 None None] Checking router: 52c49162-2f3b-4653-8b08-125b67c65c3f for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:54:31.616398 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00075075-3689-4651-ba7c-8186b3e7eb99 None None] Routers {'52c49162-2f3b-4653-8b08-125b67c65c3f'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:54:31.617034 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-00075075-3689-4651-ba7c-8186b3e7eb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:54:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['52c49162-2f3b-4653-8b08-125b67c65c3f'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:31.652433 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2b2b39e7-bc8a-49aa-aa43-4ae634257639 req-6fab2ec5-6f86-4c9c-bc0e-b685c45d46e4 service neutron] 10.222.0.42 "GET /v2.0/networks/a2138c4a-4090-4309-b710-30962c473b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829890 Feb 16 12:54:31.725897 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-00075075-3689-4651-ba7c-8186b3e7eb99 None None] Set router 52c49162-2f3b-4653-8b08-125b67c65c3f gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:54:31.746233 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2b2b39e7-bc8a-49aa-aa43-4ae634257639 req-4ad49744-7b46-4327-a250-ebf7f799dec0 service neutron] 10.222.0.42 "GET /v2.0/networks/a2138c4a-4090-4309-b710-30962c473b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867636 Feb 16 12:54:31.954699 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-00075075-3689-4651-ba7c-8186b3e7eb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c49162-2f3b-4653-8b08-125b67c65c3f', 'name': 'tempest-TestNetworkBasicOps-router-339195108', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '8a18c389-eb3c-484a-a2a9-12105fdf71a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:11Z', 'updated_at': '2022-02-16T12:54:15Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '8a18c389-eb3c-484a-a2a9-12105fdf71a5', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:15:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c49162-2f3b-4653-8b08-125b67c65c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:11Z', 'updated_at': '2022-02-16T12:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '116f3fe3-5d78-42bd-869a-a1582bfed7e0', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.3', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '52c49162-2f3b-4653-8b08-125b67c65c3f', 'port_id': '8d42b201-20ce-474a-b4f9-74ed7594cb61', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-794411344', 'network_id': 'a2138c4a-4090-4309-b710-30962c473b05', 'mac_address': 'fa:16:3e:1b:75:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba764b64-66e5-48bc-bb3d-426efcf9e92c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:54:29Z', 'updated_at': '2022-02-16T12:54:29Z', 'revision_number': 0, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e9a265-e4c4-4cb7-b618-1ef39708064b', 'name': '', 'network_id': 'a2138c4a-4090-4309-b710-30962c473b05', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:3c:1f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c49162-2f3b-4653-8b08-125b67c65c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'b3f38ca7-b324-46ae-9e8b-7540490bb5fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:15Z', 'updated_at': '2022-02-16T12:54:19Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'b3f38ca7-b324-46ae-9e8b-7540490bb5fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:31.980475 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00075075-3689-4651-ba7c-8186b3e7eb99 None None] The sync data for ids ['52c49162-2f3b-4653-8b08-125b67c65c3f'] in dv-neutron-828142-3-hyperv is: [{'id': '52c49162-2f3b-4653-8b08-125b67c65c3f', 'name': 'tempest-TestNetworkBasicOps-router-339195108', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '8a18c389-eb3c-484a-a2a9-12105fdf71a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:11Z', 'updated_at': '2022-02-16T12:54:15Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '8a18c389-eb3c-484a-a2a9-12105fdf71a5', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:15:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c49162-2f3b-4653-8b08-125b67c65c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:11Z', 'updated_at': '2022-02-16T12:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '116f3fe3-5d78-42bd-869a-a1582bfed7e0', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.3', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '52c49162-2f3b-4653-8b08-125b67c65c3f', 'port_id': '8d42b201-20ce-474a-b4f9-74ed7594cb61', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-794411344', 'network_id': 'a2138c4a-4090-4309-b710-30962c473b05', 'mac_address': 'fa:16:3e:1b:75:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba764b64-66e5-48bc-bb3d-426efcf9e92c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:54:29Z', 'updated_at': '2022-02-16T12:54:29Z', 'revision_number': 0, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e9a265-e4c4-4cb7-b618-1ef39708064b', 'name': '', 'network_id': 'a2138c4a-4090-4309-b710-30962c473b05', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:3c:1f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c49162-2f3b-4653-8b08-125b67c65c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'b3f38ca7-b324-46ae-9e8b-7540490bb5fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:15Z', 'updated_at': '2022-02-16T12:54:19Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'b3f38ca7-b324-46ae-9e8b-7540490bb5fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:54:32.174351 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdae073-c8b8-4de1-b652-ac8f1a9c2b0b None None] New status for floating IP 116f3fe3-5d78-42bd-869a-a1582bfed7e0: ACTIVE {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:54:32.593231 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066c031-dc23-49fa-a91b-abbf4688784f req-af4dd7f5-6ea2-46d9-bbfb-a54599f6e064 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:32.594637 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4066c031-dc23-49fa-a91b-abbf4688784f req-af4dd7f5-6ea2-46d9-bbfb-a54599f6e064 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=ba764b64-66e5-48bc-bb3d-426efcf9e92c HTTP/1.1" status: 200 len: 982 time: 0.0488493 Feb 16 12:54:32.634437 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4066c031-dc23-49fa-a91b-abbf4688784f req-9496804a-bd67-45d8-ba31-6b29d6a09f8b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=5e73af07-ed38-4776-b39a-594bbab2c216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338998 Feb 16 12:54:32.920729 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636136f-2074-4e2a-b66b-7c7a220b5ffd req-d7cbdc6b-c6cd-4794-aed5-ef9306d1441c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:32.923184 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a636136f-2074-4e2a-b66b-7c7a220b5ffd req-d7cbdc6b-c6cd-4794-aed5-ef9306d1441c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba764b64-66e5-48bc-bb3d-426efcf9e92c HTTP/1.1" status: 200 len: 982 time: 0.0505526 Feb 16 12:54:32.967553 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636136f-2074-4e2a-b66b-7c7a220b5ffd req-89ded477-bcfb-46e0-bd27-36b80cfb2d47 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:32.968941 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a636136f-2074-4e2a-b66b-7c7a220b5ffd req-89ded477-bcfb-46e0-bd27-36b80cfb2d47 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "GET /v2.0/ports/8d42b201-20ce-474a-b4f9-74ed7594cb61?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0396109 Feb 16 12:54:33.074752 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a636136f-2074-4e2a-b66b-7c7a220b5ffd req-3681224a-7446-4b08-876d-1c2d9b65da29 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "GET /v2.0/networks/a2138c4a-4090-4309-b710-30962c473b05?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0999486 Feb 16 12:54:33.085724 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-a636136f-2074-4e2a-b66b-7c7a220b5ffd req-7e28477b-47fe-48b0-b328-dff6ec0528f8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:33.138571 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-a636136f-2074-4e2a-b66b-7c7a220b5ffd req-7e28477b-47fe-48b0-b328-dff6ec0528f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:33.272923 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-a636136f-2074-4e2a-b66b-7c7a220b5ffd req-7e28477b-47fe-48b0-b328-dff6ec0528f8 service neutron] For port 8d42b201-20ce-474a-b4f9-74ed7594cb61, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8d42b201-20ce-474a-b4f9-74ed7594cb61,segment=NetworkSegment(b1ede854-f897-4642-abce-6797b67a707e),segment_id=b1ede854-f897-4642-abce-6797b67a707e)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:54:33.305444 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-a636136f-2074-4e2a-b66b-7c7a220b5ffd req-7e28477b-47fe-48b0-b328-dff6ec0528f8 service neutron] For port 8d42b201-20ce-474a-b4f9-74ed7594cb61, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:54:33.338750 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-a636136f-2074-4e2a-b66b-7c7a220b5ffd req-7e28477b-47fe-48b0-b328-dff6ec0528f8 service neutron] device_id is not set on port 8d42b201-20ce-474a-b4f9-74ed7594cb61 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:54:33.347569 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-a636136f-2074-4e2a-b66b-7c7a220b5ffd req-7e28477b-47fe-48b0-b328-dff6ec0528f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:33.353696 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-a636136f-2074-4e2a-b66b-7c7a220b5ffd req-7e28477b-47fe-48b0-b328-dff6ec0528f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:33.478484 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e28477b-47fe-48b0-b328-dff6ec0528f8 service neutron] Pushing event updated for resources: {'Port': ['ID=8d42b201-20ce-474a-b4f9-74ed7594cb61,revision_number=6']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:33.545374 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-a636136f-2074-4e2a-b66b-7c7a220b5ffd req-7e28477b-47fe-48b0-b328-dff6ec0528f8 service neutron] No DVR routers for this DVR port 8d42b201-20ce-474a-b4f9-74ed7594cb61 on host hv-neutron-8281 {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:54:33.622864 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-fa01ba14-07ed-4990-9c6f-34f7f80b4230 None None] Provisioning complete for port 8d42b201-20ce-474a-b4f9-74ed7594cb61 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:33.623562 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fa01ba14-07ed-4990-9c6f-34f7f80b4230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:33.658251 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-fa01ba14-07ed-4990-9c6f-34f7f80b4230 None None] Port 8d42b201-20ce-474a-b4f9-74ed7594cb61 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:54:33.682543 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-a636136f-2074-4e2a-b66b-7c7a220b5ffd req-7e28477b-47fe-48b0-b328-dff6ec0528f8 service neutron] In _notify_port_updated(), no bound segment for port 8d42b201-20ce-474a-b4f9-74ed7594cb61 on network a2138c4a-4090-4309-b710-30962c473b05 {{(pid=109049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 12:54:33.683433 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636136f-2074-4e2a-b66b-7c7a220b5ffd req-7e28477b-47fe-48b0-b328-dff6ec0528f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:33.684133 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-a636136f-2074-4e2a-b66b-7c7a220b5ffd req-7e28477b-47fe-48b0-b328-dff6ec0528f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:33.685379 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a636136f-2074-4e2a-b66b-7c7a220b5ffd req-7e28477b-47fe-48b0-b328-dff6ec0528f8 service neutron] 10.222.0.42 "PUT /v2.0/ports/8d42b201-20ce-474a-b4f9-74ed7594cb61 HTTP/1.1" status: 200 len: 1025 time: 0.6036716 Feb 16 12:54:33.738340 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b93bc9b3-50e2-4039-baf5-60fc8946d0c7 req-48a53257-b200-4c5e-8124-5ef767395287 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=ba764b64-66e5-48bc-bb3d-426efcf9e92c HTTP/1.1" status: 200 len: 210 time: 0.0306950 Feb 16 12:54:34.793233 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39082) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:34.837333 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be93c157-53a7-4fa4-8c74-ecf47c972f25 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:34.838658 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-be93c157-53a7-4fa4-8c74-ecf47c972f25 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports/8d42b201-20ce-474a-b4f9-74ed7594cb61 HTTP/1.1" status: 200 len: 924 time: 0.0444450 Feb 16 12:54:35.672500 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39086) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:35.677052 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-3a39e5d2-e734-4bb4-b2c1-4cf22aaceaba tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1220127751', 'description': 'tempest-secgroup-smoke-1220127751 description', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:35.700377 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3a39e5d2-e734-4bb4-b2c1-4cf22aaceaba tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:35.770080 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3a39e5d2-e734-4bb4-b2c1-4cf22aaceaba tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:35.774450 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3a39e5d2-e734-4bb4-b2c1-4cf22aaceaba tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:35.805450 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3a39e5d2-e734-4bb4-b2c1-4cf22aaceaba tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:35.806658 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3a39e5d2-e734-4bb4-b2c1-4cf22aaceaba tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1331625 Feb 16 12:54:35.808838 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39e5d2-e734-4bb4-b2c1-4cf22aaceaba tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da42e38a-0658-4ae1-8f25-768dd089ce8b,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:35.809845 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39088) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:35.816337 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-0c60d1bc-4994-4cdf-b677-b15f6f56df97 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': 'da42e38a-0658-4ae1-8f25-768dd089ce8b', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:35.847070 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0c60d1bc-4994-4cdf-b677-b15f6f56df97 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:35.907871 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0c60d1bc-4994-4cdf-b677-b15f6f56df97 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:35.911341 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0c60d1bc-4994-4cdf-b677-b15f6f56df97 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:35.929735 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60d1bc-4994-4cdf-b677-b15f6f56df97 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7270fb9a-ad66-4266-9d3a-e3f4baec9805,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:35.939053 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0c60d1bc-4994-4cdf-b677-b15f6f56df97 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:35.940253 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0c60d1bc-4994-4cdf-b677-b15f6f56df97 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1285124 Feb 16 12:54:35.943143 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39090) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:35.947575 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-6e0f5920-58dd-430d-ab31-312caf8501c1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': 'da42e38a-0658-4ae1-8f25-768dd089ce8b', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:35.975288 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6e0f5920-58dd-430d-ab31-312caf8501c1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:36.033068 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6e0f5920-58dd-430d-ab31-312caf8501c1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:36.038394 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6e0f5920-58dd-430d-ab31-312caf8501c1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:36.059021 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f5920-58dd-430d-ab31-312caf8501c1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e12b4df1-7cb5-44e5-9512-237c52330b7f,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:36.064413 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6e0f5920-58dd-430d-ab31-312caf8501c1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:36.065624 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6e0f5920-58dd-430d-ab31-312caf8501c1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1215088 Feb 16 12:54:36.068402 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39092) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:36.072691 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-4f79ef96-c263-407f-80d4-cd0fa6dcc027 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': 'da42e38a-0658-4ae1-8f25-768dd089ce8b', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:36.102125 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4f79ef96-c263-407f-80d4-cd0fa6dcc027 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:36.160940 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4f79ef96-c263-407f-80d4-cd0fa6dcc027 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:36.164408 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4f79ef96-c263-407f-80d4-cd0fa6dcc027 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:36.181875 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79ef96-c263-407f-80d4-cd0fa6dcc027 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4ece52c-3857-47c8-b461-c399f66d5295,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:36.191067 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4f79ef96-c263-407f-80d4-cd0fa6dcc027 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:36.192497 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4f79ef96-c263-407f-80d4-cd0fa6dcc027 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230848 Feb 16 12:54:36.195115 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39094) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:36.199438 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-f90731f4-881d-470a-999d-5c6ff0132d90 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': 'da42e38a-0658-4ae1-8f25-768dd089ce8b', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:36.227033 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f90731f4-881d-470a-999d-5c6ff0132d90 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:36.288208 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f90731f4-881d-470a-999d-5c6ff0132d90 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:36.292070 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f90731f4-881d-470a-999d-5c6ff0132d90 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:36.310051 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90731f4-881d-470a-999d-5c6ff0132d90 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=695d45b0-bca5-4b20-9d72-4f823f694a65,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:36.317370 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f90731f4-881d-470a-999d-5c6ff0132d90 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:36.318110 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f90731f4-881d-470a-999d-5c6ff0132d90 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1220174 Feb 16 12:54:36.320850 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39096) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:36.325179 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-73f9c7cb-7230-4b7c-9669-0510053d3db3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': 'da42e38a-0658-4ae1-8f25-768dd089ce8b', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:36.348546 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-73f9c7cb-7230-4b7c-9669-0510053d3db3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Project 93ebfe1969ad47c59fc4b80bacd9b15b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:54:36.353367 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-73f9c7cb-7230-4b7c-9669-0510053d3db3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:36.414748 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-73f9c7cb-7230-4b7c-9669-0510053d3db3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:36.418476 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-73f9c7cb-7230-4b7c-9669-0510053d3db3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:36.438991 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f9c7cb-7230-4b7c-9669-0510053d3db3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aadf94b-a12b-49f0-a0af-08e51f1f72f4,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:36.448275 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-73f9c7cb-7230-4b7c-9669-0510053d3db3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:36.449514 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-73f9c7cb-7230-4b7c-9669-0510053d3db3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1277170 Feb 16 12:54:36.452332 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39098) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:36.456897 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-2bb20f13-d27f-485f-b457-958dbf8e88e5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': 'da42e38a-0658-4ae1-8f25-768dd089ce8b', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:36.478789 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-2bb20f13-d27f-485f-b457-958dbf8e88e5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Project 93ebfe1969ad47c59fc4b80bacd9b15b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:54:36.483583 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2bb20f13-d27f-485f-b457-958dbf8e88e5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:36.544474 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2bb20f13-d27f-485f-b457-958dbf8e88e5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:36.548691 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2bb20f13-d27f-485f-b457-958dbf8e88e5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:36.566382 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb20f13-d27f-485f-b457-958dbf8e88e5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d10cc264-e98d-4fc7-970d-b6da8b8c7b02,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:36.574781 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2bb20f13-d27f-485f-b457-958dbf8e88e5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:36.576023 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2bb20f13-d27f-485f-b457-958dbf8e88e5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225600 Feb 16 12:54:36.712880 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-55cdb713-7d19-4433-ad64-324fd3e202e4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1220127751&fields=id&tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b HTTP/1.1" status: 200 len: 267 time: 0.0332434 Feb 16 12:54:36.760678 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-226a233e-48c5-48f5-9c9e-5b8aea258c2d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:36.761815 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 8d42b201-20ce-474a-b4f9-74ed7594cb61 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:54:36.762340 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-226a233e-48c5-48f5-9c9e-5b8aea258c2d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports/8d42b201-20ce-474a-b4f9-74ed7594cb61 HTTP/1.1" status: 200 len: 929 time: 0.0420878 Feb 16 12:54:36.777878 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-07c20682-a909-455e-9042-3691991cc9cc service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:54:36.778859 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-07c20682-a909-455e-9042-3691991cc9cc service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051935 Feb 16 12:54:36.803352 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 8d42b201-20ce-474a-b4f9-74ed7594cb61 not bound to the agent host hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:54:36.823259 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-8bd0fc9d-6dfc-4b44-b6c7-6600b83cf830 service neutron] 10.222.0.90 "GET /v2.0/ports/8d42b201-20ce-474a-b4f9-74ed7594cb61?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0373566 Feb 16 12:54:36.910088 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-a6f03e1a-786d-4c1c-908e-e3ff39c88c1a service neutron] 10.222.0.90 "GET /v2.0/networks/a2138c4a-4090-4309-b710-30962c473b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809391 Feb 16 12:54:37.000861 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-0cf4e688-6f6f-4b76-a61f-b8f573d44150 service neutron] 10.222.0.90 "GET /v2.0/networks/a2138c4a-4090-4309-b710-30962c473b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846846 Feb 16 12:54:37.158587 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0f0b9df0-3ff6-4229-becb-4058a33c9d2e req-8fe85163-1e43-4c60-80c9-ccf35a2fa453 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=cab12834-9606-421c-9180-52bee975bdf4 HTTP/1.1" status: 200 len: 210 time: 0.0272701 Feb 16 12:54:38.135413 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-f9b1ac80-3014-43be-99e4-ffe9e92efd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:38.136719 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-f9b1ac80-3014-43be-99e4-ffe9e92efd8f service neutron] 10.222.0.42 "GET /v2.0/ports/8d42b201-20ce-474a-b4f9-74ed7594cb61 HTTP/1.1" status: 200 len: 1025 time: 0.0448053 Feb 16 12:54:38.251268 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-4232b778-fe36-4064-a6f1-3e9fb99d1c60 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:38.253040 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-4232b778-fe36-4064-a6f1-3e9fb99d1c60 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "GET /v2.0/networks?id=a2138c4a-4090-4309-b710-30962c473b05 HTTP/1.1" status: 200 len: 795 time: 0.1107445 Feb 16 12:54:38.259718 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8b786378-71d3-4a45-b375-8aa4cc80ab10 req-f6b1b915-b92c-4e67-ae0c-d5f830c96f51 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=cab12834-9606-421c-9180-52bee975bdf4 HTTP/1.1" status: 200 len: 210 time: 0.0286417 Feb 16 12:54:38.306012 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-f9fed9f8-ab96-4ae4-b3b2-70f7ff866882 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b HTTP/1.1" status: 200 len: 472 time: 0.0437443 Feb 16 12:54:38.317753 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-4f86fe8f-abc6-4973-97ad-5aeb394cadc5 service neutron] Request body: {'port': {'device_id': 'cab12834-9606-421c-9180-52bee975bdf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:38.375866 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-4f86fe8f-abc6-4973-97ad-5aeb394cadc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:38.641372 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-4f86fe8f-abc6-4973-97ad-5aeb394cadc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d42b201-20ce-474a-b4f9-74ed7594cb61 {{(pid=109049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 12:54:38.648517 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-4f86fe8f-abc6-4973-97ad-5aeb394cadc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:38.661267 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.provisioning_blocks [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-4f86fe8f-abc6-4973-97ad-5aeb394cadc5 service neutron] Transition to ACTIVE for port object 8d42b201-20ce-474a-b4f9-74ed7594cb61 will not be triggered until provisioned by entity L2. {{(pid=109049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:54:38.664947 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-4f86fe8f-abc6-4973-97ad-5aeb394cadc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:38.713178 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86fe8f-abc6-4973-97ad-5aeb394cadc5 service neutron] Pushing event updated for resources: {'Port': ['ID=8d42b201-20ce-474a-b4f9-74ed7594cb61,revision_number=7']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:38.845578 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-4f86fe8f-abc6-4973-97ad-5aeb394cadc5 service neutron] Attempting to bind port 8d42b201-20ce-474a-b4f9-74ed7594cb61 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:54:38.845896 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-4f86fe8f-abc6-4973-97ad-5aeb394cadc5 service neutron] Attempting to bind port 8d42b201-20ce-474a-b4f9-74ed7594cb61 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'b1ede854-f897-4642-abce-6797b67a707e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'a2138c4a-4090-4309-b710-30962c473b05'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:54:38.846221 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-4f86fe8f-abc6-4973-97ad-5aeb394cadc5 service neutron] Attempting to bind port 8d42b201-20ce-474a-b4f9-74ed7594cb61 on network a2138c4a-4090-4309-b710-30962c473b05 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:54:38.851359 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-4f86fe8f-abc6-4973-97ad-5aeb394cadc5 service neutron] Port 8d42b201-20ce-474a-b4f9-74ed7594cb61 on network a2138c4a-4090-4309-b710-30962c473b05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:54:38.851687 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-4f86fe8f-abc6-4973-97ad-5aeb394cadc5 service neutron] Attempting to bind port 8d42b201-20ce-474a-b4f9-74ed7594cb61 on network a2138c4a-4090-4309-b710-30962c473b05 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:54:38.856694 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-4f86fe8f-abc6-4973-97ad-5aeb394cadc5 service neutron] Checking agent: {'id': '31a9428e-e23a-420f-bfe2-5870b63c0436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'started_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:54:38.856999 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-4f86fe8f-abc6-4973-97ad-5aeb394cadc5 service neutron] Checking segment: {'id': 'b1ede854-f897-4642-abce-6797b67a707e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'a2138c4a-4090-4309-b710-30962c473b05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:54:38.857379 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-4f86fe8f-abc6-4973-97ad-5aeb394cadc5 service neutron] Bound using segment: {'id': 'b1ede854-f897-4642-abce-6797b67a707e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'a2138c4a-4090-4309-b710-30962c473b05'} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:54:38.857797 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-4f86fe8f-abc6-4973-97ad-5aeb394cadc5 service neutron] Bound port: 8d42b201-20ce-474a-b4f9-74ed7594cb61, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1ede854-f897-4642-abce-6797b67a707e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'a2138c4a-4090-4309-b710-30962c473b05'}}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:54:38.858153 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-4f86fe8f-abc6-4973-97ad-5aeb394cadc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:38.926820 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-4f86fe8f-abc6-4973-97ad-5aeb394cadc5 service neutron] For port 8d42b201-20ce-474a-b4f9-74ed7594cb61, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:54:38.929879 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-4f86fe8f-abc6-4973-97ad-5aeb394cadc5 service neutron] For port 8d42b201-20ce-474a-b4f9-74ed7594cb61, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8d42b201-20ce-474a-b4f9-74ed7594cb61,segment=NetworkSegment(b1ede854-f897-4642-abce-6797b67a707e),segment_id=b1ede854-f897-4642-abce-6797b67a707e)] {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:54:38.934569 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-4f86fe8f-abc6-4973-97ad-5aeb394cadc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:38.968324 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-4f86fe8f-abc6-4973-97ad-5aeb394cadc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:38.969554 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-4f86fe8f-abc6-4973-97ad-5aeb394cadc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:38.971030 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-4f86fe8f-abc6-4973-97ad-5aeb394cadc5 service neutron] 10.222.0.42 "PUT /v2.0/ports/8d42b201-20ce-474a-b4f9-74ed7594cb61 HTTP/1.1" status: 200 len: 1130 time: 0.6572561 Feb 16 12:54:38.971380 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cab12834-9606-421c-9180-52bee975bdf4', 'tag': '8d42b201-20ce-474a-b4f9-74ed7594cb61'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:54:38.973645 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd25c35e-0f03-4835-b274-b3ea7666b91e" -d '{"events": [{"name": "network-changed", "server_uuid": "cab12834-9606-421c-9180-52bee975bdf4", "tag": "8d42b201-20ce-474a-b4f9-74ed7594cb61"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:54:38.997865 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86fe8f-abc6-4973-97ad-5aeb394cadc5 service neutron] Pushing event updated for resources: {'Port': ['ID=8d42b201-20ce-474a-b4f9-74ed7594cb61,revision_number=8']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:39.059838 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-9c1502dd-85c1-4477-a7cc-a60f7eacadc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:39.061394 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-9c1502dd-85c1-4477-a7cc-a60f7eacadc8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=cab12834-9606-421c-9180-52bee975bdf4 HTTP/1.1" status: 200 len: 1133 time: 0.0507569 Feb 16 12:54:39.106103 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 12:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905b22ba-0a97-45a7-b159-37ed279d7798 x-openstack-request-id: req-905b22ba-0a97-45a7-b159-37ed279d7798 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:54:39.106386 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cab12834-9606-421c-9180-52bee975bdf4", "tag": "8d42b201-20ce-474a-b4f9-74ed7594cb61", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:54:39.106630 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-905b22ba-0a97-45a7-b159-37ed279d7798 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:54:39.107027 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cab12834-9606-421c-9180-52bee975bdf4', 'tag': '8d42b201-20ce-474a-b4f9-74ed7594cb61', 'status': 'completed', 'code': 200} Feb 16 12:54:39.139040 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-778a45e6-819c-4ceb-8402-4a5a2548b125 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d42b201-20ce-474a-b4f9-74ed7594cb61 HTTP/1.1" status: 200 len: 1034 time: 0.0701449 Feb 16 12:54:39.188612 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-5ab4e16a-5a7a-4ef0-ab35-27d149387777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:39.190227 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-5ab4e16a-5a7a-4ef0-ab35-27d149387777 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b3f38ca7-b324-46ae-9e8b-7540490bb5fb HTTP/1.1" status: 200 len: 834 time: 0.0451000 Feb 16 12:54:39.236834 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-89062795-3471-42b4-ae1e-1dea85a18c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:39.238375 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-89062795-3471-42b4-ae1e-1dea85a18c46 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a2138c4a-4090-4309-b710-30962c473b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412483 Feb 16 12:54:39.336747 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-392e172b-56f0-49d7-a632-4bdf0ad7e102 service neutron] 10.222.0.42 "GET /v2.0/networks/a2138c4a-4090-4309-b710-30962c473b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880797 Feb 16 12:54:39.384404 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d29dd1-991b-440b-a213-e6e188767144 req-0e3c614f-5440-44a3-ac5a-fc1bc5715551 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:39.385981 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-16d29dd1-991b-440b-a213-e6e188767144 req-0e3c614f-5440-44a3-ac5a-fc1bc5715551 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=cab12834-9606-421c-9180-52bee975bdf4 HTTP/1.1" status: 200 len: 980 time: 0.0573182 Feb 16 12:54:39.428915 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-16d29dd1-991b-440b-a213-e6e188767144 req-21f5d5b8-5fc5-4533-a8fc-a682c30444fd tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=5e73af07-ed38-4776-b39a-594bbab2c216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361223 Feb 16 12:54:39.464139 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5970345c-b995-45d2-857f-abbf67aff9ff req-d62dac11-4395-446e-865f-a67b51d24bd6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9f8fa88b-90e6-43a2-a457-578eb9111029&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716264 Feb 16 12:54:39.467651 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-214ab7d0-8d23-46a1-8236-c96ae55e4eb3 req-af7c5afa-7a24-456f-852e-a20e85207a02 service neutron] 10.222.0.42 "GET /v2.0/networks/a2138c4a-4090-4309-b710-30962c473b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211984 Feb 16 12:54:39.557828 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970345c-b995-45d2-857f-abbf67aff9ff req-c0c86a4b-6cd8-44f7-a122-0e944671d955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:39.559374 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5970345c-b995-45d2-857f-abbf67aff9ff req-c0c86a4b-6cd8-44f7-a122-0e944671d955 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98ec8fef3f1245f3a4cdb1afaef344d1&device_id=9f8fa88b-90e6-43a2-a457-578eb9111029 HTTP/1.1" status: 200 len: 1099 time: 0.0731714 Feb 16 12:54:39.567678 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25c35e-0f03-4835-b274-b3ea7666b91e req-cf72900a-3dfe-44c1-857b-d143d653c65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:39.569142 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-fd25c35e-0f03-4835-b274-b3ea7666b91e req-cf72900a-3dfe-44c1-857b-d143d653c65f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=cab12834-9606-421c-9180-52bee975bdf4 HTTP/1.1" status: 200 len: 1133 time: 0.0529459 Feb 16 12:54:39.731428 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25c35e-0f03-4835-b274-b3ea7666b91e req-07b3e7bb-66ec-42f6-a84d-acc845058e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:39.732916 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-fd25c35e-0f03-4835-b274-b3ea7666b91e req-07b3e7bb-66ec-42f6-a84d-acc845058e5c service neutron] 10.222.0.42 "GET /v2.0/networks?id=a2138c4a-4090-4309-b710-30962c473b05 HTTP/1.1" status: 200 len: 896 time: 0.1503162 Feb 16 12:54:39.735939 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970345c-b995-45d2-857f-abbf67aff9ff req-9c46be70-388f-4183-8a69-65b38d0627fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:39.737263 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5970345c-b995-45d2-857f-abbf67aff9ff req-9c46be70-388f-4183-8a69-65b38d0627fa service neutron] 10.222.0.42 "GET /v2.0/networks?id=a876fa82-771e-4c40-93ac-63a7a3825868 HTTP/1.1" status: 200 len: 912 time: 0.1473465 Feb 16 12:54:39.851745 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5970345c-b995-45d2-857f-abbf67aff9ff req-d93a14f5-3be2-4d61-9b3b-cae5beea88d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=610a85ac-659d-4f29-bfc9-bc4010b976c5 HTTP/1.1" status: 200 len: 1002 time: 0.1057947 Feb 16 12:54:39.853374 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-fd25c35e-0f03-4835-b274-b3ea7666b91e req-3a08c971-10c1-4544-8a20-b432fc18ae7c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d42b201-20ce-474a-b4f9-74ed7594cb61 HTTP/1.1" status: 200 len: 1034 time: 0.1086047 Feb 16 12:54:39.941326 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970345c-b995-45d2-857f-abbf67aff9ff req-07a0d2d7-a1b9-49e9-b7c2-5f70c2d37668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:39.942236 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5970345c-b995-45d2-857f-abbf67aff9ff req-07a0d2d7-a1b9-49e9-b7c2-5f70c2d37668 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=20776c33-d9e6-4c4d-a709-2c81a506e278 HTTP/1.1" status: 200 len: 850 time: 0.0790064 Feb 16 12:54:39.943437 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25c35e-0f03-4835-b274-b3ea7666b91e req-3a670468-a23e-439f-988f-e16a88f3aea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:39.944744 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-fd25c35e-0f03-4835-b274-b3ea7666b91e req-3a670468-a23e-439f-988f-e16a88f3aea2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b3f38ca7-b324-46ae-9e8b-7540490bb5fb HTTP/1.1" status: 200 len: 834 time: 0.0804291 Feb 16 12:54:40.020741 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970345c-b995-45d2-857f-abbf67aff9ff req-2a0f9c14-6f63-4912-b4f9-10a90e1101fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:40.022127 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5970345c-b995-45d2-857f-abbf67aff9ff req-2a0f9c14-6f63-4912-b4f9-10a90e1101fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a876fa82-771e-4c40-93ac-63a7a3825868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0589502 Feb 16 12:54:40.024517 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25c35e-0f03-4835-b274-b3ea7666b91e req-d7cfaf07-f1c2-4965-baa8-531001c674b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:40.025866 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-fd25c35e-0f03-4835-b274-b3ea7666b91e req-d7cfaf07-f1c2-4965-baa8-531001c674b6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a2138c4a-4090-4309-b710-30962c473b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698864 Feb 16 12:54:40.185326 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5970345c-b995-45d2-857f-abbf67aff9ff req-0d9751c6-823f-4c6e-b4f3-d40793cbb753 service neutron] 10.222.0.42 "GET /v2.0/networks/a876fa82-771e-4c40-93ac-63a7a3825868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496022 Feb 16 12:54:40.187011 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-fd25c35e-0f03-4835-b274-b3ea7666b91e req-45ac10a3-708d-4856-b426-a61b804a2855 service neutron] 10.222.0.42 "GET /v2.0/networks/a2138c4a-4090-4309-b710-30962c473b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502967 Feb 16 12:54:40.349942 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5970345c-b995-45d2-857f-abbf67aff9ff req-eac29595-98ce-4de6-a415-b36b97fb2352 service neutron] 10.222.0.42 "GET /v2.0/networks/a876fa82-771e-4c40-93ac-63a7a3825868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522481 Feb 16 12:54:40.353186 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-fd25c35e-0f03-4835-b274-b3ea7666b91e req-315d338f-9c71-43f3-ac74-0f23522ea186 service neutron] 10.222.0.42 "GET /v2.0/networks/a2138c4a-4090-4309-b710-30962c473b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474907 Feb 16 12:54:40.559831 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c280ef1-c81a-4ad4-a1a5-fd6dfbe38cf3 req-ab6d1bd1-adfb-48dd-9b39-f1016c2c98f2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:40.561361 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2c280ef1-c81a-4ad4-a1a5-fd6dfbe38cf3 req-ab6d1bd1-adfb-48dd-9b39-f1016c2c98f2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=cab12834-9606-421c-9180-52bee975bdf4 HTTP/1.1" status: 200 len: 980 time: 0.0592761 Feb 16 12:54:40.599489 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2c280ef1-c81a-4ad4-a1a5-fd6dfbe38cf3 req-251248c5-de4f-4c05-baac-a45d930da58d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=5e73af07-ed38-4776-b39a-594bbab2c216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313299 Feb 16 12:54:40.775461 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 8d42b201-20ce-474a-b4f9-74ed7594cb61 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 12:54:40.872587 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 8d42b201-20ce-474a-b4f9-74ed7594cb61, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8d42b201-20ce-474a-b4f9-74ed7594cb61,segment=NetworkSegment(b1ede854-f897-4642-abce-6797b67a707e),segment_id=b1ede854-f897-4642-abce-6797b67a707e)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:54:40.884863 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': '8d42b201-20ce-474a-b4f9-74ed7594cb61', 'network_id': 'a2138c4a-4090-4309-b710-30962c473b05', 'port_id': '8d42b201-20ce-474a-b4f9-74ed7594cb61', 'mac_address': 'fa:16:3e:1b:75:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3f38ca7-b324-46ae-9e8b-7540490bb5fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 12:54:40.922779 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:40.935729 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d42b201-20ce-474a-b4f9-74ed7594cb61 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 12:54:40.954811 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 8d42b201-20ce-474a-b4f9-74ed7594cb61, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8d42b201-20ce-474a-b4f9-74ed7594cb61,segment=NetworkSegment(b1ede854-f897-4642-abce-6797b67a707e),segment_id=b1ede854-f897-4642-abce-6797b67a707e)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:54:40.958519 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:41.003377 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=8d42b201-20ce-474a-b4f9-74ed7594cb61,revision_number=9']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:41.181584 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['8d42b201-20ce-474a-b4f9-74ed7594cb61'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 12:54:41.719230 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319957d4-976f-436a-ad81-2ac83833a2a9 req-2353e743-8314-4a7e-bc05-3b6801d69171 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:41.720880 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-319957d4-976f-436a-ad81-2ac83833a2a9 req-2353e743-8314-4a7e-bc05-3b6801d69171 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=cab12834-9606-421c-9180-52bee975bdf4 HTTP/1.1" status: 200 len: 981 time: 0.0522833 Feb 16 12:54:41.759026 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-319957d4-976f-436a-ad81-2ac83833a2a9 req-9a7379b5-2cda-4121-ba1e-e5f93486b9ad tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=5e73af07-ed38-4776-b39a-594bbab2c216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322983 Feb 16 12:54:42.783445 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 8d42b201-20ce-474a-b4f9-74ed7594cb61 up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:54:42.833918 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning for port 8d42b201-20ce-474a-b4f9-74ed7594cb61 completed by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:54:42.837922 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port 8d42b201-20ce-474a-b4f9-74ed7594cb61 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:42.838285 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:42.873628 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f439c3-c94e-495b-a6db-f62cb2bc564b req-53b9691a-a10c-46fd-a641-26e2aba0ba59 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:42.875603 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-36f439c3-c94e-495b-a6db-f62cb2bc564b req-53b9691a-a10c-46fd-a641-26e2aba0ba59 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=cab12834-9606-421c-9180-52bee975bdf4 HTTP/1.1" status: 200 len: 981 time: 0.0499411 Feb 16 12:54:42.913411 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-36f439c3-c94e-495b-a6db-f62cb2bc564b req-a99fe0c8-bee7-4cb8-b111-3ee03ae120f3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=5e73af07-ed38-4776-b39a-594bbab2c216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317502 Feb 16 12:54:42.916348 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:42.939577 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab12834-9606-421c-9180-52bee975bdf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d42b201-20ce-474a-b4f9-74ed7594cb61'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:54:42.941831 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4deb2b-ba3e-4203-8247-de2a9dbb6e29" -d '{"events": [{"server_uuid": "cab12834-9606-421c-9180-52bee975bdf4", "name": "network-vif-plugged", "status": "completed", "tag": "8d42b201-20ce-474a-b4f9-74ed7594cb61"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:54:42.954676 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 8d42b201-20ce-474a-b4f9-74ed7594cb61, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8d42b201-20ce-474a-b4f9-74ed7594cb61,segment=NetworkSegment(b1ede854-f897-4642-abce-6797b67a707e),segment_id=b1ede854-f897-4642-abce-6797b67a707e)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:54:42.960544 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:43.007727 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=8d42b201-20ce-474a-b4f9-74ed7594cb61,revision_number=10']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:43.037407 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 12:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9547d2f0-588b-40f4-a709-a574d6a45d8d x-openstack-request-id: req-9547d2f0-588b-40f4-a709-a574d6a45d8d {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:54:43.037704 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab12834-9606-421c-9180-52bee975bdf4", "name": "network-vif-plugged", "status": "completed", "tag": "8d42b201-20ce-474a-b4f9-74ed7594cb61", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:54:43.037952 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9547d2f0-588b-40f4-a709-a574d6a45d8d {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:54:43.038340 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab12834-9606-421c-9180-52bee975bdf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d42b201-20ce-474a-b4f9-74ed7594cb61', 'code': 200} Feb 16 12:54:43.201695 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb09dc-0d8b-40d0-ac3a-2f6463c10d8f req-81b63d0a-ea4b-4d55-a36b-187f37a8adc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:43.203185 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-12bb09dc-0d8b-40d0-ac3a-2f6463c10d8f req-81b63d0a-ea4b-4d55-a36b-187f37a8adc4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cab12834-9606-421c-9180-52bee975bdf4 HTTP/1.1" status: 200 len: 1136 time: 0.0410924 Feb 16 12:54:43.237121 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-12bb09dc-0d8b-40d0-ac3a-2f6463c10d8f req-95f51c24-676d-4936-b56b-8f17307aac39 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5e73af07-ed38-4776-b39a-594bbab2c216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273550 Feb 16 12:54:44.030373 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ddf29-034a-41d4-aa03-e06ed8326345 req-0da5df19-6af7-43e9-a041-7752ed12b438 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:44.032465 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-eb1ddf29-034a-41d4-aa03-e06ed8326345 req-0da5df19-6af7-43e9-a041-7752ed12b438 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=cab12834-9606-421c-9180-52bee975bdf4 HTTP/1.1" status: 200 len: 983 time: 0.0522151 Feb 16 12:54:44.070878 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-eb1ddf29-034a-41d4-aa03-e06ed8326345 req-e68e2496-3f98-4a7d-90fe-46ae5ae5da09 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=5e73af07-ed38-4776-b39a-594bbab2c216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324452 Feb 16 12:54:45.193084 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38248b75-1125-4c8d-8967-65e305b16fd6 req-4f1a8949-bdf8-4fad-ac99-3b9c525fbec7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:45.194331 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-38248b75-1125-4c8d-8967-65e305b16fd6 req-4f1a8949-bdf8-4fad-ac99-3b9c525fbec7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=cab12834-9606-421c-9180-52bee975bdf4 HTTP/1.1" status: 200 len: 983 time: 0.0483241 Feb 16 12:54:45.231785 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-38248b75-1125-4c8d-8967-65e305b16fd6 req-36920879-6718-4a7d-aa6e-17d66190947b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=5e73af07-ed38-4776-b39a-594bbab2c216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314205 Feb 16 12:54:45.346057 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22374fe-b168-4204-b294-c07a1287157c req-bc8fb5c6-4ccc-4995-af85-e86fc69a8c09 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:45.347444 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a22374fe-b168-4204-b294-c07a1287157c req-bc8fb5c6-4ccc-4995-af85-e86fc69a8c09 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=cab12834-9606-421c-9180-52bee975bdf4 HTTP/1.1" status: 200 len: 983 time: 0.0483074 Feb 16 12:54:45.384432 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a22374fe-b168-4204-b294-c07a1287157c req-ac4ab4f9-1c69-4a7c-b011-b3c0a4eb70f7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=5e73af07-ed38-4776-b39a-594bbab2c216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310981 Feb 16 12:54:45.405672 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39154) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:45.479929 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861091fa-9911-4b16-8c30-2c7dfe71a9b0 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:45.481526 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-861091fa-9911-4b16-8c30-2c7dfe71a9b0 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=cab12834-9606-421c-9180-52bee975bdf4&network_id=a2138c4a-4090-4309-b710-30962c473b05 HTTP/1.1" status: 200 len: 1131 time: 0.0739717 Feb 16 12:54:45.696021 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1bfe0-02d6-4f63-92bb-f9e24cc549e6 req-9cee1a69-7a91-46f9-a8b6-0b1e005d676e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:45.697496 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-fce1bfe0-02d6-4f63-92bb-f9e24cc549e6 req-9cee1a69-7a91-46f9-a8b6-0b1e005d676e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=cab12834-9606-421c-9180-52bee975bdf4 HTTP/1.1" status: 200 len: 983 time: 0.0511885 Feb 16 12:54:45.735427 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-fce1bfe0-02d6-4f63-92bb-f9e24cc549e6 req-37030740-ca95-4315-81f5-0e091780bbf9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=5e73af07-ed38-4776-b39a-594bbab2c216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315349 Feb 16 12:54:46.862394 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb0f07-a098-40df-9f5f-1eb383f8e41f req-45e97669-20c0-4c4c-a4b9-517733d2f86b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:46.863871 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-cccb0f07-a098-40df-9f5f-1eb383f8e41f req-45e97669-20c0-4c4c-a4b9-517733d2f86b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=cab12834-9606-421c-9180-52bee975bdf4 HTTP/1.1" status: 200 len: 983 time: 0.0551815 Feb 16 12:54:46.901306 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-cccb0f07-a098-40df-9f5f-1eb383f8e41f req-756c37fa-1bb9-4bfd-b6fa-8951f6df3082 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=5e73af07-ed38-4776-b39a-594bbab2c216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315166 Feb 16 12:54:47.570772 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3e5c1-255b-4008-92a8-e8347fddfdff req-20a0ac85-1424-43c4-b533-14679c053909 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:47.572231 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-88d3e5c1-255b-4008-92a8-e8347fddfdff req-20a0ac85-1424-43c4-b533-14679c053909 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "GET /v2.0/ports?device_id=cab12834-9606-421c-9180-52bee975bdf4 HTTP/1.1" status: 200 len: 983 time: 0.3833597 Feb 16 12:54:47.615722 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3e5c1-255b-4008-92a8-e8347fddfdff req-e0b55c4b-eb85-4796-b5a0-84c3a8b9e0d2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:47.617128 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-88d3e5c1-255b-4008-92a8-e8347fddfdff req-e0b55c4b-eb85-4796-b5a0-84c3a8b9e0d2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "GET /v2.0/ports/8d42b201-20ce-474a-b4f9-74ed7594cb61?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0380709 Feb 16 12:54:47.715374 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-88d3e5c1-255b-4008-92a8-e8347fddfdff req-aedbc661-8175-4dbe-bc5c-2f1a29aca39f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "GET /v2.0/networks/a2138c4a-4090-4309-b710-30962c473b05?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0918431 Feb 16 12:54:47.726372 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-88d3e5c1-255b-4008-92a8-e8347fddfdff req-93b6cc48-689f-4ea4-84f7-6d63acd494c3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:47.780211 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-88d3e5c1-255b-4008-92a8-e8347fddfdff req-93b6cc48-689f-4ea4-84f7-6d63acd494c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:47.908867 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-88d3e5c1-255b-4008-92a8-e8347fddfdff req-93b6cc48-689f-4ea4-84f7-6d63acd494c3 service neutron] For port 8d42b201-20ce-474a-b4f9-74ed7594cb61, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8d42b201-20ce-474a-b4f9-74ed7594cb61,segment=NetworkSegment(b1ede854-f897-4642-abce-6797b67a707e),segment_id=b1ede854-f897-4642-abce-6797b67a707e)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:54:47.942993 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-88d3e5c1-255b-4008-92a8-e8347fddfdff req-93b6cc48-689f-4ea4-84f7-6d63acd494c3 service neutron] For port 8d42b201-20ce-474a-b4f9-74ed7594cb61, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:54:47.974605 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-88d3e5c1-255b-4008-92a8-e8347fddfdff req-93b6cc48-689f-4ea4-84f7-6d63acd494c3 service neutron] device_id is not set on port 8d42b201-20ce-474a-b4f9-74ed7594cb61 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 12:54:47.983157 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-88d3e5c1-255b-4008-92a8-e8347fddfdff req-93b6cc48-689f-4ea4-84f7-6d63acd494c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:47.989575 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-88d3e5c1-255b-4008-92a8-e8347fddfdff req-93b6cc48-689f-4ea4-84f7-6d63acd494c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:48.017738 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4a476-a808-4d02-94e4-c8317a0c46eb req-66751a58-4f7a-422c-b0e9-96c156fa0d70 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:48.020160 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-37e4a476-a808-4d02-94e4-c8317a0c46eb req-66751a58-4f7a-422c-b0e9-96c156fa0d70 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=cab12834-9606-421c-9180-52bee975bdf4 HTTP/1.1" status: 200 len: 905 time: 0.0502813 Feb 16 12:54:48.064391 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6cc48-689f-4ea4-84f7-6d63acd494c3 service neutron] Pushing event updated for resources: {'Port': ['ID=8d42b201-20ce-474a-b4f9-74ed7594cb61,revision_number=11']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:48.066928 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-37e4a476-a808-4d02-94e4-c8317a0c46eb req-116e5fb7-2938-4160-8fa9-026ecc5ef738 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=5e73af07-ed38-4776-b39a-594bbab2c216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403507 Feb 16 12:54:48.114787 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d3e5c1-255b-4008-92a8-e8347fddfdff req-93b6cc48-689f-4ea4-84f7-6d63acd494c3 service neutron] No DVR routers for this DVR port 8d42b201-20ce-474a-b4f9-74ed7594cb61 on host hv-neutron-8281 {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:54:48.277139 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-88d3e5c1-255b-4008-92a8-e8347fddfdff req-93b6cc48-689f-4ea4-84f7-6d63acd494c3 service neutron] In _notify_port_updated(), no bound segment for port 8d42b201-20ce-474a-b4f9-74ed7594cb61 on network a2138c4a-4090-4309-b710-30962c473b05 {{(pid=109049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 12:54:48.278016 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3e5c1-255b-4008-92a8-e8347fddfdff req-93b6cc48-689f-4ea4-84f7-6d63acd494c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:48.278630 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-88d3e5c1-255b-4008-92a8-e8347fddfdff req-93b6cc48-689f-4ea4-84f7-6d63acd494c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:48.279926 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-88d3e5c1-255b-4008-92a8-e8347fddfdff req-93b6cc48-689f-4ea4-84f7-6d63acd494c3 service neutron] 10.222.0.42 "PUT /v2.0/ports/8d42b201-20ce-474a-b4f9-74ed7594cb61 HTTP/1.1" status: 200 len: 1026 time: 0.5573921 Feb 16 12:54:48.306626 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-3dd046f9-e9d4-471d-abc6-1c85c0b5c428 None None] Provisioning complete for port 8d42b201-20ce-474a-b4f9-74ed7594cb61 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:48.307216 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3dd046f9-e9d4-471d-abc6-1c85c0b5c428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:48.344676 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-3dd046f9-e9d4-471d-abc6-1c85c0b5c428 None None] Port 8d42b201-20ce-474a-b4f9-74ed7594cb61 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:54:49.125215 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39166) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:49.185774 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-901404a7-e3d1-44f3-9789-90300ae3659b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:49.210859 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-901404a7-e3d1-44f3-9789-90300ae3659b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:49.268602 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-901404a7-e3d1-44f3-9789-90300ae3659b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:49.271193 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-901404a7-e3d1-44f3-9789-90300ae3659b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:49.272343 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-901404a7-e3d1-44f3-9789-90300ae3659b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/security-groups/da42e38a-0658-4ae1-8f25-768dd089ce8b HTTP/1.1" status: 204 len: 168 time: 0.1461213 Feb 16 12:54:49.281852 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901404a7-e3d1-44f3-9789-90300ae3659b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da42e38a-0658-4ae1-8f25-768dd089ce8b,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:49.305018 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39170) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:49.465467 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-fad53596-faae-4842-bbf3-4f456c25ec04 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting port f8dfcfa9-4fd1-4072-92f5-6fb12857af23 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:54:49.465819 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fad53596-faae-4842-bbf3-4f456c25ec04 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:49.543349 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fad53596-faae-4842-bbf3-4f456c25ec04 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:49.543666 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fad53596-faae-4842-bbf3-4f456c25ec04 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:49.554951 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-fad53596-faae-4842-bbf3-4f456c25ec04 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Calling delete_port for f8dfcfa9-4fd1-4072-92f5-6fb12857af23 owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:54:49.728884 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fad53596-faae-4842-bbf3-4f456c25ec04 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:49.751664 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad53596-faae-4842-bbf3-4f456c25ec04 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Port': ['ID=f8dfcfa9-4fd1-4072-92f5-6fb12857af23,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:49.815961 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fad53596-faae-4842-bbf3-4f456c25ec04 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:49.816201 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-fad53596-faae-4842-bbf3-4f456c25ec04 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Floating IP 116f3fe3-5d78-42bd-869a-a1582bfed7e0 disassociated (deleted). External IP: 172.26.2.3, port: 8d42b201-20ce-474a-b4f9-74ed7594cb61. Feb 16 12:54:50.030182 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad53596-faae-4842-bbf3-4f456c25ec04 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router 52c49162-2f3b-4653-8b08-125b67c65c3f has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:54:50.137712 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad53596-faae-4842-bbf3-4f456c25ec04 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:54:50.142537 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fad53596-faae-4842-bbf3-4f456c25ec04 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:50.147395 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624f3bbb-d50a-4843-b796-c22c58a44a0d None None] Sync routers for ids ['52c49162-2f3b-4653-8b08-125b67c65c3f'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:54:50.157231 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624f3bbb-d50a-4843-b796-c22c58a44a0d None None] Routers {'52c49162-2f3b-4653-8b08-125b67c65c3f'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:54:50.157857 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-624f3bbb-d50a-4843-b796-c22c58a44a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:54:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['52c49162-2f3b-4653-8b08-125b67c65c3f'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:50.173262 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fad53596-faae-4842-bbf3-4f456c25ec04 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/floatingips/116f3fe3-5d78-42bd-869a-a1582bfed7e0 HTTP/1.1" status: 204 len: 168 time: 0.8671486 Feb 16 12:54:50.245578 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39176) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:50.268427 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-624f3bbb-d50a-4843-b796-c22c58a44a0d None None] Set router 52c49162-2f3b-4653-8b08-125b67c65c3f gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:54:50.313174 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0a51e48-756d-4fdf-89e1-6c1d9612c1d4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:50.338161 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0a51e48-756d-4fdf-89e1-6c1d9612c1d4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:50.396283 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0a51e48-756d-4fdf-89e1-6c1d9612c1d4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:50.398992 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0a51e48-756d-4fdf-89e1-6c1d9612c1d4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:50.400332 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d0a51e48-756d-4fdf-89e1-6c1d9612c1d4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/security-groups/85434e99-12f8-4cfc-92c7-615adef08e43 HTTP/1.1" status: 204 len: 168 time: 0.1537311 Feb 16 12:54:50.410143 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a51e48-756d-4fdf-89e1-6c1d9612c1d4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85434e99-12f8-4cfc-92c7-615adef08e43,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:50.441866 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39180) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:50.478721 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-624f3bbb-d50a-4843-b796-c22c58a44a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c49162-2f3b-4653-8b08-125b67c65c3f', 'name': 'tempest-TestNetworkBasicOps-router-339195108', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '8a18c389-eb3c-484a-a2a9-12105fdf71a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:11Z', 'updated_at': '2022-02-16T12:54:15Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '8a18c389-eb3c-484a-a2a9-12105fdf71a5', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:15:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c49162-2f3b-4653-8b08-125b67c65c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:11Z', 'updated_at': '2022-02-16T12:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '41e9a265-e4c4-4cb7-b618-1ef39708064b', 'name': '', 'network_id': 'a2138c4a-4090-4309-b710-30962c473b05', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:3c:1f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c49162-2f3b-4653-8b08-125b67c65c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'b3f38ca7-b324-46ae-9e8b-7540490bb5fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:15Z', 'updated_at': '2022-02-16T12:54:19Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'b3f38ca7-b324-46ae-9e8b-7540490bb5fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:50.509293 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624f3bbb-d50a-4843-b796-c22c58a44a0d None None] Checking router: 52c49162-2f3b-4653-8b08-125b67c65c3f for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:54:50.517904 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624f3bbb-d50a-4843-b796-c22c58a44a0d None None] Routers {'52c49162-2f3b-4653-8b08-125b67c65c3f'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:54:50.518088 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-624f3bbb-d50a-4843-b796-c22c58a44a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:54:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['52c49162-2f3b-4653-8b08-125b67c65c3f'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:50.528371 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-900ad66f-1228-4319-92f6-dcce6ed3fe82 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting port 8d42b201-20ce-474a-b4f9-74ed7594cb61 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:54:50.528772 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-900ad66f-1228-4319-92f6-dcce6ed3fe82 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:50.620227 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-900ad66f-1228-4319-92f6-dcce6ed3fe82 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:50.626272 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-624f3bbb-d50a-4843-b796-c22c58a44a0d None None] Set router 52c49162-2f3b-4653-8b08-125b67c65c3f gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:54:50.632952 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-900ad66f-1228-4319-92f6-dcce6ed3fe82 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Calling delete_port for 8d42b201-20ce-474a-b4f9-74ed7594cb61 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:54:50.763265 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-900ad66f-1228-4319-92f6-dcce6ed3fe82 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:50.794689 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ad66f-1228-4319-92f6-dcce6ed3fe82 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Port': ['ID=8d42b201-20ce-474a-b4f9-74ed7594cb61,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:50.826659 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-624f3bbb-d50a-4843-b796-c22c58a44a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c49162-2f3b-4653-8b08-125b67c65c3f', 'name': 'tempest-TestNetworkBasicOps-router-339195108', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '8a18c389-eb3c-484a-a2a9-12105fdf71a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:11Z', 'updated_at': '2022-02-16T12:54:15Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '8a18c389-eb3c-484a-a2a9-12105fdf71a5', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:15:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c49162-2f3b-4653-8b08-125b67c65c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:11Z', 'updated_at': '2022-02-16T12:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '41e9a265-e4c4-4cb7-b618-1ef39708064b', 'name': '', 'network_id': 'a2138c4a-4090-4309-b710-30962c473b05', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:3c:1f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c49162-2f3b-4653-8b08-125b67c65c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'b3f38ca7-b324-46ae-9e8b-7540490bb5fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:15Z', 'updated_at': '2022-02-16T12:54:19Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'b3f38ca7-b324-46ae-9e8b-7540490bb5fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:50.830927 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 8d42b201-20ce-474a-b4f9-74ed7594cb61 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:54:50.863090 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-900ad66f-1228-4319-92f6-dcce6ed3fe82 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:50.869152 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-900ad66f-1228-4319-92f6-dcce6ed3fe82 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/ports/8d42b201-20ce-474a-b4f9-74ed7594cb61 HTTP/1.1" status: 204 len: 168 time: 0.4235551 Feb 16 12:54:50.869695 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39182) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:50.879741 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] No Port match for: 8d42b201-20ce-474a-b4f9-74ed7594cb61 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:54:50.880001 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 8d42b201-20ce-474a-b4f9-74ed7594cb61 not bound to the agent host hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:54:50.882497 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624f3bbb-d50a-4843-b796-c22c58a44a0d None None] The sync data for ids ['52c49162-2f3b-4653-8b08-125b67c65c3f'] in dv-neutron-828142-3-hyperv is: [{'id': '52c49162-2f3b-4653-8b08-125b67c65c3f', 'name': 'tempest-TestNetworkBasicOps-router-339195108', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '8a18c389-eb3c-484a-a2a9-12105fdf71a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:11Z', 'updated_at': '2022-02-16T12:54:15Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '8a18c389-eb3c-484a-a2a9-12105fdf71a5', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:15:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c49162-2f3b-4653-8b08-125b67c65c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:11Z', 'updated_at': '2022-02-16T12:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '41e9a265-e4c4-4cb7-b618-1ef39708064b', 'name': '', 'network_id': 'a2138c4a-4090-4309-b710-30962c473b05', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:3c:1f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c49162-2f3b-4653-8b08-125b67c65c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'b3f38ca7-b324-46ae-9e8b-7540490bb5fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:15Z', 'updated_at': '2022-02-16T12:54:19Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'b3f38ca7-b324-46ae-9e8b-7540490bb5fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:54:51.136159 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837bbe4f-b2dd-4f60-ac2f-5005c1964b59 None None] New status for floating IP 116f3fe3-5d78-42bd-869a-a1582bfed7e0: DOWN {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:54:51.526267 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3ad1347c-a2c9-486f-ac78-04c72cf3e46b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:51.789404 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1347c-a2c9-486f-ac78-04c72cf3e46b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting port 41e9a265-e4c4-4cb7-b618-1ef39708064b {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:54:51.789658 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3ad1347c-a2c9-486f-ac78-04c72cf3e46b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:51.876320 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-3ad1347c-a2c9-486f-ac78-04c72cf3e46b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] For port 41e9a265-e4c4-4cb7-b618-1ef39708064b, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=41e9a265-e4c4-4cb7-b618-1ef39708064b,segment=NetworkSegment(b1ede854-f897-4642-abce-6797b67a707e),segment_id=b1ede854-f897-4642-abce-6797b67a707e)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:54:51.877122 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3ad1347c-a2c9-486f-ac78-04c72cf3e46b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:51.888263 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1347c-a2c9-486f-ac78-04c72cf3e46b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Calling delete_port for 41e9a265-e4c4-4cb7-b618-1ef39708064b owned by network:router_interface {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:54:52.074233 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3ad1347c-a2c9-486f-ac78-04c72cf3e46b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:52.098768 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1347c-a2c9-486f-ac78-04c72cf3e46b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Port': ['ID=41e9a265-e4c4-4cb7-b618-1ef39708064b,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:52.234617 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3b4448c1-b385-4065-8028-b1ebac939006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:52.279083 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3ad1347c-a2c9-486f-ac78-04c72cf3e46b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:52.496141 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad1347c-a2c9-486f-ac78-04c72cf3e46b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router 52c49162-2f3b-4653-8b08-125b67c65c3f has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:54:52.604085 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad1347c-a2c9-486f-ac78-04c72cf3e46b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:54:52.609880 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3ad1347c-a2c9-486f-ac78-04c72cf3e46b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "PUT /v2.0/routers/52c49162-2f3b-4653-8b08-125b67c65c3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7386320 Feb 16 12:54:52.612033 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39184) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:52.613994 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6522a21a-a914-45b5-8680-cb801aee2a62 None None] Sync routers for ids ['52c49162-2f3b-4653-8b08-125b67c65c3f'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:54:52.624050 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6522a21a-a914-45b5-8680-cb801aee2a62 None None] Routers {'52c49162-2f3b-4653-8b08-125b67c65c3f'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:54:52.624782 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6522a21a-a914-45b5-8680-cb801aee2a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:54:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['52c49162-2f3b-4653-8b08-125b67c65c3f'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:52.663667 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9ac1d88-97e3-4fb5-86a2-401bc38b362b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting subnet b3f38ca7-b324-46ae-9e8b-7540490bb5fb {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:54:52.667082 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e9ac1d88-97e3-4fb5-86a2-401bc38b362b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:52.708829 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e9ac1d88-97e3-4fb5-86a2-401bc38b362b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:52.800317 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e9ac1d88-97e3-4fb5-86a2-401bc38b362b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:52.863349 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e9ac1d88-97e3-4fb5-86a2-401bc38b362b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:52.875769 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-6522a21a-a914-45b5-8680-cb801aee2a62 None None] Set router 52c49162-2f3b-4653-8b08-125b67c65c3f gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:54:52.890604 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac1d88-97e3-4fb5-86a2-401bc38b362b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Subnet': ['ID=b3f38ca7-b324-46ae-9e8b-7540490bb5fb,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:52.894861 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e9ac1d88-97e3-4fb5-86a2-401bc38b362b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:52.899106 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e9ac1d88-97e3-4fb5-86a2-401bc38b362b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/subnets/b3f38ca7-b324-46ae-9e8b-7540490bb5fb HTTP/1.1" status: 204 len: 168 time: 0.2860475 Feb 16 12:54:52.901693 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39186) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:52.902753 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f075e86-4a99-45ba-9749-dfe4d22c0aef None None] Network a2138c4a-4090-4309-b710-30962c473b05 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:54:53.009878 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e21e748e-7fb8-4c95-b4e8-f0fc7b48a92a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:53.115395 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e21e748e-7fb8-4c95-b4e8-f0fc7b48a92a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:53.152673 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6522a21a-a914-45b5-8680-cb801aee2a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c49162-2f3b-4653-8b08-125b67c65c3f', 'name': 'tempest-TestNetworkBasicOps-router-339195108', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '8a18c389-eb3c-484a-a2a9-12105fdf71a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:11Z', 'updated_at': '2022-02-16T12:54:52Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '8a18c389-eb3c-484a-a2a9-12105fdf71a5', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:15:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c49162-2f3b-4653-8b08-125b67c65c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:11Z', 'updated_at': '2022-02-16T12:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:53.176994 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-e21e748e-7fb8-4c95-b4e8-f0fc7b48a92a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting port 8a18c389-eb3c-484a-a2a9-12105fdf71a5 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:54:53.177341 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e21e748e-7fb8-4c95-b4e8-f0fc7b48a92a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:53.189468 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6522a21a-a914-45b5-8680-cb801aee2a62 None None] Checking router: 52c49162-2f3b-4653-8b08-125b67c65c3f for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:54:53.192725 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b27d23d-5160-4548-bc00-a2050d809d4a None None] DHCP port deletion for a2138c4a-4090-4309-b710-30962c473b05 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:54:53.204871 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6522a21a-a914-45b5-8680-cb801aee2a62 None None] Routers {'52c49162-2f3b-4653-8b08-125b67c65c3f'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:54:53.205479 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6522a21a-a914-45b5-8680-cb801aee2a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:54:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['52c49162-2f3b-4653-8b08-125b67c65c3f'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:53.261363 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-e21e748e-7fb8-4c95-b4e8-f0fc7b48a92a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] For port 8a18c389-eb3c-484a-a2a9-12105fdf71a5, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=8a18c389-eb3c-484a-a2a9-12105fdf71a5,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:54:53.261719 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e21e748e-7fb8-4c95-b4e8-f0fc7b48a92a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:53.273317 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-e21e748e-7fb8-4c95-b4e8-f0fc7b48a92a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Calling delete_port for 8a18c389-eb3c-484a-a2a9-12105fdf71a5 owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:54:53.313267 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-6522a21a-a914-45b5-8680-cb801aee2a62 None None] Set router 52c49162-2f3b-4653-8b08-125b67c65c3f gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:54:53.368665 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6522a21a-a914-45b5-8680-cb801aee2a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c49162-2f3b-4653-8b08-125b67c65c3f', 'name': 'tempest-TestNetworkBasicOps-router-339195108', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:11Z', 'updated_at': '2022-02-16T12:54:53Z', 'revision_number': 6, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port_host': None}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:53.397824 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6522a21a-a914-45b5-8680-cb801aee2a62 None None] The sync data for ids ['52c49162-2f3b-4653-8b08-125b67c65c3f'] in dv-neutron-828142-3-hyperv is: [{'id': '52c49162-2f3b-4653-8b08-125b67c65c3f', 'name': 'tempest-TestNetworkBasicOps-router-339195108', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:11Z', 'updated_at': '2022-02-16T12:54:53Z', 'revision_number': 6, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port_host': None}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:54:53.400018 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-2b27d23d-5160-4548-bc00-a2050d809d4a None None] Deleting port 24937af6-1def-404e-a446-348e8650bd1c {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:54:53.400387 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b27d23d-5160-4548-bc00-a2050d809d4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:53.447775 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e21e748e-7fb8-4c95-b4e8-f0fc7b48a92a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:53.469679 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-2b27d23d-5160-4548-bc00-a2050d809d4a None None] For port 24937af6-1def-404e-a446-348e8650bd1c, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=24937af6-1def-404e-a446-348e8650bd1c,segment=NetworkSegment(b1ede854-f897-4642-abce-6797b67a707e),segment_id=b1ede854-f897-4642-abce-6797b67a707e)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:54:53.470080 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b27d23d-5160-4548-bc00-a2050d809d4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:53.471624 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e748e-7fb8-4c95-b4e8-f0fc7b48a92a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Port': ['ID=8a18c389-eb3c-484a-a2a9-12105fdf71a5,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:53.489942 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-2b27d23d-5160-4548-bc00-a2050d809d4a None None] Calling delete_port for 24937af6-1def-404e-a446-348e8650bd1c owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:54:53.534325 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e21e748e-7fb8-4c95-b4e8-f0fc7b48a92a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:53.569435 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b27d23d-5160-4548-bc00-a2050d809d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:53.595432 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27d23d-5160-4548-bc00-a2050d809d4a None None] Pushing event deleted for resources: {'Port': ['ID=24937af6-1def-404e-a446-348e8650bd1c,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:53.598889 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b27d23d-5160-4548-bc00-a2050d809d4a None None] No DVR routers for this DVR port 24937af6-1def-404e-a446-348e8650bd1c on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:54:53.630179 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e21e748e-7fb8-4c95-b4e8-f0fc7b48a92a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:53.632936 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e21e748e-7fb8-4c95-b4e8-f0fc7b48a92a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:53.678314 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e21e748e-7fb8-4c95-b4e8-f0fc7b48a92a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:53.678819 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21e748e-7fb8-4c95-b4e8-f0fc7b48a92a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Fanout notify agent at l3_agent the message router_deleted on router 52c49162-2f3b-4653-8b08-125b67c65c3f {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:54:53.685985 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e21e748e-7fb8-4c95-b4e8-f0fc7b48a92a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:53.687134 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e21e748e-7fb8-4c95-b4e8-f0fc7b48a92a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/routers/52c49162-2f3b-4653-8b08-125b67c65c3f HTTP/1.1" status: 204 len: 168 time: 0.7853012 Feb 16 12:54:53.689870 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39188) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:53.767677 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-984ebc70-7d1c-43bc-b90b-1ae11aedd481 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:53.869741 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-984ebc70-7d1c-43bc-b90b-1ae11aedd481 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:53.891412 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-984ebc70-7d1c-43bc-b90b-1ae11aedd481 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2138c4a-4090-4309-b710-30962c473b05']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:53.908955 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-984ebc70-7d1c-43bc-b90b-1ae11aedd481 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1ede854-f897-4642-abce-6797b67a707e') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:53.909621 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-984ebc70-7d1c-43bc-b90b-1ae11aedd481 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1ede854-f897-4642-abce-6797b67a707e') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:53.924864 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-984ebc70-7d1c-43bc-b90b-1ae11aedd481 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:53.944483 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-984ebc70-7d1c-43bc-b90b-1ae11aedd481 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:53.951485 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-984ebc70-7d1c-43bc-b90b-1ae11aedd481 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:54:53.951875 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-984ebc70-7d1c-43bc-b90b-1ae11aedd481 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:53.955394 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:54:53.955394 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:54:53.955394 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:54:53.955394 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:54:53.955394 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:54:53.955394 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:54:53.955394 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:54:53.955394 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:54:53.955394 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:54:53.955394 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:54:53.955394 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:54:53.955394 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:54:53.955394 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:54:53.955394 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:54:53.955394 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:54:53.955394 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:54:53.955394 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:54:53.955394 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:54:53.955394 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:54:53.955394 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:54:53.955394 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:54:53.955394 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:54:53.955394 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:54:53.955394 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:54:53.955394 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:54:53.955394 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:54:53.955394 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:54:53.955394 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:54:53.955394 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:54:53.955394 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:54:53.955394 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:54:53.955394 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:54:54.017761 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-984ebc70-7d1c-43bc-b90b-1ae11aedd481 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:54.024705 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-984ebc70-7d1c-43bc-b90b-1ae11aedd481 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:54.029456 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-984ebc70-7d1c-43bc-b90b-1ae11aedd481 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/networks/a2138c4a-4090-4309-b710-30962c473b05 HTTP/1.1" status: 204 len: 168 time: 0.3370349 Feb 16 12:54:54.041240 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ebc70-7d1c-43bc-b90b-1ae11aedd481 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Network': ['ID=a2138c4a-4090-4309-b710-30962c473b05,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:54.045300 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39190) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:54.059121 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-88e6fafd-0efb-49a0-be99-2c481a860f58 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0120919 Feb 16 12:54:54.062385 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39192) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:54.067857 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-c3ad587f-321d-4a36-8a3c-6476f7488c14 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'network': {'name': 'tempest-network-smoke--924025688', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'port_security_enabled': True}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:54.091782 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ad587f-321d-4a36-8a3c-6476f7488c14 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Made reservation on behalf of 93ebfe1969ad47c59fc4b80bacd9b15b for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:54:54.095726 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c3ad587f-321d-4a36-8a3c-6476f7488c14 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:54.120776 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ad587f-321d-4a36-8a3c-6476f7488c14 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:54:54.132142 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c3ad587f-321d-4a36-8a3c-6476f7488c14 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:54.132404 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-c3ad587f-321d-4a36-8a3c-6476f7488c14 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Added segment 9b0fa0f0-ddd2-489c-a35e-64ce7ee1f767 of type vlan for network bdadab7d-5b5e-4523-838d-18d1fd1ed75a Feb 16 12:54:54.179576 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c3ad587f-321d-4a36-8a3c-6476f7488c14 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:54.205795 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c3ad587f-321d-4a36-8a3c-6476f7488c14 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:54.211183 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ad587f-321d-4a36-8a3c-6476f7488c14 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:54.211753 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c3ad587f-321d-4a36-8a3c-6476f7488c14 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:54.269565 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c3ad587f-321d-4a36-8a3c-6476f7488c14 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2055502 Feb 16 12:54:54.272229 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39194) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:54.278657 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-cd807d4c-8d87-4f59-aac6-7aa44a642e94 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-816817905', 'admin_state_up': True, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:54.287522 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad587f-321d-4a36-8a3c-6476f7488c14 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Network': ['ID=bdadab7d-5b5e-4523-838d-18d1fd1ed75a,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:54.298088 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network bdadab7d-5b5e-4523-838d-18d1fd1ed75a details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:54:54.307663 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cd807d4c-8d87-4f59-aac6-7aa44a642e94 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:54.308949 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cd807d4c-8d87-4f59-aac6-7aa44a642e94 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:54.366628 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cd807d4c-8d87-4f59-aac6-7aa44a642e94 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:54.402889 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-25655573-7e08-4f4c-a46c-87c0a0118ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:54.507340 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cd807d4c-8d87-4f59-aac6-7aa44a642e94 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:54.582069 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 24937af6-1def-404e-a446-348e8650bd1c no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:54:54.601584 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 24937af6-1def-404e-a446-348e8650bd1c {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:54:54.601927 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 24937af6-1def-404e-a446-348e8650bd1c not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:54:54.602340 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 41e9a265-e4c4-4cb7-b618-1ef39708064b no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:54:54.622556 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 41e9a265-e4c4-4cb7-b618-1ef39708064b {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:54:54.622894 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 41e9a265-e4c4-4cb7-b618-1ef39708064b not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:54:54.623307 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 8a18c389-eb3c-484a-a2a9-12105fdf71a5 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:54:54.646135 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 8a18c389-eb3c-484a-a2a9-12105fdf71a5 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:54:54.646399 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 8a18c389-eb3c-484a-a2a9-12105fdf71a5 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:54:54.711653 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cd807d4c-8d87-4f59-aac6-7aa44a642e94 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_gateway, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:54.729661 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cd807d4c-8d87-4f59-aac6-7aa44a642e94 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:54.835164 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-cd807d4c-8d87-4f59-aac6-7aa44a642e94 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Allocated IP 172.26.2.179 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/6ce93d9f-e664-4cf2-9a26-1cecd61dc55d) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:54:54.937632 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cd807d4c-8d87-4f59-aac6-7aa44a642e94 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:54.972396 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cd807d4c-8d87-4f59-aac6-7aa44a642e94 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:55.014660 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd807d4c-8d87-4f59-aac6-7aa44a642e94 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:54:55.017676 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-cd807d4c-8d87-4f59-aac6-7aa44a642e94 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:54:55.021031 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd807d4c-8d87-4f59-aac6-7aa44a642e94 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:54:55.042581 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd807d4c-8d87-4f59-aac6-7aa44a642e94 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=6ce93d9f-e664-4cf2-9a26-1cecd61dc55d,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:55.263204 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cd807d4c-8d87-4f59-aac6-7aa44a642e94 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_gateway, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:55.453802 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cd807d4c-8d87-4f59-aac6-7aa44a642e94 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:55.699844 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:55.876516 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd807d4c-8d87-4f59-aac6-7aa44a642e94 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router f6338854-8592-4937-b107-3d39ba7d739d is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:54:55.985663 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd807d4c-8d87-4f59-aac6-7aa44a642e94 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:54:55.994923 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c089ab8-51a5-4807-bd7f-28c263c7cc98 None None] Sync routers for ids ['f6338854-8592-4937-b107-3d39ba7d739d'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:54:56.005590 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c089ab8-51a5-4807-bd7f-28c263c7cc98 None None] Routers {'f6338854-8592-4937-b107-3d39ba7d739d'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:54:56.006351 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4c089ab8-51a5-4807-bd7f-28c263c7cc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:54:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['f6338854-8592-4937-b107-3d39ba7d739d'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:56.012706 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cd807d4c-8d87-4f59-aac6-7aa44a642e94 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:56.014605 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-cd807d4c-8d87-4f59-aac6-7aa44a642e94 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7412632 Feb 16 12:54:56.017548 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39196) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:56.053585 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-29ed9fd0-290f-49b2-af7e-054dce367c6b tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/subnets?project_id=93ebfe1969ad47c59fc4b80bacd9b15b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0348449 Feb 16 12:54:56.056280 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39198) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:56.111033 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-4c089ab8-51a5-4807-bd7f-28c263c7cc98 None None] Set router f6338854-8592-4937-b107-3d39ba7d739d gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:54:56.209322 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c786a32-6a3f-4f65-b936-be8d3f8bea40 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:56.210828 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3c786a32-6a3f-4f65-b936-be8d3f8bea40 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1533499 Feb 16 12:54:56.213810 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39200) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:56.242296 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ed4eb547-055a-4852-99e5-0fa9bc00b9fb tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/subnets?network_id=a08a3d1b-2e35-4b18-9cb0-756d355083e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271215 Feb 16 12:54:56.244609 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39202) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:56.249312 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-c49ccd76-92d4-4d48-951b-e720680d8ec5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1197961200', 'network_id': 'bdadab7d-5b5e-4523-838d-18d1fd1ed75a', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:56.284173 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4c089ab8-51a5-4807-bd7f-28c263c7cc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'name': 'tempest-TestNetworkBasicOps-router-816817905', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '6ce93d9f-e664-4cf2-9a26-1cecd61dc55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:54Z', 'updated_at': '2022-02-16T12:54:55Z', 'revision_number': 3, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '6ce93d9f-e664-4cf2-9a26-1cecd61dc55d', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:63:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:54Z', 'updated_at': '2022-02-16T12:54:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:56.313481 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c089ab8-51a5-4807-bd7f-28c263c7cc98 None None] Checking router: f6338854-8592-4937-b107-3d39ba7d739d for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:54:56.313822 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c089ab8-51a5-4807-bd7f-28c263c7cc98 None None] Updating router f6338854-8592-4937-b107-3d39ba7d739d port 6ce93d9f-e664-4cf2-9a26-1cecd61dc55d binding host dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:54:56.338583 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4c089ab8-51a5-4807-bd7f-28c263c7cc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:56.343644 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49ccd76-92d4-4d48-951b-e720680d8ec5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Made reservation on behalf of 93ebfe1969ad47c59fc4b80bacd9b15b for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:54:56.348898 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c49ccd76-92d4-4d48-951b-e720680d8ec5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:56.549250 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c49ccd76-92d4-4d48-951b-e720680d8ec5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:56.597178 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4c089ab8-51a5-4807-bd7f-28c263c7cc98 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:56.603519 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4c089ab8-51a5-4807-bd7f-28c263c7cc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:56.616119 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ccd76-92d4-4d48-951b-e720680d8ec5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Subnet': ['ID=c3df4c55-c67c-41f3-8d1a-58cee70c77b6,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:56.620721 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49ccd76-92d4-4d48-951b-e720680d8ec5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Checking segment: {'id': '9b0fa0f0-ddd2-489c-a35e-64ce7ee1f767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bdadab7d-5b5e-4523-838d-18d1fd1ed75a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:54:56.621084 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49ccd76-92d4-4d48-951b-e720680d8ec5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network hostable DHCP agents. Network: bdadab7d-5b5e-4523-838d-18d1fd1ed75a, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:54:56.643057 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49ccd76-92d4-4d48-951b-e720680d8ec5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network bdadab7d-5b5e-4523-838d-18d1fd1ed75a is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:54:56.655885 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-4c089ab8-51a5-4807-bd7f-28c263c7cc98 None None] Attempting to bind port 6ce93d9f-e664-4cf2-9a26-1cecd61dc55d on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:54:56.656256 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-4c089ab8-51a5-4807-bd7f-28c263c7cc98 None None] Attempting to bind port 6ce93d9f-e664-4cf2-9a26-1cecd61dc55d by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:54:56.657171 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c089ab8-51a5-4807-bd7f-28c263c7cc98 None None] Attempting to bind port 6ce93d9f-e664-4cf2-9a26-1cecd61dc55d on network a08a3d1b-2e35-4b18-9cb0-756d355083e6 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:54:56.662408 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effcac40-6b8a-453a-81af-3c0724c10b33 None None] Pushing event updated for resources: {'Port': ['ID=6ce93d9f-e664-4cf2-9a26-1cecd61dc55d,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:56.665496 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-c49ccd76-92d4-4d48-951b-e720680d8ec5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, bdadab7d-5b5e-4523-838d-18d1fd1ed75a) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:54:56.667115 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c089ab8-51a5-4807-bd7f-28c263c7cc98 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:54:56.667484 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c089ab8-51a5-4807-bd7f-28c263c7cc98 None None] Checking segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:54:56.667872 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4c089ab8-51a5-4807-bd7f-28c263c7cc98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:56.668244 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c089ab8-51a5-4807-bd7f-28c263c7cc98 None None] Bound using segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:54:56.668726 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-4c089ab8-51a5-4807-bd7f-28c263c7cc98 None None] Bound port: 6ce93d9f-e664-4cf2-9a26-1cecd61dc55d, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:54:56.669110 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4c089ab8-51a5-4807-bd7f-28c263c7cc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:56.670727 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49ccd76-92d4-4d48-951b-e720680d8ec5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:56.671339 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c49ccd76-92d4-4d48-951b-e720680d8ec5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:56.678851 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ba2751-47f5-4188-a617-bb4306a2ee0d None None] Network bdadab7d-5b5e-4523-838d-18d1fd1ed75a requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:54:56.700796 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c49ccd76-92d4-4d48-951b-e720680d8ec5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4526188 Feb 16 12:54:56.701062 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39204) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:56.748083 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-4c089ab8-51a5-4807-bd7f-28c263c7cc98 None None] For port 6ce93d9f-e664-4cf2-9a26-1cecd61dc55d, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:54:56.751685 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-4c089ab8-51a5-4807-bd7f-28c263c7cc98 None None] For port 6ce93d9f-e664-4cf2-9a26-1cecd61dc55d, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=6ce93d9f-e664-4cf2-9a26-1cecd61dc55d,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:54:56.757193 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4c089ab8-51a5-4807-bd7f-28c263c7cc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:56.836794 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c089ab8-51a5-4807-bd7f-28c263c7cc98 None None] Routers {'f6338854-8592-4937-b107-3d39ba7d739d'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:54:56.838003 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4c089ab8-51a5-4807-bd7f-28c263c7cc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:54:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['f6338854-8592-4937-b107-3d39ba7d739d'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:56.854105 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c746b4b-4616-442a-883e-2a617096a85c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-bdadab7d-5b5e-4523-838d-18d1fd1ed75a', 'network_id': 'bdadab7d-5b5e-4523-838d-18d1fd1ed75a', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ips': [{'subnet_id': 'c3df4c55-c67c-41f3-8d1a-58cee70c77b6'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:54:56.855822 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5c746b4b-4616-442a-883e-2a617096a85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:56.897886 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effcac40-6b8a-453a-81af-3c0724c10b33 None None] Pushing event updated for resources: {'Port': ['ID=6ce93d9f-e664-4cf2-9a26-1cecd61dc55d,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:56.973867 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-4c089ab8-51a5-4807-bd7f-28c263c7cc98 None None] Set router f6338854-8592-4937-b107-3d39ba7d739d gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:54:57.018147 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:57.024666 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-5c746b4b-4616-442a-883e-2a617096a85c None None] Allocated IP 172.20.0.2 (bdadab7d-5b5e-4523-838d-18d1fd1ed75a/c3df4c55-c67c-41f3-8d1a-58cee70c77b6/ed05cb71-cb51-45d1-93be-b0d5458ca2df) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:54:57.155331 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4c089ab8-51a5-4807-bd7f-28c263c7cc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'name': 'tempest-TestNetworkBasicOps-router-816817905', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '6ce93d9f-e664-4cf2-9a26-1cecd61dc55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:54Z', 'updated_at': '2022-02-16T12:54:55Z', 'revision_number': 3, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '6ce93d9f-e664-4cf2-9a26-1cecd61dc55d', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:63:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:54Z', 'updated_at': '2022-02-16T12:54:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:57.178196 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5c746b4b-4616-442a-883e-2a617096a85c None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:57.186782 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5c746b4b-4616-442a-883e-2a617096a85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:57.225096 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c746b4b-4616-442a-883e-2a617096a85c None None] Network bdadab7d-5b5e-4523-838d-18d1fd1ed75a is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:54:57.230360 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-5c746b4b-4616-442a-883e-2a617096a85c None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:54:57.234415 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c746b4b-4616-442a-883e-2a617096a85c None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:54:57.243577 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c746b4b-4616-442a-883e-2a617096a85c None None] Pushing event updated for resources: {'Port': ['ID=ed05cb71-cb51-45d1-93be-b0d5458ca2df,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:57.283361 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c089ab8-51a5-4807-bd7f-28c263c7cc98 None None] The sync data for ids ['f6338854-8592-4937-b107-3d39ba7d739d'] in dv-neutron-828142-3-hyperv is: [{'id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'name': 'tempest-TestNetworkBasicOps-router-816817905', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '6ce93d9f-e664-4cf2-9a26-1cecd61dc55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:54Z', 'updated_at': '2022-02-16T12:54:55Z', 'revision_number': 3, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '6ce93d9f-e664-4cf2-9a26-1cecd61dc55d', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:63:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:54Z', 'updated_at': '2022-02-16T12:54:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:54:57.304802 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5c746b4b-4616-442a-883e-2a617096a85c None None] Attempting to bind port ed05cb71-cb51-45d1-93be-b0d5458ca2df on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:54:57.305181 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5c746b4b-4616-442a-883e-2a617096a85c None None] Attempting to bind port ed05cb71-cb51-45d1-93be-b0d5458ca2df by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '9b0fa0f0-ddd2-489c-a35e-64ce7ee1f767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bdadab7d-5b5e-4523-838d-18d1fd1ed75a'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:54:57.305543 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c746b4b-4616-442a-883e-2a617096a85c None None] Attempting to bind port ed05cb71-cb51-45d1-93be-b0d5458ca2df on network bdadab7d-5b5e-4523-838d-18d1fd1ed75a {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:54:57.311324 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c746b4b-4616-442a-883e-2a617096a85c None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:54:57.311690 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c746b4b-4616-442a-883e-2a617096a85c None None] Checking segment: {'id': '9b0fa0f0-ddd2-489c-a35e-64ce7ee1f767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bdadab7d-5b5e-4523-838d-18d1fd1ed75a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:54:57.312099 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5c746b4b-4616-442a-883e-2a617096a85c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:57.312493 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c746b4b-4616-442a-883e-2a617096a85c None None] Bound using segment: {'id': '9b0fa0f0-ddd2-489c-a35e-64ce7ee1f767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bdadab7d-5b5e-4523-838d-18d1fd1ed75a'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:54:57.313526 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5c746b4b-4616-442a-883e-2a617096a85c None None] Bound port: ed05cb71-cb51-45d1-93be-b0d5458ca2df, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b0fa0f0-ddd2-489c-a35e-64ce7ee1f767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bdadab7d-5b5e-4523-838d-18d1fd1ed75a'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:54:57.313908 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5c746b4b-4616-442a-883e-2a617096a85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:57.362196 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:57.396422 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-5c746b4b-4616-442a-883e-2a617096a85c None None] For port ed05cb71-cb51-45d1-93be-b0d5458ca2df, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:54:57.399932 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-5c746b4b-4616-442a-883e-2a617096a85c None None] For port ed05cb71-cb51-45d1-93be-b0d5458ca2df, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=ed05cb71-cb51-45d1-93be-b0d5458ca2df,segment=NetworkSegment(9b0fa0f0-ddd2-489c-a35e-64ce7ee1f767),segment_id=9b0fa0f0-ddd2-489c-a35e-64ce7ee1f767)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:54:57.404230 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5c746b4b-4616-442a-883e-2a617096a85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:57.476712 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c746b4b-4616-442a-883e-2a617096a85c None None] Pushing event updated for resources: {'Port': ['ID=ed05cb71-cb51-45d1-93be-b0d5458ca2df,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:57.539417 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c9a27022-89da-433a-bb63-fa938921f72e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:57.936004 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-c9a27022-89da-433a-bb63-fa938921f72e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Allocated IP 172.20.0.1 (bdadab7d-5b5e-4523-838d-18d1fd1ed75a/c3df4c55-c67c-41f3-8d1a-58cee70c77b6/1c91659e-dca3-4165-af2b-94c93c0517fd) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:54:58.055022 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c9a27022-89da-433a-bb63-fa938921f72e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:58.092077 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c9a27022-89da-433a-bb63-fa938921f72e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:58.143338 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a27022-89da-433a-bb63-fa938921f72e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network bdadab7d-5b5e-4523-838d-18d1fd1ed75a is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:54:58.146715 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-c9a27022-89da-433a-bb63-fa938921f72e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:54:58.149408 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a27022-89da-433a-bb63-fa938921f72e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:54:58.181661 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a27022-89da-433a-bb63-fa938921f72e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=1c91659e-dca3-4165-af2b-94c93c0517fd,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:58.205712 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c9a27022-89da-433a-bb63-fa938921f72e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:58.377136 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c9a27022-89da-433a-bb63-fa938921f72e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:58.455759 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d50c3d0-d655-45d7-8e4a-68c2b608c03b None None] Network bdadab7d-5b5e-4523-838d-18d1fd1ed75a requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:54:58.606092 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-85b3037b-e572-4f22-9b29-22640308b77e None None] Provisioning complete for port ed05cb71-cb51-45d1-93be-b0d5458ca2df triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:58.606983 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-85b3037b-e572-4f22-9b29-22640308b77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:58.642055 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:58.684529 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c9a27022-89da-433a-bb63-fa938921f72e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:58.690252 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 6ce93d9f-e664-4cf2-9a26-1cecd61dc55d up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:54:58.690951 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c9a27022-89da-433a-bb63-fa938921f72e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:58.764474 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-85b3037b-e572-4f22-9b29-22640308b77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:58.773698 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a27022-89da-433a-bb63-fa938921f72e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=1c91659e-dca3-4165-af2b-94c93c0517fd,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:58.777369 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c9a27022-89da-433a-bb63-fa938921f72e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:58.806011 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 6ce93d9f-e664-4cf2-9a26-1cecd61dc55d triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:58.806476 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:58.811638 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-85b3037b-e572-4f22-9b29-22640308b77e None None] For port ed05cb71-cb51-45d1-93be-b0d5458ca2df, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=ed05cb71-cb51-45d1-93be-b0d5458ca2df,segment=NetworkSegment(9b0fa0f0-ddd2-489c-a35e-64ce7ee1f767),segment_id=9b0fa0f0-ddd2-489c-a35e-64ce7ee1f767)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:54:58.837023 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-85b3037b-e572-4f22-9b29-22640308b77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:58.888048 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a27022-89da-433a-bb63-fa938921f72e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network bdadab7d-5b5e-4523-838d-18d1fd1ed75a is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:54:58.889655 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-c9a27022-89da-433a-bb63-fa938921f72e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:54:58.903921 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3037b-e572-4f22-9b29-22640308b77e None None] Pushing event updated for resources: {'Port': ['ID=ed05cb71-cb51-45d1-93be-b0d5458ca2df,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:58.948275 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:58.971130 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 6ce93d9f-e664-4cf2-9a26-1cecd61dc55d, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=6ce93d9f-e664-4cf2-9a26-1cecd61dc55d,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:54:58.978091 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:58.978919 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device ed05cb71-cb51-45d1-93be-b0d5458ca2df up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:54:59.039533 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a27022-89da-433a-bb63-fa938921f72e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router f6338854-8592-4937-b107-3d39ba7d739d has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:54:59.069169 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=6ce93d9f-e664-4cf2-9a26-1cecd61dc55d,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:59.092379 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-18486eb0-b6bd-4323-a6b4-98e57c7c1f07 None None] Provisioning complete for port 1c91659e-dca3-4165-af2b-94c93c0517fd triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:59.092771 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-18486eb0-b6bd-4323-a6b4-98e57c7c1f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:59.095963 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port ed05cb71-cb51-45d1-93be-b0d5458ca2df triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:59.095963 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:59.154798 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-18486eb0-b6bd-4323-a6b4-98e57c7c1f07 None None] Port 1c91659e-dca3-4165-af2b-94c93c0517fd cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:54:59.172763 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-18486eb0-b6bd-4323-a6b4-98e57c7c1f07 None None] Provisioning complete for port ed05cb71-cb51-45d1-93be-b0d5458ca2df triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:59.173609 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-18486eb0-b6bd-4323-a6b4-98e57c7c1f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:59.183566 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a27022-89da-433a-bb63-fa938921f72e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:54:59.191545 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c9a27022-89da-433a-bb63-fa938921f72e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "PUT /v2.0/routers/f6338854-8592-4937-b107-3d39ba7d739d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4865854 Feb 16 12:54:59.191545 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39206) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:59.197958 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a477f94-6198-4153-b7a7-f8ccb37a071c None None] Sync routers for ids ['f6338854-8592-4937-b107-3d39ba7d739d'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:54:59.250924 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a477f94-6198-4153-b7a7-f8ccb37a071c None None] Routers {'f6338854-8592-4937-b107-3d39ba7d739d'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:54:59.251545 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-0a477f94-6198-4153-b7a7-f8ccb37a071c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:54:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['f6338854-8592-4937-b107-3d39ba7d739d'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:59.375389 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 12:54:59.408017 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067a7c70-bead-4415-b2fa-2cdd2f164472 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:59.408683 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067a7c70-bead-4415-b2fa-2cdd2f164472 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:59.409222 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067a7c70-bead-4415-b2fa-2cdd2f164472 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:59.410076 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067a7c70-bead-4415-b2fa-2cdd2f164472 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:59.410921 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067a7c70-bead-4415-b2fa-2cdd2f164472 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:59.411452 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067a7c70-bead-4415-b2fa-2cdd2f164472 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:59.416016 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-067a7c70-bead-4415-b2fa-2cdd2f164472 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2210951 Feb 16 12:54:59.416440 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39208) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:59.514138 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fec0df-8421-4167-ab5e-b5cbbf08741e tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:59.514517 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fec0df-8421-4167-ab5e-b5cbbf08741e tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:59.514976 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fec0df-8421-4167-ab5e-b5cbbf08741e tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:59.515424 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fec0df-8421-4167-ab5e-b5cbbf08741e tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:59.515913 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fec0df-8421-4167-ab5e-b5cbbf08741e tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:59.516357 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fec0df-8421-4167-ab5e-b5cbbf08741e tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:59.518179 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-05fec0df-8421-4167-ab5e-b5cbbf08741e tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1005971 Feb 16 12:54:59.521803 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39210) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:54:59.548313 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-0a477f94-6198-4153-b7a7-f8ccb37a071c None None] Set router f6338854-8592-4937-b107-3d39ba7d739d gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:54:59.707559 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-4fc97acd-b950-4fd5-9189-9ec4d024e43b None None] Provisioning complete for port 1c91659e-dca3-4165-af2b-94c93c0517fd triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:59.707919 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4fc97acd-b950-4fd5-9189-9ec4d024e43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:59.773175 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-4fc97acd-b950-4fd5-9189-9ec4d024e43b None None] Port 1c91659e-dca3-4165-af2b-94c93c0517fd cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:54:59.796563 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-0a477f94-6198-4153-b7a7-f8ccb37a071c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'name': 'tempest-TestNetworkBasicOps-router-816817905', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '6ce93d9f-e664-4cf2-9a26-1cecd61dc55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:54Z', 'updated_at': '2022-02-16T12:54:58Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '6ce93d9f-e664-4cf2-9a26-1cecd61dc55d', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:63:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:54Z', 'updated_at': '2022-02-16T12:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '1c91659e-dca3-4165-af2b-94c93c0517fd', 'name': '', 'network_id': 'bdadab7d-5b5e-4523-838d-18d1fd1ed75a', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:8c:37:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c3df4c55-c67c-41f3-8d1a-58cee70c77b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:57Z', 'updated_at': '2022-02-16T12:54:58Z', 'revision_number': 2, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'c3df4c55-c67c-41f3-8d1a-58cee70c77b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:59.825158 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a477f94-6198-4153-b7a7-f8ccb37a071c None None] Checking router: f6338854-8592-4937-b107-3d39ba7d739d for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:54:59.825563 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a477f94-6198-4153-b7a7-f8ccb37a071c None None] Updating router f6338854-8592-4937-b107-3d39ba7d739d port 1c91659e-dca3-4165-af2b-94c93c0517fd binding host dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:54:59.854228 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0a477f94-6198-4153-b7a7-f8ccb37a071c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:59.971157 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-48212cbf-e803-4f1f-b934-216ad8b341e1 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.4484429 Feb 16 12:55:00.136500 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0a477f94-6198-4153-b7a7-f8ccb37a071c None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:00.146398 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0a477f94-6198-4153-b7a7-f8ccb37a071c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:00.146623 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39214) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:55:00.151315 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-cc3a6633-e452-474b-9a78-9117d4a3d33e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-186851456', 'description': 'tempest-secgroup-smoke-186851456 description', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:00.176795 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cc3a6633-e452-474b-9a78-9117d4a3d33e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:00.205161 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78005f49-cc6a-4a15-a556-9786aaff259d None None] Pushing event updated for resources: {'Port': ['ID=1c91659e-dca3-4165-af2b-94c93c0517fd,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:00.253590 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cc3a6633-e452-474b-9a78-9117d4a3d33e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:00.258457 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cc3a6633-e452-474b-9a78-9117d4a3d33e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:00.260548 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-0a477f94-6198-4153-b7a7-f8ccb37a071c None None] Attempting to bind port 1c91659e-dca3-4165-af2b-94c93c0517fd on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:55:00.260933 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-0a477f94-6198-4153-b7a7-f8ccb37a071c None None] Attempting to bind port 1c91659e-dca3-4165-af2b-94c93c0517fd by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '9b0fa0f0-ddd2-489c-a35e-64ce7ee1f767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bdadab7d-5b5e-4523-838d-18d1fd1ed75a'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:55:00.261721 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a477f94-6198-4153-b7a7-f8ccb37a071c None None] Attempting to bind port 1c91659e-dca3-4165-af2b-94c93c0517fd on network bdadab7d-5b5e-4523-838d-18d1fd1ed75a {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:55:00.267516 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a477f94-6198-4153-b7a7-f8ccb37a071c None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:55:00.268447 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a477f94-6198-4153-b7a7-f8ccb37a071c None None] Checking segment: {'id': '9b0fa0f0-ddd2-489c-a35e-64ce7ee1f767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bdadab7d-5b5e-4523-838d-18d1fd1ed75a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:55:00.268447 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0a477f94-6198-4153-b7a7-f8ccb37a071c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:00.268752 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a477f94-6198-4153-b7a7-f8ccb37a071c None None] Bound using segment: {'id': '9b0fa0f0-ddd2-489c-a35e-64ce7ee1f767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bdadab7d-5b5e-4523-838d-18d1fd1ed75a'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:55:00.269519 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-0a477f94-6198-4153-b7a7-f8ccb37a071c None None] Bound port: 1c91659e-dca3-4165-af2b-94c93c0517fd, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b0fa0f0-ddd2-489c-a35e-64ce7ee1f767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bdadab7d-5b5e-4523-838d-18d1fd1ed75a'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:55:00.269740 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0a477f94-6198-4153-b7a7-f8ccb37a071c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:00.291993 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cc3a6633-e452-474b-9a78-9117d4a3d33e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:00.292993 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-cc3a6633-e452-474b-9a78-9117d4a3d33e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1451132 Feb 16 12:55:00.295865 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39216) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:55:00.300543 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-906107f9-96f7-4b06-b0ce-97ee38c7b6ac tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': '52157ad5-4a37-4b21-9b03-bf609b02cfa2', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:00.306167 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a6633-e452-474b-9a78-9117d4a3d33e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52157ad5-4a37-4b21-9b03-bf609b02cfa2,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:00.334084 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-906107f9-96f7-4b06-b0ce-97ee38c7b6ac tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:00.388213 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-0a477f94-6198-4153-b7a7-f8ccb37a071c None None] For port 1c91659e-dca3-4165-af2b-94c93c0517fd, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:55:00.392816 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-0a477f94-6198-4153-b7a7-f8ccb37a071c None None] For port 1c91659e-dca3-4165-af2b-94c93c0517fd, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=1c91659e-dca3-4165-af2b-94c93c0517fd,segment=NetworkSegment(9b0fa0f0-ddd2-489c-a35e-64ce7ee1f767),segment_id=9b0fa0f0-ddd2-489c-a35e-64ce7ee1f767)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:55:00.399426 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-906107f9-96f7-4b06-b0ce-97ee38c7b6ac tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:00.399958 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0a477f94-6198-4153-b7a7-f8ccb37a071c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:00.407404 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-906107f9-96f7-4b06-b0ce-97ee38c7b6ac tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:00.426887 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906107f9-96f7-4b06-b0ce-97ee38c7b6ac tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=236cfa2b-d452-4de5-9612-8ea66ba1ce12,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:00.437505 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-906107f9-96f7-4b06-b0ce-97ee38c7b6ac tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:00.442169 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-906107f9-96f7-4b06-b0ce-97ee38c7b6ac tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1425848 Feb 16 12:55:00.442697 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39218) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:55:00.448509 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-0e4f03d0-1311-46b5-9ca0-342a9c3011da tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': '52157ad5-4a37-4b21-9b03-bf609b02cfa2', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:00.474893 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a477f94-6198-4153-b7a7-f8ccb37a071c None None] Routers {'f6338854-8592-4937-b107-3d39ba7d739d'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:55:00.475515 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-0a477f94-6198-4153-b7a7-f8ccb37a071c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:54:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['f6338854-8592-4937-b107-3d39ba7d739d'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:00.477904 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0e4f03d0-1311-46b5-9ca0-342a9c3011da tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:00.543038 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0e4f03d0-1311-46b5-9ca0-342a9c3011da tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:00.547699 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0e4f03d0-1311-46b5-9ca0-342a9c3011da tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:00.555589 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78005f49-cc6a-4a15-a556-9786aaff259d None None] Pushing event updated for resources: {'Port': ['ID=1c91659e-dca3-4165-af2b-94c93c0517fd,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:00.580159 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f03d0-1311-46b5-9ca0-342a9c3011da tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40802ae9-1b25-4090-8afc-ed79ed17e214,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:00.585803 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0e4f03d0-1311-46b5-9ca0-342a9c3011da tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:00.595160 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0e4f03d0-1311-46b5-9ca0-342a9c3011da tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1478558 Feb 16 12:55:00.595331 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39220) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:55:00.599734 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-0af14433-5e47-4125-b7d5-f26a73a10b18 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': '52157ad5-4a37-4b21-9b03-bf609b02cfa2', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:00.615578 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-d0c78c32-f60f-49de-a387-67c19a8b039a None None] Provisioning complete for port 1c91659e-dca3-4165-af2b-94c93c0517fd triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:55:00.615950 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d0c78c32-f60f-49de-a387-67c19a8b039a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:00.639800 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0af14433-5e47-4125-b7d5-f26a73a10b18 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:00.664037 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 6ce93d9f-e664-4cf2-9a26-1cecd61dc55d up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:55:00.725355 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-0a477f94-6198-4153-b7a7-f8ccb37a071c None None] Set router f6338854-8592-4937-b107-3d39ba7d739d gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:55:00.732310 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0af14433-5e47-4125-b7d5-f26a73a10b18 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:00.736374 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0af14433-5e47-4125-b7d5-f26a73a10b18 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:00.756128 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af14433-5e47-4125-b7d5-f26a73a10b18 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7afed4d0-c70e-4d55-965f-81abbaf6ab83,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:00.763912 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0af14433-5e47-4125-b7d5-f26a73a10b18 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:00.765157 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0af14433-5e47-4125-b7d5-f26a73a10b18 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1688948 Feb 16 12:55:00.768678 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39222) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:55:00.773262 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-00b1c4cb-aad8-4b97-a649-6420c223aed6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': '52157ad5-4a37-4b21-9b03-bf609b02cfa2', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:00.801828 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-00b1c4cb-aad8-4b97-a649-6420c223aed6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:00.863666 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-00b1c4cb-aad8-4b97-a649-6420c223aed6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:00.867704 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 6ce93d9f-e664-4cf2-9a26-1cecd61dc55d triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:55:00.868075 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:00.868862 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-00b1c4cb-aad8-4b97-a649-6420c223aed6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:00.886833 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b1c4cb-aad8-4b97-a649-6420c223aed6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2b19a54-8b69-410b-8635-2b0da663a03b,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:00.896188 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-00b1c4cb-aad8-4b97-a649-6420c223aed6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:00.897471 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-00b1c4cb-aad8-4b97-a649-6420c223aed6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1278429 Feb 16 12:55:00.900326 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39224) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:55:00.904944 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-5da6083d-e980-4090-8816-07714fdac7ac tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': '52157ad5-4a37-4b21-9b03-bf609b02cfa2', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:00.929290 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.securitygroups_db [None req-5da6083d-e980-4090-8816-07714fdac7ac tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Project 93ebfe1969ad47c59fc4b80bacd9b15b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:55:00.934859 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5da6083d-e980-4090-8816-07714fdac7ac tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:00.944900 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d0c78c32-f60f-49de-a387-67c19a8b039a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:00.997049 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5da6083d-e980-4090-8816-07714fdac7ac tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:01.001612 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5da6083d-e980-4090-8816-07714fdac7ac tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:01.013064 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-d0c78c32-f60f-49de-a387-67c19a8b039a None None] For port 1c91659e-dca3-4165-af2b-94c93c0517fd, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=1c91659e-dca3-4165-af2b-94c93c0517fd,segment=NetworkSegment(9b0fa0f0-ddd2-489c-a35e-64ce7ee1f767),segment_id=9b0fa0f0-ddd2-489c-a35e-64ce7ee1f767)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:55:01.022259 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da6083d-e980-4090-8816-07714fdac7ac tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76cb3091-6a0c-415a-9603-ddd333aaec52,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:01.030231 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5da6083d-e980-4090-8816-07714fdac7ac tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:01.035570 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5da6083d-e980-4090-8816-07714fdac7ac tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1299741 Feb 16 12:55:01.036064 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39226) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:55:01.041648 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-fd1fad7e-49c3-49ad-bb6a-5c143360ba49 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': '52157ad5-4a37-4b21-9b03-bf609b02cfa2', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:01.056394 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d0c78c32-f60f-49de-a387-67c19a8b039a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:01.067484 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-fd1fad7e-49c3-49ad-bb6a-5c143360ba49 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Project 93ebfe1969ad47c59fc4b80bacd9b15b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:55:01.072563 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fd1fad7e-49c3-49ad-bb6a-5c143360ba49 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:01.107573 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device ed05cb71-cb51-45d1-93be-b0d5458ca2df up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:55:01.136128 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fd1fad7e-49c3-49ad-bb6a-5c143360ba49 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:01.139985 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fd1fad7e-49c3-49ad-bb6a-5c143360ba49 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:01.161355 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1fad7e-49c3-49ad-bb6a-5c143360ba49 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d33416fd-d9f2-46c3-a26f-655f7ef63451,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:01.167969 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fd1fad7e-49c3-49ad-bb6a-5c143360ba49 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:01.173131 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fd1fad7e-49c3-49ad-bb6a-5c143360ba49 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1356916 Feb 16 12:55:01.312748 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c78c32-f60f-49de-a387-67c19a8b039a None None] Pushing event updated for resources: {'Port': ['ID=1c91659e-dca3-4165-af2b-94c93c0517fd,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:01.319426 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-c3007a97-fb1a-4c49-8153-509b9f23ecc5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-186851456&fields=id&tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b HTTP/1.1" status: 200 len: 267 time: 0.0379984 Feb 16 12:55:01.333652 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-0a477f94-6198-4153-b7a7-f8ccb37a071c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'name': 'tempest-TestNetworkBasicOps-router-816817905', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '6ce93d9f-e664-4cf2-9a26-1cecd61dc55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:54Z', 'updated_at': '2022-02-16T12:54:58Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '6ce93d9f-e664-4cf2-9a26-1cecd61dc55d', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:63:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:54Z', 'updated_at': '2022-02-16T12:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '1c91659e-dca3-4165-af2b-94c93c0517fd', 'name': '', 'network_id': 'bdadab7d-5b5e-4523-838d-18d1fd1ed75a', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:8c:37:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c3df4c55-c67c-41f3-8d1a-58cee70c77b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:57Z', 'updated_at': '2022-02-16T12:55:00Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'c3df4c55-c67c-41f3-8d1a-58cee70c77b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:01.335528 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-63695ea1-8cc6-470a-a13a-57bff36e12e0 None None] Provisioning complete for port 1c91659e-dca3-4165-af2b-94c93c0517fd triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:55:01.335890 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-63695ea1-8cc6-470a-a13a-57bff36e12e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:01.383943 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a477f94-6198-4153-b7a7-f8ccb37a071c None None] The sync data for ids ['f6338854-8592-4937-b107-3d39ba7d739d'] in dv-neutron-828142-3-hyperv is: [{'id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'name': 'tempest-TestNetworkBasicOps-router-816817905', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '6ce93d9f-e664-4cf2-9a26-1cecd61dc55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:54Z', 'updated_at': '2022-02-16T12:54:58Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '6ce93d9f-e664-4cf2-9a26-1cecd61dc55d', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:63:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:54Z', 'updated_at': '2022-02-16T12:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '1c91659e-dca3-4165-af2b-94c93c0517fd', 'name': '', 'network_id': 'bdadab7d-5b5e-4523-838d-18d1fd1ed75a', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:8c:37:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c3df4c55-c67c-41f3-8d1a-58cee70c77b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:57Z', 'updated_at': '2022-02-16T12:55:00Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'c3df4c55-c67c-41f3-8d1a-58cee70c77b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:55:01.394422 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port ed05cb71-cb51-45d1-93be-b0d5458ca2df triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:55:01.394785 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:01.466247 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-edac8978-b59b-4ba3-8c07-0efc5fc9ae92 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:01.468571 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-edac8978-b59b-4ba3-8c07-0efc5fc9ae92 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/networks?id=bdadab7d-5b5e-4523-838d-18d1fd1ed75a HTTP/1.1" status: 200 len: 796 time: 0.1410575 Feb 16 12:55:01.497135 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-de5a4552-1b0c-437a-827b-b38cff1a608b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/quotas/93ebfe1969ad47c59fc4b80bacd9b15b HTTP/1.1" status: 200 len: 375 time: 0.0130250 Feb 16 12:55:01.562034 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-cf1147db-49dd-4687-b115-071551db9869 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584366 Feb 16 12:55:01.667988 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-c3171fd1-0afb-4ce8-8ac9-5d7206b2b3dc service neutron] 10.222.0.90 "GET /v2.0/networks/bdadab7d-5b5e-4523-838d-18d1fd1ed75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917470 Feb 16 12:55:01.779958 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-e79ae344-eab7-4cbf-85f9-f6a07e964682 service neutron] 10.222.0.90 "GET /v2.0/networks/bdadab7d-5b5e-4523-838d-18d1fd1ed75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045401 Feb 16 12:55:01.986672 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-84192a35-07af-4cd9-87cb-a216c2e9c676 req-615b6e44-f8ca-43e5-b42e-8643dd34e2c4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9 HTTP/1.1" status: 200 len: 210 time: 0.0425942 Feb 16 12:55:02.612186 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 1c91659e-dca3-4165-af2b-94c93c0517fd up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:55:02.660442 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 1c91659e-dca3-4165-af2b-94c93c0517fd triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:55:02.660824 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:03.097891 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-79f53da4-19fa-4738-974c-796d7173aaf9 req-06f8911d-934b-44e2-bcce-a8e26832c80a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9 HTTP/1.1" status: 200 len: 210 time: 0.0314946 Feb 16 12:55:03.113426 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-300545cd-8e86-4781-ba42-71459ba45f58 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:03.114922 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-300545cd-8e86-4781-ba42-71459ba45f58 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "GET /v2.0/networks?id=bdadab7d-5b5e-4523-838d-18d1fd1ed75a HTTP/1.1" status: 200 len: 796 time: 0.1338310 Feb 16 12:55:03.168795 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-a34e8768-c60b-4d82-a1bd-19035ccae00d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b HTTP/1.1" status: 200 len: 379 time: 0.0418262 Feb 16 12:55:03.178627 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-9f5e3e6e-0b2d-4412-9c74-611f4a995f4d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'port': {'device_id': '6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9', 'network_id': 'bdadab7d-5b5e-4523-838d-18d1fd1ed75a', 'admin_state_up': True, 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'security_groups': ['52157ad5-4a37-4b21-9b03-bf609b02cfa2']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:03.294618 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-9f5e3e6e-0b2d-4412-9c74-611f4a995f4d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Made reservation on behalf of 93ebfe1969ad47c59fc4b80bacd9b15b for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:55:03.299349 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-9f5e3e6e-0b2d-4412-9c74-611f4a995f4d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:03.432343 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-9f5e3e6e-0b2d-4412-9c74-611f4a995f4d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Allocated IP 172.20.0.3 (bdadab7d-5b5e-4523-838d-18d1fd1ed75a/c3df4c55-c67c-41f3-8d1a-58cee70c77b6/b3498933-df57-4468-9181-a1911174a2a6) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:55:03.578251 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-9f5e3e6e-0b2d-4412-9c74-611f4a995f4d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:03.612376 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-9f5e3e6e-0b2d-4412-9c74-611f4a995f4d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:03.657003 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-9f5e3e6e-0b2d-4412-9c74-611f4a995f4d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network bdadab7d-5b5e-4523-838d-18d1fd1ed75a is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:55:03.660250 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-9f5e3e6e-0b2d-4412-9c74-611f4a995f4d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:55:03.663858 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-9f5e3e6e-0b2d-4412-9c74-611f4a995f4d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:55:03.670201 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e3e6e-0b2d-4412-9c74-611f4a995f4d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=b3498933-df57-4468-9181-a1911174a2a6,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:03.703152 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5e3e6e-0b2d-4412-9c74-611f4a995f4d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:03.703530 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5e3e6e-0b2d-4412-9c74-611f4a995f4d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:03.703867 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5e3e6e-0b2d-4412-9c74-611f4a995f4d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:03.704199 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5e3e6e-0b2d-4412-9c74-611f4a995f4d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:03.704525 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5e3e6e-0b2d-4412-9c74-611f4a995f4d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:03.704929 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5e3e6e-0b2d-4412-9c74-611f4a995f4d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:03.705300 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5e3e6e-0b2d-4412-9c74-611f4a995f4d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:03.705663 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5e3e6e-0b2d-4412-9c74-611f4a995f4d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:03.706233 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5e3e6e-0b2d-4412-9c74-611f4a995f4d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:03.706801 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5e3e6e-0b2d-4412-9c74-611f4a995f4d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:03.707346 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5e3e6e-0b2d-4412-9c74-611f4a995f4d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:03.707747 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5e3e6e-0b2d-4412-9c74-611f4a995f4d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:03.732562 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-9f5e3e6e-0b2d-4412-9c74-611f4a995f4d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:03.733256 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-9f5e3e6e-0b2d-4412-9c74-611f4a995f4d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:03.753998 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-9f5e3e6e-0b2d-4412-9c74-611f4a995f4d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5791569 Feb 16 12:55:03.767213 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-28a36e7d-1c0f-4f74-8b1a-b171d3678672 service neutron] Request body: {'port': {'device_id': '6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:03.830014 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-28a36e7d-1c0f-4f74-8b1a-b171d3678672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:03.891884 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-e319bce5-8283-43e7-83fa-0065ed08d6be None None] Provisioning complete for port b3498933-df57-4468-9181-a1911174a2a6 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:55:03.892530 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e319bce5-8283-43e7-83fa-0065ed08d6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:03.925996 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-e319bce5-8283-43e7-83fa-0065ed08d6be None None] Port b3498933-df57-4468-9181-a1911174a2a6 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:55:04.096182 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-28a36e7d-1c0f-4f74-8b1a-b171d3678672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3498933-df57-4468-9181-a1911174a2a6 {{(pid=109049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 12:55:04.103605 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-28a36e7d-1c0f-4f74-8b1a-b171d3678672 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:04.116026 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.provisioning_blocks [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-28a36e7d-1c0f-4f74-8b1a-b171d3678672 service neutron] Transition to ACTIVE for port object b3498933-df57-4468-9181-a1911174a2a6 will not be triggered until provisioned by entity L2. {{(pid=109049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:55:04.119746 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-28a36e7d-1c0f-4f74-8b1a-b171d3678672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:04.174568 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a36e7d-1c0f-4f74-8b1a-b171d3678672 service neutron] Pushing event updated for resources: {'Port': ['ID=b3498933-df57-4468-9181-a1911174a2a6,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:04.221747 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10c102-3aa7-4089-912f-0b3617044dc6 req-422f223b-6d9f-4343-b44e-a71dbdb3e54d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:04.223464 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ab10c102-3aa7-4089-912f-0b3617044dc6 req-422f223b-6d9f-4343-b44e-a71dbdb3e54d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9 HTTP/1.1" status: 200 len: 943 time: 0.0541098 Feb 16 12:55:04.250965 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-28a36e7d-1c0f-4f74-8b1a-b171d3678672 service neutron] Attempting to bind port b3498933-df57-4468-9181-a1911174a2a6 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:55:04.251261 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-28a36e7d-1c0f-4f74-8b1a-b171d3678672 service neutron] Attempting to bind port b3498933-df57-4468-9181-a1911174a2a6 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '9b0fa0f0-ddd2-489c-a35e-64ce7ee1f767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bdadab7d-5b5e-4523-838d-18d1fd1ed75a'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:55:04.251587 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-28a36e7d-1c0f-4f74-8b1a-b171d3678672 service neutron] Attempting to bind port b3498933-df57-4468-9181-a1911174a2a6 on network bdadab7d-5b5e-4523-838d-18d1fd1ed75a {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:55:04.257423 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-28a36e7d-1c0f-4f74-8b1a-b171d3678672 service neutron] Port b3498933-df57-4468-9181-a1911174a2a6 on network bdadab7d-5b5e-4523-838d-18d1fd1ed75a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:55:04.257740 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-28a36e7d-1c0f-4f74-8b1a-b171d3678672 service neutron] Attempting to bind port b3498933-df57-4468-9181-a1911174a2a6 on network bdadab7d-5b5e-4523-838d-18d1fd1ed75a {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:55:04.262970 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-28a36e7d-1c0f-4f74-8b1a-b171d3678672 service neutron] Checking agent: {'id': '31a9428e-e23a-420f-bfe2-5870b63c0436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'started_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:55:04.263304 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-28a36e7d-1c0f-4f74-8b1a-b171d3678672 service neutron] Checking segment: {'id': '9b0fa0f0-ddd2-489c-a35e-64ce7ee1f767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bdadab7d-5b5e-4523-838d-18d1fd1ed75a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:55:04.263687 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-28a36e7d-1c0f-4f74-8b1a-b171d3678672 service neutron] Bound using segment: {'id': '9b0fa0f0-ddd2-489c-a35e-64ce7ee1f767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bdadab7d-5b5e-4523-838d-18d1fd1ed75a'} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:55:04.264113 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-28a36e7d-1c0f-4f74-8b1a-b171d3678672 service neutron] Bound port: b3498933-df57-4468-9181-a1911174a2a6, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b0fa0f0-ddd2-489c-a35e-64ce7ee1f767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bdadab7d-5b5e-4523-838d-18d1fd1ed75a'}}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:55:04.264469 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-28a36e7d-1c0f-4f74-8b1a-b171d3678672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:04.265683 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ab10c102-3aa7-4089-912f-0b3617044dc6 req-e7f4886e-9c5e-41de-bfda-605e27d03794 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=52157ad5-4a37-4b21-9b03-bf609b02cfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350518 Feb 16 12:55:04.334302 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-28a36e7d-1c0f-4f74-8b1a-b171d3678672 service neutron] For port b3498933-df57-4468-9181-a1911174a2a6, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:55:04.337552 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-28a36e7d-1c0f-4f74-8b1a-b171d3678672 service neutron] For port b3498933-df57-4468-9181-a1911174a2a6, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b3498933-df57-4468-9181-a1911174a2a6,segment=NetworkSegment(9b0fa0f0-ddd2-489c-a35e-64ce7ee1f767),segment_id=9b0fa0f0-ddd2-489c-a35e-64ce7ee1f767)] {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:55:04.342060 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-28a36e7d-1c0f-4f74-8b1a-b171d3678672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:04.377746 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-28a36e7d-1c0f-4f74-8b1a-b171d3678672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:04.378356 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-28a36e7d-1c0f-4f74-8b1a-b171d3678672 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:04.379796 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-28a36e7d-1c0f-4f74-8b1a-b171d3678672 service neutron] 10.222.0.42 "PUT /v2.0/ports/b3498933-df57-4468-9181-a1911174a2a6 HTTP/1.1" status: 200 len: 1093 time: 0.6174827 Feb 16 12:55:04.380190 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9', 'tag': 'b3498933-df57-4468-9181-a1911174a2a6'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:55:04.382450 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce20b57f-0ce8-4c45-ab6d-9f1d83428771" -d '{"events": [{"name": "network-changed", "server_uuid": "6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9", "tag": "b3498933-df57-4468-9181-a1911174a2a6"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:55:04.409985 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a36e7d-1c0f-4f74-8b1a-b171d3678672 service neutron] Pushing event updated for resources: {'Port': ['ID=b3498933-df57-4468-9181-a1911174a2a6,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:04.461665 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 12:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfa7e82-27de-4ab1-b59a-38bbaed5c068 x-openstack-request-id: req-9cfa7e82-27de-4ab1-b59a-38bbaed5c068 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:55:04.462023 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9", "tag": "b3498933-df57-4468-9181-a1911174a2a6", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:55:04.462278 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9cfa7e82-27de-4ab1-b59a-38bbaed5c068 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:55:04.462705 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9', 'tag': 'b3498933-df57-4468-9181-a1911174a2a6', 'status': 'completed', 'code': 200} Feb 16 12:55:04.501989 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-ac16088b-b9ef-4d05-abd0-3e6152f1fa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:04.506007 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-ac16088b-b9ef-4d05-abd0-3e6152f1fa3d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9 HTTP/1.1" status: 200 len: 1096 time: 0.0596838 Feb 16 12:55:04.553206 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-47c2e02e-6fcd-4550-a0da-876aa3197578 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3498933-df57-4468-9181-a1911174a2a6 HTTP/1.1" status: 200 len: 217 time: 0.0355995 Feb 16 12:55:04.604991 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-fc5a7a9d-056b-4d66-a7be-3926bd8e68e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:04.607324 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-fc5a7a9d-056b-4d66-a7be-3926bd8e68e4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c3df4c55-c67c-41f3-8d1a-58cee70c77b6 HTTP/1.1" status: 200 len: 835 time: 0.0458040 Feb 16 12:55:04.658665 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-2e84ded0-7a52-45b4-a363-4f9b4cc5e529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:04.660159 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-2e84ded0-7a52-45b4-a363-4f9b4cc5e529 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bdadab7d-5b5e-4523-838d-18d1fd1ed75a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453527 Feb 16 12:55:04.752552 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-2a45b7a1-406e-4f71-aaf9-dd1926cb6403 service neutron] 10.222.0.42 "GET /v2.0/networks/bdadab7d-5b5e-4523-838d-18d1fd1ed75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841601 Feb 16 12:55:04.848719 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d6b75329-8d77-4899-a82b-f1fe614db81f req-87fb11e3-9626-437e-9f62-fae7865309bd service neutron] 10.222.0.42 "GET /v2.0/networks/bdadab7d-5b5e-4523-838d-18d1fd1ed75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875750 Feb 16 12:55:04.944704 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20b57f-0ce8-4c45-ab6d-9f1d83428771 req-0d8d7e55-5849-441e-a249-fc69977da83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:04.946218 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ce20b57f-0ce8-4c45-ab6d-9f1d83428771 req-0d8d7e55-5849-441e-a249-fc69977da83d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9 HTTP/1.1" status: 200 len: 1096 time: 0.0433095 Feb 16 12:55:05.036900 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20b57f-0ce8-4c45-ab6d-9f1d83428771 req-cdb5c9b3-cba4-4c62-be18-372ad126229f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:05.038360 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ce20b57f-0ce8-4c45-ab6d-9f1d83428771 req-cdb5c9b3-cba4-4c62-be18-372ad126229f service neutron] 10.222.0.42 "GET /v2.0/networks?id=bdadab7d-5b5e-4523-838d-18d1fd1ed75a HTTP/1.1" status: 200 len: 897 time: 0.0834193 Feb 16 12:55:05.085991 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ce20b57f-0ce8-4c45-ab6d-9f1d83428771 req-0fca8ca0-9b24-4b3c-851a-3735b5bc1b36 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3498933-df57-4468-9181-a1911174a2a6 HTTP/1.1" status: 200 len: 217 time: 0.0396225 Feb 16 12:55:05.138156 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20b57f-0ce8-4c45-ab6d-9f1d83428771 req-e520ddb0-14dc-4ff7-9953-c3f43b840160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:05.139620 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ce20b57f-0ce8-4c45-ab6d-9f1d83428771 req-e520ddb0-14dc-4ff7-9953-c3f43b840160 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c3df4c55-c67c-41f3-8d1a-58cee70c77b6 HTTP/1.1" status: 200 len: 835 time: 0.0452266 Feb 16 12:55:05.184853 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20b57f-0ce8-4c45-ab6d-9f1d83428771 req-70100c24-97ae-4827-afad-4da45dd85399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:05.186342 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ce20b57f-0ce8-4c45-ab6d-9f1d83428771 req-70100c24-97ae-4827-afad-4da45dd85399 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bdadab7d-5b5e-4523-838d-18d1fd1ed75a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394340 Feb 16 12:55:05.284703 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ce20b57f-0ce8-4c45-ab6d-9f1d83428771 req-a95f6335-d331-46b8-8527-89525bc804ff service neutron] 10.222.0.42 "GET /v2.0/networks/bdadab7d-5b5e-4523-838d-18d1fd1ed75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868261 Feb 16 12:55:05.380377 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ce20b57f-0ce8-4c45-ab6d-9f1d83428771 req-160551ed-ce3c-42f4-80c5-1558514b344d service neutron] 10.222.0.42 "GET /v2.0/networks/bdadab7d-5b5e-4523-838d-18d1fd1ed75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846903 Feb 16 12:55:05.388831 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc3801-b7af-421a-8451-80ca3be8eee7 req-eb6cd12a-2ce3-4644-8e6a-47887208a299 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:05.390817 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d2fc3801-b7af-421a-8451-80ca3be8eee7 req-eb6cd12a-2ce3-4644-8e6a-47887208a299 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9 HTTP/1.1" status: 200 len: 943 time: 0.0572660 Feb 16 12:55:05.436111 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d2fc3801-b7af-421a-8451-80ca3be8eee7 req-1e277083-872f-4591-b7f5-c91845847ea4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=52157ad5-4a37-4b21-9b03-bf609b02cfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390496 Feb 16 12:55:06.555124 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2121d6-c49e-4bb9-9ba4-57454d2ae60b req-cdf90915-c1aa-4b36-bbd7-2768a1bb9c19 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:06.556693 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9d2121d6-c49e-4bb9-9ba4-57454d2ae60b req-cdf90915-c1aa-4b36-bbd7-2768a1bb9c19 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9 HTTP/1.1" status: 200 len: 943 time: 0.0492420 Feb 16 12:55:06.597399 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9d2121d6-c49e-4bb9-9ba4-57454d2ae60b req-8340a9a8-cb90-40c9-afce-42aa53107045 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=52157ad5-4a37-4b21-9b03-bf609b02cfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337148 Feb 16 12:55:06.934865 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device b3498933-df57-4468-9181-a1911174a2a6 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 12:55:07.031704 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port b3498933-df57-4468-9181-a1911174a2a6, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b3498933-df57-4468-9181-a1911174a2a6,segment=NetworkSegment(9b0fa0f0-ddd2-489c-a35e-64ce7ee1f767),segment_id=9b0fa0f0-ddd2-489c-a35e-64ce7ee1f767)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:55:07.044184 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': 'b3498933-df57-4468-9181-a1911174a2a6', 'network_id': 'bdadab7d-5b5e-4523-838d-18d1fd1ed75a', 'port_id': 'b3498933-df57-4468-9181-a1911174a2a6', 'mac_address': 'fa:16:3e:5d:e9:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3df4c55-c67c-41f3-8d1a-58cee70c77b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 12:55:07.080472 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:07.092828 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3498933-df57-4468-9181-a1911174a2a6 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 12:55:07.112378 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port b3498933-df57-4468-9181-a1911174a2a6, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b3498933-df57-4468-9181-a1911174a2a6,segment=NetworkSegment(9b0fa0f0-ddd2-489c-a35e-64ce7ee1f767),segment_id=9b0fa0f0-ddd2-489c-a35e-64ce7ee1f767)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:55:07.116535 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:07.166429 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=b3498933-df57-4468-9181-a1911174a2a6,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:07.352023 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['b3498933-df57-4468-9181-a1911174a2a6'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 12:55:07.709506 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1598f71-a38e-43c3-bff8-43f69c582eed req-171f5651-6038-4287-baf7-e2dd968df33d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:07.710987 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a1598f71-a38e-43c3-bff8-43f69c582eed req-171f5651-6038-4287-baf7-e2dd968df33d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9 HTTP/1.1" status: 200 len: 944 time: 0.0481741 Feb 16 12:55:07.748850 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a1598f71-a38e-43c3-bff8-43f69c582eed req-2fe76e2a-126e-42ea-8bf3-105d76b1bd2b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=52157ad5-4a37-4b21-9b03-bf609b02cfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319293 Feb 16 12:55:08.863125 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608318ca-e52d-4c95-bf69-26843c92a2bc req-17269ccc-7e5d-4243-96af-4c326b83ecea tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:08.864605 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-608318ca-e52d-4c95-bf69-26843c92a2bc req-17269ccc-7e5d-4243-96af-4c326b83ecea tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9 HTTP/1.1" status: 200 len: 944 time: 0.0490515 Feb 16 12:55:08.908993 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-608318ca-e52d-4c95-bf69-26843c92a2bc req-69d58f58-e406-4b30-8148-bf351a5c1370 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=52157ad5-4a37-4b21-9b03-bf609b02cfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383432 Feb 16 12:55:08.966587 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device b3498933-df57-4468-9181-a1911174a2a6 up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:55:09.019968 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning for port b3498933-df57-4468-9181-a1911174a2a6 completed by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:55:09.024326 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port b3498933-df57-4468-9181-a1911174a2a6 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:55:09.024719 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:09.109072 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:09.138999 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3498933-df57-4468-9181-a1911174a2a6'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:55:09.141470 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb3ed12-1b7d-47f3-915c-f91d45039186" -d '{"events": [{"server_uuid": "6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9", "name": "network-vif-plugged", "status": "completed", "tag": "b3498933-df57-4468-9181-a1911174a2a6"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:55:09.155981 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port b3498933-df57-4468-9181-a1911174a2a6, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b3498933-df57-4468-9181-a1911174a2a6,segment=NetworkSegment(9b0fa0f0-ddd2-489c-a35e-64ce7ee1f767),segment_id=9b0fa0f0-ddd2-489c-a35e-64ce7ee1f767)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:55:09.160764 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:09.196259 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 12:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757cafae-6b0a-4553-a544-5ec70697f757 x-openstack-request-id: req-757cafae-6b0a-4553-a544-5ec70697f757 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:55:09.196701 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9", "name": "network-vif-plugged", "status": "completed", "tag": "b3498933-df57-4468-9181-a1911174a2a6", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:55:09.196701 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-757cafae-6b0a-4553-a544-5ec70697f757 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:55:09.197212 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3498933-df57-4468-9181-a1911174a2a6', 'code': 200} Feb 16 12:55:09.216982 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=b3498933-df57-4468-9181-a1911174a2a6,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:09.380202 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8ac64-a774-4992-9912-e0548382d64e req-19a52182-7def-46c0-9b99-59e4f495de5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:09.381631 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e9f8ac64-a774-4992-9912-e0548382d64e req-19a52182-7def-46c0-9b99-59e4f495de5e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9 HTTP/1.1" status: 200 len: 1098 time: 0.0508332 Feb 16 12:55:09.419204 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e9f8ac64-a774-4992-9912-e0548382d64e req-5b17e556-e347-4c81-84e2-36015ac13e4e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=52157ad5-4a37-4b21-9b03-bf609b02cfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284760 Feb 16 12:55:10.034993 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255f956-df3b-43b0-a400-65c66f86253a req-4a3644c7-e8df-492a-a65d-ddcf17f406dd tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:10.036539 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c255f956-df3b-43b0-a400-65c66f86253a req-4a3644c7-e8df-492a-a65d-ddcf17f406dd tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9 HTTP/1.1" status: 200 len: 945 time: 0.0516443 Feb 16 12:55:10.089122 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c255f956-df3b-43b0-a400-65c66f86253a req-c74cb1d3-c04d-4b90-996b-8181bff90257 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=52157ad5-4a37-4b21-9b03-bf609b02cfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425644 Feb 16 12:55:11.206687 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a78009-d473-4131-b287-8aacf39633a0 req-10cd8b48-7346-4f95-bff8-2f96085cc22b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:11.208219 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-55a78009-d473-4131-b287-8aacf39633a0 req-10cd8b48-7346-4f95-bff8-2f96085cc22b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9 HTTP/1.1" status: 200 len: 945 time: 0.0495145 Feb 16 12:55:11.248562 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-55a78009-d473-4131-b287-8aacf39633a0 req-08c6e305-7116-4c29-8225-f63986b5fffb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=52157ad5-4a37-4b21-9b03-bf609b02cfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343664 Feb 16 12:55:11.364383 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359dd00d-bf67-4ce6-8d26-ac683daaf03d req-242e10f8-0482-455e-a269-5def9e9ef58d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:11.365954 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-359dd00d-bf67-4ce6-8d26-ac683daaf03d req-242e10f8-0482-455e-a269-5def9e9ef58d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9 HTTP/1.1" status: 200 len: 945 time: 0.0517559 Feb 16 12:55:11.412055 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-359dd00d-bf67-4ce6-8d26-ac683daaf03d req-571b4a17-76d7-4f96-9ff4-7ce52c4ea362 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=52157ad5-4a37-4b21-9b03-bf609b02cfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392609 Feb 16 12:55:11.434408 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39294) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:55:11.474918 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff26d35a-def2-4934-bb12-530f36cd7257 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:11.476471 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ff26d35a-def2-4934-bb12-530f36cd7257 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9 HTTP/1.1" status: 200 len: 1093 time: 0.0410469 Feb 16 12:55:11.479649 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39296) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:55:11.484298 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-06bfe510-551f-4a3c-8fec-9e9bf0cd24d7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'floatingip': {'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'port_id': 'b3498933-df57-4468-9181-a1911174a2a6', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:11.511426 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-06bfe510-551f-4a3c-8fec-9e9bf0cd24d7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for floatingip, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:11.635164 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-06bfe510-551f-4a3c-8fec-9e9bf0cd24d7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:11.745574 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-06bfe510-551f-4a3c-8fec-9e9bf0cd24d7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Allocated IP 172.26.2.104 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/7e9a7e3e-1d6c-428d-9dea-e14e1f9372f4) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:55:11.860200 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-06bfe510-551f-4a3c-8fec-9e9bf0cd24d7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:11.896071 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-06bfe510-551f-4a3c-8fec-9e9bf0cd24d7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:11.941061 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bfe510-551f-4a3c-8fec-9e9bf0cd24d7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:55:11.944098 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-06bfe510-551f-4a3c-8fec-9e9bf0cd24d7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:55:11.947261 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bfe510-551f-4a3c-8fec-9e9bf0cd24d7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:55:11.953248 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bfe510-551f-4a3c-8fec-9e9bf0cd24d7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=7e9a7e3e-1d6c-428d-9dea-e14e1f9372f4,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:12.336731 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-06bfe510-551f-4a3c-8fec-9e9bf0cd24d7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:12.415798 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-06bfe510-551f-4a3c-8fec-9e9bf0cd24d7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:12.580555 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-06bfe510-551f-4a3c-8fec-9e9bf0cd24d7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:12.586494 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-06bfe510-551f-4a3c-8fec-9e9bf0cd24d7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:12.669302 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bfe510-551f-4a3c-8fec-9e9bf0cd24d7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=7e9a7e3e-1d6c-428d-9dea-e14e1f9372f4,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:12.678925 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-06bfe510-551f-4a3c-8fec-9e9bf0cd24d7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:12.785857 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-06bfe510-551f-4a3c-8fec-9e9bf0cd24d7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Floating IP d197fcf0-d5c5-4a8f-9e7a-bbb6fc9e7e1e associated. External IP: 172.26.2.104, port: b3498933-df57-4468-9181-a1911174a2a6. Feb 16 12:55:12.995374 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06bfe510-551f-4a3c-8fec-9e9bf0cd24d7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router f6338854-8592-4937-b107-3d39ba7d739d has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:55:13.106430 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bfe510-551f-4a3c-8fec-9e9bf0cd24d7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:55:13.116529 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6874682-72f3-4cd6-a1f6-1c6676bf4f76 None None] Sync routers for ids ['f6338854-8592-4937-b107-3d39ba7d739d'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:55:13.125109 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-06bfe510-551f-4a3c-8fec-9e9bf0cd24d7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:13.128081 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6874682-72f3-4cd6-a1f6-1c6676bf4f76 None None] Routers {'f6338854-8592-4937-b107-3d39ba7d739d'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:55:13.130197 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-d6874682-72f3-4cd6-a1f6-1c6676bf4f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:54:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['f6338854-8592-4937-b107-3d39ba7d739d'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:13.153528 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-06bfe510-551f-4a3c-8fec-9e9bf0cd24d7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6727707 Feb 16 12:55:13.154044 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9', 'tag': 'b3498933-df57-4468-9181-a1911174a2a6'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:55:13.156143 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39306) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:55:13.157631 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e16bf9-5fbc-49aa-9d6d-d08d4ec2c6df" -d '{"events": [{"name": "network-changed", "server_uuid": "6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9", "tag": "b3498933-df57-4468-9181-a1911174a2a6"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:55:13.206658 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 12:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e60df7-6f6b-4602-973c-78406c202ce9 x-openstack-request-id: req-68e60df7-6f6b-4602-973c-78406c202ce9 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:55:13.207579 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9", "tag": "b3498933-df57-4468-9181-a1911174a2a6", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:55:13.208107 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-68e60df7-6f6b-4602-973c-78406c202ce9 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:55:13.209037 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9', 'tag': 'b3498933-df57-4468-9181-a1911174a2a6', 'status': 'completed', 'code': 200} Feb 16 12:55:13.250318 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-d6874682-72f3-4cd6-a1f6-1c6676bf4f76 None None] Set router f6338854-8592-4937-b107-3d39ba7d739d gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:55:13.301469 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e16bf9-5fbc-49aa-9d6d-d08d4ec2c6df req-684af548-25e8-4824-bb2d-a85cb56c8676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:13.303321 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-12e16bf9-5fbc-49aa-9d6d-d08d4ec2c6df req-684af548-25e8-4824-bb2d-a85cb56c8676 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9 HTTP/1.1" status: 200 len: 1098 time: 0.0579629 Feb 16 12:55:13.304948 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-845ae4ca-0833-46c5-9b56-d9edd2cae4e0 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/routers/f6338854-8592-4937-b107-3d39ba7d739d HTTP/1.1" status: 200 len: 922 time: 0.1475875 Feb 16 12:55:13.307474 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39310) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:55:13.375356 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-24fbfb5c-4f5e-4ecf-a067-7fc2b88205f4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/floatingips/d197fcf0-d5c5-4a8f-9e7a-bbb6fc9e7e1e HTTP/1.1" status: 200 len: 991 time: 0.0667510 Feb 16 12:55:13.413299 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e16bf9-5fbc-49aa-9d6d-d08d4ec2c6df req-69f9f1bf-67c2-4f4e-b90a-1ba0b3667074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:13.414990 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-12e16bf9-5fbc-49aa-9d6d-d08d4ec2c6df req-69f9f1bf-67c2-4f4e-b90a-1ba0b3667074 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bdadab7d-5b5e-4523-838d-18d1fd1ed75a HTTP/1.1" status: 200 len: 897 time: 0.0995221 Feb 16 12:55:13.492263 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-12e16bf9-5fbc-49aa-9d6d-d08d4ec2c6df req-86e89b74-67f8-4335-840a-9618feeb538e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3498933-df57-4468-9181-a1911174a2a6 HTTP/1.1" status: 200 len: 999 time: 0.0645721 Feb 16 12:55:13.498308 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-d6874682-72f3-4cd6-a1f6-1c6676bf4f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'name': 'tempest-TestNetworkBasicOps-router-816817905', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '6ce93d9f-e664-4cf2-9a26-1cecd61dc55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:54Z', 'updated_at': '2022-02-16T12:54:58Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '6ce93d9f-e664-4cf2-9a26-1cecd61dc55d', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:63:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:54Z', 'updated_at': '2022-02-16T12:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'd197fcf0-d5c5-4a8f-9e7a-bbb6fc9e7e1e', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.104', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'port_id': 'b3498933-df57-4468-9181-a1911174a2a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdadab7d-5b5e-4523-838d-18d1fd1ed75a', 'mac_address': 'fa:16:3e:5d:e9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:55:12Z', 'updated_at': '2022-02-16T12:55:12Z', 'revision_number': 0, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c91659e-dca3-4165-af2b-94c93c0517fd', 'name': '', 'network_id': 'bdadab7d-5b5e-4523-838d-18d1fd1ed75a', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:8c:37:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c3df4c55-c67c-41f3-8d1a-58cee70c77b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:57Z', 'updated_at': '2022-02-16T12:55:00Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'c3df4c55-c67c-41f3-8d1a-58cee70c77b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:13.525661 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6874682-72f3-4cd6-a1f6-1c6676bf4f76 None None] Checking router: f6338854-8592-4937-b107-3d39ba7d739d for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:55:13.535022 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6874682-72f3-4cd6-a1f6-1c6676bf4f76 None None] Routers {'f6338854-8592-4937-b107-3d39ba7d739d'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:55:13.535630 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-d6874682-72f3-4cd6-a1f6-1c6676bf4f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:54:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['f6338854-8592-4937-b107-3d39ba7d739d'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:13.547682 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e16bf9-5fbc-49aa-9d6d-d08d4ec2c6df req-1e375526-a5b3-4cdf-8f41-d2fb2ecefae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:13.549440 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-12e16bf9-5fbc-49aa-9d6d-d08d4ec2c6df req-1e375526-a5b3-4cdf-8f41-d2fb2ecefae8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c3df4c55-c67c-41f3-8d1a-58cee70c77b6 HTTP/1.1" status: 200 len: 835 time: 0.0467350 Feb 16 12:55:13.606178 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e16bf9-5fbc-49aa-9d6d-d08d4ec2c6df req-c5f20a93-a84a-4f24-9953-3be9718a3e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:13.607883 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-12e16bf9-5fbc-49aa-9d6d-d08d4ec2c6df req-c5f20a93-a84a-4f24-9953-3be9718a3e25 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bdadab7d-5b5e-4523-838d-18d1fd1ed75a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0508268 Feb 16 12:55:13.651780 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-d6874682-72f3-4cd6-a1f6-1c6676bf4f76 None None] Set router f6338854-8592-4937-b107-3d39ba7d739d gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:55:13.707810 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-12e16bf9-5fbc-49aa-9d6d-d08d4ec2c6df req-daffa9bd-79bc-48d3-a05d-16d4a7ec58bf service neutron] 10.222.0.42 "GET /v2.0/networks/bdadab7d-5b5e-4523-838d-18d1fd1ed75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917640 Feb 16 12:55:13.810540 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-12e16bf9-5fbc-49aa-9d6d-d08d4ec2c6df req-bf1d0007-7a23-420c-ada6-b614f1abc883 service neutron] 10.222.0.42 "GET /v2.0/networks/bdadab7d-5b5e-4523-838d-18d1fd1ed75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911357 Feb 16 12:55:13.893535 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-d6874682-72f3-4cd6-a1f6-1c6676bf4f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'name': 'tempest-TestNetworkBasicOps-router-816817905', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '6ce93d9f-e664-4cf2-9a26-1cecd61dc55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:54Z', 'updated_at': '2022-02-16T12:54:58Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '6ce93d9f-e664-4cf2-9a26-1cecd61dc55d', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:63:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:54Z', 'updated_at': '2022-02-16T12:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'd197fcf0-d5c5-4a8f-9e7a-bbb6fc9e7e1e', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.104', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'port_id': 'b3498933-df57-4468-9181-a1911174a2a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdadab7d-5b5e-4523-838d-18d1fd1ed75a', 'mac_address': 'fa:16:3e:5d:e9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:55:12Z', 'updated_at': '2022-02-16T12:55:12Z', 'revision_number': 0, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c91659e-dca3-4165-af2b-94c93c0517fd', 'name': '', 'network_id': 'bdadab7d-5b5e-4523-838d-18d1fd1ed75a', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:8c:37:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c3df4c55-c67c-41f3-8d1a-58cee70c77b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:57Z', 'updated_at': '2022-02-16T12:55:00Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'c3df4c55-c67c-41f3-8d1a-58cee70c77b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:13.922584 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6874682-72f3-4cd6-a1f6-1c6676bf4f76 None None] The sync data for ids ['f6338854-8592-4937-b107-3d39ba7d739d'] in dv-neutron-828142-3-hyperv is: [{'id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'name': 'tempest-TestNetworkBasicOps-router-816817905', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '6ce93d9f-e664-4cf2-9a26-1cecd61dc55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:54Z', 'updated_at': '2022-02-16T12:54:58Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '6ce93d9f-e664-4cf2-9a26-1cecd61dc55d', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:63:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:54Z', 'updated_at': '2022-02-16T12:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'd197fcf0-d5c5-4a8f-9e7a-bbb6fc9e7e1e', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.104', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'port_id': 'b3498933-df57-4468-9181-a1911174a2a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdadab7d-5b5e-4523-838d-18d1fd1ed75a', 'mac_address': 'fa:16:3e:5d:e9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:55:12Z', 'updated_at': '2022-02-16T12:55:12Z', 'revision_number': 0, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c91659e-dca3-4165-af2b-94c93c0517fd', 'name': '', 'network_id': 'bdadab7d-5b5e-4523-838d-18d1fd1ed75a', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:8c:37:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c3df4c55-c67c-41f3-8d1a-58cee70c77b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:57Z', 'updated_at': '2022-02-16T12:55:00Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'c3df4c55-c67c-41f3-8d1a-58cee70c77b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:55:14.157822 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831a8e64-c3b1-4452-b038-417e1b9d1df7 None None] New status for floating IP d197fcf0-d5c5-4a8f-9e7a-bbb6fc9e7e1e: ACTIVE {{(pid=109050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:55:14.380218 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39314) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:55:14.500089 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6b064de7-6c82-4c98-9133-41b3be68e1fc tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/floatingips/d197fcf0-d5c5-4a8f-9e7a-bbb6fc9e7e1e HTTP/1.1" status: 200 len: 993 time: 0.1140809 Feb 16 12:55:19.311347 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-666ca5fc-aae3-42da-ac56-031115d7c755 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1512887192&fields=id&tenant_id=98ec8fef3f1245f3a4cdb1afaef344d1 HTTP/1.1" status: 200 len: 267 time: 0.0335116 Feb 16 12:55:19.417065 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-5f5fed65-270e-4cec-92d0-81975a686fe4 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:19.418524 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-5f5fed65-270e-4cec-92d0-81975a686fe4 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/networks?id=a876fa82-771e-4c40-93ac-63a7a3825868 HTTP/1.1" status: 200 len: 811 time: 0.1005101 Feb 16 12:55:19.433296 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-99cce947-22b9-4720-99b8-d64c244dd6c9 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/quotas/98ec8fef3f1245f3a4cdb1afaef344d1 HTTP/1.1" status: 200 len: 375 time: 0.0090282 Feb 16 12:55:19.490231 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-71f8ef4f-0506-44d8-b650-411b0e0615fa tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=98ec8fef3f1245f3a4cdb1afaef344d1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0514085 Feb 16 12:55:19.585976 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-de3893c9-f9ee-429f-9faf-daa9373e7cd8 service neutron] 10.222.0.90 "GET /v2.0/networks/a876fa82-771e-4c40-93ac-63a7a3825868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845938 Feb 16 12:55:19.675566 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-b96a3e49-6f8b-4350-9c23-fcfddd237644 service neutron] 10.222.0.90 "GET /v2.0/networks/a876fa82-771e-4c40-93ac-63a7a3825868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835116 Feb 16 12:55:19.964651 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d210e2bc-6ac3-4154-8f90-4ff93d822aea req-2b7dc092-d8fb-4f15-83a3-a9cd00fee321 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=e018c2c9-ff89-4116-93f1-d1e3f72f2d95 HTTP/1.1" status: 200 len: 210 time: 0.0367410 Feb 16 12:55:20.988929 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-2a420bc4-66e6-424b-b294-1f24786ac8ad tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:20.990439 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-2a420bc4-66e6-424b-b294-1f24786ac8ad tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.42 "GET /v2.0/networks?id=a876fa82-771e-4c40-93ac-63a7a3825868 HTTP/1.1" status: 200 len: 811 time: 0.1067779 Feb 16 12:55:21.050972 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-648141b9-127e-4acf-aff6-6230c83c20a9 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98ec8fef3f1245f3a4cdb1afaef344d1 HTTP/1.1" status: 200 len: 380 time: 0.0467582 Feb 16 12:55:21.062856 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-b5e68958-06e9-460a-bb1d-2bfb150723a3 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Request body: {'port': {'device_id': 'e018c2c9-ff89-4116-93f1-d1e3f72f2d95', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'admin_state_up': True, 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'security_groups': ['1cd597d5-2457-47bd-8902-30479afbdefa']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:21.089397 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ebfd7dcc-0d51-423e-8d70-782824589bdd req-9cc20893-324b-4c00-a648-403c1609e604 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=e018c2c9-ff89-4116-93f1-d1e3f72f2d95 HTTP/1.1" status: 200 len: 210 time: 0.0278647 Feb 16 12:55:21.177616 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-b5e68958-06e9-460a-bb1d-2bfb150723a3 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Made reservation on behalf of 98ec8fef3f1245f3a4cdb1afaef344d1 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:55:21.181258 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-b5e68958-06e9-460a-bb1d-2bfb150723a3 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:21.613424 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-b5e68958-06e9-460a-bb1d-2bfb150723a3 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Allocated IP 172.20.0.11 (a876fa82-771e-4c40-93ac-63a7a3825868/20776c33-d9e6-4c4d-a709-2c81a506e278/35c2f86a-4e28-4910-a77c-a3e2cbc754dc) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:55:21.754462 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-b5e68958-06e9-460a-bb1d-2bfb150723a3 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:21.798840 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-b5e68958-06e9-460a-bb1d-2bfb150723a3 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:21.848450 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-b5e68958-06e9-460a-bb1d-2bfb150723a3 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Network a876fa82-771e-4c40-93ac-63a7a3825868 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:55:21.851476 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-b5e68958-06e9-460a-bb1d-2bfb150723a3 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:55:21.855789 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-b5e68958-06e9-460a-bb1d-2bfb150723a3 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:55:21.860094 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e68958-06e9-460a-bb1d-2bfb150723a3 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Pushing event updated for resources: {'Port': ['ID=35c2f86a-4e28-4910-a77c-a3e2cbc754dc,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:21.906990 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-b5e68958-06e9-460a-bb1d-2bfb150723a3 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:21.907626 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-b5e68958-06e9-460a-bb1d-2bfb150723a3 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:21.930607 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-b5e68958-06e9-460a-bb1d-2bfb150723a3 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8736444 Feb 16 12:55:21.945797 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-950f8aa9-9be7-4818-87ae-1c004b385513 service neutron] Request body: {'port': {'device_id': 'e018c2c9-ff89-4116-93f1-d1e3f72f2d95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:22.011775 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-950f8aa9-9be7-4818-87ae-1c004b385513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:22.140478 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-2c742607-bd95-4a5d-b54b-2eef5148a8c9 None None] Provisioning complete for port 35c2f86a-4e28-4910-a77c-a3e2cbc754dc triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:55:22.141063 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2c742607-bd95-4a5d-b54b-2eef5148a8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:22.186718 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-2c742607-bd95-4a5d-b54b-2eef5148a8c9 None None] Port 35c2f86a-4e28-4910-a77c-a3e2cbc754dc cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:55:22.243821 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4e56c164-5104-4e72-965d-6cf9f8cb8141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:22.253801 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc467f63-b340-4765-b4a8-8b3e43290be5 req-e9f7e2de-2b68-485e-81bc-e92bbe370b9f tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:22.255843 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-cc467f63-b340-4765-b4a8-8b3e43290be5 req-e9f7e2de-2b68-485e-81bc-e92bbe370b9f tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=e018c2c9-ff89-4116-93f1-d1e3f72f2d95 HTTP/1.1" status: 200 len: 932 time: 0.0680690 Feb 16 12:55:22.299798 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-cc467f63-b340-4765-b4a8-8b3e43290be5 req-98a47155-b522-4692-b22f-7d10baeedaf2 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376630 Feb 16 12:55:22.326362 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-950f8aa9-9be7-4818-87ae-1c004b385513 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35c2f86a-4e28-4910-a77c-a3e2cbc754dc {{(pid=109049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 12:55:22.334909 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-950f8aa9-9be7-4818-87ae-1c004b385513 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:22.349044 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.provisioning_blocks [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-950f8aa9-9be7-4818-87ae-1c004b385513 service neutron] Transition to ACTIVE for port object 35c2f86a-4e28-4910-a77c-a3e2cbc754dc will not be triggered until provisioned by entity L2. {{(pid=109049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:55:22.352868 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-950f8aa9-9be7-4818-87ae-1c004b385513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:22.409058 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f8aa9-9be7-4818-87ae-1c004b385513 service neutron] Pushing event updated for resources: {'Port': ['ID=35c2f86a-4e28-4910-a77c-a3e2cbc754dc,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:22.485399 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-950f8aa9-9be7-4818-87ae-1c004b385513 service neutron] Attempting to bind port 35c2f86a-4e28-4910-a77c-a3e2cbc754dc on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:55:22.485821 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-950f8aa9-9be7-4818-87ae-1c004b385513 service neutron] Attempting to bind port 35c2f86a-4e28-4910-a77c-a3e2cbc754dc by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '51914522-65e5-4e31-aa9c-d5caab70328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:55:22.486249 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-950f8aa9-9be7-4818-87ae-1c004b385513 service neutron] Attempting to bind port 35c2f86a-4e28-4910-a77c-a3e2cbc754dc on network a876fa82-771e-4c40-93ac-63a7a3825868 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:55:22.491456 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-950f8aa9-9be7-4818-87ae-1c004b385513 service neutron] Port 35c2f86a-4e28-4910-a77c-a3e2cbc754dc on network a876fa82-771e-4c40-93ac-63a7a3825868 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:55:22.491912 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-950f8aa9-9be7-4818-87ae-1c004b385513 service neutron] Attempting to bind port 35c2f86a-4e28-4910-a77c-a3e2cbc754dc on network a876fa82-771e-4c40-93ac-63a7a3825868 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:55:22.497169 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-950f8aa9-9be7-4818-87ae-1c004b385513 service neutron] Checking agent: {'id': '31a9428e-e23a-420f-bfe2-5870b63c0436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'started_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:55:22.497510 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-950f8aa9-9be7-4818-87ae-1c004b385513 service neutron] Checking segment: {'id': '51914522-65e5-4e31-aa9c-d5caab70328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:55:22.497896 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-950f8aa9-9be7-4818-87ae-1c004b385513 service neutron] Bound using segment: {'id': '51914522-65e5-4e31-aa9c-d5caab70328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868'} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:55:22.498317 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-950f8aa9-9be7-4818-87ae-1c004b385513 service neutron] Bound port: 35c2f86a-4e28-4910-a77c-a3e2cbc754dc, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51914522-65e5-4e31-aa9c-d5caab70328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868'}}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:55:22.498675 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-950f8aa9-9be7-4818-87ae-1c004b385513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:22.569803 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-950f8aa9-9be7-4818-87ae-1c004b385513 service neutron] For port 35c2f86a-4e28-4910-a77c-a3e2cbc754dc, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:55:22.573084 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-950f8aa9-9be7-4818-87ae-1c004b385513 service neutron] For port 35c2f86a-4e28-4910-a77c-a3e2cbc754dc, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=35c2f86a-4e28-4910-a77c-a3e2cbc754dc,segment=NetworkSegment(51914522-65e5-4e31-aa9c-d5caab70328b),segment_id=51914522-65e5-4e31-aa9c-d5caab70328b)] {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:55:22.585647 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-950f8aa9-9be7-4818-87ae-1c004b385513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:22.623908 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-950f8aa9-9be7-4818-87ae-1c004b385513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:22.624355 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-950f8aa9-9be7-4818-87ae-1c004b385513 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:22.625780 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-950f8aa9-9be7-4818-87ae-1c004b385513 service neutron] 10.222.0.42 "PUT /v2.0/ports/35c2f86a-4e28-4910-a77c-a3e2cbc754dc HTTP/1.1" status: 200 len: 1094 time: 0.6845047 Feb 16 12:55:22.626339 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e018c2c9-ff89-4116-93f1-d1e3f72f2d95', 'tag': '35c2f86a-4e28-4910-a77c-a3e2cbc754dc'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:55:22.629060 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed4fb0a-bcfd-4efe-8f8d-2719df46e820" -d '{"events": [{"name": "network-changed", "server_uuid": "e018c2c9-ff89-4116-93f1-d1e3f72f2d95", "tag": "35c2f86a-4e28-4910-a77c-a3e2cbc754dc"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:55:22.657844 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f8aa9-9be7-4818-87ae-1c004b385513 service neutron] Pushing event updated for resources: {'Port': ['ID=35c2f86a-4e28-4910-a77c-a3e2cbc754dc,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:22.674432 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 12:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2cdda0-1b5f-4dea-b7d4-6262b48e44a1 x-openstack-request-id: req-fd2cdda0-1b5f-4dea-b7d4-6262b48e44a1 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:55:22.674820 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e018c2c9-ff89-4116-93f1-d1e3f72f2d95", "tag": "35c2f86a-4e28-4910-a77c-a3e2cbc754dc", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:55:22.675257 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-fd2cdda0-1b5f-4dea-b7d4-6262b48e44a1 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:55:22.675728 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e018c2c9-ff89-4116-93f1-d1e3f72f2d95', 'tag': '35c2f86a-4e28-4910-a77c-a3e2cbc754dc', 'status': 'completed', 'code': 200} Feb 16 12:55:22.729913 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-6ec0137f-3910-4408-8378-1a65306d7305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:22.731408 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-6ec0137f-3910-4408-8378-1a65306d7305 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98ec8fef3f1245f3a4cdb1afaef344d1&device_id=e018c2c9-ff89-4116-93f1-d1e3f72f2d95 HTTP/1.1" status: 200 len: 1097 time: 0.0483916 Feb 16 12:55:22.783362 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-019e05fc-dab7-4f04-81d6-a42a0c33c510 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35c2f86a-4e28-4910-a77c-a3e2cbc754dc HTTP/1.1" status: 200 len: 217 time: 0.0411346 Feb 16 12:55:22.838124 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-4d11ba8e-a37f-4a7e-ba24-40aafc19e8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:22.839604 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-4d11ba8e-a37f-4a7e-ba24-40aafc19e8b7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=20776c33-d9e6-4c4d-a709-2c81a506e278 HTTP/1.1" status: 200 len: 850 time: 0.0496669 Feb 16 12:55:22.894275 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-ae274450-e5c9-4944-a6da-707bd77bfd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:22.895694 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-ae274450-e5c9-4944-a6da-707bd77bfd21 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a876fa82-771e-4c40-93ac-63a7a3825868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430162 Feb 16 12:55:23.004419 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-740e1a5d-76bb-411b-9486-da48fe7e5254 service neutron] 10.222.0.42 "GET /v2.0/networks/a876fa82-771e-4c40-93ac-63a7a3825868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011708 Feb 16 12:55:23.094659 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-33d2b0ec-ef24-4746-93aa-876c391f4494 req-9156535b-aebe-49ec-a663-425795d981f1 service neutron] 10.222.0.42 "GET /v2.0/networks/a876fa82-771e-4c40-93ac-63a7a3825868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833533 Feb 16 12:55:23.186178 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4fb0a-bcfd-4efe-8f8d-2719df46e820 req-a59bd957-e336-4495-8fad-2a14c11baf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:23.187584 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-fed4fb0a-bcfd-4efe-8f8d-2719df46e820 req-a59bd957-e336-4495-8fad-2a14c11baf3b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98ec8fef3f1245f3a4cdb1afaef344d1&device_id=e018c2c9-ff89-4116-93f1-d1e3f72f2d95 HTTP/1.1" status: 200 len: 1097 time: 0.0455983 Feb 16 12:55:23.277870 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4fb0a-bcfd-4efe-8f8d-2719df46e820 req-7075641d-1279-4f77-934a-55450a505953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:23.279638 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-fed4fb0a-bcfd-4efe-8f8d-2719df46e820 req-7075641d-1279-4f77-934a-55450a505953 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a876fa82-771e-4c40-93ac-63a7a3825868 HTTP/1.1" status: 200 len: 912 time: 0.0845175 Feb 16 12:55:23.321139 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-fed4fb0a-bcfd-4efe-8f8d-2719df46e820 req-3e87a7fe-b149-48be-a847-b443889c4856 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35c2f86a-4e28-4910-a77c-a3e2cbc754dc HTTP/1.1" status: 200 len: 217 time: 0.0343487 Feb 16 12:55:23.383235 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4fb0a-bcfd-4efe-8f8d-2719df46e820 req-08d2c697-e741-41b3-bd32-d2bfc74e2829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:23.384929 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-fed4fb0a-bcfd-4efe-8f8d-2719df46e820 req-08d2c697-e741-41b3-bd32-d2bfc74e2829 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=20776c33-d9e6-4c4d-a709-2c81a506e278 HTTP/1.1" status: 200 len: 850 time: 0.0552564 Feb 16 12:55:23.421805 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9a5ec-18b2-4f7c-bb40-65543d8c9327 req-36c1dec7-b01f-4948-b03b-b0ccc9d11359 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:23.424771 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-20a9a5ec-18b2-4f7c-bb40-65543d8c9327 req-36c1dec7-b01f-4948-b03b-b0ccc9d11359 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=e018c2c9-ff89-4116-93f1-d1e3f72f2d95 HTTP/1.1" status: 200 len: 944 time: 0.0502834 Feb 16 12:55:23.433361 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4fb0a-bcfd-4efe-8f8d-2719df46e820 req-95055223-cb71-4733-b526-529c414adbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:23.435154 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-fed4fb0a-bcfd-4efe-8f8d-2719df46e820 req-95055223-cb71-4733-b526-529c414adbc6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a876fa82-771e-4c40-93ac-63a7a3825868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430126 Feb 16 12:55:23.468440 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-20a9a5ec-18b2-4f7c-bb40-65543d8c9327 req-d6faa2a7-0c68-4f55-923d-da5d8a1e1609 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365856 Feb 16 12:55:23.526188 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-fed4fb0a-bcfd-4efe-8f8d-2719df46e820 req-30a08215-6ee3-4f3a-87ea-fc31e3c6b71e service neutron] 10.222.0.42 "GET /v2.0/networks/a876fa82-771e-4c40-93ac-63a7a3825868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838647 Feb 16 12:55:23.624827 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-fed4fb0a-bcfd-4efe-8f8d-2719df46e820 req-14f51e36-5605-4e7b-80b6-e2e5605ecc3e service neutron] 10.222.0.42 "GET /v2.0/networks/a876fa82-771e-4c40-93ac-63a7a3825868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908425 Feb 16 12:55:24.402965 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-31a1baec-c2fb-45e3-9a55-f0e313ba0b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:24.584507 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e0040-68fe-4f51-a190-3a1796208766 req-eb447c10-119e-4b08-a230-84e9eecc834b tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:24.586075 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-662e0040-68fe-4f51-a190-3a1796208766 req-eb447c10-119e-4b08-a230-84e9eecc834b tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=e018c2c9-ff89-4116-93f1-d1e3f72f2d95 HTTP/1.1" status: 200 len: 944 time: 0.0529635 Feb 16 12:55:24.625094 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-662e0040-68fe-4f51-a190-3a1796208766 req-034e9321-eac5-4fff-982f-0cb40234080c tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327773 Feb 16 12:55:25.702656 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:25.741723 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d02d90-ec8d-403f-a4db-37db12965723 req-dd61d284-3602-4169-8dd8-8e1eae366146 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:25.743196 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-70d02d90-ec8d-403f-a4db-37db12965723 req-dd61d284-3602-4169-8dd8-8e1eae366146 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=e018c2c9-ff89-4116-93f1-d1e3f72f2d95 HTTP/1.1" status: 200 len: 944 time: 0.0488422 Feb 16 12:55:25.780906 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-70d02d90-ec8d-403f-a4db-37db12965723 req-eb77859e-9425-446f-b6a4-9ca6edc984c4 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311306 Feb 16 12:55:26.896682 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fa6f8-a9be-463f-b2eb-a1f9fe1caac0 req-9135e2e8-45cf-44b2-bde6-77182ff19424 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:26.898150 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d66fa6f8-a9be-463f-b2eb-a1f9fe1caac0 req-9135e2e8-45cf-44b2-bde6-77182ff19424 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=e018c2c9-ff89-4116-93f1-d1e3f72f2d95 HTTP/1.1" status: 200 len: 944 time: 0.0487015 Feb 16 12:55:26.935681 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d66fa6f8-a9be-463f-b2eb-a1f9fe1caac0 req-32c8b354-3a30-41f4-b04d-94bddbddf234 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316913 Feb 16 12:55:27.000706 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:27.335196 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:28.053507 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4edd034-729f-4566-a3b3-3ba18fe45a39 req-5e8690eb-abd2-46fd-b4b3-1dba24815d77 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:28.055022 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f4edd034-729f-4566-a3b3-3ba18fe45a39 req-5e8690eb-abd2-46fd-b4b3-1dba24815d77 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=e018c2c9-ff89-4116-93f1-d1e3f72f2d95 HTTP/1.1" status: 200 len: 944 time: 0.0523016 Feb 16 12:55:28.094267 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f4edd034-729f-4566-a3b3-3ba18fe45a39 req-a1a04ccc-788d-420c-a35e-980361ccb2ab tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330234 Feb 16 12:55:28.558253 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:29.211164 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df439c9-2f6d-4cb0-b030-bbca399ec93e req-b6b4e283-b5f7-456d-840c-7488b5f4667a tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:29.212642 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7df439c9-2f6d-4cb0-b030-bbca399ec93e req-b6b4e283-b5f7-456d-840c-7488b5f4667a tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=e018c2c9-ff89-4116-93f1-d1e3f72f2d95 HTTP/1.1" status: 200 len: 944 time: 0.0520706 Feb 16 12:55:29.254553 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7df439c9-2f6d-4cb0-b030-bbca399ec93e req-7530ca56-811a-41ef-b54b-bc5ffc4ce7be tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358949 Feb 16 12:55:30.372040 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dad645-f867-4c70-acfa-901a12504e08 req-4efe64d8-c829-4d73-89ac-106d2c041970 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:30.373452 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-83dad645-f867-4c70-acfa-901a12504e08 req-4efe64d8-c829-4d73-89ac-106d2c041970 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=e018c2c9-ff89-4116-93f1-d1e3f72f2d95 HTTP/1.1" status: 200 len: 944 time: 0.0527241 Feb 16 12:55:30.411248 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-83dad645-f867-4c70-acfa-901a12504e08 req-0becfe41-be63-4dd7-80b1-af7705fcaf46 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312226 Feb 16 12:55:31.528729 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12039901-0c41-46d5-8a2b-fbb49b7a9c5f req-a9a82d0b-be8a-4ea1-941e-66185a72f51e tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:31.530178 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-12039901-0c41-46d5-8a2b-fbb49b7a9c5f req-a9a82d0b-be8a-4ea1-941e-66185a72f51e tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=e018c2c9-ff89-4116-93f1-d1e3f72f2d95 HTTP/1.1" status: 200 len: 944 time: 0.0517085 Feb 16 12:55:31.568042 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-12039901-0c41-46d5-8a2b-fbb49b7a9c5f req-b391a491-d478-43e7-a41b-a29365a7d3de tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313885 Feb 16 12:55:32.680339 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290234a1-8f60-43f1-96b0-d422eb2f1d58 req-51ba59a5-58cd-469f-9f69-d8647c98591b tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:32.681821 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-290234a1-8f60-43f1-96b0-d422eb2f1d58 req-51ba59a5-58cd-469f-9f69-d8647c98591b tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=e018c2c9-ff89-4116-93f1-d1e3f72f2d95 HTTP/1.1" status: 200 len: 944 time: 0.0472980 Feb 16 12:55:32.718950 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-290234a1-8f60-43f1-96b0-d422eb2f1d58 req-891c6a2c-b304-4f2a-a1e7-7362a2608235 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310349 Feb 16 12:55:33.060841 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 35c2f86a-4e28-4910-a77c-a3e2cbc754dc details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 12:55:33.157023 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 35c2f86a-4e28-4910-a77c-a3e2cbc754dc, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=35c2f86a-4e28-4910-a77c-a3e2cbc754dc,segment=NetworkSegment(51914522-65e5-4e31-aa9c-d5caab70328b),segment_id=51914522-65e5-4e31-aa9c-d5caab70328b)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:55:33.168046 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': '35c2f86a-4e28-4910-a77c-a3e2cbc754dc', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'port_id': '35c2f86a-4e28-4910-a77c-a3e2cbc754dc', 'mac_address': 'fa:16:3e:48:4d:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 12:55:33.204233 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:33.218137 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35c2f86a-4e28-4910-a77c-a3e2cbc754dc {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 12:55:33.238085 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 35c2f86a-4e28-4910-a77c-a3e2cbc754dc, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=35c2f86a-4e28-4910-a77c-a3e2cbc754dc,segment=NetworkSegment(51914522-65e5-4e31-aa9c-d5caab70328b),segment_id=51914522-65e5-4e31-aa9c-d5caab70328b)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:55:33.242198 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:33.289905 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=35c2f86a-4e28-4910-a77c-a3e2cbc754dc,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:33.296673 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:33.296968 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:33.297305 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:33.297635 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:33.297962 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:33.298285 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:33.298608 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:33.298930 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:33.299865 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:33.300191 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:33.300508 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:33.300847 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:33.678882 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['35c2f86a-4e28-4910-a77c-a3e2cbc754dc'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 12:55:33.847829 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0bcfa-81c8-4460-8756-c2034caa0ae0 req-efbda2ed-3acd-4996-b8e9-a283af34f494 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:33.850488 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bed0bcfa-81c8-4460-8756-c2034caa0ae0 req-efbda2ed-3acd-4996-b8e9-a283af34f494 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=e018c2c9-ff89-4116-93f1-d1e3f72f2d95 HTTP/1.1" status: 200 len: 945 time: 0.0600150 Feb 16 12:55:33.900567 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bed0bcfa-81c8-4460-8756-c2034caa0ae0 req-580babbf-fcb5-43b0-b326-119f2757e4d7 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435340 Feb 16 12:55:35.034877 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c3e47-c775-4507-9ed9-16d6c9b41a6e req-54a96232-d08c-43e1-b0b2-0048848489e8 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:35.036821 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0b4c3e47-c775-4507-9ed9-16d6c9b41a6e req-54a96232-d08c-43e1-b0b2-0048848489e8 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=e018c2c9-ff89-4116-93f1-d1e3f72f2d95 HTTP/1.1" status: 200 len: 945 time: 0.0615048 Feb 16 12:55:35.077004 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 35c2f86a-4e28-4910-a77c-a3e2cbc754dc up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:55:35.080543 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0b4c3e47-c775-4507-9ed9-16d6c9b41a6e req-dafe476d-58df-4511-8e4d-433e6322d74a tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362966 Feb 16 12:55:35.125921 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning for port 35c2f86a-4e28-4910-a77c-a3e2cbc754dc completed by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:55:35.130440 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port 35c2f86a-4e28-4910-a77c-a3e2cbc754dc triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:55:35.130813 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:35.205013 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:35.230473 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e018c2c9-ff89-4116-93f1-d1e3f72f2d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c2f86a-4e28-4910-a77c-a3e2cbc754dc'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:55:35.232731 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a17fda-85bd-4a26-8b10-2c90d0fd7eeb" -d '{"events": [{"server_uuid": "e018c2c9-ff89-4116-93f1-d1e3f72f2d95", "name": "network-vif-plugged", "status": "completed", "tag": "35c2f86a-4e28-4910-a77c-a3e2cbc754dc"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:55:35.246314 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 35c2f86a-4e28-4910-a77c-a3e2cbc754dc, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=35c2f86a-4e28-4910-a77c-a3e2cbc754dc,segment=NetworkSegment(51914522-65e5-4e31-aa9c-d5caab70328b),segment_id=51914522-65e5-4e31-aa9c-d5caab70328b)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:55:35.250761 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:35.274961 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 12:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13faded4-af98-4125-b518-f8b4fb6bc4ad x-openstack-request-id: req-13faded4-af98-4125-b518-f8b4fb6bc4ad {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:55:35.275244 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e018c2c9-ff89-4116-93f1-d1e3f72f2d95", "name": "network-vif-plugged", "status": "completed", "tag": "35c2f86a-4e28-4910-a77c-a3e2cbc754dc", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:55:35.275492 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-13faded4-af98-4125-b518-f8b4fb6bc4ad {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:55:35.275872 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e018c2c9-ff89-4116-93f1-d1e3f72f2d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c2f86a-4e28-4910-a77c-a3e2cbc754dc', 'code': 200} Feb 16 12:55:35.303438 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=35c2f86a-4e28-4910-a77c-a3e2cbc754dc,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:35.503858 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb6b66-e712-48c1-8598-cc0efd526367 req-c0c4aca2-478b-4c40-9903-8607e3556030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:35.505368 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2cbb6b66-e712-48c1-8598-cc0efd526367 req-c0c4aca2-478b-4c40-9903-8607e3556030 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e018c2c9-ff89-4116-93f1-d1e3f72f2d95 HTTP/1.1" status: 200 len: 1099 time: 0.0415215 Feb 16 12:55:35.548096 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2cbb6b66-e712-48c1-8598-cc0efd526367 req-8c4a8fee-341d-4650-85e4-987e748e11a0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280111 Feb 16 12:55:36.210939 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66b199-f3b1-4a00-83a6-f3a55ffd9d5f req-b771a680-507d-4545-aa33-bafe7ca2a4ea tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:36.212565 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9f66b199-f3b1-4a00-83a6-f3a55ffd9d5f req-b771a680-507d-4545-aa33-bafe7ca2a4ea tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=e018c2c9-ff89-4116-93f1-d1e3f72f2d95 HTTP/1.1" status: 200 len: 946 time: 0.0603328 Feb 16 12:55:36.252179 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9f66b199-f3b1-4a00-83a6-f3a55ffd9d5f req-120e2e02-0493-479e-b428-abaa0821f040 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334282 Feb 16 12:55:36.374981 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 12:55:37.371290 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b81c4-cf43-42ac-964d-5c31068a7bbc req-bd714110-1a9b-4e0f-abfa-4e3f3ea2edf4 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:37.372785 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-461b81c4-cf43-42ac-964d-5c31068a7bbc req-bd714110-1a9b-4e0f-abfa-4e3f3ea2edf4 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=e018c2c9-ff89-4116-93f1-d1e3f72f2d95 HTTP/1.1" status: 200 len: 946 time: 0.0494294 Feb 16 12:55:37.411713 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-461b81c4-cf43-42ac-964d-5c31068a7bbc req-12efb511-e427-419c-9a3a-a0fe5f146ce4 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322330 Feb 16 12:55:37.527203 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1beab-d4cc-4716-8b28-8ca12cd26561 req-7b711168-1f48-4567-9fc4-da8a47970bf9 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:37.528670 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4ef1beab-d4cc-4716-8b28-8ca12cd26561 req-7b711168-1f48-4567-9fc4-da8a47970bf9 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=e018c2c9-ff89-4116-93f1-d1e3f72f2d95 HTTP/1.1" status: 200 len: 946 time: 0.0514855 Feb 16 12:55:37.568457 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4ef1beab-d4cc-4716-8b28-8ca12cd26561 req-2314d752-fd1e-4aaa-8013-c93b175b5692 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334809 Feb 16 12:55:37.590643 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39386) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:55:37.629168 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f55bb8-e22c-4cb7-9bfb-4ee3026953f2 tempest-TestVolumeBootPattern-1240591537 tempest-TestVolumeBootPattern-1240591537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:37.631190 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-31f55bb8-e22c-4cb7-9bfb-4ee3026953f2 tempest-TestVolumeBootPattern-1240591537 tempest-TestVolumeBootPattern-1240591537-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=e018c2c9-ff89-4116-93f1-d1e3f72f2d95 HTTP/1.1" status: 200 len: 1094 time: 0.0395694 Feb 16 12:55:37.634004 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39388) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:55:37.638208 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-928da3f0-a643-4855-a98a-6008a5526422 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Request body: {'floatingip': {'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'port_id': '35c2f86a-4e28-4910-a77c-a3e2cbc754dc', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:37.661315 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-928da3f0-a643-4855-a98a-6008a5526422 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for floatingip, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:37.760570 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-928da3f0-a643-4855-a98a-6008a5526422 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:37.861452 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-928da3f0-a643-4855-a98a-6008a5526422 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Allocated IP 172.26.2.143 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/464db7e2-e3f2-4ce4-828e-e606178b8f90) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:55:37.963811 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-928da3f0-a643-4855-a98a-6008a5526422 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:37.997086 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-928da3f0-a643-4855-a98a-6008a5526422 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:38.035745 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928da3f0-a643-4855-a98a-6008a5526422 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:55:38.038787 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-928da3f0-a643-4855-a98a-6008a5526422 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:55:38.041642 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928da3f0-a643-4855-a98a-6008a5526422 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:55:38.065643 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928da3f0-a643-4855-a98a-6008a5526422 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Pushing event updated for resources: {'Port': ['ID=464db7e2-e3f2-4ce4-828e-e606178b8f90,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:38.077497 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928da3f0-a643-4855-a98a-6008a5526422 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:38.077848 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928da3f0-a643-4855-a98a-6008a5526422 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:38.078189 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928da3f0-a643-4855-a98a-6008a5526422 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:38.078525 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928da3f0-a643-4855-a98a-6008a5526422 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:38.078857 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928da3f0-a643-4855-a98a-6008a5526422 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:38.079786 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928da3f0-a643-4855-a98a-6008a5526422 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:38.080129 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928da3f0-a643-4855-a98a-6008a5526422 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:38.080462 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928da3f0-a643-4855-a98a-6008a5526422 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:38.080820 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928da3f0-a643-4855-a98a-6008a5526422 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:38.081152 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928da3f0-a643-4855-a98a-6008a5526422 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:38.081477 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928da3f0-a643-4855-a98a-6008a5526422 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:38.081800 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928da3f0-a643-4855-a98a-6008a5526422 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:38.414319 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-928da3f0-a643-4855-a98a-6008a5526422 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:38.479575 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-928da3f0-a643-4855-a98a-6008a5526422 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:38.630576 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-928da3f0-a643-4855-a98a-6008a5526422 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:38.635317 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-928da3f0-a643-4855-a98a-6008a5526422 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:39.006805 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928da3f0-a643-4855-a98a-6008a5526422 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Pushing event updated for resources: {'Port': ['ID=464db7e2-e3f2-4ce4-828e-e606178b8f90,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:39.017773 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-928da3f0-a643-4855-a98a-6008a5526422 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:39.119778 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.l3_db [None req-928da3f0-a643-4855-a98a-6008a5526422 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Floating IP d9dff03e-89ae-4da2-a8ac-f41db9d57920 associated. External IP: 172.26.2.143, port: 35c2f86a-4e28-4910-a77c-a3e2cbc754dc. Feb 16 12:55:39.326959 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928da3f0-a643-4855-a98a-6008a5526422 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Router 21937201-bfb5-469f-bb18-bedba8442c50 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:55:39.433930 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928da3f0-a643-4855-a98a-6008a5526422 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:55:39.444194 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e17b77f-962a-41cb-ae9b-bd5f985d0376 None None] Sync routers for ids ['21937201-bfb5-469f-bb18-bedba8442c50'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:55:39.451533 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-928da3f0-a643-4855-a98a-6008a5526422 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:39.454751 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e17b77f-962a-41cb-ae9b-bd5f985d0376 None None] Routers {'21937201-bfb5-469f-bb18-bedba8442c50'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:55:39.455724 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4e17b77f-962a-41cb-ae9b-bd5f985d0376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:55:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['21937201-bfb5-469f-bb18-bedba8442c50'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:39.482982 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-928da3f0-a643-4855-a98a-6008a5526422 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8479691 Feb 16 12:55:39.483594 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e018c2c9-ff89-4116-93f1-d1e3f72f2d95', 'tag': '35c2f86a-4e28-4910-a77c-a3e2cbc754dc'}] {{(pid=109048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:55:39.485897 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40068d798dcc31a224174c6c24ac8b3e49f1a518b527dec6066c5fbc28712f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44c6ad1-25a1-4a49-a690-9c6cd84ab999" -d '{"events": [{"name": "network-changed", "server_uuid": "e018c2c9-ff89-4116-93f1-d1e3f72f2d95", "tag": "35c2f86a-4e28-4910-a77c-a3e2cbc754dc"}]}' {{(pid=109048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:55:39.525655 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 12:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd9ad5d-489a-4ef3-9b6d-5ef311585473 x-openstack-request-id: req-8fd9ad5d-489a-4ef3-9b6d-5ef311585473 {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:55:39.525942 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e018c2c9-ff89-4116-93f1-d1e3f72f2d95", "tag": "35c2f86a-4e28-4910-a77c-a3e2cbc754dc", "status": "completed", "code": 200}]} {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:55:39.526189 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8fd9ad5d-489a-4ef3-9b6d-5ef311585473 {{(pid=109048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:55:39.526586 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e018c2c9-ff89-4116-93f1-d1e3f72f2d95', 'tag': '35c2f86a-4e28-4910-a77c-a3e2cbc754dc', 'status': 'completed', 'code': 200} Feb 16 12:55:39.567174 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-4e17b77f-962a-41cb-ae9b-bd5f985d0376 None None] Set router 21937201-bfb5-469f-bb18-bedba8442c50 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:55:39.599567 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c6ad1-25a1-4a49-a690-9c6cd84ab999 req-d3bc1781-d51f-4ca8-9830-8dc5a871ee65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:39.601110 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c44c6ad1-25a1-4a49-a690-9c6cd84ab999 req-d3bc1781-d51f-4ca8-9830-8dc5a871ee65 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98ec8fef3f1245f3a4cdb1afaef344d1&device_id=e018c2c9-ff89-4116-93f1-d1e3f72f2d95 HTTP/1.1" status: 200 len: 1099 time: 0.0474634 Feb 16 12:55:39.695717 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c6ad1-25a1-4a49-a690-9c6cd84ab999 req-e38a10c2-fb4d-4c74-83fa-33be83f522d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:39.697314 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c44c6ad1-25a1-4a49-a690-9c6cd84ab999 req-e38a10c2-fb4d-4c74-83fa-33be83f522d4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a876fa82-771e-4c40-93ac-63a7a3825868 HTTP/1.1" status: 200 len: 912 time: 0.0853696 Feb 16 12:55:39.769333 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c44c6ad1-25a1-4a49-a690-9c6cd84ab999 req-bcaa3e6e-1db6-423b-a6a3-4f2a051eafbd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35c2f86a-4e28-4910-a77c-a3e2cbc754dc HTTP/1.1" status: 200 len: 1000 time: 0.0626483 Feb 16 12:55:39.791795 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4e17b77f-962a-41cb-ae9b-bd5f985d0376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21937201-bfb5-469f-bb18-bedba8442c50', 'name': 'tempest-TestVolumeBootPattern-116415935-router', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:34Z', 'revision_number': 4, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'gw_port': {'id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'c7434707-3ceb-4865-953a-33f45a0cc1db', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'floating_ip_address': '172.26.2.236', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'port_id': '610a85ac-659d-4f29-bfc9-bc4010b976c5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'mac_address': 'fa:16:3e:9f:0f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8fa88b-90e6-43a2-a457-578eb9111029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:53:23Z', 'updated_at': '2022-02-16T12:53:25Z', 'revision_number': 1, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'fixed_ip_address_scope': None}, {'id': 'd9dff03e-89ae-4da2-a8ac-f41db9d57920', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'floating_ip_address': '172.26.2.143', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'port_id': '35c2f86a-4e28-4910-a77c-a3e2cbc754dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'mac_address': 'fa:16:3e:48:4d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e018c2c9-ff89-4116-93f1-d1e3f72f2d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:55:38Z', 'updated_at': '2022-02-16T12:55:38Z', 'revision_number': 0, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327', 'name': '', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'mac_address': 'fa:16:3e:4e:49:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:32Z', 'updated_at': '2022-02-16T12:49:42Z', 'revision_number': 5, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'subnets': [{'id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:39.819263 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e17b77f-962a-41cb-ae9b-bd5f985d0376 None None] Checking router: 21937201-bfb5-469f-bb18-bedba8442c50 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:55:39.822164 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c6ad1-25a1-4a49-a690-9c6cd84ab999 req-6a0e2059-f04c-491b-bdf0-546591cc283f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:39.823632 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c44c6ad1-25a1-4a49-a690-9c6cd84ab999 req-6a0e2059-f04c-491b-bdf0-546591cc283f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=20776c33-d9e6-4c4d-a709-2c81a506e278 HTTP/1.1" status: 200 len: 850 time: 0.0451193 Feb 16 12:55:39.827521 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e17b77f-962a-41cb-ae9b-bd5f985d0376 None None] Routers {'21937201-bfb5-469f-bb18-bedba8442c50'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:55:39.828122 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4e17b77f-962a-41cb-ae9b-bd5f985d0376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:55:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['21937201-bfb5-469f-bb18-bedba8442c50'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:39.872814 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c6ad1-25a1-4a49-a690-9c6cd84ab999 req-f853dcec-d05c-49c8-b0c0-bcbc6f16c54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:39.874342 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c44c6ad1-25a1-4a49-a690-9c6cd84ab999 req-f853dcec-d05c-49c8-b0c0-bcbc6f16c54a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a876fa82-771e-4c40-93ac-63a7a3825868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418537 Feb 16 12:55:39.930991 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-4e17b77f-962a-41cb-ae9b-bd5f985d0376 None None] Set router 21937201-bfb5-469f-bb18-bedba8442c50 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:55:39.973328 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c44c6ad1-25a1-4a49-a690-9c6cd84ab999 req-851823d1-9aaa-4ea2-9d22-f92db95ed66b service neutron] 10.222.0.42 "GET /v2.0/networks/a876fa82-771e-4c40-93ac-63a7a3825868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870829 Feb 16 12:55:40.072672 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c44c6ad1-25a1-4a49-a690-9c6cd84ab999 req-5311ac27-118d-45f6-886c-3d03a4d21650 service neutron] 10.222.0.42 "GET /v2.0/networks/a876fa82-771e-4c40-93ac-63a7a3825868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883009 Feb 16 12:55:40.240812 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4e17b77f-962a-41cb-ae9b-bd5f985d0376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21937201-bfb5-469f-bb18-bedba8442c50', 'name': 'tempest-TestVolumeBootPattern-116415935-router', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:34Z', 'revision_number': 4, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'gw_port': {'id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'c7434707-3ceb-4865-953a-33f45a0cc1db', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'floating_ip_address': '172.26.2.236', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'port_id': '610a85ac-659d-4f29-bfc9-bc4010b976c5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'mac_address': 'fa:16:3e:9f:0f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8fa88b-90e6-43a2-a457-578eb9111029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:53:23Z', 'updated_at': '2022-02-16T12:53:25Z', 'revision_number': 1, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'fixed_ip_address_scope': None}, {'id': 'd9dff03e-89ae-4da2-a8ac-f41db9d57920', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'floating_ip_address': '172.26.2.143', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'port_id': '35c2f86a-4e28-4910-a77c-a3e2cbc754dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'mac_address': 'fa:16:3e:48:4d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e018c2c9-ff89-4116-93f1-d1e3f72f2d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:55:38Z', 'updated_at': '2022-02-16T12:55:38Z', 'revision_number': 0, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327', 'name': '', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'mac_address': 'fa:16:3e:4e:49:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:32Z', 'updated_at': '2022-02-16T12:49:42Z', 'revision_number': 5, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'subnets': [{'id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:40.268732 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e17b77f-962a-41cb-ae9b-bd5f985d0376 None None] The sync data for ids ['21937201-bfb5-469f-bb18-bedba8442c50'] in dv-neutron-828142-3-hyperv is: [{'id': '21937201-bfb5-469f-bb18-bedba8442c50', 'name': 'tempest-TestVolumeBootPattern-116415935-router', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:34Z', 'revision_number': 4, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'gw_port': {'id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'c7434707-3ceb-4865-953a-33f45a0cc1db', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'floating_ip_address': '172.26.2.236', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'port_id': '610a85ac-659d-4f29-bfc9-bc4010b976c5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'mac_address': 'fa:16:3e:9f:0f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8fa88b-90e6-43a2-a457-578eb9111029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:53:23Z', 'updated_at': '2022-02-16T12:53:25Z', 'revision_number': 1, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'fixed_ip_address_scope': None}, {'id': 'd9dff03e-89ae-4da2-a8ac-f41db9d57920', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'floating_ip_address': '172.26.2.143', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'port_id': '35c2f86a-4e28-4910-a77c-a3e2cbc754dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'mac_address': 'fa:16:3e:48:4d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e018c2c9-ff89-4116-93f1-d1e3f72f2d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:55:38Z', 'updated_at': '2022-02-16T12:55:38Z', 'revision_number': 0, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327', 'name': '', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'mac_address': 'fa:16:3e:4e:49:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:32Z', 'updated_at': '2022-02-16T12:49:42Z', 'revision_number': 5, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'subnets': [{'id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:55:40.459839 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd55871-50c0-48ca-be34-6c8138c460f3 None None] New status for floating IP d9dff03e-89ae-4da2-a8ac-f41db9d57920: ACTIVE {{(pid=109050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:55:52.237204 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9f6e4575-0a79-4239-971b-bb4954289895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:54.406492 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c7e792db-6e96-4a46-bd43-3538ae13ed79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:55.704405 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:57.005579 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:57.336192 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:58.581356 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:03.358551 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39412) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:56:03.468591 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-60e96b09-c3e0-40fe-a3a7-a1dc10ed90f8 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/routers/f6338854-8592-4937-b107-3d39ba7d739d/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1089714 Feb 16 12:56:03.471448 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39414) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:56:03.588945 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e20e7fa-303d-4a89-8b74-c7ebe61c9f54 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Notify agent at dv-neutron-828142-3-hyperv the message router_removed_from_agent {{(pid=109048) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Feb 16 12:56:03.592214 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-7e20e7fa-303d-4a89-8b74-c7ebe61c9f54 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "DELETE /v2.0/agents/c3374bb1-1eae-4c97-babc-88a6b804bcde/l3-routers/f6338854-8592-4937-b107-3d39ba7d739d HTTP/1.1" status: 204 len: 168 time: 0.1198101 Feb 16 12:56:03.596244 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39416) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:56:03.709476 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3559b02b-7f1d-42dc-bdb3-ce1832100fad tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/routers/f6338854-8592-4937-b107-3d39ba7d739d/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1121087 Feb 16 12:56:03.712135 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39418) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:56:03.777006 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1a5ae1c7-91f8-400b-ac81-5dbd8d1b2457 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/floatingips/d197fcf0-d5c5-4a8f-9e7a-bbb6fc9e7e1e HTTP/1.1" status: 200 len: 993 time: 0.0604997 Feb 16 12:56:04.086245 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ad7c26-3d76-4e32-9284-d1856c07d84d None None] New status for floating IP d197fcf0-d5c5-4a8f-9e7a-bbb6fc9e7e1e: DOWN {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:56:04.617422 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 6ce93d9f-e664-4cf2-9a26-1cecd61dc55d no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:56:04.698753 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:04.722422 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 6ce93d9f-e664-4cf2-9a26-1cecd61dc55d, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=6ce93d9f-e664-4cf2-9a26-1cecd61dc55d,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:56:04.726207 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:04.726861 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 1c91659e-dca3-4165-af2b-94c93c0517fd no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:56:04.778826 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39420) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:56:04.829079 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=6ce93d9f-e664-4cf2-9a26-1cecd61dc55d,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:04.855872 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ee18dab0-20c1-4f40-994d-12b03d63f62a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/floatingips/d197fcf0-d5c5-4a8f-9e7a-bbb6fc9e7e1e HTTP/1.1" status: 200 len: 991 time: 0.0758917 Feb 16 12:56:04.876678 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:04.912847 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 1c91659e-dca3-4165-af2b-94c93c0517fd, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=1c91659e-dca3-4165-af2b-94c93c0517fd,segment=NetworkSegment(9b0fa0f0-ddd2-489c-a35e-64ce7ee1f767),segment_id=9b0fa0f0-ddd2-489c-a35e-64ce7ee1f767)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:56:04.919804 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:04.974380 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=1c91659e-dca3-4165-af2b-94c93c0517fd,revision_number=6']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:05.987239 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39424) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:56:06.119354 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e80a43-969d-4fc7-aa8e-984716c08669 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Router f6338854-8592-4937-b107-3d39ba7d739d is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:56:06.119693 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e80a43-969d-4fc7-aa8e-984716c08669 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Notify agent at dv-neutron-828142-3-hyperv the message router_added_to_agent {{(pid=109048) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Feb 16 12:56:06.139363 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b3e80a43-969d-4fc7-aa8e-984716c08669 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "POST /v2.0/agents/c3374bb1-1eae-4c97-babc-88a6b804bcde/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1508482 Feb 16 12:56:06.141821 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39428) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:56:06.142108 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdf2b3d-220b-4f4c-8fc2-445dba102157 None None] Sync routers for ids ['f6338854-8592-4937-b107-3d39ba7d739d'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:56:06.153586 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdf2b3d-220b-4f4c-8fc2-445dba102157 None None] Routers {'f6338854-8592-4937-b107-3d39ba7d739d'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:56:06.154209 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-0bdf2b3d-220b-4f4c-8fc2-445dba102157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:55:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['f6338854-8592-4937-b107-3d39ba7d739d'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:06.257238 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-85095a8b-be92-4db8-bc61-0727bfe5fe17 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/routers/f6338854-8592-4937-b107-3d39ba7d739d/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1139429 Feb 16 12:56:06.259877 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39430) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:56:06.263339 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-0bdf2b3d-220b-4f4c-8fc2-445dba102157 None None] Set router f6338854-8592-4937-b107-3d39ba7d739d gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:56:06.321812 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-9f6ab35d-f57c-4a13-b77c-1c0c082a36d5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/floatingips/d197fcf0-d5c5-4a8f-9e7a-bbb6fc9e7e1e HTTP/1.1" status: 200 len: 991 time: 0.0608182 Feb 16 12:56:06.637637 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-0bdf2b3d-220b-4f4c-8fc2-445dba102157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'name': 'tempest-TestNetworkBasicOps-router-816817905', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '6ce93d9f-e664-4cf2-9a26-1cecd61dc55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:54Z', 'updated_at': '2022-02-16T12:54:58Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '6ce93d9f-e664-4cf2-9a26-1cecd61dc55d', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:63:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:54Z', 'updated_at': '2022-02-16T12:56:04Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'd197fcf0-d5c5-4a8f-9e7a-bbb6fc9e7e1e', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.104', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'port_id': 'b3498933-df57-4468-9181-a1911174a2a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdadab7d-5b5e-4523-838d-18d1fd1ed75a', 'mac_address': 'fa:16:3e:5d:e9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:55:12Z', 'updated_at': '2022-02-16T12:56:04Z', 'revision_number': 2, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c91659e-dca3-4165-af2b-94c93c0517fd', 'name': '', 'network_id': 'bdadab7d-5b5e-4523-838d-18d1fd1ed75a', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:8c:37:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c3df4c55-c67c-41f3-8d1a-58cee70c77b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:57Z', 'updated_at': '2022-02-16T12:56:04Z', 'revision_number': 6, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'c3df4c55-c67c-41f3-8d1a-58cee70c77b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:06.669754 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdf2b3d-220b-4f4c-8fc2-445dba102157 None None] Checking router: f6338854-8592-4937-b107-3d39ba7d739d for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:56:06.678743 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdf2b3d-220b-4f4c-8fc2-445dba102157 None None] Routers {'f6338854-8592-4937-b107-3d39ba7d739d'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:56:06.679449 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-0bdf2b3d-220b-4f4c-8fc2-445dba102157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:55:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['f6338854-8592-4937-b107-3d39ba7d739d'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:06.790290 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-0bdf2b3d-220b-4f4c-8fc2-445dba102157 None None] Set router f6338854-8592-4937-b107-3d39ba7d739d gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:56:07.022584 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-0bdf2b3d-220b-4f4c-8fc2-445dba102157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'name': 'tempest-TestNetworkBasicOps-router-816817905', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '6ce93d9f-e664-4cf2-9a26-1cecd61dc55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:54Z', 'updated_at': '2022-02-16T12:54:58Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '6ce93d9f-e664-4cf2-9a26-1cecd61dc55d', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:63:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:54Z', 'updated_at': '2022-02-16T12:56:04Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'd197fcf0-d5c5-4a8f-9e7a-bbb6fc9e7e1e', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.104', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'port_id': 'b3498933-df57-4468-9181-a1911174a2a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdadab7d-5b5e-4523-838d-18d1fd1ed75a', 'mac_address': 'fa:16:3e:5d:e9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:55:12Z', 'updated_at': '2022-02-16T12:56:04Z', 'revision_number': 2, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c91659e-dca3-4165-af2b-94c93c0517fd', 'name': '', 'network_id': 'bdadab7d-5b5e-4523-838d-18d1fd1ed75a', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:8c:37:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c3df4c55-c67c-41f3-8d1a-58cee70c77b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:57Z', 'updated_at': '2022-02-16T12:56:04Z', 'revision_number': 6, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'c3df4c55-c67c-41f3-8d1a-58cee70c77b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:07.053204 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdf2b3d-220b-4f4c-8fc2-445dba102157 None None] The sync data for ids ['f6338854-8592-4937-b107-3d39ba7d739d'] in dv-neutron-828142-3-hyperv is: [{'id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'name': 'tempest-TestNetworkBasicOps-router-816817905', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '6ce93d9f-e664-4cf2-9a26-1cecd61dc55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:54Z', 'updated_at': '2022-02-16T12:54:58Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '6ce93d9f-e664-4cf2-9a26-1cecd61dc55d', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:63:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:54Z', 'updated_at': '2022-02-16T12:56:04Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'd197fcf0-d5c5-4a8f-9e7a-bbb6fc9e7e1e', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.104', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'port_id': 'b3498933-df57-4468-9181-a1911174a2a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdadab7d-5b5e-4523-838d-18d1fd1ed75a', 'mac_address': 'fa:16:3e:5d:e9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:55:12Z', 'updated_at': '2022-02-16T12:56:04Z', 'revision_number': 2, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c91659e-dca3-4165-af2b-94c93c0517fd', 'name': '', 'network_id': 'bdadab7d-5b5e-4523-838d-18d1fd1ed75a', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:8c:37:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c3df4c55-c67c-41f3-8d1a-58cee70c77b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:57Z', 'updated_at': '2022-02-16T12:56:04Z', 'revision_number': 6, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'c3df4c55-c67c-41f3-8d1a-58cee70c77b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:56:07.325726 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39432) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:56:07.403540 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-66545891-c755-4fa4-93d1-da801037c69f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/floatingips/d197fcf0-d5c5-4a8f-9e7a-bbb6fc9e7e1e HTTP/1.1" status: 200 len: 991 time: 0.0742123 Feb 16 12:56:08.406560 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39434) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:56:08.475189 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f82b24c4-c513-4205-bcf3-612c87fda449 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/floatingips/d197fcf0-d5c5-4a8f-9e7a-bbb6fc9e7e1e HTTP/1.1" status: 200 len: 991 time: 0.0674596 Feb 16 12:56:08.673885 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 6ce93d9f-e664-4cf2-9a26-1cecd61dc55d up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:56:08.722085 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 6ce93d9f-e664-4cf2-9a26-1cecd61dc55d triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:56:08.722435 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:08.770440 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1a43f1-92c8-410b-a029-f5b8ecc1be1e None None] New status for floating IP d197fcf0-d5c5-4a8f-9e7a-bbb6fc9e7e1e: ACTIVE {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:56:08.804174 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:08.826242 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 6ce93d9f-e664-4cf2-9a26-1cecd61dc55d, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=6ce93d9f-e664-4cf2-9a26-1cecd61dc55d,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:56:08.830171 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:08.830932 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 1c91659e-dca3-4165-af2b-94c93c0517fd up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:56:08.905577 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=6ce93d9f-e664-4cf2-9a26-1cecd61dc55d,revision_number=6']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:08.924392 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 1c91659e-dca3-4165-af2b-94c93c0517fd triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:56:08.924819 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:09.011360 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:09.054521 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 1c91659e-dca3-4165-af2b-94c93c0517fd, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=1c91659e-dca3-4165-af2b-94c93c0517fd,segment=NetworkSegment(9b0fa0f0-ddd2-489c-a35e-64ce7ee1f767),segment_id=9b0fa0f0-ddd2-489c-a35e-64ce7ee1f767)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:56:09.058776 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:09.106535 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=1c91659e-dca3-4165-af2b-94c93c0517fd,revision_number=7']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:09.478568 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39438) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:56:09.543164 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0756792d-c66a-4a10-9da3-ebf72a30e5cf tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/floatingips/d197fcf0-d5c5-4a8f-9e7a-bbb6fc9e7e1e HTTP/1.1" status: 200 len: 993 time: 0.0635459 Feb 16 12:56:09.779002 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39444) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:56:09.938760 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-59f7eabf-ac25-4a60-bd2e-bb3c9c98ed6b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting port 7e9a7e3e-1d6c-428d-9dea-e14e1f9372f4 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:56:09.939100 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-59f7eabf-ac25-4a60-bd2e-bb3c9c98ed6b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:10.016998 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-59f7eabf-ac25-4a60-bd2e-bb3c9c98ed6b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:10.017312 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-59f7eabf-ac25-4a60-bd2e-bb3c9c98ed6b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:10.028600 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-59f7eabf-ac25-4a60-bd2e-bb3c9c98ed6b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Calling delete_port for 7e9a7e3e-1d6c-428d-9dea-e14e1f9372f4 owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:56:10.173378 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-59f7eabf-ac25-4a60-bd2e-bb3c9c98ed6b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:10.199309 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7eabf-ac25-4a60-bd2e-bb3c9c98ed6b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Port': ['ID=7e9a7e3e-1d6c-428d-9dea-e14e1f9372f4,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:10.223886 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7eabf-ac25-4a60-bd2e-bb3c9c98ed6b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:10.224226 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7eabf-ac25-4a60-bd2e-bb3c9c98ed6b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:10.224560 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7eabf-ac25-4a60-bd2e-bb3c9c98ed6b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:10.224915 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7eabf-ac25-4a60-bd2e-bb3c9c98ed6b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:10.225237 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7eabf-ac25-4a60-bd2e-bb3c9c98ed6b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:10.225559 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7eabf-ac25-4a60-bd2e-bb3c9c98ed6b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:10.225876 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7eabf-ac25-4a60-bd2e-bb3c9c98ed6b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:10.226193 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7eabf-ac25-4a60-bd2e-bb3c9c98ed6b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:10.226511 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7eabf-ac25-4a60-bd2e-bb3c9c98ed6b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:10.226859 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7eabf-ac25-4a60-bd2e-bb3c9c98ed6b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:10.227173 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7eabf-ac25-4a60-bd2e-bb3c9c98ed6b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:10.227483 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7eabf-ac25-4a60-bd2e-bb3c9c98ed6b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:10.266299 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-59f7eabf-ac25-4a60-bd2e-bb3c9c98ed6b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:10.266632 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-59f7eabf-ac25-4a60-bd2e-bb3c9c98ed6b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Floating IP d197fcf0-d5c5-4a8f-9e7a-bbb6fc9e7e1e disassociated (deleted). External IP: 172.26.2.104, port: b3498933-df57-4468-9181-a1911174a2a6. Feb 16 12:56:10.475719 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f7eabf-ac25-4a60-bd2e-bb3c9c98ed6b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router f6338854-8592-4937-b107-3d39ba7d739d has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:56:10.589149 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f7eabf-ac25-4a60-bd2e-bb3c9c98ed6b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:56:10.594616 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-59f7eabf-ac25-4a60-bd2e-bb3c9c98ed6b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:10.598962 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c78ed6-d7e8-4fea-97f8-767ee85efcca None None] Sync routers for ids ['f6338854-8592-4937-b107-3d39ba7d739d'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:56:10.610796 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c78ed6-d7e8-4fea-97f8-767ee85efcca None None] Routers {'f6338854-8592-4937-b107-3d39ba7d739d'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:56:10.611414 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-e1c78ed6-d7e8-4fea-97f8-767ee85efcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:55:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['f6338854-8592-4937-b107-3d39ba7d739d'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:10.627129 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-59f7eabf-ac25-4a60-bd2e-bb3c9c98ed6b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/floatingips/d197fcf0-d5c5-4a8f-9e7a-bbb6fc9e7e1e HTTP/1.1" status: 204 len: 168 time: 0.8470571 Feb 16 12:56:10.627821 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9', 'tag': 'b3498933-df57-4468-9181-a1911174a2a6'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:56:10.630314 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8210a1-b4c4-40bc-9266-afa417428cbb" -d '{"events": [{"name": "network-changed", "server_uuid": "6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9", "tag": "b3498933-df57-4468-9181-a1911174a2a6"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:56:10.661310 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 6ce93d9f-e664-4cf2-9a26-1cecd61dc55d up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:56:10.666441 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 12:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193e273c-a880-4960-81cd-d7330193ff01 x-openstack-request-id: req-193e273c-a880-4960-81cd-d7330193ff01 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:56:10.666731 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9", "tag": "b3498933-df57-4468-9181-a1911174a2a6", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:56:10.667531 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-193e273c-a880-4960-81cd-d7330193ff01 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:56:10.667929 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9', 'tag': 'b3498933-df57-4468-9181-a1911174a2a6', 'status': 'completed', 'code': 200} Feb 16 12:56:10.731483 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8210a1-b4c4-40bc-9266-afa417428cbb req-7bc9352a-6548-4cc4-98b0-ba9e1cac342e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:10.733368 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-de8210a1-b4c4-40bc-9266-afa417428cbb req-7bc9352a-6548-4cc4-98b0-ba9e1cac342e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9 HTTP/1.1" status: 200 len: 1098 time: 0.0452275 Feb 16 12:56:10.787426 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-e1c78ed6-d7e8-4fea-97f8-767ee85efcca None None] Set router f6338854-8592-4937-b107-3d39ba7d739d gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:56:10.789807 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 6ce93d9f-e664-4cf2-9a26-1cecd61dc55d triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:56:10.790168 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:10.855032 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8210a1-b4c4-40bc-9266-afa417428cbb req-3a26ccac-852c-42cb-9ca2-f41f8130c7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:10.856590 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-de8210a1-b4c4-40bc-9266-afa417428cbb req-3a26ccac-852c-42cb-9ca2-f41f8130c7f7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bdadab7d-5b5e-4523-838d-18d1fd1ed75a HTTP/1.1" status: 200 len: 897 time: 0.1089714 Feb 16 12:56:10.879440 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecc418-3d5f-4991-8668-a779449155cd req-61ec185b-7fac-4e53-a99b-49f971b7bc02 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:10.880989 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-73ecc418-3d5f-4991-8668-a779449155cd req-61ec185b-7fac-4e53-a99b-49f971b7bc02 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9 HTTP/1.1" status: 200 len: 945 time: 0.0594316 Feb 16 12:56:10.900542 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-de8210a1-b4c4-40bc-9266-afa417428cbb req-48836996-66d0-47f0-b65e-435779331628 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3498933-df57-4468-9181-a1911174a2a6 HTTP/1.1" status: 200 len: 217 time: 0.0364521 Feb 16 12:56:10.922050 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-73ecc418-3d5f-4991-8668-a779449155cd req-de453c4a-7ee0-4a57-8d1d-3a5ecbd10e92 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=52157ad5-4a37-4b21-9b03-bf609b02cfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328288 Feb 16 12:56:10.961717 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8210a1-b4c4-40bc-9266-afa417428cbb req-26b0a36c-6ad6-453c-ac30-2ecad595cf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:10.963200 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-de8210a1-b4c4-40bc-9266-afa417428cbb req-26b0a36c-6ad6-453c-ac30-2ecad595cf28 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c3df4c55-c67c-41f3-8d1a-58cee70c77b6 HTTP/1.1" status: 200 len: 835 time: 0.0551476 Feb 16 12:56:11.003093 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 1c91659e-dca3-4165-af2b-94c93c0517fd up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:56:11.016411 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8210a1-b4c4-40bc-9266-afa417428cbb req-5ed661b8-cad1-48dd-866c-94ab238a6d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:11.017988 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-de8210a1-b4c4-40bc-9266-afa417428cbb req-5ed661b8-cad1-48dd-866c-94ab238a6d7a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bdadab7d-5b5e-4523-838d-18d1fd1ed75a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0466995 Feb 16 12:56:11.091855 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 1c91659e-dca3-4165-af2b-94c93c0517fd triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:56:11.092222 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:11.112176 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-de8210a1-b4c4-40bc-9266-afa417428cbb req-475ca444-ee74-4c14-9609-0165effd199a service neutron] 10.222.0.42 "GET /v2.0/networks/bdadab7d-5b5e-4523-838d-18d1fd1ed75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867071 Feb 16 12:56:11.124989 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-e1c78ed6-d7e8-4fea-97f8-767ee85efcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'name': 'tempest-TestNetworkBasicOps-router-816817905', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '6ce93d9f-e664-4cf2-9a26-1cecd61dc55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:54Z', 'updated_at': '2022-02-16T12:54:58Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '6ce93d9f-e664-4cf2-9a26-1cecd61dc55d', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:63:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:54Z', 'updated_at': '2022-02-16T12:56:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '1c91659e-dca3-4165-af2b-94c93c0517fd', 'name': '', 'network_id': 'bdadab7d-5b5e-4523-838d-18d1fd1ed75a', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:8c:37:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c3df4c55-c67c-41f3-8d1a-58cee70c77b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:57Z', 'updated_at': '2022-02-16T12:56:09Z', 'revision_number': 7, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'c3df4c55-c67c-41f3-8d1a-58cee70c77b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:11.155109 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c78ed6-d7e8-4fea-97f8-767ee85efcca None None] Checking router: f6338854-8592-4937-b107-3d39ba7d739d for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:56:11.170451 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c78ed6-d7e8-4fea-97f8-767ee85efcca None None] Routers {'f6338854-8592-4937-b107-3d39ba7d739d'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:56:11.171047 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-e1c78ed6-d7e8-4fea-97f8-767ee85efcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:55:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['f6338854-8592-4937-b107-3d39ba7d739d'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:11.210122 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-de8210a1-b4c4-40bc-9266-afa417428cbb req-8d67acfe-1697-46c3-af92-c37d97beec27 service neutron] 10.222.0.42 "GET /v2.0/networks/bdadab7d-5b5e-4523-838d-18d1fd1ed75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908587 Feb 16 12:56:11.302315 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-e1c78ed6-d7e8-4fea-97f8-767ee85efcca None None] Set router f6338854-8592-4937-b107-3d39ba7d739d gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:56:11.499931 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-e1c78ed6-d7e8-4fea-97f8-767ee85efcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'name': 'tempest-TestNetworkBasicOps-router-816817905', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '6ce93d9f-e664-4cf2-9a26-1cecd61dc55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:54Z', 'updated_at': '2022-02-16T12:54:58Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '6ce93d9f-e664-4cf2-9a26-1cecd61dc55d', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:63:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:54Z', 'updated_at': '2022-02-16T12:56:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '1c91659e-dca3-4165-af2b-94c93c0517fd', 'name': '', 'network_id': 'bdadab7d-5b5e-4523-838d-18d1fd1ed75a', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:8c:37:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c3df4c55-c67c-41f3-8d1a-58cee70c77b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:57Z', 'updated_at': '2022-02-16T12:56:09Z', 'revision_number': 7, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'c3df4c55-c67c-41f3-8d1a-58cee70c77b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:11.526933 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c78ed6-d7e8-4fea-97f8-767ee85efcca None None] The sync data for ids ['f6338854-8592-4937-b107-3d39ba7d739d'] in dv-neutron-828142-3-hyperv is: [{'id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'name': 'tempest-TestNetworkBasicOps-router-816817905', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '6ce93d9f-e664-4cf2-9a26-1cecd61dc55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:54Z', 'updated_at': '2022-02-16T12:54:58Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '6ce93d9f-e664-4cf2-9a26-1cecd61dc55d', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:63:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:54Z', 'updated_at': '2022-02-16T12:56:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '1c91659e-dca3-4165-af2b-94c93c0517fd', 'name': '', 'network_id': 'bdadab7d-5b5e-4523-838d-18d1fd1ed75a', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:8c:37:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c3df4c55-c67c-41f3-8d1a-58cee70c77b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:57Z', 'updated_at': '2022-02-16T12:56:09Z', 'revision_number': 7, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'c3df4c55-c67c-41f3-8d1a-58cee70c77b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:56:12.046997 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109391e-c4de-4b80-9041-ce128584c887 req-9cdf4903-2d7b-4aea-bfe9-be55658d2e60 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:12.048578 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1109391e-c4de-4b80-9041-ce128584c887 req-9cdf4903-2d7b-4aea-bfe9-be55658d2e60 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9 HTTP/1.1" status: 200 len: 945 time: 0.0520213 Feb 16 12:56:12.093479 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1109391e-c4de-4b80-9041-ce128584c887 req-4d1af7a6-32c0-44ae-9b61-1cbda1390c58 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=52157ad5-4a37-4b21-9b03-bf609b02cfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376549 Feb 16 12:56:12.221951 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d10bcf9-5897-4d91-89d0-a4be514fe1ea None None] New status for floating IP d197fcf0-d5c5-4a8f-9e7a-bbb6fc9e7e1e: DOWN {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:56:12.265851 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2ccda-b571-4286-b0bf-5f71a563ada9 req-893fddfa-7d20-4ae3-b071-9d93971f9440 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:12.267358 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7cb2ccda-b571-4286-b0bf-5f71a563ada9 req-893fddfa-7d20-4ae3-b071-9d93971f9440 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9 HTTP/1.1" status: 200 len: 945 time: 0.0534270 Feb 16 12:56:12.360994 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-7cb2ccda-b571-4286-b0bf-5f71a563ada9 req-8aecd7a9-cf60-499d-9770-304f96f1f895 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting port b3498933-df57-4468-9181-a1911174a2a6 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:56:12.361366 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-7cb2ccda-b571-4286-b0bf-5f71a563ada9 req-8aecd7a9-cf60-499d-9770-304f96f1f895 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:12.456000 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-7cb2ccda-b571-4286-b0bf-5f71a563ada9 req-8aecd7a9-cf60-499d-9770-304f96f1f895 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] For port b3498933-df57-4468-9181-a1911174a2a6, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b3498933-df57-4468-9181-a1911174a2a6,segment=NetworkSegment(9b0fa0f0-ddd2-489c-a35e-64ce7ee1f767),segment_id=9b0fa0f0-ddd2-489c-a35e-64ce7ee1f767)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:56:12.456366 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-7cb2ccda-b571-4286-b0bf-5f71a563ada9 req-8aecd7a9-cf60-499d-9770-304f96f1f895 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:12.468720 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-7cb2ccda-b571-4286-b0bf-5f71a563ada9 req-8aecd7a9-cf60-499d-9770-304f96f1f895 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Calling delete_port for b3498933-df57-4468-9181-a1911174a2a6 owned by compute:nova {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:56:12.599938 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-7cb2ccda-b571-4286-b0bf-5f71a563ada9 req-8aecd7a9-cf60-499d-9770-304f96f1f895 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:12.638343 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aecd7a9-cf60-499d-9770-304f96f1f895 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Port': ['ID=b3498933-df57-4468-9181-a1911174a2a6,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:12.676273 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb2ccda-b571-4286-b0bf-5f71a563ada9 req-8aecd7a9-cf60-499d-9770-304f96f1f895 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] No DVR routers for this DVR port b3498933-df57-4468-9181-a1911174a2a6 on host hv-neutron-8281 {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:56:12.678986 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-7cb2ccda-b571-4286-b0bf-5f71a563ada9 req-8aecd7a9-cf60-499d-9770-304f96f1f895 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:12.683183 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7cb2ccda-b571-4286-b0bf-5f71a563ada9 req-8aecd7a9-cf60-499d-9770-304f96f1f895 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "DELETE /v2.0/ports/b3498933-df57-4468-9181-a1911174a2a6 HTTP/1.1" status: 204 len: 173 time: 0.4095290 Feb 16 12:56:12.683646 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9', 'name': 'network-vif-deleted', 'tag': 'b3498933-df57-4468-9181-a1911174a2a6'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:56:12.687231 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11bfc605-fff4-47fd-9d63-ef47c574c6d0" -d '{"events": [{"server_uuid": "6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9", "name": "network-vif-deleted", "tag": "b3498933-df57-4468-9181-a1911174a2a6"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:56:12.723614 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 12:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6a4f7d-81f0-4cbb-9f51-1125ee16fe89 x-openstack-request-id: req-2c6a4f7d-81f0-4cbb-9f51-1125ee16fe89 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:56:12.724249 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9", "name": "network-vif-deleted", "tag": "b3498933-df57-4468-9181-a1911174a2a6", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:56:12.724729 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2c6a4f7d-81f0-4cbb-9f51-1125ee16fe89 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:56:12.725134 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9', 'name': 'network-vif-deleted', 'tag': 'b3498933-df57-4468-9181-a1911174a2a6', 'status': 'completed', 'code': 200} Feb 16 12:56:13.224386 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-af411fcc-c3e3-4939-b68a-c7c4e0cf8d6b req-96982b10-a12d-45be-8946-8b2a5cb428ea tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c28ef70-1aa4-44f3-bdf4-59f2f7f061c9 HTTP/1.1" status: 200 len: 210 time: 0.0302839 Feb 16 12:56:13.374351 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 12:56:14.286063 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39460) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:56:14.344109 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-805846f6-b268-4e1d-8c47-18e8227ba8d2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:14.368534 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-805846f6-b268-4e1d-8c47-18e8227ba8d2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:14.426258 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-805846f6-b268-4e1d-8c47-18e8227ba8d2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:14.428896 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-805846f6-b268-4e1d-8c47-18e8227ba8d2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:14.430130 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-805846f6-b268-4e1d-8c47-18e8227ba8d2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/security-groups/52157ad5-4a37-4b21-9b03-bf609b02cfa2 HTTP/1.1" status: 204 len: 168 time: 0.1428699 Feb 16 12:56:14.440342 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805846f6-b268-4e1d-8c47-18e8227ba8d2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52157ad5-4a37-4b21-9b03-bf609b02cfa2,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:14.462299 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39464) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:56:14.833983 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3935499-7dcc-4ee5-954a-81e7d9241563 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:15.091558 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-e3935499-7dcc-4ee5-954a-81e7d9241563 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting port 1c91659e-dca3-4165-af2b-94c93c0517fd {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:56:15.091808 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3935499-7dcc-4ee5-954a-81e7d9241563 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:15.176122 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-e3935499-7dcc-4ee5-954a-81e7d9241563 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] For port 1c91659e-dca3-4165-af2b-94c93c0517fd, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=1c91659e-dca3-4165-af2b-94c93c0517fd,segment=NetworkSegment(9b0fa0f0-ddd2-489c-a35e-64ce7ee1f767),segment_id=9b0fa0f0-ddd2-489c-a35e-64ce7ee1f767)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:56:15.176475 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3935499-7dcc-4ee5-954a-81e7d9241563 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:15.188867 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-e3935499-7dcc-4ee5-954a-81e7d9241563 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Calling delete_port for 1c91659e-dca3-4165-af2b-94c93c0517fd owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:56:15.325346 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device b3498933-df57-4468-9181-a1911174a2a6 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:56:15.345236 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] No Port match for: b3498933-df57-4468-9181-a1911174a2a6 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:56:15.345502 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device b3498933-df57-4468-9181-a1911174a2a6 not bound to the agent host hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:56:15.377328 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3935499-7dcc-4ee5-954a-81e7d9241563 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:15.403754 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3935499-7dcc-4ee5-954a-81e7d9241563 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Port': ['ID=1c91659e-dca3-4165-af2b-94c93c0517fd,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:15.863477 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3935499-7dcc-4ee5-954a-81e7d9241563 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:16.078677 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3935499-7dcc-4ee5-954a-81e7d9241563 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router f6338854-8592-4937-b107-3d39ba7d739d has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:56:16.183786 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3935499-7dcc-4ee5-954a-81e7d9241563 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:56:16.188911 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e3935499-7dcc-4ee5-954a-81e7d9241563 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "PUT /v2.0/routers/f6338854-8592-4937-b107-3d39ba7d739d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7255683 Feb 16 12:56:16.191683 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39466) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:56:16.194244 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30ac1da-43ad-4b58-8162-fe5d0e7e0c74 None None] Sync routers for ids ['f6338854-8592-4937-b107-3d39ba7d739d'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:56:16.204930 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30ac1da-43ad-4b58-8162-fe5d0e7e0c74 None None] Routers {'f6338854-8592-4937-b107-3d39ba7d739d'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:56:16.205711 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-a30ac1da-43ad-4b58-8162-fe5d0e7e0c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:55:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['f6338854-8592-4937-b107-3d39ba7d739d'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:16.241819 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-592b1c83-55f3-4eb2-a79e-49ff788b9591 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting subnet c3df4c55-c67c-41f3-8d1a-58cee70c77b6 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:56:16.244944 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-592b1c83-55f3-4eb2-a79e-49ff788b9591 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:16.285708 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-592b1c83-55f3-4eb2-a79e-49ff788b9591 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:16.309768 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-a30ac1da-43ad-4b58-8162-fe5d0e7e0c74 None None] Set router f6338854-8592-4937-b107-3d39ba7d739d gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:56:16.375782 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-592b1c83-55f3-4eb2-a79e-49ff788b9591 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:16.437536 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-592b1c83-55f3-4eb2-a79e-49ff788b9591 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:16.465339 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b1c83-55f3-4eb2-a79e-49ff788b9591 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Subnet': ['ID=c3df4c55-c67c-41f3-8d1a-58cee70c77b6,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:16.472159 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-592b1c83-55f3-4eb2-a79e-49ff788b9591 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:16.478888 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-592b1c83-55f3-4eb2-a79e-49ff788b9591 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/subnets/c3df4c55-c67c-41f3-8d1a-58cee70c77b6 HTTP/1.1" status: 204 len: 168 time: 0.2829690 Feb 16 12:56:16.478888 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39468) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:56:16.505477 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3854ba86-ff71-4b49-aa6f-61792367b7d5 None None] Network bdadab7d-5b5e-4523-838d-18d1fd1ed75a requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:56:16.591858 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-af0b29eb-bf12-45ee-ba0d-0af743cc0830 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:16.706849 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-af0b29eb-bf12-45ee-ba0d-0af743cc0830 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:16.741693 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-a30ac1da-43ad-4b58-8162-fe5d0e7e0c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'name': 'tempest-TestNetworkBasicOps-router-816817905', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '6ce93d9f-e664-4cf2-9a26-1cecd61dc55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:54Z', 'updated_at': '2022-02-16T12:56:15Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '6ce93d9f-e664-4cf2-9a26-1cecd61dc55d', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:63:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:54Z', 'updated_at': '2022-02-16T12:56:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:16.767680 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-af0b29eb-bf12-45ee-ba0d-0af743cc0830 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting port 6ce93d9f-e664-4cf2-9a26-1cecd61dc55d {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:56:16.768031 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-af0b29eb-bf12-45ee-ba0d-0af743cc0830 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:16.776270 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30ac1da-43ad-4b58-8162-fe5d0e7e0c74 None None] Checking router: f6338854-8592-4937-b107-3d39ba7d739d for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:56:16.783146 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4703fef-3610-4fbc-87fd-af18ee0748f9 None None] DHCP port deletion for bdadab7d-5b5e-4523-838d-18d1fd1ed75a request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:56:16.790959 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30ac1da-43ad-4b58-8162-fe5d0e7e0c74 None None] Routers {'f6338854-8592-4937-b107-3d39ba7d739d'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:56:16.791577 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-a30ac1da-43ad-4b58-8162-fe5d0e7e0c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:55:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['f6338854-8592-4937-b107-3d39ba7d739d'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:16.858905 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-af0b29eb-bf12-45ee-ba0d-0af743cc0830 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] For port 6ce93d9f-e664-4cf2-9a26-1cecd61dc55d, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=6ce93d9f-e664-4cf2-9a26-1cecd61dc55d,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:56:16.859276 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-af0b29eb-bf12-45ee-ba0d-0af743cc0830 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:16.871831 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-af0b29eb-bf12-45ee-ba0d-0af743cc0830 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Calling delete_port for 6ce93d9f-e664-4cf2-9a26-1cecd61dc55d owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:56:16.906455 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-a30ac1da-43ad-4b58-8162-fe5d0e7e0c74 None None] Set router f6338854-8592-4937-b107-3d39ba7d739d gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:56:16.961859 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-a30ac1da-43ad-4b58-8162-fe5d0e7e0c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'name': 'tempest-TestNetworkBasicOps-router-816817905', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:54Z', 'updated_at': '2022-02-16T12:56:16Z', 'revision_number': 6, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port_host': None}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:16.966993 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-c4703fef-3610-4fbc-87fd-af18ee0748f9 None None] Deleting port ed05cb71-cb51-45d1-93be-b0d5458ca2df {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:56:16.967355 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c4703fef-3610-4fbc-87fd-af18ee0748f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:16.996103 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30ac1da-43ad-4b58-8162-fe5d0e7e0c74 None None] The sync data for ids ['f6338854-8592-4937-b107-3d39ba7d739d'] in dv-neutron-828142-3-hyperv is: [{'id': 'f6338854-8592-4937-b107-3d39ba7d739d', 'name': 'tempest-TestNetworkBasicOps-router-816817905', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:54Z', 'updated_at': '2022-02-16T12:56:16Z', 'revision_number': 6, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port_host': None}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:56:17.057749 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-c4703fef-3610-4fbc-87fd-af18ee0748f9 None None] For port ed05cb71-cb51-45d1-93be-b0d5458ca2df, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=ed05cb71-cb51-45d1-93be-b0d5458ca2df,segment=NetworkSegment(9b0fa0f0-ddd2-489c-a35e-64ce7ee1f767),segment_id=9b0fa0f0-ddd2-489c-a35e-64ce7ee1f767)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:56:17.058670 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c4703fef-3610-4fbc-87fd-af18ee0748f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:17.058966 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-af0b29eb-bf12-45ee-ba0d-0af743cc0830 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:17.073148 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-c4703fef-3610-4fbc-87fd-af18ee0748f9 None None] Calling delete_port for ed05cb71-cb51-45d1-93be-b0d5458ca2df owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:56:17.092153 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b29eb-bf12-45ee-ba0d-0af743cc0830 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Port': ['ID=6ce93d9f-e664-4cf2-9a26-1cecd61dc55d,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:17.145192 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-af0b29eb-bf12-45ee-ba0d-0af743cc0830 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:17.154286 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c4703fef-3610-4fbc-87fd-af18ee0748f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:17.180302 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4703fef-3610-4fbc-87fd-af18ee0748f9 None None] Pushing event deleted for resources: {'Port': ['ID=ed05cb71-cb51-45d1-93be-b0d5458ca2df,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:17.182162 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4703fef-3610-4fbc-87fd-af18ee0748f9 None None] No DVR routers for this DVR port ed05cb71-cb51-45d1-93be-b0d5458ca2df on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:56:17.239226 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-af0b29eb-bf12-45ee-ba0d-0af743cc0830 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:17.241327 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-af0b29eb-bf12-45ee-ba0d-0af743cc0830 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:17.291338 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-af0b29eb-bf12-45ee-ba0d-0af743cc0830 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:17.291777 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0b29eb-bf12-45ee-ba0d-0af743cc0830 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Fanout notify agent at l3_agent the message router_deleted on router f6338854-8592-4937-b107-3d39ba7d739d {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:56:17.299332 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-af0b29eb-bf12-45ee-ba0d-0af743cc0830 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:17.300438 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-af0b29eb-bf12-45ee-ba0d-0af743cc0830 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/routers/f6338854-8592-4937-b107-3d39ba7d739d HTTP/1.1" status: 204 len: 168 time: 0.8211000 Feb 16 12:56:17.304615 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39470) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:56:17.386657 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-549f0dad-016a-42ad-9997-9c6622de99e5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:17.484379 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-549f0dad-016a-42ad-9997-9c6622de99e5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:17.506607 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-549f0dad-016a-42ad-9997-9c6622de99e5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdadab7d-5b5e-4523-838d-18d1fd1ed75a']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:17.517286 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-549f0dad-016a-42ad-9997-9c6622de99e5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b0fa0f0-ddd2-489c-a35e-64ce7ee1f767') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:17.517584 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-549f0dad-016a-42ad-9997-9c6622de99e5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b0fa0f0-ddd2-489c-a35e-64ce7ee1f767') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:17.527577 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-549f0dad-016a-42ad-9997-9c6622de99e5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:17.540435 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-549f0dad-016a-42ad-9997-9c6622de99e5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:17.546496 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-549f0dad-016a-42ad-9997-9c6622de99e5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:56:17.546886 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-549f0dad-016a-42ad-9997-9c6622de99e5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:17.549800 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:56:17.549800 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:56:17.549800 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:56:17.549800 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:56:17.549800 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:56:17.549800 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:56:17.549800 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:56:17.549800 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:56:17.549800 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:56:17.549800 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:56:17.549800 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:56:17.549800 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:56:17.549800 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:56:17.549800 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:56:17.549800 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:56:17.549800 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:56:17.549800 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:56:17.549800 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:56:17.549800 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:56:17.549800 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:56:17.549800 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:56:17.549800 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:56:17.549800 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:56:17.549800 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:56:17.549800 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:56:17.549800 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:56:17.549800 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:56:17.549800 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:56:17.549800 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:56:17.549800 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:56:17.549800 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:56:17.549800 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:56:17.626884 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-549f0dad-016a-42ad-9997-9c6622de99e5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:17.633698 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-549f0dad-016a-42ad-9997-9c6622de99e5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:17.636821 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-549f0dad-016a-42ad-9997-9c6622de99e5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/networks/bdadab7d-5b5e-4523-838d-18d1fd1ed75a HTTP/1.1" status: 204 len: 168 time: 0.3312032 Feb 16 12:56:17.654700 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f0dad-016a-42ad-9997-9c6622de99e5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Network': ['ID=bdadab7d-5b5e-4523-838d-18d1fd1ed75a,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:17.656865 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39472) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:56:17.661841 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-ed8cc499-2993-442a-888b-9134074c7a8f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'network': {'name': 'tempest-network-smoke--557337599', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'port_security_enabled': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:56:17.689683 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8cc499-2993-442a-888b-9134074c7a8f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Made reservation on behalf of 93ebfe1969ad47c59fc4b80bacd9b15b for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:56:17.693334 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ed8cc499-2993-442a-888b-9134074c7a8f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:17.721333 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed8cc499-2993-442a-888b-9134074c7a8f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:56:17.731842 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ed8cc499-2993-442a-888b-9134074c7a8f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:17.732221 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-ed8cc499-2993-442a-888b-9134074c7a8f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Added segment dfe2c2e5-60b7-4a36-855d-c785f83eb944 of type vlan for network f6a77c36-4191-45ed-9926-04436560ac4b Feb 16 12:56:17.773686 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ed8cc499-2993-442a-888b-9134074c7a8f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:17.798070 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ed8cc499-2993-442a-888b-9134074c7a8f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:17.803636 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8cc499-2993-442a-888b-9134074c7a8f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:17.804220 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ed8cc499-2993-442a-888b-9134074c7a8f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:17.864536 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ed8cc499-2993-442a-888b-9134074c7a8f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2066102 Feb 16 12:56:17.867273 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39474) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:56:17.871610 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-ca22b03a-a708-489c-be1e-f86ea9a4ff66 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-455772372', 'admin_state_up': True, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:56:17.883493 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cc499-2993-442a-888b-9134074c7a8f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Network': ['ID=f6a77c36-4191-45ed-9926-04436560ac4b,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:17.894025 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network f6a77c36-4191-45ed-9926-04436560ac4b details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:56:17.906142 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ca22b03a-a708-489c-be1e-f86ea9a4ff66 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:17.907155 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ca22b03a-a708-489c-be1e-f86ea9a4ff66 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:17.995061 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ca22b03a-a708-489c-be1e-f86ea9a4ff66 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:18.132259 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ca22b03a-a708-489c-be1e-f86ea9a4ff66 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:18.324702 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ca22b03a-a708-489c-be1e-f86ea9a4ff66 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:18.351697 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ca22b03a-a708-489c-be1e-f86ea9a4ff66 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:18.453815 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-ca22b03a-a708-489c-be1e-f86ea9a4ff66 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Allocated IP 172.26.2.215 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/e583a852-f4cc-4d9f-9b90-ee09e40e9876) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:56:18.556540 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ca22b03a-a708-489c-be1e-f86ea9a4ff66 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:18.592375 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ca22b03a-a708-489c-be1e-f86ea9a4ff66 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:18.636827 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 6ce93d9f-e664-4cf2-9a26-1cecd61dc55d no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:56:18.636994 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca22b03a-a708-489c-be1e-f86ea9a4ff66 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:56:18.639913 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-ca22b03a-a708-489c-be1e-f86ea9a4ff66 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:56:18.643466 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca22b03a-a708-489c-be1e-f86ea9a4ff66 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:56:18.649397 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca22b03a-a708-489c-be1e-f86ea9a4ff66 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=e583a852-f4cc-4d9f-9b90-ee09e40e9876,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:18.660820 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 6ce93d9f-e664-4cf2-9a26-1cecd61dc55d {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:56:18.661160 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 6ce93d9f-e664-4cf2-9a26-1cecd61dc55d not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:56:18.661571 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device ed05cb71-cb51-45d1-93be-b0d5458ca2df no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:56:18.681085 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: ed05cb71-cb51-45d1-93be-b0d5458ca2df {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:56:18.681423 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device ed05cb71-cb51-45d1-93be-b0d5458ca2df not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:56:18.681832 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 1c91659e-dca3-4165-af2b-94c93c0517fd no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:56:18.702807 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 1c91659e-dca3-4165-af2b-94c93c0517fd {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:56:18.703139 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 1c91659e-dca3-4165-af2b-94c93c0517fd not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:56:18.894622 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ca22b03a-a708-489c-be1e-f86ea9a4ff66 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:19.093706 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ca22b03a-a708-489c-be1e-f86ea9a4ff66 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:19.229178 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca22b03a-a708-489c-be1e-f86ea9a4ff66 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router 4293b25a-bede-4b14-8dac-e3314d4f6781 is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:56:19.631252 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca22b03a-a708-489c-be1e-f86ea9a4ff66 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:56:19.643549 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4849cd-ef51-4cb2-9d68-479da0c78471 None None] Sync routers for ids ['4293b25a-bede-4b14-8dac-e3314d4f6781'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:56:19.651208 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ca22b03a-a708-489c-be1e-f86ea9a4ff66 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:19.652479 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ca22b03a-a708-489c-be1e-f86ea9a4ff66 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7843010 Feb 16 12:56:19.654304 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4849cd-ef51-4cb2-9d68-479da0c78471 None None] Routers {'4293b25a-bede-4b14-8dac-e3314d4f6781'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:56:19.654904 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-df4849cd-ef51-4cb2-9d68-479da0c78471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:55:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['4293b25a-bede-4b14-8dac-e3314d4f6781'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:19.655691 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39478) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:56:19.683899 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-88803c31-849c-40a3-bb84-3a623a94ca5e tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/subnets?project_id=93ebfe1969ad47c59fc4b80bacd9b15b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265398 Feb 16 12:56:19.686410 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39480) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:56:19.758130 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-df4849cd-ef51-4cb2-9d68-479da0c78471 None None] Set router 4293b25a-bede-4b14-8dac-e3314d4f6781 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:56:19.771902 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d6c5e1-7621-43ff-bebb-c11ab1d18f8b tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:19.773426 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a3d6c5e1-7621-43ff-bebb-c11ab1d18f8b tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0858741 Feb 16 12:56:19.776297 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39482) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:56:19.808750 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d95678af-052d-4706-9320-0b88d5fc881b tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/subnets?network_id=a08a3d1b-2e35-4b18-9cb0-756d355083e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307822 Feb 16 12:56:19.811385 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39484) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:56:19.816509 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-284d843d-9e96-430b-8472-bc6534fca378 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-80967722', 'network_id': 'f6a77c36-4191-45ed-9926-04436560ac4b', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:56:19.903326 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284d843d-9e96-430b-8472-bc6534fca378 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Made reservation on behalf of 93ebfe1969ad47c59fc4b80bacd9b15b for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:56:19.906793 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-284d843d-9e96-430b-8472-bc6534fca378 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:19.945120 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-df4849cd-ef51-4cb2-9d68-479da0c78471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4293b25a-bede-4b14-8dac-e3314d4f6781', 'name': 'tempest-TestNetworkBasicOps-router-455772372', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e583a852-f4cc-4d9f-9b90-ee09e40e9876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:56:17Z', 'updated_at': '2022-02-16T12:56:18Z', 'revision_number': 3, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'e583a852-f4cc-4d9f-9b90-ee09e40e9876', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:06:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4293b25a-bede-4b14-8dac-e3314d4f6781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:18Z', 'updated_at': '2022-02-16T12:56:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:19.976239 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4849cd-ef51-4cb2-9d68-479da0c78471 None None] Checking router: 4293b25a-bede-4b14-8dac-e3314d4f6781 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:56:19.976584 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4849cd-ef51-4cb2-9d68-479da0c78471 None None] Updating router 4293b25a-bede-4b14-8dac-e3314d4f6781 port e583a852-f4cc-4d9f-9b90-ee09e40e9876 binding host dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:56:20.002984 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-df4849cd-ef51-4cb2-9d68-479da0c78471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:20.093854 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-284d843d-9e96-430b-8472-bc6534fca378 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:20.152160 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d843d-9e96-430b-8472-bc6534fca378 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Subnet': ['ID=0c97ec01-eb48-4ceb-965d-6f83a3048100,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:20.160879 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284d843d-9e96-430b-8472-bc6534fca378 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Checking segment: {'id': 'dfe2c2e5-60b7-4a36-855d-c785f83eb944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f6a77c36-4191-45ed-9926-04436560ac4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:56:20.161231 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284d843d-9e96-430b-8472-bc6534fca378 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network hostable DHCP agents. Network: f6a77c36-4191-45ed-9926-04436560ac4b, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:56:20.177651 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284d843d-9e96-430b-8472-bc6534fca378 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network f6a77c36-4191-45ed-9926-04436560ac4b is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:56:20.187968 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-284d843d-9e96-430b-8472-bc6534fca378 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, f6a77c36-4191-45ed-9926-04436560ac4b) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:56:20.194133 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284d843d-9e96-430b-8472-bc6534fca378 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:20.195985 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-284d843d-9e96-430b-8472-bc6534fca378 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:20.197195 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7c325e-4a17-4548-b5a9-c87fc8f6db82 None None] Network f6a77c36-4191-45ed-9926-04436560ac4b requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:56:20.214900 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-284d843d-9e96-430b-8472-bc6534fca378 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 0.4014223 Feb 16 12:56:20.217534 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39486) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:56:20.268858 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-df4849cd-ef51-4cb2-9d68-479da0c78471 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:20.276094 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-df4849cd-ef51-4cb2-9d68-479da0c78471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:20.327213 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-df4849cd-ef51-4cb2-9d68-479da0c78471 None None] Attempting to bind port e583a852-f4cc-4d9f-9b90-ee09e40e9876 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:56:20.327584 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-df4849cd-ef51-4cb2-9d68-479da0c78471 None None] Attempting to bind port e583a852-f4cc-4d9f-9b90-ee09e40e9876 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:56:20.327938 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4849cd-ef51-4cb2-9d68-479da0c78471 None None] Attempting to bind port e583a852-f4cc-4d9f-9b90-ee09e40e9876 on network a08a3d1b-2e35-4b18-9cb0-756d355083e6 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:56:20.335668 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4849cd-ef51-4cb2-9d68-479da0c78471 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:56:20.336041 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4849cd-ef51-4cb2-9d68-479da0c78471 None None] Checking segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:56:20.336437 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-df4849cd-ef51-4cb2-9d68-479da0c78471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:20.336849 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4849cd-ef51-4cb2-9d68-479da0c78471 None None] Bound using segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:56:20.337317 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-df4849cd-ef51-4cb2-9d68-479da0c78471 None None] Bound port: e583a852-f4cc-4d9f-9b90-ee09e40e9876, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:56:20.337691 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-df4849cd-ef51-4cb2-9d68-479da0c78471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:20.363138 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2257cc6-0027-4b97-85a1-fc3aeb20ff6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-f6a77c36-4191-45ed-9926-04436560ac4b', 'network_id': 'f6a77c36-4191-45ed-9926-04436560ac4b', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ips': [{'subnet_id': '0c97ec01-eb48-4ceb-965d-6f83a3048100'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:56:20.364269 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f2257cc6-0027-4b97-85a1-fc3aeb20ff6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:20.491642 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-df4849cd-ef51-4cb2-9d68-479da0c78471 None None] For port e583a852-f4cc-4d9f-9b90-ee09e40e9876, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:56:20.507635 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-df4849cd-ef51-4cb2-9d68-479da0c78471 None None] For port e583a852-f4cc-4d9f-9b90-ee09e40e9876, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=e583a852-f4cc-4d9f-9b90-ee09e40e9876,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:56:20.510346 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-f2257cc6-0027-4b97-85a1-fc3aeb20ff6e None None] Allocated IP 172.20.0.2 (f6a77c36-4191-45ed-9926-04436560ac4b/0c97ec01-eb48-4ceb-965d-6f83a3048100/b6782b2c-3d07-4aa3-9cac-d4932e00adb6) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:56:20.516330 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b7e6a-60aa-47b3-b83a-187e8eb5b0a3 None None] Pushing event updated for resources: {'Port': ['ID=e583a852-f4cc-4d9f-9b90-ee09e40e9876,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:20.520162 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-df4849cd-ef51-4cb2-9d68-479da0c78471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:20.530380 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326b7e6a-60aa-47b3-b83a-187e8eb5b0a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:20.530840 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326b7e6a-60aa-47b3-b83a-187e8eb5b0a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:20.531241 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326b7e6a-60aa-47b3-b83a-187e8eb5b0a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:20.531637 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326b7e6a-60aa-47b3-b83a-187e8eb5b0a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:20.532025 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326b7e6a-60aa-47b3-b83a-187e8eb5b0a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:20.532430 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326b7e6a-60aa-47b3-b83a-187e8eb5b0a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:20.532840 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326b7e6a-60aa-47b3-b83a-187e8eb5b0a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:20.533225 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326b7e6a-60aa-47b3-b83a-187e8eb5b0a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:20.533612 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326b7e6a-60aa-47b3-b83a-187e8eb5b0a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:20.533993 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326b7e6a-60aa-47b3-b83a-187e8eb5b0a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:20.534386 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326b7e6a-60aa-47b3-b83a-187e8eb5b0a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:20.535003 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326b7e6a-60aa-47b3-b83a-187e8eb5b0a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:20.591019 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b7e6a-60aa-47b3-b83a-187e8eb5b0a3 None None] Pushing event updated for resources: {'Port': ['ID=e583a852-f4cc-4d9f-9b90-ee09e40e9876,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:20.616971 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4849cd-ef51-4cb2-9d68-479da0c78471 None None] Routers {'4293b25a-bede-4b14-8dac-e3314d4f6781'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:56:20.617606 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-df4849cd-ef51-4cb2-9d68-479da0c78471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:55:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['4293b25a-bede-4b14-8dac-e3314d4f6781'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:20.663511 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f2257cc6-0027-4b97-85a1-fc3aeb20ff6e None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:20.670578 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f2257cc6-0027-4b97-85a1-fc3aeb20ff6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:20.707830 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2257cc6-0027-4b97-85a1-fc3aeb20ff6e None None] Network f6a77c36-4191-45ed-9926-04436560ac4b is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:56:20.714577 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-f2257cc6-0027-4b97-85a1-fc3aeb20ff6e None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:56:20.718398 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2257cc6-0027-4b97-85a1-fc3aeb20ff6e None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:56:20.725130 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9ad642ee-97f6-46be-a1a3-4b0edcb20f0d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:20.726630 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2257cc6-0027-4b97-85a1-fc3aeb20ff6e None None] Pushing event updated for resources: {'Port': ['ID=b6782b2c-3d07-4aa3-9cac-d4932e00adb6,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:20.738401 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-df4849cd-ef51-4cb2-9d68-479da0c78471 None None] Set router 4293b25a-bede-4b14-8dac-e3314d4f6781 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:56:20.781306 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-f2257cc6-0027-4b97-85a1-fc3aeb20ff6e None None] Attempting to bind port b6782b2c-3d07-4aa3-9cac-d4932e00adb6 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:56:20.781655 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-f2257cc6-0027-4b97-85a1-fc3aeb20ff6e None None] Attempting to bind port b6782b2c-3d07-4aa3-9cac-d4932e00adb6 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'dfe2c2e5-60b7-4a36-855d-c785f83eb944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f6a77c36-4191-45ed-9926-04436560ac4b'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:56:20.781955 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2257cc6-0027-4b97-85a1-fc3aeb20ff6e None None] Attempting to bind port b6782b2c-3d07-4aa3-9cac-d4932e00adb6 on network f6a77c36-4191-45ed-9926-04436560ac4b {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:56:20.787255 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2257cc6-0027-4b97-85a1-fc3aeb20ff6e None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:56:20.787624 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2257cc6-0027-4b97-85a1-fc3aeb20ff6e None None] Checking segment: {'id': 'dfe2c2e5-60b7-4a36-855d-c785f83eb944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f6a77c36-4191-45ed-9926-04436560ac4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:56:20.788182 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f2257cc6-0027-4b97-85a1-fc3aeb20ff6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:20.788795 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2257cc6-0027-4b97-85a1-fc3aeb20ff6e None None] Bound using segment: {'id': 'dfe2c2e5-60b7-4a36-855d-c785f83eb944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f6a77c36-4191-45ed-9926-04436560ac4b'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:56:20.789067 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-f2257cc6-0027-4b97-85a1-fc3aeb20ff6e None None] Bound port: b6782b2c-3d07-4aa3-9cac-d4932e00adb6, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe2c2e5-60b7-4a36-855d-c785f83eb944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f6a77c36-4191-45ed-9926-04436560ac4b'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:56:20.789440 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f2257cc6-0027-4b97-85a1-fc3aeb20ff6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:20.854999 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-f2257cc6-0027-4b97-85a1-fc3aeb20ff6e None None] For port b6782b2c-3d07-4aa3-9cac-d4932e00adb6, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:56:20.858405 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-f2257cc6-0027-4b97-85a1-fc3aeb20ff6e None None] For port b6782b2c-3d07-4aa3-9cac-d4932e00adb6, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=b6782b2c-3d07-4aa3-9cac-d4932e00adb6,segment=NetworkSegment(dfe2c2e5-60b7-4a36-855d-c785f83eb944),segment_id=dfe2c2e5-60b7-4a36-855d-c785f83eb944)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:56:20.862806 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f2257cc6-0027-4b97-85a1-fc3aeb20ff6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:20.926880 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2257cc6-0027-4b97-85a1-fc3aeb20ff6e None None] Pushing event updated for resources: {'Port': ['ID=b6782b2c-3d07-4aa3-9cac-d4932e00adb6,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:20.947058 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-df4849cd-ef51-4cb2-9d68-479da0c78471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4293b25a-bede-4b14-8dac-e3314d4f6781', 'name': 'tempest-TestNetworkBasicOps-router-455772372', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e583a852-f4cc-4d9f-9b90-ee09e40e9876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:56:17Z', 'updated_at': '2022-02-16T12:56:18Z', 'revision_number': 3, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'e583a852-f4cc-4d9f-9b90-ee09e40e9876', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:06:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4293b25a-bede-4b14-8dac-e3314d4f6781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:18Z', 'updated_at': '2022-02-16T12:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:20.981385 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4849cd-ef51-4cb2-9d68-479da0c78471 None None] The sync data for ids ['4293b25a-bede-4b14-8dac-e3314d4f6781'] in dv-neutron-828142-3-hyperv is: [{'id': '4293b25a-bede-4b14-8dac-e3314d4f6781', 'name': 'tempest-TestNetworkBasicOps-router-455772372', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e583a852-f4cc-4d9f-9b90-ee09e40e9876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:56:17Z', 'updated_at': '2022-02-16T12:56:18Z', 'revision_number': 3, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'e583a852-f4cc-4d9f-9b90-ee09e40e9876', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:06:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4293b25a-bede-4b14-8dac-e3314d4f6781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:18Z', 'updated_at': '2022-02-16T12:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:56:21.041276 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-9ad642ee-97f6-46be-a1a3-4b0edcb20f0d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Allocated IP 172.20.0.1 (f6a77c36-4191-45ed-9926-04436560ac4b/0c97ec01-eb48-4ceb-965d-6f83a3048100/4640f9ae-860c-4444-bf4f-991c37c36528) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:56:21.182030 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9ad642ee-97f6-46be-a1a3-4b0edcb20f0d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:21.220150 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9ad642ee-97f6-46be-a1a3-4b0edcb20f0d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:21.268460 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad642ee-97f6-46be-a1a3-4b0edcb20f0d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network f6a77c36-4191-45ed-9926-04436560ac4b is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:56:21.272327 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-9ad642ee-97f6-46be-a1a3-4b0edcb20f0d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:56:21.284333 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad642ee-97f6-46be-a1a3-4b0edcb20f0d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:56:21.294709 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad642ee-97f6-46be-a1a3-4b0edcb20f0d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=4640f9ae-860c-4444-bf4f-991c37c36528,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:21.347020 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9ad642ee-97f6-46be-a1a3-4b0edcb20f0d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:21.496864 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9ad642ee-97f6-46be-a1a3-4b0edcb20f0d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:21.830022 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9ad642ee-97f6-46be-a1a3-4b0edcb20f0d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:21.834755 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9ad642ee-97f6-46be-a1a3-4b0edcb20f0d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:21.922227 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad642ee-97f6-46be-a1a3-4b0edcb20f0d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=4640f9ae-860c-4444-bf4f-991c37c36528,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:21.925028 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9ad642ee-97f6-46be-a1a3-4b0edcb20f0d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:22.034300 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad642ee-97f6-46be-a1a3-4b0edcb20f0d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network f6a77c36-4191-45ed-9926-04436560ac4b is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:56:22.035788 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-9ad642ee-97f6-46be-a1a3-4b0edcb20f0d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:56:22.096832 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5087f6ba-39e5-4427-a71c-abf0777c3ae7 None None] Network f6a77c36-4191-45ed-9926-04436560ac4b requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:56:22.166292 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-4c4e7b83-da16-43f6-a509-786abdbd153d None None] Provisioning complete for port b6782b2c-3d07-4aa3-9cac-d4932e00adb6 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:56:22.166667 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4c4e7b83-da16-43f6-a509-786abdbd153d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:22.174810 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad642ee-97f6-46be-a1a3-4b0edcb20f0d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router 4293b25a-bede-4b14-8dac-e3314d4f6781 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:56:22.270715 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b9bc79e7-7a71-4aa4-a7a0-fc63848e8dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:22.299676 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad642ee-97f6-46be-a1a3-4b0edcb20f0d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:56:22.305245 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9ad642ee-97f6-46be-a1a3-4b0edcb20f0d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "PUT /v2.0/routers/4293b25a-bede-4b14-8dac-e3314d4f6781/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0859835 Feb 16 12:56:22.308402 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39488) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:56:22.329872 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4c4e7b83-da16-43f6-a509-786abdbd153d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:22.376144 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-4c4e7b83-da16-43f6-a509-786abdbd153d None None] For port b6782b2c-3d07-4aa3-9cac-d4932e00adb6, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=b6782b2c-3d07-4aa3-9cac-d4932e00adb6,segment=NetworkSegment(dfe2c2e5-60b7-4a36-855d-c785f83eb944),segment_id=dfe2c2e5-60b7-4a36-855d-c785f83eb944)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:56:22.380868 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4c4e7b83-da16-43f6-a509-786abdbd153d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:22.426698 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb2e053-2fc6-4d74-905a-24b45c813dfd tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:22.427279 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb2e053-2fc6-4d74-905a-24b45c813dfd tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:22.427741 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb2e053-2fc6-4d74-905a-24b45c813dfd tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:22.428271 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb2e053-2fc6-4d74-905a-24b45c813dfd tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:22.428745 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb2e053-2fc6-4d74-905a-24b45c813dfd tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:22.429167 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb2e053-2fc6-4d74-905a-24b45c813dfd tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:22.434550 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39490) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:56:22.435006 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-bbb2e053-2fc6-4d74-905a-24b45c813dfd tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1251419 Feb 16 12:56:22.457131 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e7b83-da16-43f6-a509-786abdbd153d None None] Pushing event updated for resources: {'Port': ['ID=b6782b2c-3d07-4aa3-9cac-d4932e00adb6,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:22.520194 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8a9165-4a4c-4915-8494-a15799958565 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:22.520757 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8a9165-4a4c-4915-8494-a15799958565 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:22.521333 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8a9165-4a4c-4915-8494-a15799958565 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:22.521731 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8a9165-4a4c-4915-8494-a15799958565 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:22.522181 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8a9165-4a4c-4915-8494-a15799958565 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:22.522719 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8a9165-4a4c-4915-8494-a15799958565 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:22.527696 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3c8a9165-4a4c-4915-8494-a15799958565 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4012 time: 0.0885334 Feb 16 12:56:22.528289 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39492) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:56:22.606672 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-0e7ada7b-5f72-48e7-9820-311533d74e52 None None] Provisioning complete for port 4640f9ae-860c-4444-bf4f-991c37c36528 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:56:22.607041 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0e7ada7b-5f72-48e7-9820-311533d74e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:22.667808 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-0e7ada7b-5f72-48e7-9820-311533d74e52 None None] Port 4640f9ae-860c-4444-bf4f-991c37c36528 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:56:22.679265 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-0e7ada7b-5f72-48e7-9820-311533d74e52 None None] Provisioning complete for port b6782b2c-3d07-4aa3-9cac-d4932e00adb6 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:56:22.679756 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0e7ada7b-5f72-48e7-9820-311533d74e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:22.701496 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5e52e5f7-c334-4b0d-846b-7a16b818c04a tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1718669 Feb 16 12:56:22.799008 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device e583a852-f4cc-4d9f-9b90-ee09e40e9876 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:56:22.858985 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port e583a852-f4cc-4d9f-9b90-ee09e40e9876 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:56:22.859587 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:22.887863 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96cdba8-cb87-42bd-af15-4fd764dc7b4b None None] Sync routers for ids ['4293b25a-bede-4b14-8dac-e3314d4f6781'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:56:22.914659 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96cdba8-cb87-42bd-af15-4fd764dc7b4b None None] Routers {'4293b25a-bede-4b14-8dac-e3314d4f6781'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:56:22.915284 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-d96cdba8-cb87-42bd-af15-4fd764dc7b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:55:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['4293b25a-bede-4b14-8dac-e3314d4f6781'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:23.028666 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39496) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:56:23.034916 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-2d33f3d5-7484-4d6e-9d73-62cc5631324c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-856554280', 'description': 'tempest-secgroup-smoke-856554280 description', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:56:23.075157 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2d33f3d5-7484-4d6e-9d73-62cc5631324c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:23.165150 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2d33f3d5-7484-4d6e-9d73-62cc5631324c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:23.169559 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2d33f3d5-7484-4d6e-9d73-62cc5631324c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:23.199553 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2d33f3d5-7484-4d6e-9d73-62cc5631324c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:23.201414 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2d33f3d5-7484-4d6e-9d73-62cc5631324c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1707292 Feb 16 12:56:23.204371 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39498) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:56:23.205920 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33f3d5-7484-4d6e-9d73-62cc5631324c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d03cec75-ff77-4169-a35f-efe60a59e206,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:23.215898 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-4002fab7-0e24-4295-8666-fc1cee9f2678 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': 'd03cec75-ff77-4169-a35f-efe60a59e206', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:56:23.246695 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4002fab7-0e24-4295-8666-fc1cee9f2678 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:23.249889 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-c3fd53e4-fd68-4784-8f01-ca56862c02cc None None] Provisioning complete for port 4640f9ae-860c-4444-bf4f-991c37c36528 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:56:23.250458 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c3fd53e4-fd68-4784-8f01-ca56862c02cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:23.253930 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:23.299032 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-d96cdba8-cb87-42bd-af15-4fd764dc7b4b None None] Set router 4293b25a-bede-4b14-8dac-e3314d4f6781 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:56:23.311159 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4002fab7-0e24-4295-8666-fc1cee9f2678 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:23.315182 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4002fab7-0e24-4295-8666-fc1cee9f2678 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:23.337978 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4002fab7-0e24-4295-8666-fc1cee9f2678 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40188b5d-646c-4523-9b37-053249d22479,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:23.341745 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port e583a852-f4cc-4d9f-9b90-ee09e40e9876, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=e583a852-f4cc-4d9f-9b90-ee09e40e9876,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:56:23.352481 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:23.353772 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b6782b2c-3d07-4aa3-9cac-d4932e00adb6 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:56:23.356275 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4002fab7-0e24-4295-8666-fc1cee9f2678 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:23.357842 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-4002fab7-0e24-4295-8666-fc1cee9f2678 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1516907 Feb 16 12:56:23.361060 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39500) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:56:23.363079 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-c3fd53e4-fd68-4784-8f01-ca56862c02cc None None] Port 4640f9ae-860c-4444-bf4f-991c37c36528 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:56:23.369006 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-a39f4df9-6d63-44de-a30b-4d2282290331 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': 'd03cec75-ff77-4169-a35f-efe60a59e206', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:56:23.408293 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a39f4df9-6d63-44de-a30b-4d2282290331 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:23.482099 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a39f4df9-6d63-44de-a30b-4d2282290331 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:23.486972 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a39f4df9-6d63-44de-a30b-4d2282290331 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:23.508724 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f4df9-6d63-44de-a30b-4d2282290331 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a775e8a-9c99-4d26-b50e-03c7185d940c,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:23.515495 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a39f4df9-6d63-44de-a30b-4d2282290331 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:23.520581 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a39f4df9-6d63-44de-a30b-4d2282290331 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1540666 Feb 16 12:56:23.520581 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39502) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:56:23.524943 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-03d57141-9104-4244-9cfb-09bce48501f1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': 'd03cec75-ff77-4169-a35f-efe60a59e206', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:56:23.533519 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=e583a852-f4cc-4d9f-9b90-ee09e40e9876,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:23.558961 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-03d57141-9104-4244-9cfb-09bce48501f1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:23.559947 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-91bd5f04-164b-4010-9403-6d34560d24e6 None None] Provisioning complete for port 4640f9ae-860c-4444-bf4f-991c37c36528 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:56:23.560321 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-91bd5f04-164b-4010-9403-6d34560d24e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:23.616290 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port b6782b2c-3d07-4aa3-9cac-d4932e00adb6 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:56:23.616730 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:23.627253 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-03d57141-9104-4244-9cfb-09bce48501f1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:23.631291 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-03d57141-9104-4244-9cfb-09bce48501f1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:23.639456 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-91bd5f04-164b-4010-9403-6d34560d24e6 None None] Port 4640f9ae-860c-4444-bf4f-991c37c36528 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:56:23.651304 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d57141-9104-4244-9cfb-09bce48501f1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d516134-458d-4a4f-86b9-6a799362e4b1,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:23.657521 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-03d57141-9104-4244-9cfb-09bce48501f1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:23.663361 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39504) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:56:23.664190 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-03d57141-9104-4244-9cfb-09bce48501f1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1430876 Feb 16 12:56:23.669210 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-b326b6fe-d3fd-4397-a747-ce0fc96694b7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': 'd03cec75-ff77-4169-a35f-efe60a59e206', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:56:23.702787 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b326b6fe-d3fd-4397-a747-ce0fc96694b7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:23.736882 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-d96cdba8-cb87-42bd-af15-4fd764dc7b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4293b25a-bede-4b14-8dac-e3314d4f6781', 'name': 'tempest-TestNetworkBasicOps-router-455772372', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e583a852-f4cc-4d9f-9b90-ee09e40e9876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:56:17Z', 'updated_at': '2022-02-16T12:56:21Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'e583a852-f4cc-4d9f-9b90-ee09e40e9876', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:06:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4293b25a-bede-4b14-8dac-e3314d4f6781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:18Z', 'updated_at': '2022-02-16T12:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '4640f9ae-860c-4444-bf4f-991c37c36528', 'name': '', 'network_id': 'f6a77c36-4191-45ed-9926-04436560ac4b', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:d8:92:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4293b25a-bede-4b14-8dac-e3314d4f6781', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '0c97ec01-eb48-4ceb-965d-6f83a3048100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:20Z', 'updated_at': '2022-02-16T12:56:21Z', 'revision_number': 2, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': '0c97ec01-eb48-4ceb-965d-6f83a3048100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:23.768696 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b326b6fe-d3fd-4397-a747-ce0fc96694b7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:23.772368 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b326b6fe-d3fd-4397-a747-ce0fc96694b7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:23.777680 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96cdba8-cb87-42bd-af15-4fd764dc7b4b None None] Checking router: 4293b25a-bede-4b14-8dac-e3314d4f6781 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:56:23.778036 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96cdba8-cb87-42bd-af15-4fd764dc7b4b None None] Updating router 4293b25a-bede-4b14-8dac-e3314d4f6781 port 4640f9ae-860c-4444-bf4f-991c37c36528 binding host dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:56:23.794952 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326b6fe-d3fd-4397-a747-ce0fc96694b7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c2427a1-00ae-4607-abf7-5eb8e4f0d98c,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:23.805124 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b326b6fe-d3fd-4397-a747-ce0fc96694b7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:23.809058 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b326b6fe-d3fd-4397-a747-ce0fc96694b7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1423106 Feb 16 12:56:23.810039 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39506) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:56:23.812729 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d96cdba8-cb87-42bd-af15-4fd764dc7b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:23.814957 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-7cf6a7ba-a167-4b30-8446-770a46cc8929 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': 'd03cec75-ff77-4169-a35f-efe60a59e206', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:56:23.839102 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.securitygroups_db [None req-7cf6a7ba-a167-4b30-8446-770a46cc8929 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Project 93ebfe1969ad47c59fc4b80bacd9b15b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:56:23.844907 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7cf6a7ba-a167-4b30-8446-770a46cc8929 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:23.906695 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7cf6a7ba-a167-4b30-8446-770a46cc8929 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:23.910549 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7cf6a7ba-a167-4b30-8446-770a46cc8929 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:23.928878 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6a7ba-a167-4b30-8446-770a46cc8929 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e128f731-4c33-4f66-b809-5c36ce9c3667,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:23.936786 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7cf6a7ba-a167-4b30-8446-770a46cc8929 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:23.940483 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-7cf6a7ba-a167-4b30-8446-770a46cc8929 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1293609 Feb 16 12:56:23.941255 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39508) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:56:23.946896 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-fc855ea8-3bbd-4b66-a225-0650531f003c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': 'd03cec75-ff77-4169-a35f-efe60a59e206', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:56:23.973111 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-fc855ea8-3bbd-4b66-a225-0650531f003c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Project 93ebfe1969ad47c59fc4b80bacd9b15b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:56:23.978370 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fc855ea8-3bbd-4b66-a225-0650531f003c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:24.045719 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fc855ea8-3bbd-4b66-a225-0650531f003c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:24.049958 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fc855ea8-3bbd-4b66-a225-0650531f003c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:24.070695 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc855ea8-3bbd-4b66-a225-0650531f003c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=037d4f86-261e-45ad-9ab2-357c5a325f06,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:24.078987 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fc855ea8-3bbd-4b66-a225-0650531f003c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:24.080224 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fc855ea8-3bbd-4b66-a225-0650531f003c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1377344 Feb 16 12:56:24.091066 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d96cdba8-cb87-42bd-af15-4fd764dc7b4b None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:24.099040 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d96cdba8-cb87-42bd-af15-4fd764dc7b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:24.192030 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b4c1c-d326-442c-958c-3a5d6ce5b2c9 None None] Pushing event updated for resources: {'Port': ['ID=4640f9ae-860c-4444-bf4f-991c37c36528,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:24.227304 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-d96cdba8-cb87-42bd-af15-4fd764dc7b4b None None] Attempting to bind port 4640f9ae-860c-4444-bf4f-991c37c36528 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:56:24.227823 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-d96cdba8-cb87-42bd-af15-4fd764dc7b4b None None] Attempting to bind port 4640f9ae-860c-4444-bf4f-991c37c36528 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'dfe2c2e5-60b7-4a36-855d-c785f83eb944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f6a77c36-4191-45ed-9926-04436560ac4b'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:56:24.228325 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96cdba8-cb87-42bd-af15-4fd764dc7b4b None None] Attempting to bind port 4640f9ae-860c-4444-bf4f-991c37c36528 on network f6a77c36-4191-45ed-9926-04436560ac4b {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:56:24.235834 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96cdba8-cb87-42bd-af15-4fd764dc7b4b None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:56:24.236305 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96cdba8-cb87-42bd-af15-4fd764dc7b4b None None] Checking segment: {'id': 'dfe2c2e5-60b7-4a36-855d-c785f83eb944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f6a77c36-4191-45ed-9926-04436560ac4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:56:24.236997 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d96cdba8-cb87-42bd-af15-4fd764dc7b4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:24.237433 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96cdba8-cb87-42bd-af15-4fd764dc7b4b None None] Bound using segment: {'id': 'dfe2c2e5-60b7-4a36-855d-c785f83eb944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f6a77c36-4191-45ed-9926-04436560ac4b'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:56:24.238196 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-d96cdba8-cb87-42bd-af15-4fd764dc7b4b None None] Bound port: 4640f9ae-860c-4444-bf4f-991c37c36528, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe2c2e5-60b7-4a36-855d-c785f83eb944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f6a77c36-4191-45ed-9926-04436560ac4b'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:56:24.238641 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d96cdba8-cb87-42bd-af15-4fd764dc7b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:24.302814 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-c7f95ee8-90fc-4163-9d8b-a7e39ad54902 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-856554280&fields=id&tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b HTTP/1.1" status: 200 len: 267 time: 0.0416980 Feb 16 12:56:24.323495 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-d96cdba8-cb87-42bd-af15-4fd764dc7b4b None None] For port 4640f9ae-860c-4444-bf4f-991c37c36528, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:56:24.327983 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-d96cdba8-cb87-42bd-af15-4fd764dc7b4b None None] For port 4640f9ae-860c-4444-bf4f-991c37c36528, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=4640f9ae-860c-4444-bf4f-991c37c36528,segment=NetworkSegment(dfe2c2e5-60b7-4a36-855d-c785f83eb944),segment_id=dfe2c2e5-60b7-4a36-855d-c785f83eb944)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:56:24.334121 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d96cdba8-cb87-42bd-af15-4fd764dc7b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:24.404323 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96cdba8-cb87-42bd-af15-4fd764dc7b4b None None] Routers {'4293b25a-bede-4b14-8dac-e3314d4f6781'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:56:24.405183 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-d96cdba8-cb87-42bd-af15-4fd764dc7b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:55:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['4293b25a-bede-4b14-8dac-e3314d4f6781'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:24.436839 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-f3ca24a5-c874-400e-b110-33550e68a663 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:24.438603 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-f3ca24a5-c874-400e-b110-33550e68a663 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/networks?id=f6a77c36-4191-45ed-9926-04436560ac4b HTTP/1.1" status: 200 len: 796 time: 0.1256292 Feb 16 12:56:24.449325 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b4c1c-d326-442c-958c-3a5d6ce5b2c9 None None] Pushing event updated for resources: {'Port': ['ID=4640f9ae-860c-4444-bf4f-991c37c36528,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:24.459039 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-5fd3df53-2214-4384-acf3-f568e708920c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/quotas/93ebfe1969ad47c59fc4b80bacd9b15b HTTP/1.1" status: 200 len: 375 time: 0.0135987 Feb 16 12:56:24.484064 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-73674746-c94d-4481-ac77-324df24c7887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:24.496541 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-55c13b02-5905-452e-ad92-a76c148107ba None None] Provisioning complete for port 4640f9ae-860c-4444-bf4f-991c37c36528 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:56:24.497017 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-55c13b02-5905-452e-ad92-a76c148107ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:24.537411 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-c5e099de-8e2c-49e0-8058-350de22b70d7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0693214 Feb 16 12:56:24.583957 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-d96cdba8-cb87-42bd-af15-4fd764dc7b4b None None] Set router 4293b25a-bede-4b14-8dac-e3314d4f6781 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:56:24.701336 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device e583a852-f4cc-4d9f-9b90-ee09e40e9876 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:56:24.749697 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-1c9eb5a8-df32-4e92-899c-c8dbcccab579 service neutron] 10.222.0.90 "GET /v2.0/networks/f6a77c36-4191-45ed-9926-04436560ac4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002490 Feb 16 12:56:24.791144 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-55c13b02-5905-452e-ad92-a76c148107ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:24.842425 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-a52b5756-0b0d-4dbb-a138-5db9c6f0f92d service neutron] 10.222.0.90 "GET /v2.0/networks/f6a77c36-4191-45ed-9926-04436560ac4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865548 Feb 16 12:56:24.851624 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-55c13b02-5905-452e-ad92-a76c148107ba None None] For port 4640f9ae-860c-4444-bf4f-991c37c36528, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=4640f9ae-860c-4444-bf4f-991c37c36528,segment=NetworkSegment(dfe2c2e5-60b7-4a36-855d-c785f83eb944),segment_id=dfe2c2e5-60b7-4a36-855d-c785f83eb944)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:56:24.862433 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-55c13b02-5905-452e-ad92-a76c148107ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:24.870552 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port e583a852-f4cc-4d9f-9b90-ee09e40e9876 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:56:24.870873 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:24.973367 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c13b02-5905-452e-ad92-a76c148107ba None None] Pushing event updated for resources: {'Port': ['ID=4640f9ae-860c-4444-bf4f-991c37c36528,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:25.005231 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-14316ef5-08ce-420f-ab92-b2e279dda0bf None None] Provisioning complete for port 4640f9ae-860c-4444-bf4f-991c37c36528 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:56:25.005800 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-14316ef5-08ce-420f-ab92-b2e279dda0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:25.020655 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-df712089-8881-45e7-be38-91209a962493 req-cb48065b-94e6-49e0-ba77-de21520cda26 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=1abb5c23-2640-4d0d-a25a-ca0d574f88b3 HTTP/1.1" status: 200 len: 210 time: 0.0321479 Feb 16 12:56:25.064195 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-d96cdba8-cb87-42bd-af15-4fd764dc7b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4293b25a-bede-4b14-8dac-e3314d4f6781', 'name': 'tempest-TestNetworkBasicOps-router-455772372', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e583a852-f4cc-4d9f-9b90-ee09e40e9876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:56:17Z', 'updated_at': '2022-02-16T12:56:21Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'e583a852-f4cc-4d9f-9b90-ee09e40e9876', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4293b25a-bede-4b14-8dac-e3314d4f6781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:18Z', 'updated_at': '2022-02-16T12:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '4640f9ae-860c-4444-bf4f-991c37c36528', 'name': '', 'network_id': 'f6a77c36-4191-45ed-9926-04436560ac4b', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:d8:92:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4293b25a-bede-4b14-8dac-e3314d4f6781', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '0c97ec01-eb48-4ceb-965d-6f83a3048100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:20Z', 'updated_at': '2022-02-16T12:56:24Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': '0c97ec01-eb48-4ceb-965d-6f83a3048100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:25.105866 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96cdba8-cb87-42bd-af15-4fd764dc7b4b None None] The sync data for ids ['4293b25a-bede-4b14-8dac-e3314d4f6781'] in dv-neutron-828142-3-hyperv is: [{'id': '4293b25a-bede-4b14-8dac-e3314d4f6781', 'name': 'tempest-TestNetworkBasicOps-router-455772372', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e583a852-f4cc-4d9f-9b90-ee09e40e9876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:56:17Z', 'updated_at': '2022-02-16T12:56:21Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'e583a852-f4cc-4d9f-9b90-ee09e40e9876', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4293b25a-bede-4b14-8dac-e3314d4f6781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:18Z', 'updated_at': '2022-02-16T12:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '4640f9ae-860c-4444-bf4f-991c37c36528', 'name': '', 'network_id': 'f6a77c36-4191-45ed-9926-04436560ac4b', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:d8:92:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4293b25a-bede-4b14-8dac-e3314d4f6781', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '0c97ec01-eb48-4ceb-965d-6f83a3048100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:20Z', 'updated_at': '2022-02-16T12:56:24Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': '0c97ec01-eb48-4ceb-965d-6f83a3048100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:56:25.709215 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:26.081799 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-c1057b1f-3993-4250-ae90-c95fa927e902 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:26.083480 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-c1057b1f-3993-4250-ae90-c95fa927e902 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "GET /v2.0/networks?id=f6a77c36-4191-45ed-9926-04436560ac4b HTTP/1.1" status: 200 len: 796 time: 0.1202374 Feb 16 12:56:26.130777 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-37594378-be91-4a31-8230-3910951317c6 req-a74d561d-78c1-4292-bcc6-ba08f4a0a3fe tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=1abb5c23-2640-4d0d-a25a-ca0d574f88b3 HTTP/1.1" status: 200 len: 210 time: 0.0269232 Feb 16 12:56:26.141882 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-b24a4fcf-7cb8-4fa4-8643-d620f5fe8cb1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b HTTP/1.1" status: 200 len: 379 time: 0.0471292 Feb 16 12:56:26.154880 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-c7e72f8c-52e8-401b-90c8-c8085593dbd2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'port': {'device_id': '1abb5c23-2640-4d0d-a25a-ca0d574f88b3', 'network_id': 'f6a77c36-4191-45ed-9926-04436560ac4b', 'admin_state_up': True, 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'security_groups': ['d03cec75-ff77-4169-a35f-efe60a59e206']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:56:26.274436 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-c7e72f8c-52e8-401b-90c8-c8085593dbd2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Made reservation on behalf of 93ebfe1969ad47c59fc4b80bacd9b15b for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:56:26.277943 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-c7e72f8c-52e8-401b-90c8-c8085593dbd2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:26.406465 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-c7e72f8c-52e8-401b-90c8-c8085593dbd2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Allocated IP 172.20.0.13 (f6a77c36-4191-45ed-9926-04436560ac4b/0c97ec01-eb48-4ceb-965d-6f83a3048100/6fbf0f99-07dd-44f9-8da3-bbeba8cf5812) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:56:26.560829 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-c7e72f8c-52e8-401b-90c8-c8085593dbd2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:26.601380 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-c7e72f8c-52e8-401b-90c8-c8085593dbd2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:26.650013 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-c7e72f8c-52e8-401b-90c8-c8085593dbd2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network f6a77c36-4191-45ed-9926-04436560ac4b is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:56:26.652508 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-c7e72f8c-52e8-401b-90c8-c8085593dbd2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:56:26.655287 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-c7e72f8c-52e8-401b-90c8-c8085593dbd2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:56:26.658104 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 4640f9ae-860c-4444-bf4f-991c37c36528 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:56:26.686960 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e72f8c-52e8-401b-90c8-c8085593dbd2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=6fbf0f99-07dd-44f9-8da3-bbeba8cf5812,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:26.715179 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 4640f9ae-860c-4444-bf4f-991c37c36528 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:56:26.715829 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:26.722454 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-c7e72f8c-52e8-401b-90c8-c8085593dbd2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:26.723198 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-c7e72f8c-52e8-401b-90c8-c8085593dbd2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:26.741422 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-c7e72f8c-52e8-401b-90c8-c8085593dbd2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5919077 Feb 16 12:56:26.755748 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-a17717d1-8fc5-4944-af4e-6019cedefb4c service neutron] Request body: {'port': {'device_id': '1abb5c23-2640-4d0d-a25a-ca0d574f88b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:56:26.828151 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-a17717d1-8fc5-4944-af4e-6019cedefb4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:26.905763 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-f809bf88-46a3-4ad3-96f0-81d2d50767d0 None None] Provisioning complete for port 6fbf0f99-07dd-44f9-8da3-bbeba8cf5812 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:56:26.906129 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f809bf88-46a3-4ad3-96f0-81d2d50767d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:26.940855 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-f809bf88-46a3-4ad3-96f0-81d2d50767d0 None None] Port 6fbf0f99-07dd-44f9-8da3-bbeba8cf5812 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:56:27.010033 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:27.108672 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-a17717d1-8fc5-4944-af4e-6019cedefb4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fbf0f99-07dd-44f9-8da3-bbeba8cf5812 {{(pid=109049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 12:56:27.116419 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-a17717d1-8fc5-4944-af4e-6019cedefb4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:27.129791 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.provisioning_blocks [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-a17717d1-8fc5-4944-af4e-6019cedefb4c service neutron] Transition to ACTIVE for port object 6fbf0f99-07dd-44f9-8da3-bbeba8cf5812 will not be triggered until provisioned by entity L2. {{(pid=109049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:56:27.133371 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-a17717d1-8fc5-4944-af4e-6019cedefb4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:27.192135 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17717d1-8fc5-4944-af4e-6019cedefb4c service neutron] Pushing event updated for resources: {'Port': ['ID=6fbf0f99-07dd-44f9-8da3-bbeba8cf5812,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:27.261283 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-a17717d1-8fc5-4944-af4e-6019cedefb4c service neutron] Attempting to bind port 6fbf0f99-07dd-44f9-8da3-bbeba8cf5812 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:56:27.261619 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-a17717d1-8fc5-4944-af4e-6019cedefb4c service neutron] Attempting to bind port 6fbf0f99-07dd-44f9-8da3-bbeba8cf5812 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'dfe2c2e5-60b7-4a36-855d-c785f83eb944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f6a77c36-4191-45ed-9926-04436560ac4b'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:56:27.261946 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-a17717d1-8fc5-4944-af4e-6019cedefb4c service neutron] Attempting to bind port 6fbf0f99-07dd-44f9-8da3-bbeba8cf5812 on network f6a77c36-4191-45ed-9926-04436560ac4b {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:56:27.267081 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-a17717d1-8fc5-4944-af4e-6019cedefb4c service neutron] Port 6fbf0f99-07dd-44f9-8da3-bbeba8cf5812 on network f6a77c36-4191-45ed-9926-04436560ac4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:56:27.267531 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-a17717d1-8fc5-4944-af4e-6019cedefb4c service neutron] Attempting to bind port 6fbf0f99-07dd-44f9-8da3-bbeba8cf5812 on network f6a77c36-4191-45ed-9926-04436560ac4b {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:56:27.273213 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-a17717d1-8fc5-4944-af4e-6019cedefb4c service neutron] Checking agent: {'id': '31a9428e-e23a-420f-bfe2-5870b63c0436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'started_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:56:27.273546 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-a17717d1-8fc5-4944-af4e-6019cedefb4c service neutron] Checking segment: {'id': 'dfe2c2e5-60b7-4a36-855d-c785f83eb944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f6a77c36-4191-45ed-9926-04436560ac4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:56:27.273930 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-a17717d1-8fc5-4944-af4e-6019cedefb4c service neutron] Bound using segment: {'id': 'dfe2c2e5-60b7-4a36-855d-c785f83eb944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f6a77c36-4191-45ed-9926-04436560ac4b'} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:56:27.274390 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-a17717d1-8fc5-4944-af4e-6019cedefb4c service neutron] Bound port: 6fbf0f99-07dd-44f9-8da3-bbeba8cf5812, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe2c2e5-60b7-4a36-855d-c785f83eb944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f6a77c36-4191-45ed-9926-04436560ac4b'}}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:56:27.274697 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-a17717d1-8fc5-4944-af4e-6019cedefb4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:27.354142 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-a17717d1-8fc5-4944-af4e-6019cedefb4c service neutron] For port 6fbf0f99-07dd-44f9-8da3-bbeba8cf5812, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:56:27.359081 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-a17717d1-8fc5-4944-af4e-6019cedefb4c service neutron] For port 6fbf0f99-07dd-44f9-8da3-bbeba8cf5812, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6fbf0f99-07dd-44f9-8da3-bbeba8cf5812,segment=NetworkSegment(dfe2c2e5-60b7-4a36-855d-c785f83eb944),segment_id=dfe2c2e5-60b7-4a36-855d-c785f83eb944)] {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:56:27.366840 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-a17717d1-8fc5-4944-af4e-6019cedefb4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:27.419031 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-a17717d1-8fc5-4944-af4e-6019cedefb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:27.419680 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-a17717d1-8fc5-4944-af4e-6019cedefb4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:27.421366 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-a17717d1-8fc5-4944-af4e-6019cedefb4c service neutron] 10.222.0.42 "PUT /v2.0/ports/6fbf0f99-07dd-44f9-8da3-bbeba8cf5812 HTTP/1.1" status: 200 len: 1094 time: 0.6703613 Feb 16 12:56:27.421977 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1abb5c23-2640-4d0d-a25a-ca0d574f88b3', 'tag': '6fbf0f99-07dd-44f9-8da3-bbeba8cf5812'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:56:27.424747 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8d48d0-6e5d-4c1b-a617-83c485e6c04a" -d '{"events": [{"name": "network-changed", "server_uuid": "1abb5c23-2640-4d0d-a25a-ca0d574f88b3", "tag": "6fbf0f99-07dd-44f9-8da3-bbeba8cf5812"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:56:27.460508 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17717d1-8fc5-4944-af4e-6019cedefb4c service neutron] Pushing event updated for resources: {'Port': ['ID=6fbf0f99-07dd-44f9-8da3-bbeba8cf5812,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:27.534577 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 12:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fe5b56-50cc-45fc-88ce-5184fc363ba1 x-openstack-request-id: req-63fe5b56-50cc-45fc-88ce-5184fc363ba1 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:56:27.534906 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1abb5c23-2640-4d0d-a25a-ca0d574f88b3", "tag": "6fbf0f99-07dd-44f9-8da3-bbeba8cf5812", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:56:27.535417 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-63fe5b56-50cc-45fc-88ce-5184fc363ba1 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:56:27.535831 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1abb5c23-2640-4d0d-a25a-ca0d574f88b3', 'tag': '6fbf0f99-07dd-44f9-8da3-bbeba8cf5812', 'status': 'completed', 'code': 200} Feb 16 12:56:27.554955 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-54a38def-6ffb-4cbb-8f5f-80746d820b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:27.556781 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-54a38def-6ffb-4cbb-8f5f-80746d820b7c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=1abb5c23-2640-4d0d-a25a-ca0d574f88b3 HTTP/1.1" status: 200 len: 1097 time: 0.0701890 Feb 16 12:56:27.568111 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:27.611584 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-0161131e-215a-4d1c-b0c4-f049e66133a9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fbf0f99-07dd-44f9-8da3-bbeba8cf5812 HTTP/1.1" status: 200 len: 217 time: 0.0445473 Feb 16 12:56:27.654267 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54ee5b-f3d8-45ec-a1e2-c4a3ed73d138 req-1a5b0faf-d74e-4783-aaa4-958a8b07f851 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:27.657174 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0d54ee5b-f3d8-45ec-a1e2-c4a3ed73d138 req-1a5b0faf-d74e-4783-aaa4-958a8b07f851 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=1abb5c23-2640-4d0d-a25a-ca0d574f88b3 HTTP/1.1" status: 200 len: 944 time: 0.4333735 Feb 16 12:56:27.670196 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-1ac3a920-a818-4d0f-bbf0-b8664cb0c81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:27.671647 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-1ac3a920-a818-4d0f-bbf0-b8664cb0c81a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c97ec01-eb48-4ceb-965d-6f83a3048100 HTTP/1.1" status: 200 len: 842 time: 0.0522368 Feb 16 12:56:27.697214 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0d54ee5b-f3d8-45ec-a1e2-c4a3ed73d138 req-10f62e50-de2f-40b0-89cc-00950b9ba8d9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=d03cec75-ff77-4169-a35f-efe60a59e206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337045 Feb 16 12:56:27.721545 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-9027a6e6-0257-4c08-ae77-26154435de8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:27.723030 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-9027a6e6-0257-4c08-ae77-26154435de8b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6a77c36-4191-45ed-9926-04436560ac4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436764 Feb 16 12:56:27.810848 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-c942c66a-7d41-4400-b497-0ea85b9e9a92 service neutron] 10.222.0.42 "GET /v2.0/networks/f6a77c36-4191-45ed-9926-04436560ac4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797257 Feb 16 12:56:27.904261 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-14f78b4a-df71-43cd-acc1-789df5997fc3 req-b1fc2dde-8238-4bf6-b996-be327dddc759 service neutron] 10.222.0.42 "GET /v2.0/networks/f6a77c36-4191-45ed-9926-04436560ac4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862019 Feb 16 12:56:27.994075 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d48d0-6e5d-4c1b-a617-83c485e6c04a req-d6f6e818-63b9-46fc-88bb-027d969fb340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:27.996046 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5a8d48d0-6e5d-4c1b-a617-83c485e6c04a req-d6f6e818-63b9-46fc-88bb-027d969fb340 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=1abb5c23-2640-4d0d-a25a-ca0d574f88b3 HTTP/1.1" status: 200 len: 1097 time: 0.0413687 Feb 16 12:56:28.097604 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d48d0-6e5d-4c1b-a617-83c485e6c04a req-7628c2d9-53bd-4539-82d5-48173bbc9e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:28.099113 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5a8d48d0-6e5d-4c1b-a617-83c485e6c04a req-7628c2d9-53bd-4539-82d5-48173bbc9e10 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f6a77c36-4191-45ed-9926-04436560ac4b HTTP/1.1" status: 200 len: 897 time: 0.0934441 Feb 16 12:56:28.147982 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5a8d48d0-6e5d-4c1b-a617-83c485e6c04a req-ac95f450-81a7-4517-8ed1-b79872aadb41 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fbf0f99-07dd-44f9-8da3-bbeba8cf5812 HTTP/1.1" status: 200 len: 217 time: 0.0367579 Feb 16 12:56:28.202325 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d48d0-6e5d-4c1b-a617-83c485e6c04a req-fa5e9408-e14b-4830-a4de-f87150c1513a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:28.203813 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5a8d48d0-6e5d-4c1b-a617-83c485e6c04a req-fa5e9408-e14b-4830-a4de-f87150c1513a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c97ec01-eb48-4ceb-965d-6f83a3048100 HTTP/1.1" status: 200 len: 842 time: 0.0450389 Feb 16 12:56:28.250174 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d48d0-6e5d-4c1b-a617-83c485e6c04a req-34e55070-8ea4-4530-8ed4-a96cac58c015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:28.251666 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5a8d48d0-6e5d-4c1b-a617-83c485e6c04a req-34e55070-8ea4-4530-8ed4-a96cac58c015 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6a77c36-4191-45ed-9926-04436560ac4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402582 Feb 16 12:56:28.347836 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5a8d48d0-6e5d-4c1b-a617-83c485e6c04a req-465bea46-6270-4738-b29e-92f4b0612bb3 service neutron] 10.222.0.42 "GET /v2.0/networks/f6a77c36-4191-45ed-9926-04436560ac4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876973 Feb 16 12:56:28.438866 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5a8d48d0-6e5d-4c1b-a617-83c485e6c04a req-992c75d5-8838-40d3-80e7-9dd17bec98bd service neutron] 10.222.0.42 "GET /v2.0/networks/f6a77c36-4191-45ed-9926-04436560ac4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826082 Feb 16 12:56:28.580021 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:28.817685 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bbcb28-c80b-413e-9365-266ec81826d0 req-2e9ec06f-9144-489d-be1b-283fde32d72a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:28.819169 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-74bbcb28-c80b-413e-9365-266ec81826d0 req-2e9ec06f-9144-489d-be1b-283fde32d72a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=1abb5c23-2640-4d0d-a25a-ca0d574f88b3 HTTP/1.1" status: 200 len: 944 time: 0.0496693 Feb 16 12:56:28.856930 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-74bbcb28-c80b-413e-9365-266ec81826d0 req-4f55b2c8-80d2-4689-9228-42141f014309 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=d03cec75-ff77-4169-a35f-efe60a59e206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316117 Feb 16 12:56:29.359823 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 6fbf0f99-07dd-44f9-8da3-bbeba8cf5812 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 12:56:29.453749 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 6fbf0f99-07dd-44f9-8da3-bbeba8cf5812, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6fbf0f99-07dd-44f9-8da3-bbeba8cf5812,segment=NetworkSegment(dfe2c2e5-60b7-4a36-855d-c785f83eb944),segment_id=dfe2c2e5-60b7-4a36-855d-c785f83eb944)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:56:29.465341 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': '6fbf0f99-07dd-44f9-8da3-bbeba8cf5812', 'network_id': 'f6a77c36-4191-45ed-9926-04436560ac4b', 'port_id': '6fbf0f99-07dd-44f9-8da3-bbeba8cf5812', 'mac_address': 'fa:16:3e:c7:a4:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c97ec01-eb48-4ceb-965d-6f83a3048100', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 12:56:29.502098 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:29.514842 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fbf0f99-07dd-44f9-8da3-bbeba8cf5812 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 12:56:29.534576 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 6fbf0f99-07dd-44f9-8da3-bbeba8cf5812, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6fbf0f99-07dd-44f9-8da3-bbeba8cf5812,segment=NetworkSegment(dfe2c2e5-60b7-4a36-855d-c785f83eb944),segment_id=dfe2c2e5-60b7-4a36-855d-c785f83eb944)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:56:29.539781 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:29.591049 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=6fbf0f99-07dd-44f9-8da3-bbeba8cf5812,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:29.792177 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['6fbf0f99-07dd-44f9-8da3-bbeba8cf5812'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 12:56:29.979485 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85415705-f0c8-4824-9b97-236d08ecc621 req-dd238183-af50-4cc4-9e8a-8cb7baa6bb3a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:29.981036 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-85415705-f0c8-4824-9b97-236d08ecc621 req-dd238183-af50-4cc4-9e8a-8cb7baa6bb3a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=1abb5c23-2640-4d0d-a25a-ca0d574f88b3 HTTP/1.1" status: 200 len: 945 time: 0.0569901 Feb 16 12:56:30.019516 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-85415705-f0c8-4824-9b97-236d08ecc621 req-a6d99a01-ec4a-43cd-9d67-58e3fabf4e6e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=d03cec75-ff77-4169-a35f-efe60a59e206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324650 Feb 16 12:56:31.143349 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62703981-bafc-4603-b6e0-407b3da42db0 req-c4f79650-a576-4a1e-b3ac-4bdf76cfaa83 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:31.145110 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-62703981-bafc-4603-b6e0-407b3da42db0 req-c4f79650-a576-4a1e-b3ac-4bdf76cfaa83 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=1abb5c23-2640-4d0d-a25a-ca0d574f88b3 HTTP/1.1" status: 200 len: 945 time: 0.0530920 Feb 16 12:56:31.187030 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-62703981-bafc-4603-b6e0-407b3da42db0 req-3514b8f2-f89a-415a-a63e-83371b62faff tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=d03cec75-ff77-4169-a35f-efe60a59e206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352113 Feb 16 12:56:31.381203 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 6fbf0f99-07dd-44f9-8da3-bbeba8cf5812 up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:56:31.433519 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning for port 6fbf0f99-07dd-44f9-8da3-bbeba8cf5812 completed by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:56:31.437816 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port 6fbf0f99-07dd-44f9-8da3-bbeba8cf5812 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:56:31.438143 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:31.512971 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:31.535336 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1abb5c23-2640-4d0d-a25a-ca0d574f88b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fbf0f99-07dd-44f9-8da3-bbeba8cf5812'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:56:31.537632 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8405ec99-e9b8-4f9e-9c2f-d33a416bbcf2" -d '{"events": [{"server_uuid": "1abb5c23-2640-4d0d-a25a-ca0d574f88b3", "name": "network-vif-plugged", "status": "completed", "tag": "6fbf0f99-07dd-44f9-8da3-bbeba8cf5812"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:56:31.550718 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 6fbf0f99-07dd-44f9-8da3-bbeba8cf5812, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6fbf0f99-07dd-44f9-8da3-bbeba8cf5812,segment=NetworkSegment(dfe2c2e5-60b7-4a36-855d-c785f83eb944),segment_id=dfe2c2e5-60b7-4a36-855d-c785f83eb944)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:56:31.555521 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:31.583592 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 12:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314e28c5-950c-48ea-90ce-bd08ca990663 x-openstack-request-id: req-314e28c5-950c-48ea-90ce-bd08ca990663 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:56:31.583892 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1abb5c23-2640-4d0d-a25a-ca0d574f88b3", "name": "network-vif-plugged", "status": "completed", "tag": "6fbf0f99-07dd-44f9-8da3-bbeba8cf5812", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:56:31.584115 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-314e28c5-950c-48ea-90ce-bd08ca990663 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:56:31.584500 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1abb5c23-2640-4d0d-a25a-ca0d574f88b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fbf0f99-07dd-44f9-8da3-bbeba8cf5812', 'code': 200} Feb 16 12:56:31.611719 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=6fbf0f99-07dd-44f9-8da3-bbeba8cf5812,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:31.754955 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d32d1-a835-4e6d-bb14-9301debd96a5 req-14a30c9e-c276-4eaa-8513-91a93621ab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:31.756484 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d50d32d1-a835-4e6d-bb14-9301debd96a5 req-14a30c9e-c276-4eaa-8513-91a93621ab62 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1abb5c23-2640-4d0d-a25a-ca0d574f88b3 HTTP/1.1" status: 200 len: 1099 time: 0.0455878 Feb 16 12:56:31.792048 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d50d32d1-a835-4e6d-bb14-9301debd96a5 req-948fbae0-b8dc-465b-adb5-97e7ea15d6df service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d03cec75-ff77-4169-a35f-efe60a59e206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275519 Feb 16 12:56:32.308558 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac20a6-daf4-4a3b-a410-f1f598ec82bb req-bf5f1815-b186-4b11-8c87-48077efa383c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:32.310158 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e5ac20a6-daf4-4a3b-a410-f1f598ec82bb req-bf5f1815-b186-4b11-8c87-48077efa383c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=1abb5c23-2640-4d0d-a25a-ca0d574f88b3 HTTP/1.1" status: 200 len: 946 time: 0.0497615 Feb 16 12:56:32.348851 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e5ac20a6-daf4-4a3b-a410-f1f598ec82bb req-62798e15-54ea-4f50-8345-efba7bdcbe30 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=d03cec75-ff77-4169-a35f-efe60a59e206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324376 Feb 16 12:56:33.477428 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e208b-fb35-42ea-a175-7c50e467722e req-28147d30-5200-4498-aa70-81ef6210e8a5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:33.478980 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-847e208b-fb35-42ea-a175-7c50e467722e req-28147d30-5200-4498-aa70-81ef6210e8a5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=1abb5c23-2640-4d0d-a25a-ca0d574f88b3 HTTP/1.1" status: 200 len: 946 time: 0.0570395 Feb 16 12:56:33.518663 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-847e208b-fb35-42ea-a175-7c50e467722e req-480580cf-1090-4caf-81e7-2c2fd1b96f30 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=d03cec75-ff77-4169-a35f-efe60a59e206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331426 Feb 16 12:56:33.641465 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3716799-2673-4827-b3e8-b6e86b292ee0 req-0f97ed40-0d30-4fb3-afe7-4074cca5087d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:33.642855 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e3716799-2673-4827-b3e8-b6e86b292ee0 req-0f97ed40-0d30-4fb3-afe7-4074cca5087d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=1abb5c23-2640-4d0d-a25a-ca0d574f88b3 HTTP/1.1" status: 200 len: 946 time: 0.0540075 Feb 16 12:56:33.681230 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e3716799-2673-4827-b3e8-b6e86b292ee0 req-367a10e2-6950-43f7-a5de-26490ae237b7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=d03cec75-ff77-4169-a35f-efe60a59e206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322640 Feb 16 12:56:33.703423 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39564) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:56:33.743390 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e367e8a-b8ae-49ca-baef-2d32768b2cc7 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:33.745157 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6e367e8a-b8ae-49ca-baef-2d32768b2cc7 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=1abb5c23-2640-4d0d-a25a-ca0d574f88b3 HTTP/1.1" status: 200 len: 1094 time: 0.0405788 Feb 16 12:56:33.748760 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39566) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:56:33.752996 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-61f009be-017a-453e-a64a-1837d7986341 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'floatingip': {'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'port_id': '6fbf0f99-07dd-44f9-8da3-bbeba8cf5812', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:56:33.777585 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-61f009be-017a-453e-a64a-1837d7986341 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for floatingip, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:33.877952 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-61f009be-017a-453e-a64a-1837d7986341 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:33.982101 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-61f009be-017a-453e-a64a-1837d7986341 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Allocated IP 172.26.2.203 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/533d488f-69ad-4e24-bd15-23e333dae8ab) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:56:34.085853 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-61f009be-017a-453e-a64a-1837d7986341 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:34.120034 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-61f009be-017a-453e-a64a-1837d7986341 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:34.161043 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f009be-017a-453e-a64a-1837d7986341 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:56:34.166019 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-61f009be-017a-453e-a64a-1837d7986341 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:56:34.168227 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f009be-017a-453e-a64a-1837d7986341 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=533d488f-69ad-4e24-bd15-23e333dae8ab,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:34.171009 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f009be-017a-453e-a64a-1837d7986341 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:56:34.822797 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-61f009be-017a-453e-a64a-1837d7986341 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:34.889580 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-61f009be-017a-453e-a64a-1837d7986341 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:35.057187 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-61f009be-017a-453e-a64a-1837d7986341 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:35.062791 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-61f009be-017a-453e-a64a-1837d7986341 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:35.132706 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f009be-017a-453e-a64a-1837d7986341 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=533d488f-69ad-4e24-bd15-23e333dae8ab,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:35.144480 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-61f009be-017a-453e-a64a-1837d7986341 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:35.247748 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-61f009be-017a-453e-a64a-1837d7986341 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Floating IP 1a33084b-18da-4cb1-9479-584955e3b749 associated. External IP: 172.26.2.203, port: 6fbf0f99-07dd-44f9-8da3-bbeba8cf5812. Feb 16 12:56:35.454101 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f009be-017a-453e-a64a-1837d7986341 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router 4293b25a-bede-4b14-8dac-e3314d4f6781 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:56:35.561615 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f009be-017a-453e-a64a-1837d7986341 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:56:35.571672 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e38fa0-4daf-4a7f-9d81-9100e38db8a9 None None] Sync routers for ids ['4293b25a-bede-4b14-8dac-e3314d4f6781'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:56:35.579223 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-61f009be-017a-453e-a64a-1837d7986341 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:35.581923 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e38fa0-4daf-4a7f-9d81-9100e38db8a9 None None] Routers {'4293b25a-bede-4b14-8dac-e3314d4f6781'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:56:35.582546 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-91e38fa0-4daf-4a7f-9d81-9100e38db8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:56:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['4293b25a-bede-4b14-8dac-e3314d4f6781'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:35.610403 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-61f009be-017a-453e-a64a-1837d7986341 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8606136 Feb 16 12:56:35.610983 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1abb5c23-2640-4d0d-a25a-ca0d574f88b3', 'tag': '6fbf0f99-07dd-44f9-8da3-bbeba8cf5812'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:56:35.613304 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21fb3d5-7fc0-46ed-9d25-eaf268c62454" -d '{"events": [{"name": "network-changed", "server_uuid": "1abb5c23-2640-4d0d-a25a-ca0d574f88b3", "tag": "6fbf0f99-07dd-44f9-8da3-bbeba8cf5812"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:56:35.613899 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39568) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:56:35.650100 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 12:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e23334a-bf4d-4d01-9332-560286609e0c x-openstack-request-id: req-7e23334a-bf4d-4d01-9332-560286609e0c {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:56:35.650391 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1abb5c23-2640-4d0d-a25a-ca0d574f88b3", "tag": "6fbf0f99-07dd-44f9-8da3-bbeba8cf5812", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:56:35.650642 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7e23334a-bf4d-4d01-9332-560286609e0c {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:56:35.651789 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1abb5c23-2640-4d0d-a25a-ca0d574f88b3', 'tag': '6fbf0f99-07dd-44f9-8da3-bbeba8cf5812', 'status': 'completed', 'code': 200} Feb 16 12:56:35.688060 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-95b336a3-f61f-4f5a-91c5-1d113c30cc50 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/floatingips/1a33084b-18da-4cb1-9479-584955e3b749 HTTP/1.1" status: 200 len: 992 time: 0.0726216 Feb 16 12:56:35.692909 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-91e38fa0-4daf-4a7f-9d81-9100e38db8a9 None None] Set router 4293b25a-bede-4b14-8dac-e3314d4f6781 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:56:35.722030 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21fb3d5-7fc0-46ed-9d25-eaf268c62454 req-9c562f61-a82c-445b-a3d9-90f49b6538ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:35.723568 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d21fb3d5-7fc0-46ed-9d25-eaf268c62454 req-9c562f61-a82c-445b-a3d9-90f49b6538ff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=1abb5c23-2640-4d0d-a25a-ca0d574f88b3 HTTP/1.1" status: 200 len: 1099 time: 0.0420289 Feb 16 12:56:35.826609 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21fb3d5-7fc0-46ed-9d25-eaf268c62454 req-bd4f76f3-103e-4459-8fb6-f648094cf6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:35.828215 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d21fb3d5-7fc0-46ed-9d25-eaf268c62454 req-bd4f76f3-103e-4459-8fb6-f648094cf6b8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f6a77c36-4191-45ed-9926-04436560ac4b HTTP/1.1" status: 200 len: 897 time: 0.0931771 Feb 16 12:56:35.900544 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d21fb3d5-7fc0-46ed-9d25-eaf268c62454 req-1dba9d90-2ffb-4cec-bd90-e58cacfd1595 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fbf0f99-07dd-44f9-8da3-bbeba8cf5812 HTTP/1.1" status: 200 len: 1000 time: 0.0645537 Feb 16 12:56:35.919863 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-91e38fa0-4daf-4a7f-9d81-9100e38db8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4293b25a-bede-4b14-8dac-e3314d4f6781', 'name': 'tempest-TestNetworkBasicOps-router-455772372', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e583a852-f4cc-4d9f-9b90-ee09e40e9876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:56:17Z', 'updated_at': '2022-02-16T12:56:21Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'e583a852-f4cc-4d9f-9b90-ee09e40e9876', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4293b25a-bede-4b14-8dac-e3314d4f6781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:18Z', 'updated_at': '2022-02-16T12:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '1a33084b-18da-4cb1-9479-584955e3b749', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.203', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '4293b25a-bede-4b14-8dac-e3314d4f6781', 'port_id': '6fbf0f99-07dd-44f9-8da3-bbeba8cf5812', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6a77c36-4191-45ed-9926-04436560ac4b', 'mac_address': 'fa:16:3e:c7:a4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abb5c23-2640-4d0d-a25a-ca0d574f88b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:56:34Z', 'updated_at': '2022-02-16T12:56:34Z', 'revision_number': 0, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4640f9ae-860c-4444-bf4f-991c37c36528', 'name': '', 'network_id': 'f6a77c36-4191-45ed-9926-04436560ac4b', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:d8:92:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4293b25a-bede-4b14-8dac-e3314d4f6781', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '0c97ec01-eb48-4ceb-965d-6f83a3048100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:20Z', 'updated_at': '2022-02-16T12:56:24Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': '0c97ec01-eb48-4ceb-965d-6f83a3048100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:35.949856 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e38fa0-4daf-4a7f-9d81-9100e38db8a9 None None] Checking router: 4293b25a-bede-4b14-8dac-e3314d4f6781 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:56:35.954203 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21fb3d5-7fc0-46ed-9d25-eaf268c62454 req-67c298b6-aa01-44c5-8552-2570aac49a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:35.955674 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d21fb3d5-7fc0-46ed-9d25-eaf268c62454 req-67c298b6-aa01-44c5-8552-2570aac49a73 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c97ec01-eb48-4ceb-965d-6f83a3048100 HTTP/1.1" status: 200 len: 842 time: 0.0469499 Feb 16 12:56:35.958237 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e38fa0-4daf-4a7f-9d81-9100e38db8a9 None None] Routers {'4293b25a-bede-4b14-8dac-e3314d4f6781'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:56:35.958830 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-91e38fa0-4daf-4a7f-9d81-9100e38db8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:56:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['4293b25a-bede-4b14-8dac-e3314d4f6781'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:36.004349 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21fb3d5-7fc0-46ed-9d25-eaf268c62454 req-af16a408-2210-412a-85e6-bf496277fb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:36.005809 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d21fb3d5-7fc0-46ed-9d25-eaf268c62454 req-af16a408-2210-412a-85e6-bf496277fb4d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6a77c36-4191-45ed-9926-04436560ac4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422907 Feb 16 12:56:36.066244 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-91e38fa0-4daf-4a7f-9d81-9100e38db8a9 None None] Set router 4293b25a-bede-4b14-8dac-e3314d4f6781 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:56:36.101789 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d21fb3d5-7fc0-46ed-9d25-eaf268c62454 req-0a165f8b-325d-409f-b3f8-17e6b461f9f5 service neutron] 10.222.0.42 "GET /v2.0/networks/f6a77c36-4191-45ed-9926-04436560ac4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882967 Feb 16 12:56:36.202407 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d21fb3d5-7fc0-46ed-9d25-eaf268c62454 req-4a5aad35-c890-453e-87b2-96a2712f2c30 service neutron] 10.222.0.42 "GET /v2.0/networks/f6a77c36-4191-45ed-9926-04436560ac4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938158 Feb 16 12:56:36.291798 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-91e38fa0-4daf-4a7f-9d81-9100e38db8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4293b25a-bede-4b14-8dac-e3314d4f6781', 'name': 'tempest-TestNetworkBasicOps-router-455772372', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e583a852-f4cc-4d9f-9b90-ee09e40e9876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:56:17Z', 'updated_at': '2022-02-16T12:56:21Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'e583a852-f4cc-4d9f-9b90-ee09e40e9876', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4293b25a-bede-4b14-8dac-e3314d4f6781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:18Z', 'updated_at': '2022-02-16T12:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '1a33084b-18da-4cb1-9479-584955e3b749', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.203', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '4293b25a-bede-4b14-8dac-e3314d4f6781', 'port_id': '6fbf0f99-07dd-44f9-8da3-bbeba8cf5812', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6a77c36-4191-45ed-9926-04436560ac4b', 'mac_address': 'fa:16:3e:c7:a4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abb5c23-2640-4d0d-a25a-ca0d574f88b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:56:34Z', 'updated_at': '2022-02-16T12:56:34Z', 'revision_number': 0, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4640f9ae-860c-4444-bf4f-991c37c36528', 'name': '', 'network_id': 'f6a77c36-4191-45ed-9926-04436560ac4b', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:d8:92:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4293b25a-bede-4b14-8dac-e3314d4f6781', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '0c97ec01-eb48-4ceb-965d-6f83a3048100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:20Z', 'updated_at': '2022-02-16T12:56:24Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': '0c97ec01-eb48-4ceb-965d-6f83a3048100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:36.320703 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e38fa0-4daf-4a7f-9d81-9100e38db8a9 None None] The sync data for ids ['4293b25a-bede-4b14-8dac-e3314d4f6781'] in dv-neutron-828142-3-hyperv is: [{'id': '4293b25a-bede-4b14-8dac-e3314d4f6781', 'name': 'tempest-TestNetworkBasicOps-router-455772372', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e583a852-f4cc-4d9f-9b90-ee09e40e9876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:56:17Z', 'updated_at': '2022-02-16T12:56:21Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'e583a852-f4cc-4d9f-9b90-ee09e40e9876', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4293b25a-bede-4b14-8dac-e3314d4f6781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:18Z', 'updated_at': '2022-02-16T12:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '1a33084b-18da-4cb1-9479-584955e3b749', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.203', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '4293b25a-bede-4b14-8dac-e3314d4f6781', 'port_id': '6fbf0f99-07dd-44f9-8da3-bbeba8cf5812', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6a77c36-4191-45ed-9926-04436560ac4b', 'mac_address': 'fa:16:3e:c7:a4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abb5c23-2640-4d0d-a25a-ca0d574f88b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:56:34Z', 'updated_at': '2022-02-16T12:56:34Z', 'revision_number': 0, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4640f9ae-860c-4444-bf4f-991c37c36528', 'name': '', 'network_id': 'f6a77c36-4191-45ed-9926-04436560ac4b', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:d8:92:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4293b25a-bede-4b14-8dac-e3314d4f6781', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '0c97ec01-eb48-4ceb-965d-6f83a3048100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:20Z', 'updated_at': '2022-02-16T12:56:24Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': '0c97ec01-eb48-4ceb-965d-6f83a3048100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:56:36.497695 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3b37b3-7342-40e8-b17d-ac4619bfe92c None None] New status for floating IP 1a33084b-18da-4cb1-9479-584955e3b749: ACTIVE {{(pid=109050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:56:36.691253 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39572) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:56:36.751032 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-eb83763d-d7aa-4176-8c88-e502a960dedf tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/floatingips/1a33084b-18da-4cb1-9479-584955e3b749 HTTP/1.1" status: 200 len: 994 time: 0.0586267 Feb 16 12:56:42.628916 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ff4abbb7-13ee-4f9e-ad2c-39b7edd295ae req-0eabbccc-f22c-4e2f-bd9f-16a8877ce4ca service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9f8fa88b-90e6-43a2-a457-578eb9111029&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413156 Feb 16 12:56:42.715431 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4abbb7-13ee-4f9e-ad2c-39b7edd295ae req-afb20aef-b48b-4003-9ee5-a88e4ff1737e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:42.716951 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ff4abbb7-13ee-4f9e-ad2c-39b7edd295ae req-afb20aef-b48b-4003-9ee5-a88e4ff1737e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98ec8fef3f1245f3a4cdb1afaef344d1&device_id=9f8fa88b-90e6-43a2-a457-578eb9111029 HTTP/1.1" status: 200 len: 1099 time: 0.0451202 Feb 16 12:56:42.832748 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4abbb7-13ee-4f9e-ad2c-39b7edd295ae req-e0328c69-53f1-4533-9e14-3d956c1a906f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:42.834385 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ff4abbb7-13ee-4f9e-ad2c-39b7edd295ae req-e0328c69-53f1-4533-9e14-3d956c1a906f service neutron] 10.222.0.42 "GET /v2.0/networks?id=a876fa82-771e-4c40-93ac-63a7a3825868 HTTP/1.1" status: 200 len: 912 time: 0.0845656 Feb 16 12:56:42.907021 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ff4abbb7-13ee-4f9e-ad2c-39b7edd295ae req-27325476-2d5e-48ce-9763-a5e26503ad1c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=610a85ac-659d-4f29-bfc9-bc4010b976c5 HTTP/1.1" status: 200 len: 1002 time: 0.0637302 Feb 16 12:56:42.956257 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4abbb7-13ee-4f9e-ad2c-39b7edd295ae req-524b7039-91ce-4f71-b8a5-f4ad777fde0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:42.957696 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ff4abbb7-13ee-4f9e-ad2c-39b7edd295ae req-524b7039-91ce-4f71-b8a5-f4ad777fde0a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=20776c33-d9e6-4c4d-a709-2c81a506e278 HTTP/1.1" status: 200 len: 850 time: 0.0431678 Feb 16 12:56:43.005492 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4abbb7-13ee-4f9e-ad2c-39b7edd295ae req-822ff708-9723-4711-9533-51b0c24c0760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:43.006940 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ff4abbb7-13ee-4f9e-ad2c-39b7edd295ae req-822ff708-9723-4711-9533-51b0c24c0760 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a876fa82-771e-4c40-93ac-63a7a3825868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417457 Feb 16 12:56:43.101644 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ff4abbb7-13ee-4f9e-ad2c-39b7edd295ae req-fe4d58f2-dfc8-4955-a0a4-2cf9c0f3667b service neutron] 10.222.0.42 "GET /v2.0/networks/a876fa82-771e-4c40-93ac-63a7a3825868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866611 Feb 16 12:56:43.190390 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ff4abbb7-13ee-4f9e-ad2c-39b7edd295ae req-85ce0cc5-d2d6-43fa-9077-43230fcb78ce service neutron] 10.222.0.42 "GET /v2.0/networks/a876fa82-771e-4c40-93ac-63a7a3825868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813985 Feb 16 12:56:50.373502 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 12:56:52.243839 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5135343d-7dc5-4763-88b7-b312143b1d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:54.409860 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-30123989-add3-48f1-930f-84811800c2de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:55.709531 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:57.013646 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:57.336457 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:58.593871 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:17.389668 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39596) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:57:17.552639 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-3ab96c50-a0f7-40f8-8e0a-354cd17a810d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Deleting port 464db7e2-e3f2-4ce4-828e-e606178b8f90 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:57:17.552994 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3ab96c50-a0f7-40f8-8e0a-354cd17a810d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:17.627481 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3ab96c50-a0f7-40f8-8e0a-354cd17a810d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:17.627800 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3ab96c50-a0f7-40f8-8e0a-354cd17a810d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:17.639257 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-3ab96c50-a0f7-40f8-8e0a-354cd17a810d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Calling delete_port for 464db7e2-e3f2-4ce4-828e-e606178b8f90 owned by network:floatingip {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:57:17.810352 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3ab96c50-a0f7-40f8-8e0a-354cd17a810d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:17.833195 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab96c50-a0f7-40f8-8e0a-354cd17a810d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Pushing event deleted for resources: {'Port': ['ID=464db7e2-e3f2-4ce4-828e-e606178b8f90,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:17.843035 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab96c50-a0f7-40f8-8e0a-354cd17a810d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:17.843382 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab96c50-a0f7-40f8-8e0a-354cd17a810d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:17.843710 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab96c50-a0f7-40f8-8e0a-354cd17a810d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:17.844043 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab96c50-a0f7-40f8-8e0a-354cd17a810d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:17.844368 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab96c50-a0f7-40f8-8e0a-354cd17a810d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:17.844744 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab96c50-a0f7-40f8-8e0a-354cd17a810d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:17.845649 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab96c50-a0f7-40f8-8e0a-354cd17a810d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:17.845649 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab96c50-a0f7-40f8-8e0a-354cd17a810d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:17.845924 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab96c50-a0f7-40f8-8e0a-354cd17a810d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:17.846081 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab96c50-a0f7-40f8-8e0a-354cd17a810d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:17.846303 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab96c50-a0f7-40f8-8e0a-354cd17a810d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:17.846611 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab96c50-a0f7-40f8-8e0a-354cd17a810d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:17.909139 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3ab96c50-a0f7-40f8-8e0a-354cd17a810d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for floatingip, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:17.909468 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.l3_db [None req-3ab96c50-a0f7-40f8-8e0a-354cd17a810d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Floating IP d9dff03e-89ae-4da2-a8ac-f41db9d57920 disassociated (deleted). External IP: 172.26.2.143, port: 35c2f86a-4e28-4910-a77c-a3e2cbc754dc. Feb 16 12:57:18.114067 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab96c50-a0f7-40f8-8e0a-354cd17a810d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Router 21937201-bfb5-469f-bb18-bedba8442c50 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:57:18.220715 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab96c50-a0f7-40f8-8e0a-354cd17a810d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:57:18.225253 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3ab96c50-a0f7-40f8-8e0a-354cd17a810d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:18.230874 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02b8a9c-a5f6-4605-8d66-87d4e93efd11 None None] Sync routers for ids ['21937201-bfb5-469f-bb18-bedba8442c50'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:57:18.241275 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02b8a9c-a5f6-4605-8d66-87d4e93efd11 None None] Routers {'21937201-bfb5-469f-bb18-bedba8442c50'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:57:18.241895 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-a02b8a9c-a5f6-4605-8d66-87d4e93efd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:56:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['21937201-bfb5-469f-bb18-bedba8442c50'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:18.254140 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3ab96c50-a0f7-40f8-8e0a-354cd17a810d tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "DELETE /v2.0/floatingips/d9dff03e-89ae-4da2-a8ac-f41db9d57920 HTTP/1.1" status: 204 len: 168 time: 0.8627596 Feb 16 12:57:18.254771 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e018c2c9-ff89-4116-93f1-d1e3f72f2d95', 'tag': '35c2f86a-4e28-4910-a77c-a3e2cbc754dc'}] {{(pid=109048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:57:18.257008 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40068d798dcc31a224174c6c24ac8b3e49f1a518b527dec6066c5fbc28712f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b21c2c-7856-48e6-a42f-e294969194e1" -d '{"events": [{"name": "network-changed", "server_uuid": "e018c2c9-ff89-4116-93f1-d1e3f72f2d95", "tag": "35c2f86a-4e28-4910-a77c-a3e2cbc754dc"}]}' {{(pid=109048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:57:18.351622 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-a02b8a9c-a5f6-4605-8d66-87d4e93efd11 None None] Set router 21937201-bfb5-469f-bb18-bedba8442c50 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:57:18.422231 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 12:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54dd2b78-a8d6-429a-9756-2ed8c9c18bd2 x-openstack-request-id: req-54dd2b78-a8d6-429a-9756-2ed8c9c18bd2 {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:57:18.422787 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e018c2c9-ff89-4116-93f1-d1e3f72f2d95", "tag": "35c2f86a-4e28-4910-a77c-a3e2cbc754dc", "status": "completed", "code": 200}]} {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:57:18.422787 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-54dd2b78-a8d6-429a-9756-2ed8c9c18bd2 {{(pid=109048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:57:18.423829 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e018c2c9-ff89-4116-93f1-d1e3f72f2d95', 'tag': '35c2f86a-4e28-4910-a77c-a3e2cbc754dc', 'status': 'completed', 'code': 200} Feb 16 12:57:18.489924 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b21c2c-7856-48e6-a42f-e294969194e1 req-e419f7b2-85ca-49d2-9797-fa20e31a0b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:18.491449 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-04b21c2c-7856-48e6-a42f-e294969194e1 req-e419f7b2-85ca-49d2-9797-fa20e31a0b3e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98ec8fef3f1245f3a4cdb1afaef344d1&device_id=e018c2c9-ff89-4116-93f1-d1e3f72f2d95 HTTP/1.1" status: 200 len: 1099 time: 0.0452738 Feb 16 12:57:18.505283 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae5d7a-2dd0-4a30-ac4f-2e556536c4c5 req-82016b5a-36cb-4035-b99a-721037beda1c tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:18.506839 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-93ae5d7a-2dd0-4a30-ac4f-2e556536c4c5 req-82016b5a-36cb-4035-b99a-721037beda1c tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=e018c2c9-ff89-4116-93f1-d1e3f72f2d95 HTTP/1.1" status: 200 len: 946 time: 0.0535276 Feb 16 12:57:18.548347 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-93ae5d7a-2dd0-4a30-ac4f-2e556536c4c5 req-34f5b696-1647-493b-8a3c-4b5c2d8aaa94 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343282 Feb 16 12:57:18.590960 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b21c2c-7856-48e6-a42f-e294969194e1 req-d054482a-fb31-4d0a-9b17-b640503532d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:18.592446 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-04b21c2c-7856-48e6-a42f-e294969194e1 req-d054482a-fb31-4d0a-9b17-b640503532d2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a876fa82-771e-4c40-93ac-63a7a3825868 HTTP/1.1" status: 200 len: 912 time: 0.0934856 Feb 16 12:57:18.637753 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-04b21c2c-7856-48e6-a42f-e294969194e1 req-5806e96c-91d7-4b65-90ba-9b8effd500b7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35c2f86a-4e28-4910-a77c-a3e2cbc754dc HTTP/1.1" status: 200 len: 217 time: 0.0368865 Feb 16 12:57:18.677450 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-a02b8a9c-a5f6-4605-8d66-87d4e93efd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21937201-bfb5-469f-bb18-bedba8442c50', 'name': 'tempest-TestVolumeBootPattern-116415935-router', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:34Z', 'revision_number': 4, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'gw_port': {'id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'c7434707-3ceb-4865-953a-33f45a0cc1db', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'floating_ip_address': '172.26.2.236', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'port_id': '610a85ac-659d-4f29-bfc9-bc4010b976c5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'mac_address': 'fa:16:3e:9f:0f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8fa88b-90e6-43a2-a457-578eb9111029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:53:23Z', 'updated_at': '2022-02-16T12:53:25Z', 'revision_number': 1, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327', 'name': '', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'mac_address': 'fa:16:3e:4e:49:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:32Z', 'updated_at': '2022-02-16T12:49:42Z', 'revision_number': 5, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'subnets': [{'id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:18.691394 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b21c2c-7856-48e6-a42f-e294969194e1 req-41f1c4d4-8659-4fc8-844c-5ac443f923e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:18.692949 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-04b21c2c-7856-48e6-a42f-e294969194e1 req-41f1c4d4-8659-4fc8-844c-5ac443f923e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=20776c33-d9e6-4c4d-a709-2c81a506e278 HTTP/1.1" status: 200 len: 850 time: 0.0484469 Feb 16 12:57:18.703054 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02b8a9c-a5f6-4605-8d66-87d4e93efd11 None None] Checking router: 21937201-bfb5-469f-bb18-bedba8442c50 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:57:18.712037 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02b8a9c-a5f6-4605-8d66-87d4e93efd11 None None] Routers {'21937201-bfb5-469f-bb18-bedba8442c50'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:57:18.712766 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-a02b8a9c-a5f6-4605-8d66-87d4e93efd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:56:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['21937201-bfb5-469f-bb18-bedba8442c50'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:18.745615 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b21c2c-7856-48e6-a42f-e294969194e1 req-6280d2fc-e100-4813-8da1-63c16abc8aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:18.747111 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-04b21c2c-7856-48e6-a42f-e294969194e1 req-6280d2fc-e100-4813-8da1-63c16abc8aa9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a876fa82-771e-4c40-93ac-63a7a3825868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416112 Feb 16 12:57:18.818419 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-a02b8a9c-a5f6-4605-8d66-87d4e93efd11 None None] Set router 21937201-bfb5-469f-bb18-bedba8442c50 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:57:18.838462 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-04b21c2c-7856-48e6-a42f-e294969194e1 req-9d0563f1-13a3-4327-a831-27f41982aacd service neutron] 10.222.0.42 "GET /v2.0/networks/a876fa82-771e-4c40-93ac-63a7a3825868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831225 Feb 16 12:57:18.939449 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-04b21c2c-7856-48e6-a42f-e294969194e1 req-ff59e340-828d-40ea-8d7f-45e32a8f91a9 service neutron] 10.222.0.42 "GET /v2.0/networks/a876fa82-771e-4c40-93ac-63a7a3825868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925064 Feb 16 12:57:19.042743 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-a02b8a9c-a5f6-4605-8d66-87d4e93efd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21937201-bfb5-469f-bb18-bedba8442c50', 'name': 'tempest-TestVolumeBootPattern-116415935-router', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:34Z', 'revision_number': 4, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'gw_port': {'id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'c7434707-3ceb-4865-953a-33f45a0cc1db', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'floating_ip_address': '172.26.2.236', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'port_id': '610a85ac-659d-4f29-bfc9-bc4010b976c5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'mac_address': 'fa:16:3e:9f:0f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8fa88b-90e6-43a2-a457-578eb9111029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:53:23Z', 'updated_at': '2022-02-16T12:53:25Z', 'revision_number': 1, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327', 'name': '', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'mac_address': 'fa:16:3e:4e:49:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:32Z', 'updated_at': '2022-02-16T12:49:42Z', 'revision_number': 5, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'subnets': [{'id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:19.069710 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02b8a9c-a5f6-4605-8d66-87d4e93efd11 None None] The sync data for ids ['21937201-bfb5-469f-bb18-bedba8442c50'] in dv-neutron-828142-3-hyperv is: [{'id': '21937201-bfb5-469f-bb18-bedba8442c50', 'name': 'tempest-TestVolumeBootPattern-116415935-router', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:34Z', 'revision_number': 4, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'gw_port': {'id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'c7434707-3ceb-4865-953a-33f45a0cc1db', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'floating_ip_address': '172.26.2.236', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'port_id': '610a85ac-659d-4f29-bfc9-bc4010b976c5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'mac_address': 'fa:16:3e:9f:0f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8fa88b-90e6-43a2-a457-578eb9111029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:53:23Z', 'updated_at': '2022-02-16T12:53:25Z', 'revision_number': 1, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327', 'name': '', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'mac_address': 'fa:16:3e:4e:49:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:32Z', 'updated_at': '2022-02-16T12:49:42Z', 'revision_number': 5, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'subnets': [{'id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:57:19.283048 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f469cca9-106b-44bf-86c7-4072eb47dd2e None None] New status for floating IP d9dff03e-89ae-4da2-a8ac-f41db9d57920: DOWN {{(pid=109050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:57:19.666914 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0117b9e-4eed-4f97-bb57-ff6bc79b9e0f req-63db0f73-6dea-4f71-801e-9726d073cc92 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:19.668375 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a0117b9e-4eed-4f97-bb57-ff6bc79b9e0f req-63db0f73-6dea-4f71-801e-9726d073cc92 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=e018c2c9-ff89-4116-93f1-d1e3f72f2d95 HTTP/1.1" status: 200 len: 946 time: 0.0487647 Feb 16 12:57:19.709649 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a0117b9e-4eed-4f97-bb57-ff6bc79b9e0f req-49dbe9e2-ccad-4175-a882-e3206300ac16 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352836 Feb 16 12:57:20.241188 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96835c59-c046-4db2-98e9-10b031e4faf5 req-07e4be3e-0baa-49c7-a729-405f1c06c734 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:20.242677 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-96835c59-c046-4db2-98e9-10b031e4faf5 req-07e4be3e-0baa-49c7-a729-405f1c06c734 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.42 "GET /v2.0/ports?device_id=e018c2c9-ff89-4116-93f1-d1e3f72f2d95 HTTP/1.1" status: 200 len: 946 time: 0.0499914 Feb 16 12:57:20.337329 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-96835c59-c046-4db2-98e9-10b031e4faf5 req-fb0b11b3-85b5-45dd-b4a5-de1cd1d0435c tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Deleting port 35c2f86a-4e28-4910-a77c-a3e2cbc754dc {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:57:20.337593 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-96835c59-c046-4db2-98e9-10b031e4faf5 req-fb0b11b3-85b5-45dd-b4a5-de1cd1d0435c tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:20.424225 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-96835c59-c046-4db2-98e9-10b031e4faf5 req-fb0b11b3-85b5-45dd-b4a5-de1cd1d0435c tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] For port 35c2f86a-4e28-4910-a77c-a3e2cbc754dc, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=35c2f86a-4e28-4910-a77c-a3e2cbc754dc,segment=NetworkSegment(51914522-65e5-4e31-aa9c-d5caab70328b),segment_id=51914522-65e5-4e31-aa9c-d5caab70328b)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:57:20.424584 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-96835c59-c046-4db2-98e9-10b031e4faf5 req-fb0b11b3-85b5-45dd-b4a5-de1cd1d0435c tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:20.436142 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-96835c59-c046-4db2-98e9-10b031e4faf5 req-fb0b11b3-85b5-45dd-b4a5-de1cd1d0435c tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Calling delete_port for 35c2f86a-4e28-4910-a77c-a3e2cbc754dc owned by compute:nova {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:57:20.563934 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-96835c59-c046-4db2-98e9-10b031e4faf5 req-fb0b11b3-85b5-45dd-b4a5-de1cd1d0435c tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:20.592481 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b11b3-85b5-45dd-b4a5-de1cd1d0435c tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Pushing event deleted for resources: {'Port': ['ID=35c2f86a-4e28-4910-a77c-a3e2cbc754dc,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:20.606564 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b11b3-85b5-45dd-b4a5-de1cd1d0435c tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:20.606564 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b11b3-85b5-45dd-b4a5-de1cd1d0435c tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:20.606797 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b11b3-85b5-45dd-b4a5-de1cd1d0435c tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:20.607023 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b11b3-85b5-45dd-b4a5-de1cd1d0435c tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:20.607354 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b11b3-85b5-45dd-b4a5-de1cd1d0435c tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:20.607688 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b11b3-85b5-45dd-b4a5-de1cd1d0435c tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:20.608022 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b11b3-85b5-45dd-b4a5-de1cd1d0435c tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:20.608352 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b11b3-85b5-45dd-b4a5-de1cd1d0435c tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:20.608706 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b11b3-85b5-45dd-b4a5-de1cd1d0435c tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:20.609034 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b11b3-85b5-45dd-b4a5-de1cd1d0435c tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:20.609361 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b11b3-85b5-45dd-b4a5-de1cd1d0435c tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:20.609681 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b11b3-85b5-45dd-b4a5-de1cd1d0435c tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:20.650726 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-96835c59-c046-4db2-98e9-10b031e4faf5 req-fb0b11b3-85b5-45dd-b4a5-de1cd1d0435c tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] No DVR routers for this DVR port 35c2f86a-4e28-4910-a77c-a3e2cbc754dc on host hv-neutron-8281 {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:57:20.653238 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-96835c59-c046-4db2-98e9-10b031e4faf5 req-fb0b11b3-85b5-45dd-b4a5-de1cd1d0435c tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:20.656461 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-96835c59-c046-4db2-98e9-10b031e4faf5 req-fb0b11b3-85b5-45dd-b4a5-de1cd1d0435c tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.42 "DELETE /v2.0/ports/35c2f86a-4e28-4910-a77c-a3e2cbc754dc HTTP/1.1" status: 204 len: 173 time: 0.4077470 Feb 16 12:57:20.656942 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e018c2c9-ff89-4116-93f1-d1e3f72f2d95', 'name': 'network-vif-deleted', 'tag': '35c2f86a-4e28-4910-a77c-a3e2cbc754dc'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:57:20.659183 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f721c0-3721-4e63-9f3c-659e5e755a49" -d '{"events": [{"server_uuid": "e018c2c9-ff89-4116-93f1-d1e3f72f2d95", "name": "network-vif-deleted", "tag": "35c2f86a-4e28-4910-a77c-a3e2cbc754dc"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:57:20.695747 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 12:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f11e97-f966-4725-9e81-3a84f8a2a17c x-openstack-request-id: req-92f11e97-f966-4725-9e81-3a84f8a2a17c {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:57:20.696040 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e018c2c9-ff89-4116-93f1-d1e3f72f2d95", "name": "network-vif-deleted", "tag": "35c2f86a-4e28-4910-a77c-a3e2cbc754dc", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:57:20.696280 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-92f11e97-f966-4725-9e81-3a84f8a2a17c {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:57:20.696703 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e018c2c9-ff89-4116-93f1-d1e3f72f2d95', 'name': 'network-vif-deleted', 'tag': '35c2f86a-4e28-4910-a77c-a3e2cbc754dc', 'status': 'completed', 'code': 200} Feb 16 12:57:20.802313 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e5339d46-e70e-4607-a58c-aac541209d0f req-03b4e1c1-04c3-4e6e-a3a2-6cc0ce88b889 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=e018c2c9-ff89-4116-93f1-d1e3f72f2d95 HTTP/1.1" status: 200 len: 210 time: 0.0268214 Feb 16 12:57:21.899297 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-69442766-d308-401b-8d3d-a289c12374f9 req-ef913e92-8c8a-48f1-87df-4dbec73f5d27 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=e018c2c9-ff89-4116-93f1-d1e3f72f2d95 HTTP/1.1" status: 200 len: 210 time: 0.0271051 Feb 16 12:57:22.247643 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1b49e071-5e20-47dd-a4ea-5f6f4a8e4864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:22.999361 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7f14d94b-fcd2-4d1e-8d95-b3f852b5f599 req-97aacc61-285d-4dea-a677-c1866b87c1aa tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=e018c2c9-ff89-4116-93f1-d1e3f72f2d95 HTTP/1.1" status: 200 len: 210 time: 0.0326684 Feb 16 12:57:23.641960 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 35c2f86a-4e28-4910-a77c-a3e2cbc754dc no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:57:23.665841 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] No Port match for: 35c2f86a-4e28-4910-a77c-a3e2cbc754dc {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:57:23.666174 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 35c2f86a-4e28-4910-a77c-a3e2cbc754dc not bound to the agent host hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:57:24.104041 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9cc63e58-5853-4f4b-bd6e-0dab489116cd req-63ddfe79-a104-4dab-ac06-e52d59554da8 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=e018c2c9-ff89-4116-93f1-d1e3f72f2d95 HTTP/1.1" status: 200 len: 210 time: 0.0259686 Feb 16 12:57:24.410431 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-547159d0-829c-4b28-9c24-f4a9223f8f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:25.712968 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:27.016832 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:27.342786 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:27.373302 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 12:57:28.611744 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:29.474661 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39640) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:57:29.636766 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-befba49f-5164-4637-99d3-7d28ac983f7a tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Deleting port b82706b3-6c84-4a0f-8421-1c096d344f96 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:57:29.637113 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-befba49f-5164-4637-99d3-7d28ac983f7a tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:29.714786 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-befba49f-5164-4637-99d3-7d28ac983f7a tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:29.715020 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-befba49f-5164-4637-99d3-7d28ac983f7a tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:29.726308 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-befba49f-5164-4637-99d3-7d28ac983f7a tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Calling delete_port for b82706b3-6c84-4a0f-8421-1c096d344f96 owned by network:floatingip {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:57:29.872528 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-befba49f-5164-4637-99d3-7d28ac983f7a tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:29.897773 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befba49f-5164-4637-99d3-7d28ac983f7a tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Pushing event deleted for resources: {'Port': ['ID=b82706b3-6c84-4a0f-8421-1c096d344f96,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:29.957770 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-befba49f-5164-4637-99d3-7d28ac983f7a tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for floatingip, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:29.958096 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.l3_db [None req-befba49f-5164-4637-99d3-7d28ac983f7a tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Floating IP c7434707-3ceb-4865-953a-33f45a0cc1db disassociated (deleted). External IP: 172.26.2.236, port: 610a85ac-659d-4f29-bfc9-bc4010b976c5. Feb 16 12:57:30.165372 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-befba49f-5164-4637-99d3-7d28ac983f7a tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Router 21937201-bfb5-469f-bb18-bedba8442c50 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:57:30.271563 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befba49f-5164-4637-99d3-7d28ac983f7a tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:57:30.276305 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-befba49f-5164-4637-99d3-7d28ac983f7a tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:30.281463 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc3ad15-17de-49e6-bb45-d05564d71dc2 None None] Sync routers for ids ['21937201-bfb5-469f-bb18-bedba8442c50'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:57:30.290964 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc3ad15-17de-49e6-bb45-d05564d71dc2 None None] Routers {'21937201-bfb5-469f-bb18-bedba8442c50'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:57:30.291623 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-cbc3ad15-17de-49e6-bb45-d05564d71dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:57:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['21937201-bfb5-469f-bb18-bedba8442c50'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:30.302265 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-befba49f-5164-4637-99d3-7d28ac983f7a tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "DELETE /v2.0/floatingips/c7434707-3ceb-4865-953a-33f45a0cc1db HTTP/1.1" status: 204 len: 168 time: 0.8265228 Feb 16 12:57:30.302881 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f8fa88b-90e6-43a2-a457-578eb9111029', 'tag': '610a85ac-659d-4f29-bfc9-bc4010b976c5'}] {{(pid=109048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:57:30.305129 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40068d798dcc31a224174c6c24ac8b3e49f1a518b527dec6066c5fbc28712f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f984d0-4f16-48da-989c-04fdcc179b03" -d '{"events": [{"name": "network-changed", "server_uuid": "9f8fa88b-90e6-43a2-a457-578eb9111029", "tag": "610a85ac-659d-4f29-bfc9-bc4010b976c5"}]}' {{(pid=109048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:57:30.344226 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 12:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603e47f5-e4aa-4607-b226-c559d7893f97 x-openstack-request-id: req-603e47f5-e4aa-4607-b226-c559d7893f97 {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:57:30.344524 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f8fa88b-90e6-43a2-a457-578eb9111029", "tag": "610a85ac-659d-4f29-bfc9-bc4010b976c5", "status": "completed", "code": 200}]} {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:57:30.344804 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-603e47f5-e4aa-4607-b226-c559d7893f97 {{(pid=109048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:57:30.345328 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f8fa88b-90e6-43a2-a457-578eb9111029', 'tag': '610a85ac-659d-4f29-bfc9-bc4010b976c5', 'status': 'completed', 'code': 200} Feb 16 12:57:30.402449 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-cbc3ad15-17de-49e6-bb45-d05564d71dc2 None None] Set router 21937201-bfb5-469f-bb18-bedba8442c50 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:57:30.415866 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f984d0-4f16-48da-989c-04fdcc179b03 req-abade2d1-04be-49b6-a52a-72274b02dd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:30.418084 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b9f984d0-4f16-48da-989c-04fdcc179b03 req-abade2d1-04be-49b6-a52a-72274b02dd23 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98ec8fef3f1245f3a4cdb1afaef344d1&device_id=9f8fa88b-90e6-43a2-a457-578eb9111029 HTTP/1.1" status: 200 len: 1099 time: 0.0493007 Feb 16 12:57:30.515717 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f984d0-4f16-48da-989c-04fdcc179b03 req-bfa603c0-fa76-449c-beee-cb5c2e693dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:30.517823 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b9f984d0-4f16-48da-989c-04fdcc179b03 req-bfa603c0-fa76-449c-beee-cb5c2e693dce service neutron] 10.222.0.42 "GET /v2.0/networks?id=a876fa82-771e-4c40-93ac-63a7a3825868 HTTP/1.1" status: 200 len: 912 time: 0.0917904 Feb 16 12:57:30.537238 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9aaad-7e81-4738-b83f-88e0d2705647 req-fbb67c21-5273-417d-96ef-26616c193cd0 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:30.538756 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a4a9aaad-7e81-4738-b83f-88e0d2705647 req-fbb67c21-5273-417d-96ef-26616c193cd0 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=9f8fa88b-90e6-43a2-a457-578eb9111029 HTTP/1.1" status: 200 len: 946 time: 0.0499330 Feb 16 12:57:30.566053 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b9f984d0-4f16-48da-989c-04fdcc179b03 req-0fa5a489-96c1-4296-9e7e-9d9ba1a165f3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=610a85ac-659d-4f29-bfc9-bc4010b976c5 HTTP/1.1" status: 200 len: 217 time: 0.0401957 Feb 16 12:57:30.582004 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a4a9aaad-7e81-4738-b83f-88e0d2705647 req-de0b1231-db46-4823-950e-6ceda912e8ba tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363753 Feb 16 12:57:30.612117 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-cbc3ad15-17de-49e6-bb45-d05564d71dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21937201-bfb5-469f-bb18-bedba8442c50', 'name': 'tempest-TestVolumeBootPattern-116415935-router', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:34Z', 'revision_number': 4, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'gw_port': {'id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327', 'name': '', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'mac_address': 'fa:16:3e:4e:49:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:32Z', 'updated_at': '2022-02-16T12:49:42Z', 'revision_number': 5, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'subnets': [{'id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:30.628821 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f984d0-4f16-48da-989c-04fdcc179b03 req-63b40dcb-2601-45c2-be73-35c20a106c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:30.630587 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b9f984d0-4f16-48da-989c-04fdcc179b03 req-63b40dcb-2601-45c2-be73-35c20a106c63 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=20776c33-d9e6-4c4d-a709-2c81a506e278 HTTP/1.1" status: 200 len: 850 time: 0.0529590 Feb 16 12:57:30.638913 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc3ad15-17de-49e6-bb45-d05564d71dc2 None None] Checking router: 21937201-bfb5-469f-bb18-bedba8442c50 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:57:30.647855 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc3ad15-17de-49e6-bb45-d05564d71dc2 None None] Routers {'21937201-bfb5-469f-bb18-bedba8442c50'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:57:30.648471 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-cbc3ad15-17de-49e6-bb45-d05564d71dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:57:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['21937201-bfb5-469f-bb18-bedba8442c50'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:30.677978 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f984d0-4f16-48da-989c-04fdcc179b03 req-34485215-1d5d-44e6-9b7d-fe2f5e580fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:30.679497 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b9f984d0-4f16-48da-989c-04fdcc179b03 req-34485215-1d5d-44e6-9b7d-fe2f5e580fcc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a876fa82-771e-4c40-93ac-63a7a3825868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407605 Feb 16 12:57:30.750111 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-cbc3ad15-17de-49e6-bb45-d05564d71dc2 None None] Set router 21937201-bfb5-469f-bb18-bedba8442c50 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:57:30.769794 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b9f984d0-4f16-48da-989c-04fdcc179b03 req-7d1daf08-3f0f-4bb1-a655-8ce5459c37a5 service neutron] 10.222.0.42 "GET /v2.0/networks/a876fa82-771e-4c40-93ac-63a7a3825868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816720 Feb 16 12:57:30.868342 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b9f984d0-4f16-48da-989c-04fdcc179b03 req-9b74f623-a775-4654-8d4c-f21d49998c3c service neutron] 10.222.0.42 "GET /v2.0/networks/a876fa82-771e-4c40-93ac-63a7a3825868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910757 Feb 16 12:57:30.944612 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-cbc3ad15-17de-49e6-bb45-d05564d71dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21937201-bfb5-469f-bb18-bedba8442c50', 'name': 'tempest-TestVolumeBootPattern-116415935-router', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:34Z', 'revision_number': 4, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'gw_port': {'id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327', 'name': '', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'mac_address': 'fa:16:3e:4e:49:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:32Z', 'updated_at': '2022-02-16T12:49:42Z', 'revision_number': 5, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'subnets': [{'id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:30.973515 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc3ad15-17de-49e6-bb45-d05564d71dc2 None None] The sync data for ids ['21937201-bfb5-469f-bb18-bedba8442c50'] in dv-neutron-828142-3-hyperv is: [{'id': '21937201-bfb5-469f-bb18-bedba8442c50', 'name': 'tempest-TestVolumeBootPattern-116415935-router', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:34Z', 'revision_number': 4, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'gw_port': {'id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327', 'name': '', 'network_id': 'a876fa82-771e-4c40-93ac-63a7a3825868', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'mac_address': 'fa:16:3e:4e:49:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:32Z', 'updated_at': '2022-02-16T12:49:42Z', 'revision_number': 5, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'subnets': [{'id': '20776c33-d9e6-4c4d-a709-2c81a506e278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:57:31.173833 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd04f41e-d820-4ebd-8b45-54ad3d54208b None None] New status for floating IP c7434707-3ceb-4865-953a-33f45a0cc1db: DOWN {{(pid=109050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:57:31.702803 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4589a6b-1211-43a5-a823-0f32e1927e17 req-7abe5d0a-89bd-4c8f-87a2-437e54481e52 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:31.704261 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b4589a6b-1211-43a5-a823-0f32e1927e17 req-7abe5d0a-89bd-4c8f-87a2-437e54481e52 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=9f8fa88b-90e6-43a2-a457-578eb9111029 HTTP/1.1" status: 200 len: 946 time: 0.0499005 Feb 16 12:57:31.746579 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b4589a6b-1211-43a5-a823-0f32e1927e17 req-7ac5399a-a663-4539-985a-d030f7097da1 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/security-groups?id=1cd597d5-2457-47bd-8902-30479afbdefa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356286 Feb 16 12:57:32.160679 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89890648-8e28-40a2-bf3b-5cd29c94d2ec req-8d152457-57c0-4cf6-bc5e-4061b4bb6514 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:32.162130 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-89890648-8e28-40a2-bf3b-5cd29c94d2ec req-8d152457-57c0-4cf6-bc5e-4061b4bb6514 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f8fa88b-90e6-43a2-a457-578eb9111029 HTTP/1.1" status: 200 len: 946 time: 0.0493083 Feb 16 12:57:32.256698 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-89890648-8e28-40a2-bf3b-5cd29c94d2ec req-e9f02d11-a8ab-44b7-a712-a612ccbafc80 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Deleting port 610a85ac-659d-4f29-bfc9-bc4010b976c5 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:57:32.257047 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-89890648-8e28-40a2-bf3b-5cd29c94d2ec req-e9f02d11-a8ab-44b7-a712-a612ccbafc80 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:32.346510 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-89890648-8e28-40a2-bf3b-5cd29c94d2ec req-e9f02d11-a8ab-44b7-a712-a612ccbafc80 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] For port 610a85ac-659d-4f29-bfc9-bc4010b976c5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=610a85ac-659d-4f29-bfc9-bc4010b976c5,segment=NetworkSegment(51914522-65e5-4e31-aa9c-d5caab70328b),segment_id=51914522-65e5-4e31-aa9c-d5caab70328b)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:57:32.347443 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-89890648-8e28-40a2-bf3b-5cd29c94d2ec req-e9f02d11-a8ab-44b7-a712-a612ccbafc80 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:32.364808 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-89890648-8e28-40a2-bf3b-5cd29c94d2ec req-e9f02d11-a8ab-44b7-a712-a612ccbafc80 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Calling delete_port for 610a85ac-659d-4f29-bfc9-bc4010b976c5 owned by compute:nova {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:57:32.498114 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-89890648-8e28-40a2-bf3b-5cd29c94d2ec req-e9f02d11-a8ab-44b7-a712-a612ccbafc80 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:32.526377 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f02d11-a8ab-44b7-a712-a612ccbafc80 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Pushing event deleted for resources: {'Port': ['ID=610a85ac-659d-4f29-bfc9-bc4010b976c5,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:32.566777 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-89890648-8e28-40a2-bf3b-5cd29c94d2ec req-e9f02d11-a8ab-44b7-a712-a612ccbafc80 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] No DVR routers for this DVR port 610a85ac-659d-4f29-bfc9-bc4010b976c5 on host hv-neutron-8281 {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:57:32.569287 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-89890648-8e28-40a2-bf3b-5cd29c94d2ec req-e9f02d11-a8ab-44b7-a712-a612ccbafc80 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:32.572486 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-89890648-8e28-40a2-bf3b-5cd29c94d2ec req-e9f02d11-a8ab-44b7-a712-a612ccbafc80 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.42 "DELETE /v2.0/ports/610a85ac-659d-4f29-bfc9-bc4010b976c5 HTTP/1.1" status: 204 len: 173 time: 0.4040067 Feb 16 12:57:32.572950 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8fa88b-90e6-43a2-a457-578eb9111029', 'name': 'network-vif-deleted', 'tag': '610a85ac-659d-4f29-bfc9-bc4010b976c5'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:57:32.575194 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ca5ae7-2d0f-4616-8150-23b86576e260" -d '{"events": [{"server_uuid": "9f8fa88b-90e6-43a2-a457-578eb9111029", "name": "network-vif-deleted", "tag": "610a85ac-659d-4f29-bfc9-bc4010b976c5"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:57:32.615921 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 12:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bffb07-6310-4f68-b81a-164cccac4477 x-openstack-request-id: req-d7bffb07-6310-4f68-b81a-164cccac4477 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:57:32.616068 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8fa88b-90e6-43a2-a457-578eb9111029", "name": "network-vif-deleted", "tag": "610a85ac-659d-4f29-bfc9-bc4010b976c5", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:57:32.616332 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d7bffb07-6310-4f68-b81a-164cccac4477 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:57:32.616802 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f8fa88b-90e6-43a2-a457-578eb9111029', 'name': 'network-vif-deleted', 'tag': '610a85ac-659d-4f29-bfc9-bc4010b976c5', 'status': 'completed', 'code': 200} Feb 16 12:57:32.843596 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b588ff46-d604-4a81-b3ad-6a742b23c921 req-3ac01902-0740-439c-9f1c-8fb7f5523275 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=9f8fa88b-90e6-43a2-a457-578eb9111029 HTTP/1.1" status: 200 len: 210 time: 0.0271761 Feb 16 12:57:33.941943 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e86b4c83-c428-4aac-86ca-5ad186b54bbd req-e023e3ef-7852-4fa2-a881-9eb2918e664f tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=9f8fa88b-90e6-43a2-a457-578eb9111029 HTTP/1.1" status: 200 len: 210 time: 0.0264935 Feb 16 12:57:35.037772 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2ecb224f-aa16-457c-a0f7-e80e4026601d req-ee5b2fac-67e5-4227-b064-9084cfb06277 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=9f8fa88b-90e6-43a2-a457-578eb9111029 HTTP/1.1" status: 200 len: 210 time: 0.0273216 Feb 16 12:57:35.731479 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 610a85ac-659d-4f29-bfc9-bc4010b976c5 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:57:35.755636 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] No Port match for: 610a85ac-659d-4f29-bfc9-bc4010b976c5 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:57:35.755978 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 610a85ac-659d-4f29-bfc9-bc4010b976c5 not bound to the agent host hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:57:36.142836 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-089b56d9-da0e-4be7-8374-c0c07651d6a0 req-a17546ec-8a36-45a9-be16-5318c41ed19e tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "GET /v2.0/ports?device_id=9f8fa88b-90e6-43a2-a457-578eb9111029 HTTP/1.1" status: 200 len: 210 time: 0.0299108 Feb 16 12:57:37.199336 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39664) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:57:37.323860 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-46f8a2e5-be46-4010-8853-8ed705bd3be7 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Deleting port 8106488d-fe6c-4dc5-88f3-d57d1b7d2fbc {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:57:37.324124 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-46f8a2e5-be46-4010-8853-8ed705bd3be7 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:37.401754 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-46f8a2e5-be46-4010-8853-8ed705bd3be7 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:37.402073 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-46f8a2e5-be46-4010-8853-8ed705bd3be7 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:37.414043 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-46f8a2e5-be46-4010-8853-8ed705bd3be7 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Calling delete_port for 8106488d-fe6c-4dc5-88f3-d57d1b7d2fbc owned by network:floatingip {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:57:37.542050 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-46f8a2e5-be46-4010-8853-8ed705bd3be7 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:37.567549 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f8a2e5-be46-4010-8853-8ed705bd3be7 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Pushing event deleted for resources: {'Port': ['ID=8106488d-fe6c-4dc5-88f3-d57d1b7d2fbc,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:37.635007 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-46f8a2e5-be46-4010-8853-8ed705bd3be7 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for floatingip, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:37.637633 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-46f8a2e5-be46-4010-8853-8ed705bd3be7 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:37.638877 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-46f8a2e5-be46-4010-8853-8ed705bd3be7 tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "DELETE /v2.0/floatingips/df6fab1e-7d00-431b-a171-27a9c85209cd HTTP/1.1" status: 204 len: 168 time: 0.4385552 Feb 16 12:57:39.891824 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39678) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:57:39.958560 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2ca2aec9-469b-45b4-999c-6893d358c70e tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:39.984463 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2ca2aec9-469b-45b4-999c-6893d358c70e tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:40.053416 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2ca2aec9-469b-45b4-999c-6893d358c70e tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:40.056166 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2ca2aec9-469b-45b4-999c-6893d358c70e tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:40.057367 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2ca2aec9-469b-45b4-999c-6893d358c70e tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] 10.222.0.90 "DELETE /v2.0/security-groups/1cd597d5-2457-47bd-8902-30479afbdefa HTTP/1.1" status: 204 len: 168 time: 0.1645494 Feb 16 12:57:40.067732 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca2aec9-469b-45b4-999c-6893d358c70e tempest-TestVolumeBootPattern-995923895 tempest-TestVolumeBootPattern-995923895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd597d5-2457-47bd-8902-30479afbdefa,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:40.125847 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39682) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:57:40.622341 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3a96ae94-f936-4586-b543-ac34a943ade1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:40.877515 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-3a96ae94-f936-4586-b543-ac34a943ade1 admin admin] Deleting port a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:57:40.877774 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3a96ae94-f936-4586-b543-ac34a943ade1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:41.262490 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-3a96ae94-f936-4586-b543-ac34a943ade1 admin admin] For port a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327,segment=NetworkSegment(51914522-65e5-4e31-aa9c-d5caab70328b),segment_id=51914522-65e5-4e31-aa9c-d5caab70328b)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:57:41.263211 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3a96ae94-f936-4586-b543-ac34a943ade1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:41.275200 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-3a96ae94-f936-4586-b543-ac34a943ade1 admin admin] Calling delete_port for a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327 owned by network:router_interface {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:57:41.461023 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3a96ae94-f936-4586-b543-ac34a943ade1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:41.484962 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a96ae94-f936-4586-b543-ac34a943ade1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:41.653188 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3a96ae94-f936-4586-b543-ac34a943ade1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:41.875633 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a96ae94-f936-4586-b543-ac34a943ade1 admin admin] Router 21937201-bfb5-469f-bb18-bedba8442c50 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:57:41.983375 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a96ae94-f936-4586-b543-ac34a943ade1 admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:57:41.988555 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3a96ae94-f936-4586-b543-ac34a943ade1 admin admin] 10.222.0.90 "PUT /v2.0/routers/21937201-bfb5-469f-bb18-bedba8442c50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8613572 Feb 16 12:57:41.991346 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39686) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:57:41.994265 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66b458d-6ff4-4d35-b6fe-d18b9ab3ed56 None None] Sync routers for ids ['21937201-bfb5-469f-bb18-bedba8442c50'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:57:42.005199 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66b458d-6ff4-4d35-b6fe-d18b9ab3ed56 None None] Routers {'21937201-bfb5-469f-bb18-bedba8442c50'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:57:42.006599 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-f66b458d-6ff4-4d35-b6fe-d18b9ab3ed56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:57:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['21937201-bfb5-469f-bb18-bedba8442c50'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:42.099514 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0799eff5-59a1-4768-92e9-4c4bb4b8dd57 admin admin] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:42.112343 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-f66b458d-6ff4-4d35-b6fe-d18b9ab3ed56 None None] Set router 21937201-bfb5-469f-bb18-bedba8442c50 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:57:42.207303 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0799eff5-59a1-4768-92e9-4c4bb4b8dd57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:42.298529 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b7434105-24bd-45c0-8888-a3c5e9f3afab req-6f117101-fe6c-4f6a-bc0a-f960334ef03b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1abb5c23-2640-4d0d-a25a-ca0d574f88b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772719 Feb 16 12:57:42.303270 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-f66b458d-6ff4-4d35-b6fe-d18b9ab3ed56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21937201-bfb5-469f-bb18-bedba8442c50', 'name': 'tempest-TestVolumeBootPattern-116415935-router', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:57:41Z', 'revision_number': 5, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'gw_port': {'id': '8fbc00c5-b00c-42e2-9e50-44bd6bf81686', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21937201-bfb5-469f-bb18-bedba8442c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:42.307865 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-0799eff5-59a1-4768-92e9-4c4bb4b8dd57 admin admin] Deleting port 8fbc00c5-b00c-42e2-9e50-44bd6bf81686 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:57:42.308288 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0799eff5-59a1-4768-92e9-4c4bb4b8dd57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:42.338566 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66b458d-6ff4-4d35-b6fe-d18b9ab3ed56 None None] Checking router: 21937201-bfb5-469f-bb18-bedba8442c50 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:57:42.347134 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66b458d-6ff4-4d35-b6fe-d18b9ab3ed56 None None] Routers {'21937201-bfb5-469f-bb18-bedba8442c50'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:57:42.347807 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-f66b458d-6ff4-4d35-b6fe-d18b9ab3ed56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:57:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['21937201-bfb5-469f-bb18-bedba8442c50'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:42.435201 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7434105-24bd-45c0-8888-a3c5e9f3afab req-292a9bbf-39d4-4871-bc3c-c0d3ab7acfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:42.437805 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b7434105-24bd-45c0-8888-a3c5e9f3afab req-292a9bbf-39d4-4871-bc3c-c0d3ab7acfe7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=1abb5c23-2640-4d0d-a25a-ca0d574f88b3 HTTP/1.1" status: 200 len: 1099 time: 0.0883927 Feb 16 12:57:42.448658 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-f66b458d-6ff4-4d35-b6fe-d18b9ab3ed56 None None] Set router 21937201-bfb5-469f-bb18-bedba8442c50 gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:57:42.458537 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-0799eff5-59a1-4768-92e9-4c4bb4b8dd57 admin admin] For port 8fbc00c5-b00c-42e2-9e50-44bd6bf81686, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=8fbc00c5-b00c-42e2-9e50-44bd6bf81686,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:57:42.459036 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0799eff5-59a1-4768-92e9-4c4bb4b8dd57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:42.478487 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-0799eff5-59a1-4768-92e9-4c4bb4b8dd57 admin admin] Calling delete_port for 8fbc00c5-b00c-42e2-9e50-44bd6bf81686 owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:57:42.529767 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-f66b458d-6ff4-4d35-b6fe-d18b9ab3ed56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21937201-bfb5-469f-bb18-bedba8442c50', 'name': 'tempest-TestVolumeBootPattern-116415935-router', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:57:42Z', 'revision_number': 6, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'gw_port_host': None}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:42.556572 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66b458d-6ff4-4d35-b6fe-d18b9ab3ed56 None None] The sync data for ids ['21937201-bfb5-469f-bb18-bedba8442c50'] in dv-neutron-828142-3-hyperv is: [{'id': '21937201-bfb5-469f-bb18-bedba8442c50', 'name': 'tempest-TestVolumeBootPattern-116415935-router', 'tenant_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:57:42Z', 'revision_number': 6, 'project_id': '98ec8fef3f1245f3a4cdb1afaef344d1', 'gw_port_host': None}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:57:42.630553 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7434105-24bd-45c0-8888-a3c5e9f3afab req-7404729b-8892-4a79-9024-dd830d5afb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:42.632049 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b7434105-24bd-45c0-8888-a3c5e9f3afab req-7404729b-8892-4a79-9024-dd830d5afb7b service neutron] 10.222.0.42 "GET /v2.0/networks?id=f6a77c36-4191-45ed-9926-04436560ac4b HTTP/1.1" status: 200 len: 897 time: 0.1515474 Feb 16 12:57:42.965845 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:57:42.994999 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:57:42.995432 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device a8cce1e7-c9b4-4c94-ad58-1f94bcb7b327 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:57:43.043990 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b7434105-24bd-45c0-8888-a3c5e9f3afab req-960cb518-ea92-414c-8e5d-acad5e1ce7a2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fbf0f99-07dd-44f9-8da3-bbeba8cf5812 HTTP/1.1" status: 200 len: 1002 time: 0.4039690 Feb 16 12:57:43.124178 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7434105-24bd-45c0-8888-a3c5e9f3afab req-3c0e54f7-a1a7-43ab-ac0b-23475b280961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:43.125645 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b7434105-24bd-45c0-8888-a3c5e9f3afab req-3c0e54f7-a1a7-43ab-ac0b-23475b280961 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c97ec01-eb48-4ceb-965d-6f83a3048100 HTTP/1.1" status: 200 len: 842 time: 0.0742481 Feb 16 12:57:43.126675 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0799eff5-59a1-4768-92e9-4c4bb4b8dd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:43.165377 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0799eff5-59a1-4768-92e9-4c4bb4b8dd57 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fbc00c5-b00c-42e2-9e50-44bd6bf81686,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:43.238360 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7434105-24bd-45c0-8888-a3c5e9f3afab req-eb0bd8c3-cf98-4a0f-a2bd-0ad903c93ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:43.240388 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b7434105-24bd-45c0-8888-a3c5e9f3afab req-eb0bd8c3-cf98-4a0f-a2bd-0ad903c93ac0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6a77c36-4191-45ed-9926-04436560ac4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0855038 Feb 16 12:57:43.249572 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0799eff5-59a1-4768-92e9-4c4bb4b8dd57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:43.388368 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0799eff5-59a1-4768-92e9-4c4bb4b8dd57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:43.390978 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0799eff5-59a1-4768-92e9-4c4bb4b8dd57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:43.445702 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0799eff5-59a1-4768-92e9-4c4bb4b8dd57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:43.446259 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0799eff5-59a1-4768-92e9-4c4bb4b8dd57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21937201-bfb5-469f-bb18-bedba8442c50 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:57:43.454988 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0799eff5-59a1-4768-92e9-4c4bb4b8dd57 admin admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:43.456141 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0799eff5-59a1-4768-92e9-4c4bb4b8dd57 admin admin] 10.222.0.90 "DELETE /v2.0/routers/21937201-bfb5-469f-bb18-bedba8442c50 HTTP/1.1" status: 204 len: 168 time: 1.4637823 Feb 16 12:57:43.459050 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39688) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:57:43.462100 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b7434105-24bd-45c0-8888-a3c5e9f3afab req-1a30532f-b559-4b74-9d50-cf0a4b7c349b service neutron] 10.222.0.42 "GET /v2.0/networks/f6a77c36-4191-45ed-9926-04436560ac4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136657 Feb 16 12:57:43.515418 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-889b1d99-4b61-4725-b62f-9f2417304f80 admin admin] Deleting subnet 20776c33-d9e6-4c4d-a709-2c81a506e278 {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:57:43.520960 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-889b1d99-4b61-4725-b62f-9f2417304f80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:43.570775 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b7434105-24bd-45c0-8888-a3c5e9f3afab req-a19c5cb6-ad51-4354-9179-bab8af84021e service neutron] 10.222.0.42 "GET /v2.0/networks/f6a77c36-4191-45ed-9926-04436560ac4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017992 Feb 16 12:57:43.571796 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-889b1d99-4b61-4725-b62f-9f2417304f80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:43.659488 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-889b1d99-4b61-4725-b62f-9f2417304f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:43.712853 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-889b1d99-4b61-4725-b62f-9f2417304f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:43.740361 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b1d99-4b61-4725-b62f-9f2417304f80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20776c33-d9e6-4c4d-a709-2c81a506e278,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:43.742390 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-889b1d99-4b61-4725-b62f-9f2417304f80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:43.745695 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-889b1d99-4b61-4725-b62f-9f2417304f80 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/20776c33-d9e6-4c4d-a709-2c81a506e278 HTTP/1.1" status: 204 len: 168 time: 0.2855682 Feb 16 12:57:43.747895 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec29f5d-d793-4caa-ae1d-6f27572c543a None None] Network a876fa82-771e-4c40-93ac-63a7a3825868 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:57:43.748199 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39690) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:57:43.821101 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d128f062-308e-46d1-947f-ff8eaa1653f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:43.889527 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-d128f062-308e-46d1-947f-ff8eaa1653f8 admin admin] Deleting port d9e3b45b-eebb-49de-b13e-8d446826e36a {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:57:43.890003 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d128f062-308e-46d1-947f-ff8eaa1653f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:43.933324 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ba461e-7d4a-4108-9c2b-e95d74b11bf2 None None] DHCP port deletion for a876fa82-771e-4c40-93ac-63a7a3825868 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:57:43.961059 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-d128f062-308e-46d1-947f-ff8eaa1653f8 admin admin] For port d9e3b45b-eebb-49de-b13e-8d446826e36a, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=d9e3b45b-eebb-49de-b13e-8d446826e36a,segment=NetworkSegment(51914522-65e5-4e31-aa9c-d5caab70328b),segment_id=51914522-65e5-4e31-aa9c-d5caab70328b)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:57:43.961641 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d128f062-308e-46d1-947f-ff8eaa1653f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:43.975659 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-d128f062-308e-46d1-947f-ff8eaa1653f8 admin admin] Calling delete_port for d9e3b45b-eebb-49de-b13e-8d446826e36a owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:57:43.980574 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-30ba461e-7d4a-4108-9c2b-e95d74b11bf2 None None] Deleting port d9e3b45b-eebb-49de-b13e-8d446826e36a {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:57:43.981179 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-30ba461e-7d4a-4108-9c2b-e95d74b11bf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:44.050062 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-30ba461e-7d4a-4108-9c2b-e95d74b11bf2 None None] For port d9e3b45b-eebb-49de-b13e-8d446826e36a, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=d9e3b45b-eebb-49de-b13e-8d446826e36a,segment=NetworkSegment(51914522-65e5-4e31-aa9c-d5caab70328b),segment_id=51914522-65e5-4e31-aa9c-d5caab70328b)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:57:44.050460 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-30ba461e-7d4a-4108-9c2b-e95d74b11bf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:44.062473 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d128f062-308e-46d1-947f-ff8eaa1653f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:44.066395 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-30ba461e-7d4a-4108-9c2b-e95d74b11bf2 None None] Calling delete_port for d9e3b45b-eebb-49de-b13e-8d446826e36a owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:57:44.090989 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d128f062-308e-46d1-947f-ff8eaa1653f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9e3b45b-eebb-49de-b13e-8d446826e36a,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:44.097229 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d128f062-308e-46d1-947f-ff8eaa1653f8 admin admin] No DVR routers for this DVR port d9e3b45b-eebb-49de-b13e-8d446826e36a on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:57:44.147243 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-30ba461e-7d4a-4108-9c2b-e95d74b11bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:44.170040 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d128f062-308e-46d1-947f-ff8eaa1653f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:44.176124 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba461e-7d4a-4108-9c2b-e95d74b11bf2 None None] Pushing event deleted for resources: {'Port': ['ID=d9e3b45b-eebb-49de-b13e-8d446826e36a,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:44.184993 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ba461e-7d4a-4108-9c2b-e95d74b11bf2 None None] No DVR routers for this DVR port d9e3b45b-eebb-49de-b13e-8d446826e36a on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:57:44.189495 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba461e-7d4a-4108-9c2b-e95d74b11bf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:44.189851 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba461e-7d4a-4108-9c2b-e95d74b11bf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:44.190186 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba461e-7d4a-4108-9c2b-e95d74b11bf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:44.190519 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba461e-7d4a-4108-9c2b-e95d74b11bf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:44.191110 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba461e-7d4a-4108-9c2b-e95d74b11bf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:44.191440 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba461e-7d4a-4108-9c2b-e95d74b11bf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:44.191764 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba461e-7d4a-4108-9c2b-e95d74b11bf2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:44.192097 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba461e-7d4a-4108-9c2b-e95d74b11bf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:44.192452 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba461e-7d4a-4108-9c2b-e95d74b11bf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:44.192750 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-d128f062-308e-46d1-947f-ff8eaa1653f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a876fa82-771e-4c40-93ac-63a7a3825868']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:44.192871 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba461e-7d4a-4108-9c2b-e95d74b11bf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:44.193110 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba461e-7d4a-4108-9c2b-e95d74b11bf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:44.193425 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba461e-7d4a-4108-9c2b-e95d74b11bf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:44.203768 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-d128f062-308e-46d1-947f-ff8eaa1653f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51914522-65e5-4e31-aa9c-d5caab70328b') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:44.204062 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-d128f062-308e-46d1-947f-ff8eaa1653f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51914522-65e5-4e31-aa9c-d5caab70328b') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:44.215107 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d128f062-308e-46d1-947f-ff8eaa1653f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:44.229352 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d128f062-308e-46d1-947f-ff8eaa1653f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:44.235494 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d128f062-308e-46d1-947f-ff8eaa1653f8 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:57:44.235880 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d128f062-308e-46d1-947f-ff8eaa1653f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:44.237624 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 12:57:44.237624 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:57:44.237624 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 12:57:44.237624 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:57:44.237624 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 12:57:44.237624 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:57:44.237624 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 12:57:44.237624 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:57:44.237624 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 12:57:44.237624 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:57:44.237624 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 12:57:44.237624 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:57:44.237624 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 12:57:44.237624 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:57:44.237624 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:57:44.237624 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:57:44.237624 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:57:44.237624 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:57:44.237624 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 12:57:44.237624 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:57:44.237624 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 12:57:44.237624 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:57:44.237624 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:57:44.237624 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:57:44.237624 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 12:57:44.237624 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:57:44.237624 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:57:44.237624 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:57:44.237624 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:57:44.237624 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:57:44.237624 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:57:44.237624 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:57:44.297289 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d128f062-308e-46d1-947f-ff8eaa1653f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:44.303639 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d128f062-308e-46d1-947f-ff8eaa1653f8 admin admin] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:44.306843 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d128f062-308e-46d1-947f-ff8eaa1653f8 admin admin] 10.222.0.90 "DELETE /v2.0/networks/a876fa82-771e-4c40-93ac-63a7a3825868 HTTP/1.1" status: 204 len: 168 time: 0.5576701 Feb 16 12:57:44.310707 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39692) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:57:44.319067 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d128f062-308e-46d1-947f-ff8eaa1653f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a876fa82-771e-4c40-93ac-63a7a3825868,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:44.671235 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 8fbc00c5-b00c-42e2-9e50-44bd6bf81686 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:57:44.683642 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4f0f9a8f-e51d-436e-adfe-71069c15a4c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:44.692053 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 8fbc00c5-b00c-42e2-9e50-44bd6bf81686 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:57:44.692431 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 8fbc00c5-b00c-42e2-9e50-44bd6bf81686 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:57:44.692879 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device d9e3b45b-eebb-49de-b13e-8d446826e36a no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:57:44.714038 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: d9e3b45b-eebb-49de-b13e-8d446826e36a {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:57:44.714350 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device d9e3b45b-eebb-49de-b13e-8d446826e36a not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:57:44.941635 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-4f0f9a8f-e51d-436e-adfe-71069c15a4c5 admin admin] Deleting port 9c2633a4-18c0-45ad-ac0a-180250bac806 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:57:44.941860 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4f0f9a8f-e51d-436e-adfe-71069c15a4c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:45.029143 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-4f0f9a8f-e51d-436e-adfe-71069c15a4c5 admin admin] For port 9c2633a4-18c0-45ad-ac0a-180250bac806, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=9c2633a4-18c0-45ad-ac0a-180250bac806,segment=NetworkSegment(4842070d-4bde-4cc1-b1dd-e9464bcabaed),segment_id=4842070d-4bde-4cc1-b1dd-e9464bcabaed)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:57:45.029501 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4f0f9a8f-e51d-436e-adfe-71069c15a4c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:45.044275 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-4f0f9a8f-e51d-436e-adfe-71069c15a4c5 admin admin] Calling delete_port for 9c2633a4-18c0-45ad-ac0a-180250bac806 owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:57:45.242060 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4f0f9a8f-e51d-436e-adfe-71069c15a4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:45.273749 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f9a8f-e51d-436e-adfe-71069c15a4c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c2633a4-18c0-45ad-ac0a-180250bac806,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:45.457493 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4f0f9a8f-e51d-436e-adfe-71069c15a4c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:45.685198 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0f9a8f-e51d-436e-adfe-71069c15a4c5 admin admin] Router a3c9f751-b808-41e0-af8d-671e59677c7d has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:57:45.799998 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0f9a8f-e51d-436e-adfe-71069c15a4c5 admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:57:45.805661 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4f0f9a8f-e51d-436e-adfe-71069c15a4c5 admin admin] 10.222.0.90 "PUT /v2.0/routers/a3c9f751-b808-41e0-af8d-671e59677c7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4937580 Feb 16 12:57:45.808181 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39694) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:57:45.811691 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85085304-4010-4f57-9651-112c9a0a9492 None None] Sync routers for ids ['a3c9f751-b808-41e0-af8d-671e59677c7d'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:57:45.823518 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85085304-4010-4f57-9651-112c9a0a9492 None None] Routers {'a3c9f751-b808-41e0-af8d-671e59677c7d'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:57:45.824459 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-85085304-4010-4f57-9651-112c9a0a9492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:57:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['a3c9f751-b808-41e0-af8d-671e59677c7d'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:45.920232 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d9497536-8ed5-47ed-b939-2571206988e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:45.942306 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-85085304-4010-4f57-9651-112c9a0a9492 None None] Set router a3c9f751-b808-41e0-af8d-671e59677c7d gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:57:46.028816 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d9497536-8ed5-47ed-b939-2571206988e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:46.094886 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-d9497536-8ed5-47ed-b939-2571206988e0 admin admin] Deleting port bd02087d-27e9-4809-9f03-b7d3d5a7af20 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:57:46.095252 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d9497536-8ed5-47ed-b939-2571206988e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:46.128147 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-85085304-4010-4f57-9651-112c9a0a9492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c9f751-b808-41e0-af8d-671e59677c7d', 'name': 'tempest-TestVolumeBootPattern-1810813684-router', 'tenant_id': '0b9507f368924a529ff51fe08a96380f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': 'bd02087d-27e9-4809-9f03-b7d3d5a7af20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:41Z', 'updated_at': '2022-02-16T12:57:45Z', 'revision_number': 5, 'project_id': '0b9507f368924a529ff51fe08a96380f', 'gw_port': {'id': 'bd02087d-27e9-4809-9f03-b7d3d5a7af20', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:33:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c9f751-b808-41e0-af8d-671e59677c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:43Z', 'updated_at': '2022-02-16T12:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:46.183303 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-d9497536-8ed5-47ed-b939-2571206988e0 admin admin] For port bd02087d-27e9-4809-9f03-b7d3d5a7af20, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=bd02087d-27e9-4809-9f03-b7d3d5a7af20,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:57:46.183697 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d9497536-8ed5-47ed-b939-2571206988e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:46.197962 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-d9497536-8ed5-47ed-b939-2571206988e0 admin admin] Calling delete_port for bd02087d-27e9-4809-9f03-b7d3d5a7af20 owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:57:46.299827 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85085304-4010-4f57-9651-112c9a0a9492 None None] Checking router: a3c9f751-b808-41e0-af8d-671e59677c7d for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:57:46.308044 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85085304-4010-4f57-9651-112c9a0a9492 None None] Routers {'a3c9f751-b808-41e0-af8d-671e59677c7d'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:57:46.308646 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-85085304-4010-4f57-9651-112c9a0a9492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:57:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['a3c9f751-b808-41e0-af8d-671e59677c7d'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:46.371552 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d9497536-8ed5-47ed-b939-2571206988e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:46.394977 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-85085304-4010-4f57-9651-112c9a0a9492 None None] Set router a3c9f751-b808-41e0-af8d-671e59677c7d gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:57:46.399198 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9497536-8ed5-47ed-b939-2571206988e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd02087d-27e9-4809-9f03-b7d3d5a7af20,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:46.451941 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-85085304-4010-4f57-9651-112c9a0a9492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c9f751-b808-41e0-af8d-671e59677c7d', 'name': 'tempest-TestVolumeBootPattern-1810813684-router', 'tenant_id': '0b9507f368924a529ff51fe08a96380f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:41Z', 'updated_at': '2022-02-16T12:57:46Z', 'revision_number': 6, 'project_id': '0b9507f368924a529ff51fe08a96380f', 'gw_port_host': None}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:46.461711 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d9497536-8ed5-47ed-b939-2571206988e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:46.479745 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85085304-4010-4f57-9651-112c9a0a9492 None None] The sync data for ids ['a3c9f751-b808-41e0-af8d-671e59677c7d'] in dv-neutron-828142-3-hyperv is: [{'id': 'a3c9f751-b808-41e0-af8d-671e59677c7d', 'name': 'tempest-TestVolumeBootPattern-1810813684-router', 'tenant_id': '0b9507f368924a529ff51fe08a96380f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:41Z', 'updated_at': '2022-02-16T12:57:46Z', 'revision_number': 6, 'project_id': '0b9507f368924a529ff51fe08a96380f', 'gw_port_host': None}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:57:46.555720 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d9497536-8ed5-47ed-b939-2571206988e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:46.557886 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d9497536-8ed5-47ed-b939-2571206988e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:46.604684 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d9497536-8ed5-47ed-b939-2571206988e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:46.605275 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9497536-8ed5-47ed-b939-2571206988e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3c9f751-b808-41e0-af8d-671e59677c7d {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:57:46.609266 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d9497536-8ed5-47ed-b939-2571206988e0 admin admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:46.610657 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d9497536-8ed5-47ed-b939-2571206988e0 admin admin] 10.222.0.90 "DELETE /v2.0/routers/a3c9f751-b808-41e0-af8d-671e59677c7d HTTP/1.1" status: 204 len: 168 time: 0.8015275 Feb 16 12:57:46.613343 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39696) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:57:46.657788 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c07f4fe-8519-492f-bba5-29d6d6846672 admin admin] Deleting subnet b0c5a35a-ca7f-4584-8c63-323f3025c4e5 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:57:46.660832 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1c07f4fe-8519-492f-bba5-29d6d6846672 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:46.694234 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1c07f4fe-8519-492f-bba5-29d6d6846672 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:46.772836 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1c07f4fe-8519-492f-bba5-29d6d6846672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:46.836568 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1c07f4fe-8519-492f-bba5-29d6d6846672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:46.859932 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07f4fe-8519-492f-bba5-29d6d6846672 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0c5a35a-ca7f-4584-8c63-323f3025c4e5,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:46.873043 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1c07f4fe-8519-492f-bba5-29d6d6846672 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:46.877081 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1c07f4fe-8519-492f-bba5-29d6d6846672 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/b0c5a35a-ca7f-4584-8c63-323f3025c4e5 HTTP/1.1" status: 204 len: 168 time: 0.2627811 Feb 16 12:57:46.879588 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39698) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:57:46.883673 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e61753-1527-4073-ba70-af57120ce4e6 None None] Network 88929501-5a39-4643-9620-1a43613d60e4 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:57:46.954996 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0d5bdce-5021-48f3-a2b9-e79e9f085d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:47.016069 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-d0d5bdce-5021-48f3-a2b9-e79e9f085d3a admin admin] Deleting port b97b3b58-5673-40ca-bc07-0499062d9765 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:57:47.016408 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0d5bdce-5021-48f3-a2b9-e79e9f085d3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:47.081221 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-d0d5bdce-5021-48f3-a2b9-e79e9f085d3a admin admin] For port b97b3b58-5673-40ca-bc07-0499062d9765, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=b97b3b58-5673-40ca-bc07-0499062d9765,segment=NetworkSegment(4842070d-4bde-4cc1-b1dd-e9464bcabaed),segment_id=4842070d-4bde-4cc1-b1dd-e9464bcabaed)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:57:47.081562 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0d5bdce-5021-48f3-a2b9-e79e9f085d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:47.094244 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-d0d5bdce-5021-48f3-a2b9-e79e9f085d3a admin admin] Calling delete_port for b97b3b58-5673-40ca-bc07-0499062d9765 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:57:47.171236 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0d5bdce-5021-48f3-a2b9-e79e9f085d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:47.201170 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5bdce-5021-48f3-a2b9-e79e9f085d3a admin admin] Pushing event deleted for resources: {'Port': ['ID=b97b3b58-5673-40ca-bc07-0499062d9765,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:47.204373 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d5bdce-5021-48f3-a2b9-e79e9f085d3a admin admin] No DVR routers for this DVR port b97b3b58-5673-40ca-bc07-0499062d9765 on host dv-neutron-828142-3-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:57:47.279387 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0d5bdce-5021-48f3-a2b9-e79e9f085d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:47.299941 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963fc714-a74c-4ecc-ac22-5d6347f7480b None None] DHCP port deletion for 88929501-5a39-4643-9620-1a43613d60e4 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:57:47.305969 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-d0d5bdce-5021-48f3-a2b9-e79e9f085d3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88929501-5a39-4643-9620-1a43613d60e4']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:47.312860 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 9c2633a4-18c0-45ad-ac0a-180250bac806 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:57:47.326313 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-d0d5bdce-5021-48f3-a2b9-e79e9f085d3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4842070d-4bde-4cc1-b1dd-e9464bcabaed') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:47.326577 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-d0d5bdce-5021-48f3-a2b9-e79e9f085d3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4842070d-4bde-4cc1-b1dd-e9464bcabaed') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:47.341620 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0d5bdce-5021-48f3-a2b9-e79e9f085d3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:47.342061 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 9c2633a4-18c0-45ad-ac0a-180250bac806 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:57:47.342610 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 9c2633a4-18c0-45ad-ac0a-180250bac806 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:57:47.357568 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0d5bdce-5021-48f3-a2b9-e79e9f085d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:47.365298 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0d5bdce-5021-48f3-a2b9-e79e9f085d3a admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:57:47.365744 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0d5bdce-5021-48f3-a2b9-e79e9f085d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:47.367610 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:57:47.367610 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:57:47.367610 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:57:47.367610 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:57:47.367610 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:57:47.367610 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:57:47.367610 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:57:47.367610 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:57:47.367610 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:57:47.367610 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:57:47.367610 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:57:47.367610 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:57:47.367610 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:57:47.367610 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:57:47.367610 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:57:47.367610 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:57:47.367610 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:57:47.367610 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:57:47.367610 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:57:47.367610 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:57:47.367610 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:57:47.367610 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:57:47.367610 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:57:47.367610 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:57:47.367610 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:57:47.367610 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:57:47.367610 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:57:47.367610 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:57:47.367610 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:57:47.367610 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:57:47.367610 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:57:47.367610 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:57:47.430314 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0d5bdce-5021-48f3-a2b9-e79e9f085d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:47.437634 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0d5bdce-5021-48f3-a2b9-e79e9f085d3a admin admin] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:47.441566 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d0d5bdce-5021-48f3-a2b9-e79e9f085d3a admin admin] 10.222.0.90 "DELETE /v2.0/networks/88929501-5a39-4643-9620-1a43613d60e4 HTTP/1.1" status: 204 len: 168 time: 0.5598941 Feb 16 12:57:47.459159 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5bdce-5021-48f3-a2b9-e79e9f085d3a admin admin] Pushing event deleted for resources: {'Network': ['ID=88929501-5a39-4643-9620-1a43613d60e4,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:47.597560 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39702) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:57:47.648187 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-48cb08f2-8b26-4890-9dae-dd3171d34d25 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=98ec8fef3f1245f3a4cdb1afaef344d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493722 Feb 16 12:57:47.650937 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39704) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:57:47.709670 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6a679131-341f-482e-9953-4ae288950be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:47.732398 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6a679131-341f-482e-9953-4ae288950be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:47.786949 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6a679131-341f-482e-9953-4ae288950be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:47.790155 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6a679131-341f-482e-9953-4ae288950be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:47.791328 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6a679131-341f-482e-9953-4ae288950be7 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/314526c8-975e-4e1c-b4a0-8feaf6503037 HTTP/1.1" status: 204 len: 168 time: 0.1395040 Feb 16 12:57:47.801537 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a679131-341f-482e-9953-4ae288950be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314526c8-975e-4e1c-b4a0-8feaf6503037,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:48.114086 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39710) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:57:48.154357 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f368c80c-b750-4a2a-bb23-59f0c50de0d1 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0b9507f368924a529ff51fe08a96380f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390394 Feb 16 12:57:48.156795 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39712) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:57:48.204815 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c476ebfa-2ebe-43d1-974a-8187e0aa4c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:48.226068 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c476ebfa-2ebe-43d1-974a-8187e0aa4c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:48.273195 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c476ebfa-2ebe-43d1-974a-8187e0aa4c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:48.275751 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c476ebfa-2ebe-43d1-974a-8187e0aa4c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:48.276924 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c476ebfa-2ebe-43d1-974a-8187e0aa4c8f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/33edb654-c5bb-4289-9599-f8d8a1123d8f HTTP/1.1" status: 204 len: 168 time: 0.1191752 Feb 16 12:57:48.284934 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476ebfa-2ebe-43d1-974a-8187e0aa4c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33edb654-c5bb-4289-9599-f8d8a1123d8f,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:48.671216 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b97b3b58-5673-40ca-bc07-0499062d9765 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:57:48.694412 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: b97b3b58-5673-40ca-bc07-0499062d9765 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:57:48.694746 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b97b3b58-5673-40ca-bc07-0499062d9765 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:57:48.695163 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device bd02087d-27e9-4809-9f03-b7d3d5a7af20 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:57:48.714740 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: bd02087d-27e9-4809-9f03-b7d3d5a7af20 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:57:48.715076 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device bd02087d-27e9-4809-9f03-b7d3d5a7af20 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:57:52.252573 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1f0ed51a-b8fe-4df9-ad80-f8d720a911d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:54.414196 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6d8997ed-d724-4a84-85a2-cf013db8fe51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:55.717991 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:57.024795 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:57.350744 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:58.612438 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:04.372766 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 12:58:22.254808 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-65ccd988-f154-446a-a163-b4e18bbc2fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:24.415949 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f1330390-fc84-4833-a35a-cbca33e27d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:25.718885 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:27.026838 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:27.345321 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:28.625466 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:34.247035 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39718) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:58:34.469683 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-ea1e33e0-e4cd-424e-bc24-0d655bf172d9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:58:34.564370 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ea1e33e0-e4cd-424e-bc24-0d655bf172d9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9768317'] for subnet, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:34.706497 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ea1e33e0-e4cd-424e-bc24-0d655bf172d9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736716730983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10311822'] for subnet, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:34.744107 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1e33e0-e4cd-424e-bc24-0d655bf172d9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:34.744717 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ea1e33e0-e4cd-424e-bc24-0d655bf172d9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:34.748562 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ea1e33e0-e4cd-424e-bc24-0d655bf172d9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "PUT /v2.0/subnets/0c97ec01-eb48-4ceb-965d-6f83a3048100 HTTP/1.1" status: 200 len: 834 time: 0.4980404 Feb 16 12:58:34.751360 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030b6ace-a2e9-4acf-a794-871a43b6ba8e None None] Network f6a77c36-4191-45ed-9926-04436560ac4b requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:58:34.761203 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e33e0-e4cd-424e-bc24-0d655bf172d9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Subnet': ['ID=0c97ec01-eb48-4ceb-965d-6f83a3048100,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:34.768142 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1e33e0-e4cd-424e-bc24-0d655bf172d9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:34.768487 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1e33e0-e4cd-424e-bc24-0d655bf172d9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:34.768857 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1e33e0-e4cd-424e-bc24-0d655bf172d9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:34.769185 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1e33e0-e4cd-424e-bc24-0d655bf172d9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:34.769510 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1e33e0-e4cd-424e-bc24-0d655bf172d9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:34.769836 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1e33e0-e4cd-424e-bc24-0d655bf172d9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:34.770751 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1e33e0-e4cd-424e-bc24-0d655bf172d9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:34.771076 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1e33e0-e4cd-424e-bc24-0d655bf172d9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:34.771399 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1e33e0-e4cd-424e-bc24-0d655bf172d9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:34.771717 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1e33e0-e4cd-424e-bc24-0d655bf172d9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:34.772033 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1e33e0-e4cd-424e-bc24-0d655bf172d9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:34.772350 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1e33e0-e4cd-424e-bc24-0d655bf172d9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:35.126785 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-b90bba63-9fb5-4dd4-8f7f-67da9489f564 None None] Provisioning complete for port 4640f9ae-860c-4444-bf4f-991c37c36528 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:58:35.127131 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b90bba63-9fb5-4dd4-8f7f-67da9489f564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:35.213966 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-b90bba63-9fb5-4dd4-8f7f-67da9489f564 None None] Provisioning complete for port 6fbf0f99-07dd-44f9-8da3-bbeba8cf5812 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:58:35.214338 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b90bba63-9fb5-4dd4-8f7f-67da9489f564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:35.324228 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-b90bba63-9fb5-4dd4-8f7f-67da9489f564 None None] Provisioning complete for port b6782b2c-3d07-4aa3-9cac-d4932e00adb6 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:58:35.324595 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b90bba63-9fb5-4dd4-8f7f-67da9489f564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:41.371077 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 12:58:41.696717 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b3582cbf-1251-43b0-866f-d7dad4dc8ad7 req-c022e9fc-e581-451c-bab9-1ea59ea66345 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1abb5c23-2640-4d0d-a25a-ca0d574f88b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398710 Feb 16 12:58:41.776730 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3582cbf-1251-43b0-866f-d7dad4dc8ad7 req-1a70e787-1cfc-4231-9a68-d2469806f448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:41.778216 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b3582cbf-1251-43b0-866f-d7dad4dc8ad7 req-1a70e787-1cfc-4231-9a68-d2469806f448 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=1abb5c23-2640-4d0d-a25a-ca0d574f88b3 HTTP/1.1" status: 200 len: 1099 time: 0.0396736 Feb 16 12:58:41.890359 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3582cbf-1251-43b0-866f-d7dad4dc8ad7 req-025f45f4-f4ee-4d66-800e-0030ef40a412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:41.891942 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b3582cbf-1251-43b0-866f-d7dad4dc8ad7 req-025f45f4-f4ee-4d66-800e-0030ef40a412 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f6a77c36-4191-45ed-9926-04436560ac4b HTTP/1.1" status: 200 len: 897 time: 0.0938234 Feb 16 12:58:42.265444 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b3582cbf-1251-43b0-866f-d7dad4dc8ad7 req-aaad3877-6108-44b3-81aa-06bac1d96ee5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fbf0f99-07dd-44f9-8da3-bbeba8cf5812 HTTP/1.1" status: 200 len: 1002 time: 0.3654323 Feb 16 12:58:42.356721 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3582cbf-1251-43b0-866f-d7dad4dc8ad7 req-83cd2e1a-c03c-42af-b090-44c40ad7105e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:42.358142 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b3582cbf-1251-43b0-866f-d7dad4dc8ad7 req-83cd2e1a-c03c-42af-b090-44c40ad7105e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c97ec01-eb48-4ceb-965d-6f83a3048100 HTTP/1.1" status: 200 len: 842 time: 0.0852556 Feb 16 12:58:42.418160 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3582cbf-1251-43b0-866f-d7dad4dc8ad7 req-3cf489f6-07f5-4760-a1e2-ad18c46929cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:42.419587 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b3582cbf-1251-43b0-866f-d7dad4dc8ad7 req-3cf489f6-07f5-4760-a1e2-ad18c46929cb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6a77c36-4191-45ed-9926-04436560ac4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0543189 Feb 16 12:58:42.515938 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b3582cbf-1251-43b0-866f-d7dad4dc8ad7 req-132704fe-52ae-45e4-b777-af2da712bc57 service neutron] 10.222.0.42 "GET /v2.0/networks/f6a77c36-4191-45ed-9926-04436560ac4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884409 Feb 16 12:58:42.608297 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b3582cbf-1251-43b0-866f-d7dad4dc8ad7 req-ee00a9e0-157c-4b2f-a029-5e154a593289 service neutron] 10.222.0.42 "GET /v2.0/networks/f6a77c36-4191-45ed-9926-04436560ac4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849195 Feb 16 12:58:52.256232 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9cb1cab0-bfc5-46fd-bb03-f3467f71c909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:54.418013 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bc40329d-efd2-4518-aa53-02fe39fb97e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:55.721985 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:57.029254 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:57.349323 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:58.645192 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:17.619455 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39736) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:59:17.776794 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-61ff098b-d8a1-4a12-a11a-f71b8fd83ada tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting port 533d488f-69ad-4e24-bd15-23e333dae8ab {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:59:17.777137 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-61ff098b-d8a1-4a12-a11a-f71b8fd83ada tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:17.849998 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-61ff098b-d8a1-4a12-a11a-f71b8fd83ada tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:17.850321 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-61ff098b-d8a1-4a12-a11a-f71b8fd83ada tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:17.861681 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-61ff098b-d8a1-4a12-a11a-f71b8fd83ada tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Calling delete_port for 533d488f-69ad-4e24-bd15-23e333dae8ab owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:59:18.004056 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-61ff098b-d8a1-4a12-a11a-f71b8fd83ada tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:18.030161 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff098b-d8a1-4a12-a11a-f71b8fd83ada tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Port': ['ID=533d488f-69ad-4e24-bd15-23e333dae8ab,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:18.053467 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff098b-d8a1-4a12-a11a-f71b8fd83ada tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:18.053814 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff098b-d8a1-4a12-a11a-f71b8fd83ada tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:18.054157 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff098b-d8a1-4a12-a11a-f71b8fd83ada tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:18.054482 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff098b-d8a1-4a12-a11a-f71b8fd83ada tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:18.054807 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff098b-d8a1-4a12-a11a-f71b8fd83ada tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:18.055392 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff098b-d8a1-4a12-a11a-f71b8fd83ada tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:18.055712 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff098b-d8a1-4a12-a11a-f71b8fd83ada tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:18.056037 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff098b-d8a1-4a12-a11a-f71b8fd83ada tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:18.056355 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff098b-d8a1-4a12-a11a-f71b8fd83ada tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:18.056690 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff098b-d8a1-4a12-a11a-f71b8fd83ada tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:18.057010 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff098b-d8a1-4a12-a11a-f71b8fd83ada tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:18.057870 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff098b-d8a1-4a12-a11a-f71b8fd83ada tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:18.101598 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-61ff098b-d8a1-4a12-a11a-f71b8fd83ada tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:18.101928 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-61ff098b-d8a1-4a12-a11a-f71b8fd83ada tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Floating IP 1a33084b-18da-4cb1-9479-584955e3b749 disassociated (deleted). External IP: 172.26.2.203, port: 6fbf0f99-07dd-44f9-8da3-bbeba8cf5812. Feb 16 12:59:18.311214 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ff098b-d8a1-4a12-a11a-f71b8fd83ada tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router 4293b25a-bede-4b14-8dac-e3314d4f6781 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:59:18.369453 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 12:59:18.416334 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ff098b-d8a1-4a12-a11a-f71b8fd83ada tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:59:18.422233 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-61ff098b-d8a1-4a12-a11a-f71b8fd83ada tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:18.427234 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5861852a-ae8f-4ab0-99c9-e63030c2611a None None] Sync routers for ids ['4293b25a-bede-4b14-8dac-e3314d4f6781'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:59:18.437938 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5861852a-ae8f-4ab0-99c9-e63030c2611a None None] Routers {'4293b25a-bede-4b14-8dac-e3314d4f6781'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:59:18.438554 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-5861852a-ae8f-4ab0-99c9-e63030c2611a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:58:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['4293b25a-bede-4b14-8dac-e3314d4f6781'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:18.449788 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-61ff098b-d8a1-4a12-a11a-f71b8fd83ada tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/floatingips/1a33084b-18da-4cb1-9479-584955e3b749 HTTP/1.1" status: 204 len: 168 time: 0.8285711 Feb 16 12:59:18.450533 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1abb5c23-2640-4d0d-a25a-ca0d574f88b3', 'tag': '6fbf0f99-07dd-44f9-8da3-bbeba8cf5812'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:59:18.452998 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669812c9-6d08-4842-9238-440540dd1382" -d '{"events": [{"name": "network-changed", "server_uuid": "1abb5c23-2640-4d0d-a25a-ca0d574f88b3", "tag": "6fbf0f99-07dd-44f9-8da3-bbeba8cf5812"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:59:18.494149 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 12:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa251793-5f0d-4452-afd7-3eeca0a0b79d x-openstack-request-id: req-fa251793-5f0d-4452-afd7-3eeca0a0b79d {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:59:18.494536 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1abb5c23-2640-4d0d-a25a-ca0d574f88b3", "tag": "6fbf0f99-07dd-44f9-8da3-bbeba8cf5812", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:59:18.494802 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-fa251793-5f0d-4452-afd7-3eeca0a0b79d {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:59:18.496002 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1abb5c23-2640-4d0d-a25a-ca0d574f88b3', 'tag': '6fbf0f99-07dd-44f9-8da3-bbeba8cf5812', 'status': 'completed', 'code': 200} Feb 16 12:59:18.547041 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-5861852a-ae8f-4ab0-99c9-e63030c2611a None None] Set router 4293b25a-bede-4b14-8dac-e3314d4f6781 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:59:18.559988 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669812c9-6d08-4842-9238-440540dd1382 req-51d83adf-0f62-42b4-9541-219344c9259b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:18.561585 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-669812c9-6d08-4842-9238-440540dd1382 req-51d83adf-0f62-42b4-9541-219344c9259b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=1abb5c23-2640-4d0d-a25a-ca0d574f88b3 HTTP/1.1" status: 200 len: 1099 time: 0.0455546 Feb 16 12:59:18.666204 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669812c9-6d08-4842-9238-440540dd1382 req-1cd56d9b-e4fa-4882-9984-40feb5a00259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:18.668174 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-669812c9-6d08-4842-9238-440540dd1382 req-1cd56d9b-e4fa-4882-9984-40feb5a00259 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f6a77c36-4191-45ed-9926-04436560ac4b HTTP/1.1" status: 200 len: 897 time: 0.0944893 Feb 16 12:59:18.697763 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0c5d8-295c-470d-ab8e-4540c3aa54d5 req-8a83baeb-f87f-4cf5-b5ea-aaae2b85fbab tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:18.699331 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e3f0c5d8-295c-470d-ab8e-4540c3aa54d5 req-8a83baeb-f87f-4cf5-b5ea-aaae2b85fbab tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=1abb5c23-2640-4d0d-a25a-ca0d574f88b3 HTTP/1.1" status: 200 len: 946 time: 0.0656126 Feb 16 12:59:18.721195 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-669812c9-6d08-4842-9238-440540dd1382 req-80744d2c-a8a5-496c-92a6-0dbf5b3f7a5d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fbf0f99-07dd-44f9-8da3-bbeba8cf5812 HTTP/1.1" status: 200 len: 217 time: 0.0427573 Feb 16 12:59:18.739724 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e3f0c5d8-295c-470d-ab8e-4540c3aa54d5 req-271cf04f-dcea-451a-b732-39eeba7d59b7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=d03cec75-ff77-4169-a35f-efe60a59e206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334697 Feb 16 12:59:18.763236 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-5861852a-ae8f-4ab0-99c9-e63030c2611a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4293b25a-bede-4b14-8dac-e3314d4f6781', 'name': 'tempest-TestNetworkBasicOps-router-455772372', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e583a852-f4cc-4d9f-9b90-ee09e40e9876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:56:17Z', 'updated_at': '2022-02-16T12:56:21Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'e583a852-f4cc-4d9f-9b90-ee09e40e9876', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4293b25a-bede-4b14-8dac-e3314d4f6781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:18Z', 'updated_at': '2022-02-16T12:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '4640f9ae-860c-4444-bf4f-991c37c36528', 'name': '', 'network_id': 'f6a77c36-4191-45ed-9926-04436560ac4b', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:d8:92:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4293b25a-bede-4b14-8dac-e3314d4f6781', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '0c97ec01-eb48-4ceb-965d-6f83a3048100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:20Z', 'updated_at': '2022-02-16T12:56:24Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': '0c97ec01-eb48-4ceb-965d-6f83a3048100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:18.773772 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669812c9-6d08-4842-9238-440540dd1382 req-e8f3cb20-09b0-4085-97fb-30188dd05831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:18.775261 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-669812c9-6d08-4842-9238-440540dd1382 req-e8f3cb20-09b0-4085-97fb-30188dd05831 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c97ec01-eb48-4ceb-965d-6f83a3048100 HTTP/1.1" status: 200 len: 842 time: 0.0472393 Feb 16 12:59:18.793144 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5861852a-ae8f-4ab0-99c9-e63030c2611a None None] Checking router: 4293b25a-bede-4b14-8dac-e3314d4f6781 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:59:18.801347 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5861852a-ae8f-4ab0-99c9-e63030c2611a None None] Routers {'4293b25a-bede-4b14-8dac-e3314d4f6781'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:59:18.801932 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-5861852a-ae8f-4ab0-99c9-e63030c2611a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:58:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['4293b25a-bede-4b14-8dac-e3314d4f6781'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:18.821716 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669812c9-6d08-4842-9238-440540dd1382 req-79e57fbc-c92f-4606-a76a-4069b41a4531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:18.823262 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-669812c9-6d08-4842-9238-440540dd1382 req-79e57fbc-c92f-4606-a76a-4069b41a4531 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6a77c36-4191-45ed-9926-04436560ac4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406973 Feb 16 12:59:18.905252 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-5861852a-ae8f-4ab0-99c9-e63030c2611a None None] Set router 4293b25a-bede-4b14-8dac-e3314d4f6781 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:59:18.923004 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-669812c9-6d08-4842-9238-440540dd1382 req-cdda1a4e-71b4-4e6a-8384-fdaaed0ea7df service neutron] 10.222.0.42 "GET /v2.0/networks/f6a77c36-4191-45ed-9926-04436560ac4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907190 Feb 16 12:59:19.015913 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-669812c9-6d08-4842-9238-440540dd1382 req-d2335539-ab11-4eac-a927-8a83841bc9ef service neutron] 10.222.0.42 "GET /v2.0/networks/f6a77c36-4191-45ed-9926-04436560ac4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839391 Feb 16 12:59:19.190763 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-5861852a-ae8f-4ab0-99c9-e63030c2611a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4293b25a-bede-4b14-8dac-e3314d4f6781', 'name': 'tempest-TestNetworkBasicOps-router-455772372', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e583a852-f4cc-4d9f-9b90-ee09e40e9876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:56:17Z', 'updated_at': '2022-02-16T12:56:21Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'e583a852-f4cc-4d9f-9b90-ee09e40e9876', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4293b25a-bede-4b14-8dac-e3314d4f6781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:18Z', 'updated_at': '2022-02-16T12:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '4640f9ae-860c-4444-bf4f-991c37c36528', 'name': '', 'network_id': 'f6a77c36-4191-45ed-9926-04436560ac4b', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:d8:92:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4293b25a-bede-4b14-8dac-e3314d4f6781', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '0c97ec01-eb48-4ceb-965d-6f83a3048100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:20Z', 'updated_at': '2022-02-16T12:56:24Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': '0c97ec01-eb48-4ceb-965d-6f83a3048100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:19.217003 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5861852a-ae8f-4ab0-99c9-e63030c2611a None None] The sync data for ids ['4293b25a-bede-4b14-8dac-e3314d4f6781'] in dv-neutron-828142-3-hyperv is: [{'id': '4293b25a-bede-4b14-8dac-e3314d4f6781', 'name': 'tempest-TestNetworkBasicOps-router-455772372', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e583a852-f4cc-4d9f-9b90-ee09e40e9876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:56:17Z', 'updated_at': '2022-02-16T12:56:21Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'e583a852-f4cc-4d9f-9b90-ee09e40e9876', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4293b25a-bede-4b14-8dac-e3314d4f6781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:18Z', 'updated_at': '2022-02-16T12:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '4640f9ae-860c-4444-bf4f-991c37c36528', 'name': '', 'network_id': 'f6a77c36-4191-45ed-9926-04436560ac4b', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:d8:92:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4293b25a-bede-4b14-8dac-e3314d4f6781', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '0c97ec01-eb48-4ceb-965d-6f83a3048100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:20Z', 'updated_at': '2022-02-16T12:56:24Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': '0c97ec01-eb48-4ceb-965d-6f83a3048100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:59:19.421582 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0e85bb-045c-469f-9e94-4633d0e7a669 None None] New status for floating IP 1a33084b-18da-4cb1-9479-584955e3b749: DOWN {{(pid=109050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:59:19.857629 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e212da-b497-42ef-a3a1-17773860e807 req-79c55b79-3f3a-427a-9112-3f05fa9bbeb2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:19.859113 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-30e212da-b497-42ef-a3a1-17773860e807 req-79c55b79-3f3a-427a-9112-3f05fa9bbeb2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=1abb5c23-2640-4d0d-a25a-ca0d574f88b3 HTTP/1.1" status: 200 len: 946 time: 0.0512481 Feb 16 12:59:19.897239 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-30e212da-b497-42ef-a3a1-17773860e807 req-d2d7ba8b-6649-4bcd-a3b4-7dec483a910c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=d03cec75-ff77-4169-a35f-efe60a59e206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323114 Feb 16 12:59:20.095163 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d69b8-bd8c-4c8a-8279-266ad0d21bbd req-d0a5bc78-5a70-4a84-a66d-598a7ec0acc4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:20.096598 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-eb6d69b8-bd8c-4c8a-8279-266ad0d21bbd req-d0a5bc78-5a70-4a84-a66d-598a7ec0acc4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "GET /v2.0/ports?device_id=1abb5c23-2640-4d0d-a25a-ca0d574f88b3 HTTP/1.1" status: 200 len: 946 time: 0.0551493 Feb 16 12:59:20.188755 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-eb6d69b8-bd8c-4c8a-8279-266ad0d21bbd req-73af21ae-c2b7-4fe2-a106-95702e1e8823 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting port 6fbf0f99-07dd-44f9-8da3-bbeba8cf5812 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:59:20.189095 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-eb6d69b8-bd8c-4c8a-8279-266ad0d21bbd req-73af21ae-c2b7-4fe2-a106-95702e1e8823 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:20.279736 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-eb6d69b8-bd8c-4c8a-8279-266ad0d21bbd req-73af21ae-c2b7-4fe2-a106-95702e1e8823 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] For port 6fbf0f99-07dd-44f9-8da3-bbeba8cf5812, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6fbf0f99-07dd-44f9-8da3-bbeba8cf5812,segment=NetworkSegment(dfe2c2e5-60b7-4a36-855d-c785f83eb944),segment_id=dfe2c2e5-60b7-4a36-855d-c785f83eb944)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:59:20.280092 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-eb6d69b8-bd8c-4c8a-8279-266ad0d21bbd req-73af21ae-c2b7-4fe2-a106-95702e1e8823 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:20.293110 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-eb6d69b8-bd8c-4c8a-8279-266ad0d21bbd req-73af21ae-c2b7-4fe2-a106-95702e1e8823 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Calling delete_port for 6fbf0f99-07dd-44f9-8da3-bbeba8cf5812 owned by compute:nova {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:59:20.418381 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-eb6d69b8-bd8c-4c8a-8279-266ad0d21bbd req-73af21ae-c2b7-4fe2-a106-95702e1e8823 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:20.451457 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af21ae-c2b7-4fe2-a106-95702e1e8823 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Port': ['ID=6fbf0f99-07dd-44f9-8da3-bbeba8cf5812,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:20.493311 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6d69b8-bd8c-4c8a-8279-266ad0d21bbd req-73af21ae-c2b7-4fe2-a106-95702e1e8823 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] No DVR routers for this DVR port 6fbf0f99-07dd-44f9-8da3-bbeba8cf5812 on host hv-neutron-8281 {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:59:20.495800 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-eb6d69b8-bd8c-4c8a-8279-266ad0d21bbd req-73af21ae-c2b7-4fe2-a106-95702e1e8823 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:20.499082 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-eb6d69b8-bd8c-4c8a-8279-266ad0d21bbd req-73af21ae-c2b7-4fe2-a106-95702e1e8823 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "DELETE /v2.0/ports/6fbf0f99-07dd-44f9-8da3-bbeba8cf5812 HTTP/1.1" status: 204 len: 173 time: 0.3960564 Feb 16 12:59:20.499507 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1abb5c23-2640-4d0d-a25a-ca0d574f88b3', 'name': 'network-vif-deleted', 'tag': '6fbf0f99-07dd-44f9-8da3-bbeba8cf5812'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:59:20.501817 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10daaf3-2cca-470f-b874-0d7f56e87e13" -d '{"events": [{"server_uuid": "1abb5c23-2640-4d0d-a25a-ca0d574f88b3", "name": "network-vif-deleted", "tag": "6fbf0f99-07dd-44f9-8da3-bbeba8cf5812"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:59:20.540644 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 12:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6db6c7e-4734-4dbb-903a-f56214ee0792 x-openstack-request-id: req-d6db6c7e-4734-4dbb-903a-f56214ee0792 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:59:20.540943 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1abb5c23-2640-4d0d-a25a-ca0d574f88b3", "name": "network-vif-deleted", "tag": "6fbf0f99-07dd-44f9-8da3-bbeba8cf5812", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:59:20.541196 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d6db6c7e-4734-4dbb-903a-f56214ee0792 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:59:20.541598 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1abb5c23-2640-4d0d-a25a-ca0d574f88b3', 'name': 'network-vif-deleted', 'tag': '6fbf0f99-07dd-44f9-8da3-bbeba8cf5812', 'status': 'completed', 'code': 200} Feb 16 12:59:21.015248 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-aa1ce23c-731c-4525-b9f3-a819a70a0dfd req-b3d7fd42-6b26-4d44-8212-da0474e62ee4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=1abb5c23-2640-4d0d-a25a-ca0d574f88b3 HTTP/1.1" status: 200 len: 210 time: 0.0298624 Feb 16 12:59:22.071073 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39760) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:59:22.128471 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-454a9dc9-77e5-4c08-8418-33bfd9f0ae05 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:22.148136 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 6fbf0f99-07dd-44f9-8da3-bbeba8cf5812 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:59:22.162515 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-454a9dc9-77e5-4c08-8418-33bfd9f0ae05 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:22.184387 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] No Port match for: 6fbf0f99-07dd-44f9-8da3-bbeba8cf5812 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:59:22.184949 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 6fbf0f99-07dd-44f9-8da3-bbeba8cf5812 not bound to the agent host hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:59:22.230307 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-454a9dc9-77e5-4c08-8418-33bfd9f0ae05 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:22.232909 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-454a9dc9-77e5-4c08-8418-33bfd9f0ae05 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:22.234072 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-454a9dc9-77e5-4c08-8418-33bfd9f0ae05 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/security-groups/d03cec75-ff77-4169-a35f-efe60a59e206 HTTP/1.1" status: 204 len: 168 time: 0.1619544 Feb 16 12:59:22.243095 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a9dc9-77e5-4c08-8418-33bfd9f0ae05 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03cec75-ff77-4169-a35f-efe60a59e206,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:22.280016 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39764) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:59:22.281342 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5c6b74df-519b-4ede-808f-d0d6fef33937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:22.639667 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2c944199-0311-4d70-ae6b-162044d2f4a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:22.890176 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-2c944199-0311-4d70-ae6b-162044d2f4a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting port 4640f9ae-860c-4444-bf4f-991c37c36528 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:59:22.890443 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2c944199-0311-4d70-ae6b-162044d2f4a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:22.977169 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-2c944199-0311-4d70-ae6b-162044d2f4a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] For port 4640f9ae-860c-4444-bf4f-991c37c36528, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=4640f9ae-860c-4444-bf4f-991c37c36528,segment=NetworkSegment(dfe2c2e5-60b7-4a36-855d-c785f83eb944),segment_id=dfe2c2e5-60b7-4a36-855d-c785f83eb944)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:59:22.977552 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2c944199-0311-4d70-ae6b-162044d2f4a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:22.990517 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-2c944199-0311-4d70-ae6b-162044d2f4a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Calling delete_port for 4640f9ae-860c-4444-bf4f-991c37c36528 owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:59:23.184687 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2c944199-0311-4d70-ae6b-162044d2f4a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:23.208180 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c944199-0311-4d70-ae6b-162044d2f4a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Port': ['ID=4640f9ae-860c-4444-bf4f-991c37c36528,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:23.383194 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2c944199-0311-4d70-ae6b-162044d2f4a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:23.601374 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c944199-0311-4d70-ae6b-162044d2f4a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router 4293b25a-bede-4b14-8dac-e3314d4f6781 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:59:23.999059 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c944199-0311-4d70-ae6b-162044d2f4a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:59:24.003903 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2c944199-0311-4d70-ae6b-162044d2f4a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "PUT /v2.0/routers/4293b25a-bede-4b14-8dac-e3314d4f6781/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7228050 Feb 16 12:59:24.006639 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39766) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:59:24.009219 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b58285-107e-4526-aad3-74b648976e82 None None] Sync routers for ids ['4293b25a-bede-4b14-8dac-e3314d4f6781'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:59:24.019403 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b58285-107e-4526-aad3-74b648976e82 None None] Routers {'4293b25a-bede-4b14-8dac-e3314d4f6781'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:59:24.020012 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-08b58285-107e-4526-aad3-74b648976e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:58:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['4293b25a-bede-4b14-8dac-e3314d4f6781'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:24.057413 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-db919eb2-cae3-41c2-a142-9303f36e537b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting subnet 0c97ec01-eb48-4ceb-965d-6f83a3048100 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 12:59:24.060603 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db919eb2-cae3-41c2-a142-9303f36e537b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:24.100817 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db919eb2-cae3-41c2-a142-9303f36e537b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:24.126316 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-08b58285-107e-4526-aad3-74b648976e82 None None] Set router 4293b25a-bede-4b14-8dac-e3314d4f6781 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:59:24.186841 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db919eb2-cae3-41c2-a142-9303f36e537b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:24.245952 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db919eb2-cae3-41c2-a142-9303f36e537b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:24.273937 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db919eb2-cae3-41c2-a142-9303f36e537b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Subnet': ['ID=0c97ec01-eb48-4ceb-965d-6f83a3048100,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:24.276350 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db919eb2-cae3-41c2-a142-9303f36e537b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:24.279558 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-db919eb2-cae3-41c2-a142-9303f36e537b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/subnets/0c97ec01-eb48-4ceb-965d-6f83a3048100 HTTP/1.1" status: 204 len: 168 time: 0.2719595 Feb 16 12:59:24.282241 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39768) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:59:24.285507 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc854ca-f285-4741-b8f3-f4315fbc0194 None None] Network f6a77c36-4191-45ed-9926-04436560ac4b requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:59:24.306774 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-08b58285-107e-4526-aad3-74b648976e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4293b25a-bede-4b14-8dac-e3314d4f6781', 'name': 'tempest-TestNetworkBasicOps-router-455772372', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e583a852-f4cc-4d9f-9b90-ee09e40e9876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:56:17Z', 'updated_at': '2022-02-16T12:59:23Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'e583a852-f4cc-4d9f-9b90-ee09e40e9876', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4293b25a-bede-4b14-8dac-e3314d4f6781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:18Z', 'updated_at': '2022-02-16T12:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:24.338610 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b58285-107e-4526-aad3-74b648976e82 None None] Checking router: 4293b25a-bede-4b14-8dac-e3314d4f6781 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:59:24.348084 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b58285-107e-4526-aad3-74b648976e82 None None] Routers {'4293b25a-bede-4b14-8dac-e3314d4f6781'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:59:24.348567 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-08b58285-107e-4526-aad3-74b648976e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:58:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['4293b25a-bede-4b14-8dac-e3314d4f6781'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:24.401650 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eebe98b1-cf3b-4c4b-8e02-c4fbd935d766 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:24.437023 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ff1170e9-581d-4917-8748-974d16eb3db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:24.458992 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-08b58285-107e-4526-aad3-74b648976e82 None None] Set router 4293b25a-bede-4b14-8dac-e3314d4f6781 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:59:24.510976 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dded885-8fa1-48b3-b251-056d25699f36 None None] DHCP port deletion for f6a77c36-4191-45ed-9926-04436560ac4b request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 12:59:24.528768 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eebe98b1-cf3b-4c4b-8e02-c4fbd935d766 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:24.564697 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-3dded885-8fa1-48b3-b251-056d25699f36 None None] Deleting port b6782b2c-3d07-4aa3-9cac-d4932e00adb6 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:59:24.565484 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3dded885-8fa1-48b3-b251-056d25699f36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:24.591490 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-eebe98b1-cf3b-4c4b-8e02-c4fbd935d766 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting port e583a852-f4cc-4d9f-9b90-ee09e40e9876 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 12:59:24.591840 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eebe98b1-cf3b-4c4b-8e02-c4fbd935d766 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:24.632900 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-3dded885-8fa1-48b3-b251-056d25699f36 None None] For port b6782b2c-3d07-4aa3-9cac-d4932e00adb6, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=b6782b2c-3d07-4aa3-9cac-d4932e00adb6,segment=NetworkSegment(dfe2c2e5-60b7-4a36-855d-c785f83eb944),segment_id=dfe2c2e5-60b7-4a36-855d-c785f83eb944)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:59:24.633417 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3dded885-8fa1-48b3-b251-056d25699f36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:24.648945 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-3dded885-8fa1-48b3-b251-056d25699f36 None None] Calling delete_port for b6782b2c-3d07-4aa3-9cac-d4932e00adb6 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:59:24.665085 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-08b58285-107e-4526-aad3-74b648976e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4293b25a-bede-4b14-8dac-e3314d4f6781', 'name': 'tempest-TestNetworkBasicOps-router-455772372', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e583a852-f4cc-4d9f-9b90-ee09e40e9876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:56:17Z', 'updated_at': '2022-02-16T12:59:23Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'e583a852-f4cc-4d9f-9b90-ee09e40e9876', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4293b25a-bede-4b14-8dac-e3314d4f6781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:18Z', 'updated_at': '2022-02-16T12:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:24.680778 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-eebe98b1-cf3b-4c4b-8e02-c4fbd935d766 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] For port e583a852-f4cc-4d9f-9b90-ee09e40e9876, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=e583a852-f4cc-4d9f-9b90-ee09e40e9876,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:59:24.680778 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eebe98b1-cf3b-4c4b-8e02-c4fbd935d766 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:24.694611 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-eebe98b1-cf3b-4c4b-8e02-c4fbd935d766 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Calling delete_port for e583a852-f4cc-4d9f-9b90-ee09e40e9876 owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 12:59:24.700134 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b58285-107e-4526-aad3-74b648976e82 None None] The sync data for ids ['4293b25a-bede-4b14-8dac-e3314d4f6781'] in dv-neutron-828142-3-hyperv is: [{'id': '4293b25a-bede-4b14-8dac-e3314d4f6781', 'name': 'tempest-TestNetworkBasicOps-router-455772372', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e583a852-f4cc-4d9f-9b90-ee09e40e9876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:56:17Z', 'updated_at': '2022-02-16T12:59:23Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'e583a852-f4cc-4d9f-9b90-ee09e40e9876', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4293b25a-bede-4b14-8dac-e3314d4f6781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:18Z', 'updated_at': '2022-02-16T12:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:59:24.742147 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3dded885-8fa1-48b3-b251-056d25699f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:24.756267 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dded885-8fa1-48b3-b251-056d25699f36 None None] No DVR routers for this DVR port b6782b2c-3d07-4aa3-9cac-d4932e00adb6 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:59:24.776094 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dded885-8fa1-48b3-b251-056d25699f36 None None] Pushing event deleted for resources: {'Port': ['ID=b6782b2c-3d07-4aa3-9cac-d4932e00adb6,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:24.787862 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dded885-8fa1-48b3-b251-056d25699f36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:24.788207 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dded885-8fa1-48b3-b251-056d25699f36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:24.788544 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dded885-8fa1-48b3-b251-056d25699f36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:24.788906 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dded885-8fa1-48b3-b251-056d25699f36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:24.789230 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dded885-8fa1-48b3-b251-056d25699f36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:24.789554 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dded885-8fa1-48b3-b251-056d25699f36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:24.789875 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dded885-8fa1-48b3-b251-056d25699f36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:24.790193 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dded885-8fa1-48b3-b251-056d25699f36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:24.790511 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dded885-8fa1-48b3-b251-056d25699f36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:24.790826 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dded885-8fa1-48b3-b251-056d25699f36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:24.791748 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dded885-8fa1-48b3-b251-056d25699f36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:24.792256 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dded885-8fa1-48b3-b251-056d25699f36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:24.896678 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eebe98b1-cf3b-4c4b-8e02-c4fbd935d766 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:24.922545 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe98b1-cf3b-4c4b-8e02-c4fbd935d766 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Port': ['ID=e583a852-f4cc-4d9f-9b90-ee09e40e9876,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:24.983429 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eebe98b1-cf3b-4c4b-8e02-c4fbd935d766 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:25.080838 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eebe98b1-cf3b-4c4b-8e02-c4fbd935d766 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:25.083271 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eebe98b1-cf3b-4c4b-8e02-c4fbd935d766 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:25.102693 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b6782b2c-3d07-4aa3-9cac-d4932e00adb6 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:59:25.127403 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: b6782b2c-3d07-4aa3-9cac-d4932e00adb6 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:59:25.128164 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b6782b2c-3d07-4aa3-9cac-d4932e00adb6 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:59:25.128339 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eebe98b1-cf3b-4c4b-8e02-c4fbd935d766 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:25.128723 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebe98b1-cf3b-4c4b-8e02-c4fbd935d766 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Fanout notify agent at l3_agent the message router_deleted on router 4293b25a-bede-4b14-8dac-e3314d4f6781 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 12:59:25.137629 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eebe98b1-cf3b-4c4b-8e02-c4fbd935d766 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:25.138986 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-eebe98b1-cf3b-4c4b-8e02-c4fbd935d766 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/routers/4293b25a-bede-4b14-8dac-e3314d4f6781 HTTP/1.1" status: 204 len: 168 time: 0.8557870 Feb 16 12:59:25.141714 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39770) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:59:25.221462 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e9f6f37b-0d11-4811-8c33-ac983fe1476d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:25.312422 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e9f6f37b-0d11-4811-8c33-ac983fe1476d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:25.334768 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-e9f6f37b-0d11-4811-8c33-ac983fe1476d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6a77c36-4191-45ed-9926-04436560ac4b']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:25.345311 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-e9f6f37b-0d11-4811-8c33-ac983fe1476d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfe2c2e5-60b7-4a36-855d-c785f83eb944') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:25.345606 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-e9f6f37b-0d11-4811-8c33-ac983fe1476d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfe2c2e5-60b7-4a36-855d-c785f83eb944') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:25.355626 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e9f6f37b-0d11-4811-8c33-ac983fe1476d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:25.369324 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e9f6f37b-0d11-4811-8c33-ac983fe1476d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:25.375651 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9f6f37b-0d11-4811-8c33-ac983fe1476d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:59:25.376024 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e9f6f37b-0d11-4811-8c33-ac983fe1476d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:25.379691 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 12:59:25.379691 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:59:25.379691 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 12:59:25.379691 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:59:25.379691 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 12:59:25.379691 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 12:59:25.379691 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 12:59:25.379691 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:59:25.379691 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 12:59:25.379691 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:59:25.379691 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 12:59:25.379691 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:59:25.379691 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 12:59:25.379691 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 12:59:25.379691 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:59:25.379691 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 12:59:25.379691 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:59:25.379691 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 12:59:25.379691 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 12:59:25.379691 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 12:59:25.379691 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 12:59:25.379691 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 12:59:25.379691 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:59:25.379691 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:59:25.379691 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 12:59:25.379691 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:59:25.379691 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:59:25.379691 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:59:25.379691 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:59:25.379691 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:59:25.379691 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:59:25.379691 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:59:25.442697 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e9f6f37b-0d11-4811-8c33-ac983fe1476d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:25.450368 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e9f6f37b-0d11-4811-8c33-ac983fe1476d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:25.453608 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e9f6f37b-0d11-4811-8c33-ac983fe1476d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/networks/f6a77c36-4191-45ed-9926-04436560ac4b HTTP/1.1" status: 204 len: 168 time: 0.3110595 Feb 16 12:59:25.465166 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39772) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:59:25.470022 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-dbb1f7f4-a2f8-4f6c-a4a4-7487d96b68f7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'network': {'name': 'tempest-network-smoke--302142182', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'port_security_enabled': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:25.474328 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f6f37b-0d11-4811-8c33-ac983fe1476d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Network': ['ID=f6a77c36-4191-45ed-9926-04436560ac4b,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:25.494647 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb1f7f4-a2f8-4f6c-a4a4-7487d96b68f7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Made reservation on behalf of 93ebfe1969ad47c59fc4b80bacd9b15b for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:59:25.498375 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dbb1f7f4-a2f8-4f6c-a4a4-7487d96b68f7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:25.521629 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbb1f7f4-a2f8-4f6c-a4a4-7487d96b68f7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:59:25.530594 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dbb1f7f4-a2f8-4f6c-a4a4-7487d96b68f7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:25.530933 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-dbb1f7f4-a2f8-4f6c-a4a4-7487d96b68f7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Added segment 5d922f8a-692c-457d-a849-143f3ff6327a of type vlan for network 502810d9-904c-405d-b66f-c9f900ce45b3 Feb 16 12:59:25.569996 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dbb1f7f4-a2f8-4f6c-a4a4-7487d96b68f7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:25.594606 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dbb1f7f4-a2f8-4f6c-a4a4-7487d96b68f7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:25.600092 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb1f7f4-a2f8-4f6c-a4a4-7487d96b68f7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:25.600699 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dbb1f7f4-a2f8-4f6c-a4a4-7487d96b68f7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:25.654537 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-dbb1f7f4-a2f8-4f6c-a4a4-7487d96b68f7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1882958 Feb 16 12:59:25.657441 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39774) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:59:25.662168 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-60a43b32-73bf-4666-b5b9-7d1f074a262a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-772130887', 'admin_state_up': True, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:25.669068 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1f7f4-a2f8-4f6c-a4a4-7487d96b68f7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Network': ['ID=502810d9-904c-405d-b66f-c9f900ce45b3,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:25.679997 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 502810d9-904c-405d-b66f-c9f900ce45b3 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 12:59:25.691539 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-60a43b32-73bf-4666-b5b9-7d1f074a262a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:25.692788 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-60a43b32-73bf-4666-b5b9-7d1f074a262a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:25.751799 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-60a43b32-73bf-4666-b5b9-7d1f074a262a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:25.756234 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:25.894501 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-60a43b32-73bf-4666-b5b9-7d1f074a262a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:26.084325 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-60a43b32-73bf-4666-b5b9-7d1f074a262a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_gateway, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:26.102511 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-60a43b32-73bf-4666-b5b9-7d1f074a262a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:26.206553 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-60a43b32-73bf-4666-b5b9-7d1f074a262a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Allocated IP 172.26.2.15 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/8b42c97a-eba7-42e4-982a-38f2125c50b7) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:59:26.307318 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-60a43b32-73bf-4666-b5b9-7d1f074a262a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:26.341797 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-60a43b32-73bf-4666-b5b9-7d1f074a262a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:26.384015 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a43b32-73bf-4666-b5b9-7d1f074a262a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:59:26.387094 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-60a43b32-73bf-4666-b5b9-7d1f074a262a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:59:26.390634 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a43b32-73bf-4666-b5b9-7d1f074a262a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:59:26.396520 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a43b32-73bf-4666-b5b9-7d1f074a262a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=8b42c97a-eba7-42e4-982a-38f2125c50b7,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:26.645222 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-60a43b32-73bf-4666-b5b9-7d1f074a262a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_gateway, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:26.725407 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device e583a852-f4cc-4d9f-9b90-ee09e40e9876 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:59:26.745492 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: e583a852-f4cc-4d9f-9b90-ee09e40e9876 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:59:26.745806 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device e583a852-f4cc-4d9f-9b90-ee09e40e9876 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:59:26.746970 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 4640f9ae-860c-4444-bf4f-991c37c36528 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 12:59:26.769445 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 4640f9ae-860c-4444-bf4f-991c37c36528 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 12:59:26.769781 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 4640f9ae-860c-4444-bf4f-991c37c36528 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 12:59:27.033018 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:27.171511 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-60a43b32-73bf-4666-b5b9-7d1f074a262a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:27.296396 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a43b32-73bf-4666-b5b9-7d1f074a262a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router 095dafb9-f003-447b-9973-7aafef44ebf7 is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 12:59:27.351404 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:27.403110 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a43b32-73bf-4666-b5b9-7d1f074a262a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:59:27.412587 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b8582f-02dc-4c61-b881-ce972f5c0aba None None] Sync routers for ids ['095dafb9-f003-447b-9973-7aafef44ebf7'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:59:27.424423 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b8582f-02dc-4c61-b881-ce972f5c0aba None None] Routers {'095dafb9-f003-447b-9973-7aafef44ebf7'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:59:27.425038 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-60a43b32-73bf-4666-b5b9-7d1f074a262a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:27.425182 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-74b8582f-02dc-4c61-b881-ce972f5c0aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:59:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['095dafb9-f003-447b-9973-7aafef44ebf7'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:27.426681 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-60a43b32-73bf-4666-b5b9-7d1f074a262a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7679935 Feb 16 12:59:27.430067 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39776) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:59:27.604853 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8d280ede-41a0-45fd-9368-7e4ec31e9ba8 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/subnets?project_id=93ebfe1969ad47c59fc4b80bacd9b15b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1734867 Feb 16 12:59:27.607474 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39780) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:59:27.676787 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-74b8582f-02dc-4c61-b881-ce972f5c0aba None None] Set router 095dafb9-f003-447b-9973-7aafef44ebf7 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:59:27.693393 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41a1ebb-6f2c-47ff-bcee-d358d0e470b6 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:27.694938 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c41a1ebb-6f2c-47ff-bcee-d358d0e470b6 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0865235 Feb 16 12:59:27.697762 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39782) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:59:27.725457 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5632016b-f386-4e38-9fa1-57e7dd20108e tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/subnets?network_id=a08a3d1b-2e35-4b18-9cb0-756d355083e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266461 Feb 16 12:59:27.728565 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39784) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:59:27.733307 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-b5d372e1-fba6-4eaa-a376-01677a9c8aed tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1712752053', 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:27.825963 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d372e1-fba6-4eaa-a376-01677a9c8aed tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Made reservation on behalf of 93ebfe1969ad47c59fc4b80bacd9b15b for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:59:27.829347 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b5d372e1-fba6-4eaa-a376-01677a9c8aed tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:27.857983 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-74b8582f-02dc-4c61-b881-ce972f5c0aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'name': 'tempest-TestNetworkBasicOps-router-772130887', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '8b42c97a-eba7-42e4-982a-38f2125c50b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:25Z', 'updated_at': '2022-02-16T12:59:26Z', 'revision_number': 3, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '8b42c97a-eba7-42e4-982a-38f2125c50b7', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:26Z', 'updated_at': '2022-02-16T12:59:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:27.887354 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b8582f-02dc-4c61-b881-ce972f5c0aba None None] Checking router: 095dafb9-f003-447b-9973-7aafef44ebf7 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:59:27.887701 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b8582f-02dc-4c61-b881-ce972f5c0aba None None] Updating router 095dafb9-f003-447b-9973-7aafef44ebf7 port 8b42c97a-eba7-42e4-982a-38f2125c50b7 binding host dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:59:27.913031 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-74b8582f-02dc-4c61-b881-ce972f5c0aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:28.012652 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b5d372e1-fba6-4eaa-a376-01677a9c8aed tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:28.073115 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d372e1-fba6-4eaa-a376-01677a9c8aed tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Subnet': ['ID=374ca5c0-f544-4c0c-989d-1290177cee00,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:28.082008 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d372e1-fba6-4eaa-a376-01677a9c8aed tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Checking segment: {'id': '5d922f8a-692c-457d-a849-143f3ff6327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:59:28.082373 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d372e1-fba6-4eaa-a376-01677a9c8aed tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network hostable DHCP agents. Network: 502810d9-904c-405d-b66f-c9f900ce45b3, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:59:28.100399 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d372e1-fba6-4eaa-a376-01677a9c8aed tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network 502810d9-904c-405d-b66f-c9f900ce45b3 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:59:28.110163 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-b5d372e1-fba6-4eaa-a376-01677a9c8aed tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 502810d9-904c-405d-b66f-c9f900ce45b3) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:59:28.117651 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d372e1-fba6-4eaa-a376-01677a9c8aed tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:28.118328 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b5d372e1-fba6-4eaa-a376-01677a9c8aed tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:28.118492 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ee0bdd-c798-4af2-b944-1795f104e4e8 None None] Network 502810d9-904c-405d-b66f-c9f900ce45b3 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:59:28.135744 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b5d372e1-fba6-4eaa-a376-01677a9c8aed tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4058943 Feb 16 12:59:28.138365 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39786) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:59:28.219293 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-74b8582f-02dc-4c61-b881-ce972f5c0aba None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:28.234658 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-74b8582f-02dc-4c61-b881-ce972f5c0aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:28.312776 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-74b8582f-02dc-4c61-b881-ce972f5c0aba None None] Attempting to bind port 8b42c97a-eba7-42e4-982a-38f2125c50b7 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:59:28.313137 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-74b8582f-02dc-4c61-b881-ce972f5c0aba None None] Attempting to bind port 8b42c97a-eba7-42e4-982a-38f2125c50b7 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:59:28.313480 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b8582f-02dc-4c61-b881-ce972f5c0aba None None] Attempting to bind port 8b42c97a-eba7-42e4-982a-38f2125c50b7 on network a08a3d1b-2e35-4b18-9cb0-756d355083e6 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:59:28.324563 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f3c9f6-d7fa-4840-ab9e-26073b81133b None None] Pushing event updated for resources: {'Port': ['ID=8b42c97a-eba7-42e4-982a-38f2125c50b7,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:28.328562 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b8582f-02dc-4c61-b881-ce972f5c0aba None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:59:28.328960 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b8582f-02dc-4c61-b881-ce972f5c0aba None None] Checking segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:59:28.329353 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-74b8582f-02dc-4c61-b881-ce972f5c0aba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:28.329792 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b8582f-02dc-4c61-b881-ce972f5c0aba None None] Bound using segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:59:28.330216 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-74b8582f-02dc-4c61-b881-ce972f5c0aba None None] Bound port: 8b42c97a-eba7-42e4-982a-38f2125c50b7, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:59:28.330551 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-74b8582f-02dc-4c61-b881-ce972f5c0aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:28.395335 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832ae365-2227-4da1-894d-2cdea7909e5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-502810d9-904c-405d-b66f-c9f900ce45b3', 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ips': [{'subnet_id': '374ca5c0-f544-4c0c-989d-1290177cee00'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 12:59:28.396168 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-832ae365-2227-4da1-894d-2cdea7909e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:28.419791 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-74b8582f-02dc-4c61-b881-ce972f5c0aba None None] For port 8b42c97a-eba7-42e4-982a-38f2125c50b7, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:59:28.438948 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-74b8582f-02dc-4c61-b881-ce972f5c0aba None None] For port 8b42c97a-eba7-42e4-982a-38f2125c50b7, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=8b42c97a-eba7-42e4-982a-38f2125c50b7,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:59:28.494582 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-74b8582f-02dc-4c61-b881-ce972f5c0aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:28.586806 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35a6a267-abbb-4389-aeaa-c4354f2af7a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:28.599867 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b8582f-02dc-4c61-b881-ce972f5c0aba None None] Routers {'095dafb9-f003-447b-9973-7aafef44ebf7'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:59:28.600503 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-74b8582f-02dc-4c61-b881-ce972f5c0aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:59:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['095dafb9-f003-447b-9973-7aafef44ebf7'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:28.605376 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f3c9f6-d7fa-4840-ab9e-26073b81133b None None] Pushing event updated for resources: {'Port': ['ID=8b42c97a-eba7-42e4-982a-38f2125c50b7,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:28.653444 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-832ae365-2227-4da1-894d-2cdea7909e5b None None] Allocated IP 172.20.0.2 (502810d9-904c-405d-b66f-c9f900ce45b3/374ca5c0-f544-4c0c-989d-1290177cee00/5c94e990-af1e-4175-bb3b-5cfe5ffbfa4f) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:59:28.686148 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:28.792863 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-74b8582f-02dc-4c61-b881-ce972f5c0aba None None] Set router 095dafb9-f003-447b-9973-7aafef44ebf7 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:59:28.968272 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-832ae365-2227-4da1-894d-2cdea7909e5b None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:28.975810 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-832ae365-2227-4da1-894d-2cdea7909e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:29.020991 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-35a6a267-abbb-4389-aeaa-c4354f2af7a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Allocated IP 172.20.0.1 (502810d9-904c-405d-b66f-c9f900ce45b3/374ca5c0-f544-4c0c-989d-1290177cee00/bbc77ecf-be9b-40a1-a277-ec065b2bda75) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:59:29.050105 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832ae365-2227-4da1-894d-2cdea7909e5b None None] Network 502810d9-904c-405d-b66f-c9f900ce45b3 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:59:29.059304 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-832ae365-2227-4da1-894d-2cdea7909e5b None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:59:29.062831 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ae365-2227-4da1-894d-2cdea7909e5b None None] Pushing event updated for resources: {'Port': ['ID=5c94e990-af1e-4175-bb3b-5cfe5ffbfa4f,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:29.065071 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832ae365-2227-4da1-894d-2cdea7909e5b None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:59:29.131086 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-832ae365-2227-4da1-894d-2cdea7909e5b None None] Attempting to bind port 5c94e990-af1e-4175-bb3b-5cfe5ffbfa4f on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:59:29.131608 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-832ae365-2227-4da1-894d-2cdea7909e5b None None] Attempting to bind port 5c94e990-af1e-4175-bb3b-5cfe5ffbfa4f by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '5d922f8a-692c-457d-a849-143f3ff6327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:59:29.132116 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832ae365-2227-4da1-894d-2cdea7909e5b None None] Attempting to bind port 5c94e990-af1e-4175-bb3b-5cfe5ffbfa4f on network 502810d9-904c-405d-b66f-c9f900ce45b3 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:59:29.141162 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35a6a267-abbb-4389-aeaa-c4354f2af7a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:29.142202 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832ae365-2227-4da1-894d-2cdea7909e5b None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:59:29.142725 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832ae365-2227-4da1-894d-2cdea7909e5b None None] Checking segment: {'id': '5d922f8a-692c-457d-a849-143f3ff6327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:59:29.143288 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-832ae365-2227-4da1-894d-2cdea7909e5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:29.143842 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832ae365-2227-4da1-894d-2cdea7909e5b None None] Bound using segment: {'id': '5d922f8a-692c-457d-a849-143f3ff6327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:59:29.144495 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-832ae365-2227-4da1-894d-2cdea7909e5b None None] Bound port: 5c94e990-af1e-4175-bb3b-5cfe5ffbfa4f, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d922f8a-692c-457d-a849-143f3ff6327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:59:29.145080 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-832ae365-2227-4da1-894d-2cdea7909e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:29.159695 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-74b8582f-02dc-4c61-b881-ce972f5c0aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'name': 'tempest-TestNetworkBasicOps-router-772130887', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '8b42c97a-eba7-42e4-982a-38f2125c50b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:25Z', 'updated_at': '2022-02-16T12:59:26Z', 'revision_number': 3, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '8b42c97a-eba7-42e4-982a-38f2125c50b7', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:26Z', 'updated_at': '2022-02-16T12:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:29.186838 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35a6a267-abbb-4389-aeaa-c4354f2af7a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:29.197394 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b8582f-02dc-4c61-b881-ce972f5c0aba None None] The sync data for ids ['095dafb9-f003-447b-9973-7aafef44ebf7'] in dv-neutron-828142-3-hyperv is: [{'id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'name': 'tempest-TestNetworkBasicOps-router-772130887', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '8b42c97a-eba7-42e4-982a-38f2125c50b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:25Z', 'updated_at': '2022-02-16T12:59:26Z', 'revision_number': 3, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '8b42c97a-eba7-42e4-982a-38f2125c50b7', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:26Z', 'updated_at': '2022-02-16T12:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:59:29.254941 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a6a267-abbb-4389-aeaa-c4354f2af7a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network 502810d9-904c-405d-b66f-c9f900ce45b3 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:59:29.260468 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-832ae365-2227-4da1-894d-2cdea7909e5b None None] For port 5c94e990-af1e-4175-bb3b-5cfe5ffbfa4f, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:59:29.263680 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-35a6a267-abbb-4389-aeaa-c4354f2af7a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:59:29.265263 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-832ae365-2227-4da1-894d-2cdea7909e5b None None] For port 5c94e990-af1e-4175-bb3b-5cfe5ffbfa4f, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=5c94e990-af1e-4175-bb3b-5cfe5ffbfa4f,segment=NetworkSegment(5d922f8a-692c-457d-a849-143f3ff6327a),segment_id=5d922f8a-692c-457d-a849-143f3ff6327a)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:59:29.269793 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a6a267-abbb-4389-aeaa-c4354f2af7a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:59:29.272499 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-832ae365-2227-4da1-894d-2cdea7909e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:29.299814 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a6a267-abbb-4389-aeaa-c4354f2af7a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=bbc77ecf-be9b-40a1-a277-ec065b2bda75,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:29.325804 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35a6a267-abbb-4389-aeaa-c4354f2af7a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:29.343366 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ae365-2227-4da1-894d-2cdea7909e5b None None] Pushing event updated for resources: {'Port': ['ID=5c94e990-af1e-4175-bb3b-5cfe5ffbfa4f,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:29.496228 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35a6a267-abbb-4389-aeaa-c4354f2af7a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:29.832085 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35a6a267-abbb-4389-aeaa-c4354f2af7a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:29.837343 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35a6a267-abbb-4389-aeaa-c4354f2af7a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:29.918553 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a6a267-abbb-4389-aeaa-c4354f2af7a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=bbc77ecf-be9b-40a1-a277-ec065b2bda75,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:29.921054 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35a6a267-abbb-4389-aeaa-c4354f2af7a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:30.018147 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a6a267-abbb-4389-aeaa-c4354f2af7a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network 502810d9-904c-405d-b66f-c9f900ce45b3 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:59:30.019650 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-35a6a267-abbb-4389-aeaa-c4354f2af7a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:59:30.145847 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a6a267-abbb-4389-aeaa-c4354f2af7a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router 095dafb9-f003-447b-9973-7aafef44ebf7 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:59:30.258499 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a6a267-abbb-4389-aeaa-c4354f2af7a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:59:30.263609 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-35a6a267-abbb-4389-aeaa-c4354f2af7a6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "PUT /v2.0/routers/095dafb9-f003-447b-9973-7aafef44ebf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1242568 Feb 16 12:59:30.266347 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39788) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:59:30.366460 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f18f36-ed92-4b66-8784-1fa337d447cd None None] Network 502810d9-904c-405d-b66f-c9f900ce45b3 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 12:59:30.367048 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbd8496-bd47-4e96-af4c-701e0eb14993 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:30.367227 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbd8496-bd47-4e96-af4c-701e0eb14993 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:30.367690 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbd8496-bd47-4e96-af4c-701e0eb14993 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:30.368177 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbd8496-bd47-4e96-af4c-701e0eb14993 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:30.373582 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0bbd8496-bd47-4e96-af4c-701e0eb14993 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1025484 Feb 16 12:59:30.373582 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39790) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:59:30.425780 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556cb904-adfc-48ea-81c3-7a0bdee33dff tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:30.426241 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556cb904-adfc-48ea-81c3-7a0bdee33dff tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:30.426683 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556cb904-adfc-48ea-81c3-7a0bdee33dff tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:30.427120 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556cb904-adfc-48ea-81c3-7a0bdee33dff tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:30.429096 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-556cb904-adfc-48ea-81c3-7a0bdee33dff tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0555525 Feb 16 12:59:30.430350 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-dd9bae98-a09b-4e2b-b089-ce6257893032 None None] Provisioning complete for port 5c94e990-af1e-4175-bb3b-5cfe5ffbfa4f triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:30.430684 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dd9bae98-a09b-4e2b-b089-ce6257893032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:30.431845 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39792) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:59:30.560959 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dd9bae98-a09b-4e2b-b089-ce6257893032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:30.572993 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c84bc2e4-5b9c-4860-9066-b82b44af2476 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1370521 Feb 16 12:59:30.738549 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39796) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:59:30.743985 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-f6f02829-81e4-4747-ae85-e559151bd9b3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-982050231', 'description': 'tempest-secgroup-smoke-982050231 description', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:30.771881 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f6f02829-81e4-4747-ae85-e559151bd9b3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:30.775644 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-dd9bae98-a09b-4e2b-b089-ce6257893032 None None] For port 5c94e990-af1e-4175-bb3b-5cfe5ffbfa4f, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=5c94e990-af1e-4175-bb3b-5cfe5ffbfa4f,segment=NetworkSegment(5d922f8a-692c-457d-a849-143f3ff6327a),segment_id=5d922f8a-692c-457d-a849-143f3ff6327a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:59:30.781200 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dd9bae98-a09b-4e2b-b089-ce6257893032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:30.845565 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 8b42c97a-eba7-42e4-982a-38f2125c50b7 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:59:30.871322 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f6f02829-81e4-4747-ae85-e559151bd9b3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:30.872091 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9bae98-a09b-4e2b-b089-ce6257893032 None None] Pushing event updated for resources: {'Port': ['ID=5c94e990-af1e-4175-bb3b-5cfe5ffbfa4f,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:30.875626 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f6f02829-81e4-4747-ae85-e559151bd9b3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:30.905891 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f6f02829-81e4-4747-ae85-e559151bd9b3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:30.910284 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f6f02829-81e4-4747-ae85-e559151bd9b3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1675341 Feb 16 12:59:30.910873 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39798) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:59:30.912861 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 8b42c97a-eba7-42e4-982a-38f2125c50b7 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:30.913239 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:30.916887 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-7a7aea7b-4f03-47e5-a6b3-5d36393882b9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': '1b463bb7-98d1-4607-b945-89f00866eb0d', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:30.921630 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f02829-81e4-4747-ae85-e559151bd9b3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b463bb7-98d1-4607-b945-89f00866eb0d,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:30.971214 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e839822e-0905-48ed-b956-32c8498b8a40 None None] Sync routers for ids ['095dafb9-f003-447b-9973-7aafef44ebf7'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:59:30.976138 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7a7aea7b-4f03-47e5-a6b3-5d36393882b9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:30.985151 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e839822e-0905-48ed-b956-32c8498b8a40 None None] Routers {'095dafb9-f003-447b-9973-7aafef44ebf7'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:59:30.985856 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-e839822e-0905-48ed-b956-32c8498b8a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:59:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['095dafb9-f003-447b-9973-7aafef44ebf7'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:31.017783 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:31.044147 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 8b42c97a-eba7-42e4-982a-38f2125c50b7, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=8b42c97a-eba7-42e4-982a-38f2125c50b7,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:59:31.053103 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:31.053424 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 5c94e990-af1e-4175-bb3b-5cfe5ffbfa4f up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:59:31.057086 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7a7aea7b-4f03-47e5-a6b3-5d36393882b9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:31.064140 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7a7aea7b-4f03-47e5-a6b3-5d36393882b9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:31.089523 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7aea7b-4f03-47e5-a6b3-5d36393882b9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e756bd7-1858-4dd2-aa73-efd6a302da3a,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:31.100612 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7a7aea7b-4f03-47e5-a6b3-5d36393882b9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:31.102980 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-7a7aea7b-4f03-47e5-a6b3-5d36393882b9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1902859 Feb 16 12:59:31.105822 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39800) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:59:31.108595 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-e839822e-0905-48ed-b956-32c8498b8a40 None None] Set router 095dafb9-f003-447b-9973-7aafef44ebf7 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:59:31.111296 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-3a5d0f90-204a-4df7-8491-cc56e40b7f85 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': '1b463bb7-98d1-4607-b945-89f00866eb0d', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:31.145518 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3a5d0f90-204a-4df7-8491-cc56e40b7f85 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:31.193294 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-69844aa4-2fd2-4a1f-8229-8372c254086b None None] Provisioning complete for port bbc77ecf-be9b-40a1-a277-ec065b2bda75 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:31.193667 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-69844aa4-2fd2-4a1f-8229-8372c254086b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:31.215569 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3a5d0f90-204a-4df7-8491-cc56e40b7f85 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:31.220849 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3a5d0f90-204a-4df7-8491-cc56e40b7f85 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:31.244389 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d0f90-204a-4df7-8491-cc56e40b7f85 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e4d1287-5bb1-4e89-93f1-5f52d0ef810e,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:31.253308 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3a5d0f90-204a-4df7-8491-cc56e40b7f85 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:31.254713 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3a5d0f90-204a-4df7-8491-cc56e40b7f85 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1475978 Feb 16 12:59:31.257568 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39802) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:59:31.258780 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-69844aa4-2fd2-4a1f-8229-8372c254086b None None] Port bbc77ecf-be9b-40a1-a277-ec065b2bda75 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:59:31.272031 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 5c94e990-af1e-4175-bb3b-5cfe5ffbfa4f triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:31.272449 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:31.273175 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-a5a58e71-6307-4d33-9d73-cbc5157be7c9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': '1b463bb7-98d1-4607-b945-89f00866eb0d', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:31.274991 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=8b42c97a-eba7-42e4-982a-38f2125c50b7,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:31.306999 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a5a58e71-6307-4d33-9d73-cbc5157be7c9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:31.319061 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-69844aa4-2fd2-4a1f-8229-8372c254086b None None] Provisioning complete for port 5c94e990-af1e-4175-bb3b-5cfe5ffbfa4f triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:31.319429 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-69844aa4-2fd2-4a1f-8229-8372c254086b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:31.356704 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-e839822e-0905-48ed-b956-32c8498b8a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'name': 'tempest-TestNetworkBasicOps-router-772130887', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '8b42c97a-eba7-42e4-982a-38f2125c50b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:25Z', 'updated_at': '2022-02-16T12:59:29Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '8b42c97a-eba7-42e4-982a-38f2125c50b7', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:26Z', 'updated_at': '2022-02-16T12:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'bbc77ecf-be9b-40a1-a277-ec065b2bda75', 'name': '', 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:47:94:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '374ca5c0-f544-4c0c-989d-1290177cee00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:28Z', 'updated_at': '2022-02-16T12:59:29Z', 'revision_number': 2, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': '374ca5c0-f544-4c0c-989d-1290177cee00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:31.381191 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a5a58e71-6307-4d33-9d73-cbc5157be7c9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:31.385885 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a5a58e71-6307-4d33-9d73-cbc5157be7c9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:31.398241 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e839822e-0905-48ed-b956-32c8498b8a40 None None] Checking router: 095dafb9-f003-447b-9973-7aafef44ebf7 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:59:31.398983 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e839822e-0905-48ed-b956-32c8498b8a40 None None] Updating router 095dafb9-f003-447b-9973-7aafef44ebf7 port bbc77ecf-be9b-40a1-a277-ec065b2bda75 binding host dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:59:31.411418 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a58e71-6307-4d33-9d73-cbc5157be7c9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37fa2f81-58a7-428d-a54e-e11e7cd0488b,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:31.426812 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e839822e-0905-48ed-b956-32c8498b8a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:31.435411 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a5a58e71-6307-4d33-9d73-cbc5157be7c9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:31.440419 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a5a58e71-6307-4d33-9d73-cbc5157be7c9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1776469 Feb 16 12:59:31.440893 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39804) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:59:31.450134 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-dbb24d47-8da3-4ea7-833f-5618abf4c04d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': '1b463bb7-98d1-4607-b945-89f00866eb0d', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:31.485243 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-dbb24d47-8da3-4ea7-833f-5618abf4c04d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:31.554588 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-dbb24d47-8da3-4ea7-833f-5618abf4c04d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:31.562839 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-dbb24d47-8da3-4ea7-833f-5618abf4c04d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:31.571523 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-3164ba6c-0e7e-4e52-92fe-52d63767ebe0 None None] Provisioning complete for port bbc77ecf-be9b-40a1-a277-ec065b2bda75 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:31.572063 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3164ba6c-0e7e-4e52-92fe-52d63767ebe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:31.587395 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-dbb24d47-8da3-4ea7-833f-5618abf4c04d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:31.591229 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-dbb24d47-8da3-4ea7-833f-5618abf4c04d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1461117 Feb 16 12:59:31.591422 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39806) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:59:31.594020 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb24d47-8da3-4ea7-833f-5618abf4c04d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2860593b-c9db-4137-90bf-fdb6c57bbee2,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:31.599788 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-7f49c7d6-0b5a-4237-811c-af143a645363 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': '1b463bb7-98d1-4607-b945-89f00866eb0d', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:31.610881 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-3164ba6c-0e7e-4e52-92fe-52d63767ebe0 None None] Port bbc77ecf-be9b-40a1-a277-ec065b2bda75 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:59:31.625775 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.securitygroups_db [None req-7f49c7d6-0b5a-4237-811c-af143a645363 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Project 93ebfe1969ad47c59fc4b80bacd9b15b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:59:31.634258 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7f49c7d6-0b5a-4237-811c-af143a645363 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:31.714020 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e839822e-0905-48ed-b956-32c8498b8a40 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:31.716122 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7f49c7d6-0b5a-4237-811c-af143a645363 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:31.721175 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e839822e-0905-48ed-b956-32c8498b8a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:31.722083 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7f49c7d6-0b5a-4237-811c-af143a645363 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:31.731694 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-0728b7a1-5462-4aa6-bd1a-feeff55e1de1 None None] Provisioning complete for port bbc77ecf-be9b-40a1-a277-ec065b2bda75 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:31.732557 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0728b7a1-5462-4aa6-bd1a-feeff55e1de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:31.741143 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f49c7d6-0b5a-4237-811c-af143a645363 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd0fa5dd-2c51-400c-8eb3-d914b1fc0c72,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:31.747924 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7f49c7d6-0b5a-4237-811c-af143a645363 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:31.749370 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-7f49c7d6-0b5a-4237-811c-af143a645363 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1569455 Feb 16 12:59:31.752173 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39808) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:59:31.757056 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-6d6b3622-cf1c-4cbb-8df5-cbcbf0ed4f01 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': '1b463bb7-98d1-4607-b945-89f00866eb0d', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:31.772372 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-0728b7a1-5462-4aa6-bd1a-feeff55e1de1 None None] Port bbc77ecf-be9b-40a1-a277-ec065b2bda75 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:59:31.786284 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-6d6b3622-cf1c-4cbb-8df5-cbcbf0ed4f01 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Project 93ebfe1969ad47c59fc4b80bacd9b15b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:59:31.792380 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6d6b3622-cf1c-4cbb-8df5-cbcbf0ed4f01 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:31.848590 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6d6b3622-cf1c-4cbb-8df5-cbcbf0ed4f01 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:31.853905 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6d6b3622-cf1c-4cbb-8df5-cbcbf0ed4f01 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:31.874347 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b3622-cf1c-4cbb-8df5-cbcbf0ed4f01 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ed4f72-e4a2-4721-852f-a656f0573613,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:31.882909 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcdecd8-c8e7-46c6-98d5-f86c7f26faa1 None None] Pushing event updated for resources: {'Port': ['ID=bbc77ecf-be9b-40a1-a277-ec065b2bda75,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:31.886634 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6d6b3622-cf1c-4cbb-8df5-cbcbf0ed4f01 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:31.895383 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6d6b3622-cf1c-4cbb-8df5-cbcbf0ed4f01 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1345885 Feb 16 12:59:31.904501 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcdecd8-c8e7-46c6-98d5-f86c7f26faa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:31.904877 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcdecd8-c8e7-46c6-98d5-f86c7f26faa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:31.905214 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcdecd8-c8e7-46c6-98d5-f86c7f26faa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:31.905541 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcdecd8-c8e7-46c6-98d5-f86c7f26faa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:31.905867 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcdecd8-c8e7-46c6-98d5-f86c7f26faa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:31.906267 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcdecd8-c8e7-46c6-98d5-f86c7f26faa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:31.906525 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcdecd8-c8e7-46c6-98d5-f86c7f26faa1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:31.906847 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcdecd8-c8e7-46c6-98d5-f86c7f26faa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:31.907169 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcdecd8-c8e7-46c6-98d5-f86c7f26faa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:31.907502 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcdecd8-c8e7-46c6-98d5-f86c7f26faa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:31.907799 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcdecd8-c8e7-46c6-98d5-f86c7f26faa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:31.908109 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcdecd8-c8e7-46c6-98d5-f86c7f26faa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:31.943026 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-e839822e-0905-48ed-b956-32c8498b8a40 None None] Attempting to bind port bbc77ecf-be9b-40a1-a277-ec065b2bda75 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:59:31.943421 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-e839822e-0905-48ed-b956-32c8498b8a40 None None] Attempting to bind port bbc77ecf-be9b-40a1-a277-ec065b2bda75 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '5d922f8a-692c-457d-a849-143f3ff6327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:59:31.943774 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e839822e-0905-48ed-b956-32c8498b8a40 None None] Attempting to bind port bbc77ecf-be9b-40a1-a277-ec065b2bda75 on network 502810d9-904c-405d-b66f-c9f900ce45b3 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:59:31.949891 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e839822e-0905-48ed-b956-32c8498b8a40 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:59:31.950261 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e839822e-0905-48ed-b956-32c8498b8a40 None None] Checking segment: {'id': '5d922f8a-692c-457d-a849-143f3ff6327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:59:31.951277 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e839822e-0905-48ed-b956-32c8498b8a40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:31.951389 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e839822e-0905-48ed-b956-32c8498b8a40 None None] Bound using segment: {'id': '5d922f8a-692c-457d-a849-143f3ff6327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:59:31.952180 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-e839822e-0905-48ed-b956-32c8498b8a40 None None] Bound port: bbc77ecf-be9b-40a1-a277-ec065b2bda75, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d922f8a-692c-457d-a849-143f3ff6327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:59:31.952911 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e839822e-0905-48ed-b956-32c8498b8a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:32.029008 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-e839822e-0905-48ed-b956-32c8498b8a40 None None] For port bbc77ecf-be9b-40a1-a277-ec065b2bda75, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:59:32.038356 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-e839822e-0905-48ed-b956-32c8498b8a40 None None] For port bbc77ecf-be9b-40a1-a277-ec065b2bda75, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=bbc77ecf-be9b-40a1-a277-ec065b2bda75,segment=NetworkSegment(5d922f8a-692c-457d-a849-143f3ff6327a),segment_id=5d922f8a-692c-457d-a849-143f3ff6327a)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:59:32.044711 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e839822e-0905-48ed-b956-32c8498b8a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:32.111211 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e839822e-0905-48ed-b956-32c8498b8a40 None None] Routers {'095dafb9-f003-447b-9973-7aafef44ebf7'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:59:32.111847 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-e839822e-0905-48ed-b956-32c8498b8a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:59:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['095dafb9-f003-447b-9973-7aafef44ebf7'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:32.113074 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-4c9b4bc1-7d18-45fe-a5f8-b7f76120bf99 None None] Provisioning complete for port bbc77ecf-be9b-40a1-a277-ec065b2bda75 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:32.113608 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4c9b4bc1-7d18-45fe-a5f8-b7f76120bf99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:32.147721 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcdecd8-c8e7-46c6-98d5-f86c7f26faa1 None None] Pushing event updated for resources: {'Port': ['ID=bbc77ecf-be9b-40a1-a277-ec065b2bda75,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:32.246664 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4c9b4bc1-7d18-45fe-a5f8-b7f76120bf99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:32.248521 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-e839822e-0905-48ed-b956-32c8498b8a40 None None] Set router 095dafb9-f003-447b-9973-7aafef44ebf7 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:59:32.272934 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-a721a50e-d62b-41f3-b3ad-46de2ffe0c70 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-982050231&fields=id&tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b HTTP/1.1" status: 200 len: 267 time: 0.0412216 Feb 16 12:59:32.296024 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-4c9b4bc1-7d18-45fe-a5f8-b7f76120bf99 None None] For port bbc77ecf-be9b-40a1-a277-ec065b2bda75, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=bbc77ecf-be9b-40a1-a277-ec065b2bda75,segment=NetworkSegment(5d922f8a-692c-457d-a849-143f3ff6327a),segment_id=5d922f8a-692c-457d-a849-143f3ff6327a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:59:32.304582 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4c9b4bc1-7d18-45fe-a5f8-b7f76120bf99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:32.357986 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b4bc1-7d18-45fe-a5f8-b7f76120bf99 None None] Pushing event updated for resources: {'Port': ['ID=bbc77ecf-be9b-40a1-a277-ec065b2bda75,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:32.403224 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-4c9fee3d-cf26-475b-88bb-8c946eba4c42 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:32.404714 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-4c9fee3d-cf26-475b-88bb-8c946eba4c42 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/networks?id=502810d9-904c-405d-b66f-c9f900ce45b3 HTTP/1.1" status: 200 len: 796 time: 0.1233649 Feb 16 12:59:32.423199 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-1e6febc8-10ab-43bb-a676-8fdb2fce6f7c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/quotas/93ebfe1969ad47c59fc4b80bacd9b15b HTTP/1.1" status: 200 len: 375 time: 0.0122778 Feb 16 12:59:32.427819 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-757ba902-f13a-4c18-9355-0edf37693dcb None None] Provisioning complete for port bbc77ecf-be9b-40a1-a277-ec065b2bda75 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:32.428263 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-757ba902-f13a-4c18-9355-0edf37693dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:32.478619 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-e839822e-0905-48ed-b956-32c8498b8a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'name': 'tempest-TestNetworkBasicOps-router-772130887', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '8b42c97a-eba7-42e4-982a-38f2125c50b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:25Z', 'updated_at': '2022-02-16T12:59:29Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '8b42c97a-eba7-42e4-982a-38f2125c50b7', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:26Z', 'updated_at': '2022-02-16T12:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'bbc77ecf-be9b-40a1-a277-ec065b2bda75', 'name': '', 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:47:94:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '374ca5c0-f544-4c0c-989d-1290177cee00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:28Z', 'updated_at': '2022-02-16T12:59:32Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': '374ca5c0-f544-4c0c-989d-1290177cee00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:32.481654 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-cc68af94-bb25-46bd-9cf0-964eb4719e46 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523698 Feb 16 12:59:32.509607 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e839822e-0905-48ed-b956-32c8498b8a40 None None] The sync data for ids ['095dafb9-f003-447b-9973-7aafef44ebf7'] in dv-neutron-828142-3-hyperv is: [{'id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'name': 'tempest-TestNetworkBasicOps-router-772130887', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '8b42c97a-eba7-42e4-982a-38f2125c50b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:25Z', 'updated_at': '2022-02-16T12:59:29Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '8b42c97a-eba7-42e4-982a-38f2125c50b7', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:26Z', 'updated_at': '2022-02-16T12:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'bbc77ecf-be9b-40a1-a277-ec065b2bda75', 'name': '', 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:47:94:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '374ca5c0-f544-4c0c-989d-1290177cee00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:28Z', 'updated_at': '2022-02-16T12:59:32Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': '374ca5c0-f544-4c0c-989d-1290177cee00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:59:32.643141 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-698993cc-27b7-4265-b7f2-9870790b3599 service neutron] 10.222.0.90 "GET /v2.0/networks/502810d9-904c-405d-b66f-c9f900ce45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493995 Feb 16 12:59:32.751717 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-9ad9c8d8-7d3a-4aa0-9d58-2445426bb1c0 service neutron] 10.222.0.90 "GET /v2.0/networks/502810d9-904c-405d-b66f-c9f900ce45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017017 Feb 16 12:59:32.820251 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 8b42c97a-eba7-42e4-982a-38f2125c50b7 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:59:32.878585 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 8b42c97a-eba7-42e4-982a-38f2125c50b7 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:32.879089 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:32.965960 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 5c94e990-af1e-4175-bb3b-5cfe5ffbfa4f up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:59:33.010101 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d2967413-1bc5-4b73-b7ca-f2ac72f1a62c req-42320a11-da25-427a-b77d-a969454df335 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=7b79982c-4d60-4b69-ace0-fb72eee0ecc9 HTTP/1.1" status: 200 len: 210 time: 0.1038134 Feb 16 12:59:33.046676 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 5c94e990-af1e-4175-bb3b-5cfe5ffbfa4f triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:33.047483 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:33.136266 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device bbc77ecf-be9b-40a1-a277-ec065b2bda75 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:59:33.187751 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port bbc77ecf-be9b-40a1-a277-ec065b2bda75 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:33.188334 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:33.972491 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-5c343b6a-a024-4b8c-9341-b9b8fa5f0e01 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:33.973969 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-5c343b6a-a024-4b8c-9341-b9b8fa5f0e01 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "GET /v2.0/networks?id=502810d9-904c-405d-b66f-c9f900ce45b3 HTTP/1.1" status: 200 len: 796 time: 0.1055846 Feb 16 12:59:34.021077 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-ee2794e9-e97d-430c-bd06-ade2e9bd5ec2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b HTTP/1.1" status: 200 len: 379 time: 0.0365856 Feb 16 12:59:34.035025 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-efb9da89-d826-4727-8c73-d0178ba7f953 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'port': {'device_id': '7b79982c-4d60-4b69-ace0-fb72eee0ecc9', 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3', 'admin_state_up': True, 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'security_groups': ['1b463bb7-98d1-4607-b945-89f00866eb0d']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:34.110956 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7c3d0f6d-a7c7-408f-b9fc-e39a6cdfbd4a req-898eb35b-f357-4353-abb6-988589b635f9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=7b79982c-4d60-4b69-ace0-fb72eee0ecc9 HTTP/1.1" status: 200 len: 210 time: 0.0264153 Feb 16 12:59:34.154017 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-efb9da89-d826-4727-8c73-d0178ba7f953 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Made reservation on behalf of 93ebfe1969ad47c59fc4b80bacd9b15b for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:59:34.157512 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-efb9da89-d826-4727-8c73-d0178ba7f953 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:34.280116 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-efb9da89-d826-4727-8c73-d0178ba7f953 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Allocated IP 172.20.0.13 (502810d9-904c-405d-b66f-c9f900ce45b3/374ca5c0-f544-4c0c-989d-1290177cee00/e0026966-4f87-4934-b69c-462dd79b7381) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:59:34.716532 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-efb9da89-d826-4727-8c73-d0178ba7f953 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:34.750468 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-efb9da89-d826-4727-8c73-d0178ba7f953 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:34.791198 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-efb9da89-d826-4727-8c73-d0178ba7f953 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network 502810d9-904c-405d-b66f-c9f900ce45b3 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:59:34.796080 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-efb9da89-d826-4727-8c73-d0178ba7f953 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:59:34.799934 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-efb9da89-d826-4727-8c73-d0178ba7f953 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:59:34.825061 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9da89-d826-4727-8c73-d0178ba7f953 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=e0026966-4f87-4934-b69c-462dd79b7381,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:34.853827 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-efb9da89-d826-4727-8c73-d0178ba7f953 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:34.854484 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-efb9da89-d826-4727-8c73-d0178ba7f953 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:34.872047 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-efb9da89-d826-4727-8c73-d0178ba7f953 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8406322 Feb 16 12:59:34.929221 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-9150ba87-bdf2-42f3-bfec-869b604cf9cb service neutron] Request body: {'port': {'device_id': '7b79982c-4d60-4b69-ace0-fb72eee0ecc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:34.989534 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-9150ba87-bdf2-42f3-bfec-869b604cf9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:35.066164 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-499e847a-a72a-4bb0-a471-eb6716811574 None None] Provisioning complete for port e0026966-4f87-4934-b69c-462dd79b7381 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:35.066773 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-499e847a-a72a-4bb0-a471-eb6716811574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:35.099863 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-499e847a-a72a-4bb0-a471-eb6716811574 None None] Port e0026966-4f87-4934-b69c-462dd79b7381 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:59:35.227539 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e6177-3654-4c19-8af3-14252e6f0d1c req-ce246145-03e9-41ef-9af3-3ae45133cbd5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:35.229124 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-735e6177-3654-4c19-8af3-14252e6f0d1c req-ce246145-03e9-41ef-9af3-3ae45133cbd5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=7b79982c-4d60-4b69-ace0-fb72eee0ecc9 HTTP/1.1" status: 200 len: 932 time: 0.0507910 Feb 16 12:59:35.256165 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-9150ba87-bdf2-42f3-bfec-869b604cf9cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0026966-4f87-4934-b69c-462dd79b7381 {{(pid=109049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 12:59:35.264067 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-9150ba87-bdf2-42f3-bfec-869b604cf9cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:35.266129 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-735e6177-3654-4c19-8af3-14252e6f0d1c req-9066d0c7-3682-4149-881e-6a5649f856d5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b463bb7-98d1-4607-b945-89f00866eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311611 Feb 16 12:59:35.277178 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.provisioning_blocks [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-9150ba87-bdf2-42f3-bfec-869b604cf9cb service neutron] Transition to ACTIVE for port object e0026966-4f87-4934-b69c-462dd79b7381 will not be triggered until provisioned by entity L2. {{(pid=109049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:59:35.281008 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-9150ba87-bdf2-42f3-bfec-869b604cf9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:35.334729 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150ba87-bdf2-42f3-bfec-869b604cf9cb service neutron] Pushing event updated for resources: {'Port': ['ID=e0026966-4f87-4934-b69c-462dd79b7381,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:35.408735 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-9150ba87-bdf2-42f3-bfec-869b604cf9cb service neutron] Attempting to bind port e0026966-4f87-4934-b69c-462dd79b7381 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:59:35.409110 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-9150ba87-bdf2-42f3-bfec-869b604cf9cb service neutron] Attempting to bind port e0026966-4f87-4934-b69c-462dd79b7381 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '5d922f8a-692c-457d-a849-143f3ff6327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:59:35.409403 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-9150ba87-bdf2-42f3-bfec-869b604cf9cb service neutron] Attempting to bind port e0026966-4f87-4934-b69c-462dd79b7381 on network 502810d9-904c-405d-b66f-c9f900ce45b3 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:59:35.414932 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-9150ba87-bdf2-42f3-bfec-869b604cf9cb service neutron] Port e0026966-4f87-4934-b69c-462dd79b7381 on network 502810d9-904c-405d-b66f-c9f900ce45b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:59:35.415259 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-9150ba87-bdf2-42f3-bfec-869b604cf9cb service neutron] Attempting to bind port e0026966-4f87-4934-b69c-462dd79b7381 on network 502810d9-904c-405d-b66f-c9f900ce45b3 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:59:35.420404 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-9150ba87-bdf2-42f3-bfec-869b604cf9cb service neutron] Checking agent: {'id': '31a9428e-e23a-420f-bfe2-5870b63c0436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'started_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:59:35.420775 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-9150ba87-bdf2-42f3-bfec-869b604cf9cb service neutron] Checking segment: {'id': '5d922f8a-692c-457d-a849-143f3ff6327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:59:35.421272 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-9150ba87-bdf2-42f3-bfec-869b604cf9cb service neutron] Bound using segment: {'id': '5d922f8a-692c-457d-a849-143f3ff6327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3'} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:59:35.421632 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-9150ba87-bdf2-42f3-bfec-869b604cf9cb service neutron] Bound port: e0026966-4f87-4934-b69c-462dd79b7381, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d922f8a-692c-457d-a849-143f3ff6327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3'}}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:59:35.421961 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-9150ba87-bdf2-42f3-bfec-869b604cf9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:35.489206 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-9150ba87-bdf2-42f3-bfec-869b604cf9cb service neutron] For port e0026966-4f87-4934-b69c-462dd79b7381, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:59:35.492190 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-9150ba87-bdf2-42f3-bfec-869b604cf9cb service neutron] For port e0026966-4f87-4934-b69c-462dd79b7381, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e0026966-4f87-4934-b69c-462dd79b7381,segment=NetworkSegment(5d922f8a-692c-457d-a849-143f3ff6327a),segment_id=5d922f8a-692c-457d-a849-143f3ff6327a)] {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:59:35.496557 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-9150ba87-bdf2-42f3-bfec-869b604cf9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:35.530228 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-9150ba87-bdf2-42f3-bfec-869b604cf9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:35.530838 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-9150ba87-bdf2-42f3-bfec-869b604cf9cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:35.532234 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-9150ba87-bdf2-42f3-bfec-869b604cf9cb service neutron] 10.222.0.42 "PUT /v2.0/ports/e0026966-4f87-4934-b69c-462dd79b7381 HTTP/1.1" status: 200 len: 1094 time: 0.6523581 Feb 16 12:59:35.532691 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b79982c-4d60-4b69-ace0-fb72eee0ecc9', 'tag': 'e0026966-4f87-4934-b69c-462dd79b7381'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:59:35.534909 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b530c811-7ca9-4071-b57e-59df2bee6cd1" -d '{"events": [{"name": "network-changed", "server_uuid": "7b79982c-4d60-4b69-ace0-fb72eee0ecc9", "tag": "e0026966-4f87-4934-b69c-462dd79b7381"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:59:35.562155 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150ba87-bdf2-42f3-bfec-869b604cf9cb service neutron] Pushing event updated for resources: {'Port': ['ID=e0026966-4f87-4934-b69c-462dd79b7381,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:35.579172 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 12:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95a7c66-289a-4c3f-ba53-54cd576a52cd x-openstack-request-id: req-c95a7c66-289a-4c3f-ba53-54cd576a52cd {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:59:35.579868 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b79982c-4d60-4b69-ace0-fb72eee0ecc9", "tag": "e0026966-4f87-4934-b69c-462dd79b7381", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:59:35.580336 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c95a7c66-289a-4c3f-ba53-54cd576a52cd {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:59:35.581050 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b79982c-4d60-4b69-ace0-fb72eee0ecc9', 'tag': 'e0026966-4f87-4934-b69c-462dd79b7381', 'status': 'completed', 'code': 200} Feb 16 12:59:35.633920 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-eec43313-6dd7-4232-aa84-0791bd08ab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:35.635459 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-eec43313-6dd7-4232-aa84-0791bd08ab9f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=7b79982c-4d60-4b69-ace0-fb72eee0ecc9 HTTP/1.1" status: 200 len: 1097 time: 0.0471792 Feb 16 12:59:35.687205 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-94fbd179-a3cf-4760-abe9-5029f55c7e1b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0026966-4f87-4934-b69c-462dd79b7381 HTTP/1.1" status: 200 len: 217 time: 0.0428283 Feb 16 12:59:35.743237 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-cf4ea46d-75e3-47fb-be50-75395cbc809c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:35.744760 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-cf4ea46d-75e3-47fb-be50-75395cbc809c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=374ca5c0-f544-4c0c-989d-1290177cee00 HTTP/1.1" status: 200 len: 835 time: 0.0500298 Feb 16 12:59:35.798562 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-ee22faae-5acb-4c31-b5d0-e28c19bee6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:35.800086 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-ee22faae-5acb-4c31-b5d0-e28c19bee6a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=502810d9-904c-405d-b66f-c9f900ce45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0476906 Feb 16 12:59:35.888645 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-8de266a8-516c-472c-ab0b-63f7a1ac4e27 service neutron] 10.222.0.42 "GET /v2.0/networks/502810d9-904c-405d-b66f-c9f900ce45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813482 Feb 16 12:59:35.987171 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3a8762e6-70a3-4eea-bd19-1f6b75d4efc9 req-1bdd9dff-24b4-43ae-b23e-1eaecea6180a service neutron] 10.222.0.42 "GET /v2.0/networks/502810d9-904c-405d-b66f-c9f900ce45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906358 Feb 16 12:59:36.073082 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530c811-7ca9-4071-b57e-59df2bee6cd1 req-5389439f-b424-43fd-a441-e79a8ecac26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:36.074569 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b530c811-7ca9-4071-b57e-59df2bee6cd1 req-5389439f-b424-43fd-a441-e79a8ecac26c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=7b79982c-4d60-4b69-ace0-fb72eee0ecc9 HTTP/1.1" status: 200 len: 1097 time: 0.0426273 Feb 16 12:59:36.164332 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530c811-7ca9-4071-b57e-59df2bee6cd1 req-736ca759-e807-4ad0-bb43-90653026c4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:36.165751 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b530c811-7ca9-4071-b57e-59df2bee6cd1 req-736ca759-e807-4ad0-bb43-90653026c4b9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=502810d9-904c-405d-b66f-c9f900ce45b3 HTTP/1.1" status: 200 len: 897 time: 0.0839021 Feb 16 12:59:36.211847 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b530c811-7ca9-4071-b57e-59df2bee6cd1 req-fcd92593-71b6-4caf-bb80-bf6375fc58b3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0026966-4f87-4934-b69c-462dd79b7381 HTTP/1.1" status: 200 len: 217 time: 0.0386612 Feb 16 12:59:36.263658 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530c811-7ca9-4071-b57e-59df2bee6cd1 req-728b70c2-04c0-469c-8938-1fef34d903ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:36.265141 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b530c811-7ca9-4071-b57e-59df2bee6cd1 req-728b70c2-04c0-469c-8938-1fef34d903ea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=374ca5c0-f544-4c0c-989d-1290177cee00 HTTP/1.1" status: 200 len: 835 time: 0.0439260 Feb 16 12:59:36.313205 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530c811-7ca9-4071-b57e-59df2bee6cd1 req-558af410-0bc1-4411-bdbb-3dfb5a9b52b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:36.314718 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b530c811-7ca9-4071-b57e-59df2bee6cd1 req-558af410-0bc1-4411-bdbb-3dfb5a9b52b4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=502810d9-904c-405d-b66f-c9f900ce45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424058 Feb 16 12:59:36.388965 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdefc8a6-c12e-432e-af52-c1d85b806f7f req-81b45750-0338-4070-ab7c-8c13919e9e7b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:36.390467 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-cdefc8a6-c12e-432e-af52-c1d85b806f7f req-81b45750-0338-4070-ab7c-8c13919e9e7b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=7b79982c-4d60-4b69-ace0-fb72eee0ecc9 HTTP/1.1" status: 200 len: 944 time: 0.0542409 Feb 16 12:59:36.415800 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b530c811-7ca9-4071-b57e-59df2bee6cd1 req-3a7893be-774b-474d-b3cd-7173f994653f service neutron] 10.222.0.42 "GET /v2.0/networks/502810d9-904c-405d-b66f-c9f900ce45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932565 Feb 16 12:59:36.428585 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-cdefc8a6-c12e-432e-af52-c1d85b806f7f req-de115c7c-ddd3-4a5b-a3eb-a08d15701a8f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b463bb7-98d1-4607-b945-89f00866eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321801 Feb 16 12:59:36.506664 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b530c811-7ca9-4071-b57e-59df2bee6cd1 req-56f373a3-660b-4a93-b2af-1d2022a29e5b service neutron] 10.222.0.42 "GET /v2.0/networks/502810d9-904c-405d-b66f-c9f900ce45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824175 Feb 16 12:59:37.543623 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93052454-ed09-4af2-a594-5fbe9492fc3e req-972997d5-9041-49f0-97e4-9bd0d5c84de9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:37.545110 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-93052454-ed09-4af2-a594-5fbe9492fc3e req-972997d5-9041-49f0-97e4-9bd0d5c84de9 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=7b79982c-4d60-4b69-ace0-fb72eee0ecc9 HTTP/1.1" status: 200 len: 944 time: 0.0482533 Feb 16 12:59:37.583651 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-93052454-ed09-4af2-a594-5fbe9492fc3e req-78639b63-6dce-424e-bd44-bd5b28404f84 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b463bb7-98d1-4607-b945-89f00866eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321932 Feb 16 12:59:38.700315 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4cc2f-1f37-4b4f-bd67-bebf5657c980 req-ba70ab57-b90f-414a-a14f-4e5c58d19c51 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:38.701847 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f0b4cc2f-1f37-4b4f-bd67-bebf5657c980 req-ba70ab57-b90f-414a-a14f-4e5c58d19c51 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=7b79982c-4d60-4b69-ace0-fb72eee0ecc9 HTTP/1.1" status: 200 len: 944 time: 0.0512147 Feb 16 12:59:38.739009 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f0b4cc2f-1f37-4b4f-bd67-bebf5657c980 req-5c29293e-46ca-4d25-b3d5-c036dbf412de tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b463bb7-98d1-4607-b945-89f00866eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312026 Feb 16 12:59:39.857618 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bf75e-06a4-4019-b6e2-2af747a9661b req-088abbdd-aa2a-42be-ac31-626c45bfb2aa tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:39.859102 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-040bf75e-06a4-4019-b6e2-2af747a9661b req-088abbdd-aa2a-42be-ac31-626c45bfb2aa tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=7b79982c-4d60-4b69-ace0-fb72eee0ecc9 HTTP/1.1" status: 200 len: 944 time: 0.0538216 Feb 16 12:59:39.896308 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-040bf75e-06a4-4019-b6e2-2af747a9661b req-d7e5aeb0-4ca4-411d-80ac-0887d606c067 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b463bb7-98d1-4607-b945-89f00866eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312035 Feb 16 12:59:40.233874 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device e0026966-4f87-4934-b69c-462dd79b7381 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 12:59:40.331713 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port e0026966-4f87-4934-b69c-462dd79b7381, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e0026966-4f87-4934-b69c-462dd79b7381,segment=NetworkSegment(5d922f8a-692c-457d-a849-143f3ff6327a),segment_id=5d922f8a-692c-457d-a849-143f3ff6327a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:59:40.343718 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': 'e0026966-4f87-4934-b69c-462dd79b7381', 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3', 'port_id': 'e0026966-4f87-4934-b69c-462dd79b7381', 'mac_address': 'fa:16:3e:52:10:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '374ca5c0-f544-4c0c-989d-1290177cee00', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 12:59:40.383350 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:40.395774 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0026966-4f87-4934-b69c-462dd79b7381 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 12:59:40.414967 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port e0026966-4f87-4934-b69c-462dd79b7381, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e0026966-4f87-4934-b69c-462dd79b7381,segment=NetworkSegment(5d922f8a-692c-457d-a849-143f3ff6327a),segment_id=5d922f8a-692c-457d-a849-143f3ff6327a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:59:40.419459 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:40.465970 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=e0026966-4f87-4934-b69c-462dd79b7381,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:40.671716 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['e0026966-4f87-4934-b69c-462dd79b7381'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 12:59:41.012975 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eefc02-c1dd-44bb-b3ef-b21a5137bb69 req-d4a1b8a9-f6a3-4926-b7a1-738e5b88d728 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:41.014465 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-83eefc02-c1dd-44bb-b3ef-b21a5137bb69 req-d4a1b8a9-f6a3-4926-b7a1-738e5b88d728 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=7b79982c-4d60-4b69-ace0-fb72eee0ecc9 HTTP/1.1" status: 200 len: 945 time: 0.0493486 Feb 16 12:59:41.053254 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-83eefc02-c1dd-44bb-b3ef-b21a5137bb69 req-b4b85bb7-befc-4f9d-8728-a46d309546a7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b463bb7-98d1-4607-b945-89f00866eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327969 Feb 16 12:59:42.168101 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb7ce7-0703-48c2-a9e1-485b28d79ac6 req-30a49832-44a4-4ace-a754-74f8139b2865 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:42.170405 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-17cb7ce7-0703-48c2-a9e1-485b28d79ac6 req-30a49832-44a4-4ace-a754-74f8139b2865 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=7b79982c-4d60-4b69-ace0-fb72eee0ecc9 HTTP/1.1" status: 200 len: 945 time: 0.0513120 Feb 16 12:59:42.210380 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-17cb7ce7-0703-48c2-a9e1-485b28d79ac6 req-18c7fc83-094f-41c2-9e3d-3e0099d378b7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b463bb7-98d1-4607-b945-89f00866eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346198 Feb 16 12:59:42.249307 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device e0026966-4f87-4934-b69c-462dd79b7381 up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:59:42.301129 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning for port e0026966-4f87-4934-b69c-462dd79b7381 completed by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:59:42.306398 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port e0026966-4f87-4934-b69c-462dd79b7381 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:42.306757 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:42.390492 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:42.413075 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b79982c-4d60-4b69-ace0-fb72eee0ecc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0026966-4f87-4934-b69c-462dd79b7381'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:59:42.415354 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3077e3a-1ea0-46b2-835c-7c2f5365759b" -d '{"events": [{"server_uuid": "7b79982c-4d60-4b69-ace0-fb72eee0ecc9", "name": "network-vif-plugged", "status": "completed", "tag": "e0026966-4f87-4934-b69c-462dd79b7381"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:59:42.428905 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port e0026966-4f87-4934-b69c-462dd79b7381, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e0026966-4f87-4934-b69c-462dd79b7381,segment=NetworkSegment(5d922f8a-692c-457d-a849-143f3ff6327a),segment_id=5d922f8a-692c-457d-a849-143f3ff6327a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:59:42.434001 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:42.485504 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=e0026966-4f87-4934-b69c-462dd79b7381,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:42.523467 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 12:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e751b8-fe9c-4492-901e-47b24244bb34 x-openstack-request-id: req-16e751b8-fe9c-4492-901e-47b24244bb34 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:59:42.523757 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b79982c-4d60-4b69-ace0-fb72eee0ecc9", "name": "network-vif-plugged", "status": "completed", "tag": "e0026966-4f87-4934-b69c-462dd79b7381", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:59:42.524011 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-16e751b8-fe9c-4492-901e-47b24244bb34 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:59:42.524406 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b79982c-4d60-4b69-ace0-fb72eee0ecc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0026966-4f87-4934-b69c-462dd79b7381', 'code': 200} Feb 16 12:59:42.704256 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021ade8-89d0-4f70-97d3-13cbb8ac2181 req-a41424d4-21a8-4c02-a484-5ad2526e75f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:42.705802 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f021ade8-89d0-4f70-97d3-13cbb8ac2181 req-a41424d4-21a8-4c02-a484-5ad2526e75f8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7b79982c-4d60-4b69-ace0-fb72eee0ecc9 HTTP/1.1" status: 200 len: 1099 time: 0.0527334 Feb 16 12:59:42.740498 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f021ade8-89d0-4f70-97d3-13cbb8ac2181 req-8102e12b-c10e-4e69-81f8-5ff57000d332 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1b463bb7-98d1-4607-b945-89f00866eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272470 Feb 16 12:59:43.329247 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f88062-cc9e-4164-b4af-cdb25d436704 req-d03ddd2d-bb3e-45db-861b-40167261713a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:43.330678 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e2f88062-cc9e-4164-b4af-cdb25d436704 req-d03ddd2d-bb3e-45db-861b-40167261713a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=7b79982c-4d60-4b69-ace0-fb72eee0ecc9 HTTP/1.1" status: 200 len: 946 time: 0.0528886 Feb 16 12:59:43.371168 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e2f88062-cc9e-4164-b4af-cdb25d436704 req-9e5a78ff-4695-4951-bd56-9891018fac81 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b463bb7-98d1-4607-b945-89f00866eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346186 Feb 16 12:59:44.187625 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4a297d01-4914-4005-a967-2e09d62827a0 req-1f739e1e-3fe1-4808-9d68-1249daf09e3d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7b79982c-4d60-4b69-ace0-fb72eee0ecc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392983 Feb 16 12:59:44.268651 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a297d01-4914-4005-a967-2e09d62827a0 req-06e2c2a5-8e78-413e-8bd8-8cc9c56f9deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:44.270122 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4a297d01-4914-4005-a967-2e09d62827a0 req-06e2c2a5-8e78-413e-8bd8-8cc9c56f9deb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=7b79982c-4d60-4b69-ace0-fb72eee0ecc9 HTTP/1.1" status: 200 len: 1099 time: 0.0403469 Feb 16 12:59:44.375459 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a297d01-4914-4005-a967-2e09d62827a0 req-1516dd47-3225-4976-8931-768428736adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:44.376882 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4a297d01-4914-4005-a967-2e09d62827a0 req-1516dd47-3225-4976-8931-768428736adc service neutron] 10.222.0.42 "GET /v2.0/networks?id=502810d9-904c-405d-b66f-c9f900ce45b3 HTTP/1.1" status: 200 len: 897 time: 0.0881414 Feb 16 12:59:44.423780 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4a297d01-4914-4005-a967-2e09d62827a0 req-a2e0cbff-ab26-49bb-8ffb-238d7c848ba3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0026966-4f87-4934-b69c-462dd79b7381 HTTP/1.1" status: 200 len: 217 time: 0.0402291 Feb 16 12:59:44.478070 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a297d01-4914-4005-a967-2e09d62827a0 req-7c9a9323-9bc6-4d8e-a941-758e81c31f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:44.479621 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4a297d01-4914-4005-a967-2e09d62827a0 req-7c9a9323-9bc6-4d8e-a941-758e81c31f40 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=374ca5c0-f544-4c0c-989d-1290177cee00 HTTP/1.1" status: 200 len: 835 time: 0.0489011 Feb 16 12:59:44.500248 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211b219-8dfb-4a52-b651-3898c1b42d17 req-de570dcc-5cbf-4180-975b-9a1aed912ce4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:44.501773 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7211b219-8dfb-4a52-b651-3898c1b42d17 req-de570dcc-5cbf-4180-975b-9a1aed912ce4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=7b79982c-4d60-4b69-ace0-fb72eee0ecc9 HTTP/1.1" status: 200 len: 946 time: 0.0498199 Feb 16 12:59:44.531977 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a297d01-4914-4005-a967-2e09d62827a0 req-2bb39259-3ce3-4881-8182-c1eed5ec4a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:44.533552 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4a297d01-4914-4005-a967-2e09d62827a0 req-2bb39259-3ce3-4881-8182-c1eed5ec4a3e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=502810d9-904c-405d-b66f-c9f900ce45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0463960 Feb 16 12:59:44.540841 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7211b219-8dfb-4a52-b651-3898c1b42d17 req-aa268736-7943-4f8f-9b2e-8fb54be84038 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b463bb7-98d1-4607-b945-89f00866eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324907 Feb 16 12:59:44.626485 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4a297d01-4914-4005-a967-2e09d62827a0 req-7da3ce90-6f6c-45f9-8ed6-eff2296839ab service neutron] 10.222.0.42 "GET /v2.0/networks/502810d9-904c-405d-b66f-c9f900ce45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850294 Feb 16 12:59:44.663006 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a22dcfb-7489-4ded-b0f6-231d7e4de130 req-67e42e8d-a88f-46de-be7b-2528b7f43437 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:44.664512 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7a22dcfb-7489-4ded-b0f6-231d7e4de130 req-67e42e8d-a88f-46de-be7b-2528b7f43437 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=7b79982c-4d60-4b69-ace0-fb72eee0ecc9 HTTP/1.1" status: 200 len: 946 time: 0.0553768 Feb 16 12:59:44.703726 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7a22dcfb-7489-4ded-b0f6-231d7e4de130 req-7eca24c2-e841-40b2-8325-df507493e3b1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b463bb7-98d1-4607-b945-89f00866eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329325 Feb 16 12:59:44.722197 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4a297d01-4914-4005-a967-2e09d62827a0 req-105d623e-0ee3-45c4-b791-36d70a611660 service neutron] 10.222.0.42 "GET /v2.0/networks/502810d9-904c-405d-b66f-c9f900ce45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891569 Feb 16 12:59:44.727098 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39876) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:59:44.791900 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d36832-83c3-41ee-b8b5-9e6880111374 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:44.793742 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a4d36832-83c3-41ee-b8b5-9e6880111374 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=7b79982c-4d60-4b69-ace0-fb72eee0ecc9 HTTP/1.1" status: 200 len: 1094 time: 0.0649722 Feb 16 12:59:44.796689 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39878) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:59:44.803226 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-d7af13a5-b400-47d2-a0b9-f02851f49295 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'floatingip': {'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'port_id': 'e0026966-4f87-4934-b69c-462dd79b7381', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:44.833956 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d7af13a5-b400-47d2-a0b9-f02851f49295 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for floatingip, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:44.930342 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d7af13a5-b400-47d2-a0b9-f02851f49295 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:45.037065 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-d7af13a5-b400-47d2-a0b9-f02851f49295 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Allocated IP 172.26.2.82 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/ea338a4f-67be-4848-a3bf-7875a7d93220) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:59:45.139415 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d7af13a5-b400-47d2-a0b9-f02851f49295 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:45.180007 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d7af13a5-b400-47d2-a0b9-f02851f49295 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:45.226190 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7af13a5-b400-47d2-a0b9-f02851f49295 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:59:45.229001 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-d7af13a5-b400-47d2-a0b9-f02851f49295 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:59:45.233210 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7af13a5-b400-47d2-a0b9-f02851f49295 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:59:45.236191 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af13a5-b400-47d2-a0b9-f02851f49295 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=ea338a4f-67be-4848-a3bf-7875a7d93220,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:45.268096 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7af13a5-b400-47d2-a0b9-f02851f49295 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:45.268440 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7af13a5-b400-47d2-a0b9-f02851f49295 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:45.268809 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7af13a5-b400-47d2-a0b9-f02851f49295 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:45.269142 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7af13a5-b400-47d2-a0b9-f02851f49295 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:45.269468 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7af13a5-b400-47d2-a0b9-f02851f49295 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:45.269852 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7af13a5-b400-47d2-a0b9-f02851f49295 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:45.270119 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7af13a5-b400-47d2-a0b9-f02851f49295 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:45.270577 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7af13a5-b400-47d2-a0b9-f02851f49295 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:45.270904 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7af13a5-b400-47d2-a0b9-f02851f49295 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:45.271225 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7af13a5-b400-47d2-a0b9-f02851f49295 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:45.271584 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7af13a5-b400-47d2-a0b9-f02851f49295 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:45.271902 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7af13a5-b400-47d2-a0b9-f02851f49295 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:45.603339 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d7af13a5-b400-47d2-a0b9-f02851f49295 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:45.672066 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d7af13a5-b400-47d2-a0b9-f02851f49295 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:45.820012 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d7af13a5-b400-47d2-a0b9-f02851f49295 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:45.824461 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d7af13a5-b400-47d2-a0b9-f02851f49295 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:45.889412 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af13a5-b400-47d2-a0b9-f02851f49295 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=ea338a4f-67be-4848-a3bf-7875a7d93220,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:45.901173 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d7af13a5-b400-47d2-a0b9-f02851f49295 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:46.002019 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.l3_db [None req-d7af13a5-b400-47d2-a0b9-f02851f49295 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Floating IP fec131d2-e537-4c99-bf74-5f837a0dd2c8 associated. External IP: 172.26.2.82, port: e0026966-4f87-4934-b69c-462dd79b7381. Feb 16 12:59:46.208610 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7af13a5-b400-47d2-a0b9-f02851f49295 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router 095dafb9-f003-447b-9973-7aafef44ebf7 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 12:59:46.316159 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7af13a5-b400-47d2-a0b9-f02851f49295 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 12:59:46.326529 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c99e617-b8b9-48af-81ea-e48d6c291b65 None None] Sync routers for ids ['095dafb9-f003-447b-9973-7aafef44ebf7'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:59:46.334195 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d7af13a5-b400-47d2-a0b9-f02851f49295 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:46.335751 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c99e617-b8b9-48af-81ea-e48d6c291b65 None None] Routers {'095dafb9-f003-447b-9973-7aafef44ebf7'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:59:46.336369 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2c99e617-b8b9-48af-81ea-e48d6c291b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:59:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['095dafb9-f003-447b-9973-7aafef44ebf7'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:46.361514 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d7af13a5-b400-47d2-a0b9-f02851f49295 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5637453 Feb 16 12:59:46.362209 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b79982c-4d60-4b69-ace0-fb72eee0ecc9', 'tag': 'e0026966-4f87-4934-b69c-462dd79b7381'}] {{(pid=109048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:59:46.364205 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39880) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:59:46.364805 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40068d798dcc31a224174c6c24ac8b3e49f1a518b527dec6066c5fbc28712f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8741eab4-99ad-4abc-86b2-4396838fd37a" -d '{"events": [{"name": "network-changed", "server_uuid": "7b79982c-4d60-4b69-ace0-fb72eee0ecc9", "tag": "e0026966-4f87-4934-b69c-462dd79b7381"}]}' {{(pid=109048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:59:46.402824 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 12:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16688e5-7cdb-4a5f-9ba2-a991f1130cc7 x-openstack-request-id: req-e16688e5-7cdb-4a5f-9ba2-a991f1130cc7 {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:59:46.403125 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b79982c-4d60-4b69-ace0-fb72eee0ecc9", "tag": "e0026966-4f87-4934-b69c-462dd79b7381", "status": "completed", "code": 200}]} {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:59:46.403383 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e16688e5-7cdb-4a5f-9ba2-a991f1130cc7 {{(pid=109048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:59:46.403803 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b79982c-4d60-4b69-ace0-fb72eee0ecc9', 'tag': 'e0026966-4f87-4934-b69c-462dd79b7381', 'status': 'completed', 'code': 200} Feb 16 12:59:46.406997 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9f414d-18f1-411c-b021-6a54c26c5961 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:46.411742 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ab9f414d-18f1-411c-b021-6a54c26c5961 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=7b79982c-4d60-4b69-ace0-fb72eee0ecc9 HTTP/1.1" status: 200 len: 1094 time: 0.0433080 Feb 16 12:59:46.450515 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-2c99e617-b8b9-48af-81ea-e48d6c291b65 None None] Set router 095dafb9-f003-447b-9973-7aafef44ebf7 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:59:46.468059 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741eab4-99ad-4abc-86b2-4396838fd37a req-f12ef08b-a128-421a-9daa-ae02e43d5e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:46.469636 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-8741eab4-99ad-4abc-86b2-4396838fd37a req-f12ef08b-a128-421a-9daa-ae02e43d5e67 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=7b79982c-4d60-4b69-ace0-fb72eee0ecc9 HTTP/1.1" status: 200 len: 1099 time: 0.0421269 Feb 16 12:59:46.565504 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741eab4-99ad-4abc-86b2-4396838fd37a req-50c7a2cb-62ba-4a9a-a5dc-8ff92ffe25e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:46.566998 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-8741eab4-99ad-4abc-86b2-4396838fd37a req-50c7a2cb-62ba-4a9a-a5dc-8ff92ffe25e2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=502810d9-904c-405d-b66f-c9f900ce45b3 HTTP/1.1" status: 200 len: 897 time: 0.0901394 Feb 16 12:59:46.611783 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39886) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:59:46.618811 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-257b9eff-015b-4203-8e89-ec4fc0af35e6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-598446986', 'description': 'tempest-secgroup-smoke-598446986 description', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:46.646028 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-257b9eff-015b-4203-8e89-ec4fc0af35e6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:46.652897 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-8741eab4-99ad-4abc-86b2-4396838fd37a req-0e4d348e-1348-47cd-9d5a-159c34ccf324 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0026966-4f87-4934-b69c-462dd79b7381 HTTP/1.1" status: 200 len: 999 time: 0.0757673 Feb 16 12:59:46.695337 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2c99e617-b8b9-48af-81ea-e48d6c291b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'name': 'tempest-TestNetworkBasicOps-router-772130887', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '8b42c97a-eba7-42e4-982a-38f2125c50b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:25Z', 'updated_at': '2022-02-16T12:59:29Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '8b42c97a-eba7-42e4-982a-38f2125c50b7', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:26Z', 'updated_at': '2022-02-16T12:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'fec131d2-e537-4c99-bf74-5f837a0dd2c8', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.82', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'port_id': 'e0026966-4f87-4934-b69c-462dd79b7381', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3', 'mac_address': 'fa:16:3e:52:10:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b79982c-4d60-4b69-ace0-fb72eee0ecc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:59:45Z', 'updated_at': '2022-02-16T12:59:45Z', 'revision_number': 0, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc77ecf-be9b-40a1-a277-ec065b2bda75', 'name': '', 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:47:94:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '374ca5c0-f544-4c0c-989d-1290177cee00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:28Z', 'updated_at': '2022-02-16T12:59:32Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': '374ca5c0-f544-4c0c-989d-1290177cee00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:46.711002 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741eab4-99ad-4abc-86b2-4396838fd37a req-253dd699-1a1c-4dc6-af36-c2f4a95b123a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:46.712594 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-8741eab4-99ad-4abc-86b2-4396838fd37a req-253dd699-1a1c-4dc6-af36-c2f4a95b123a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=374ca5c0-f544-4c0c-989d-1290177cee00 HTTP/1.1" status: 200 len: 835 time: 0.0514991 Feb 16 12:59:46.722589 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c99e617-b8b9-48af-81ea-e48d6c291b65 None None] Checking router: 095dafb9-f003-447b-9973-7aafef44ebf7 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:59:46.724987 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-257b9eff-015b-4203-8e89-ec4fc0af35e6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:46.732160 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c99e617-b8b9-48af-81ea-e48d6c291b65 None None] Routers {'095dafb9-f003-447b-9973-7aafef44ebf7'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 12:59:46.732584 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-257b9eff-015b-4203-8e89-ec4fc0af35e6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:46.732805 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2c99e617-b8b9-48af-81ea-e48d6c291b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:59:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['095dafb9-f003-447b-9973-7aafef44ebf7'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:46.759999 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b9eff-015b-4203-8e89-ec4fc0af35e6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6499351-4f61-4387-8c67-34d51a257b2d,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:46.765430 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741eab4-99ad-4abc-86b2-4396838fd37a req-db3d1b79-5cb5-4eda-a560-b96077866ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:46.766716 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-8741eab4-99ad-4abc-86b2-4396838fd37a req-db3d1b79-5cb5-4eda-a560-b96077866ba3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=502810d9-904c-405d-b66f-c9f900ce45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0470729 Feb 16 12:59:46.774092 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-257b9eff-015b-4203-8e89-ec4fc0af35e6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:46.775362 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-257b9eff-015b-4203-8e89-ec4fc0af35e6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1615748 Feb 16 12:59:46.778304 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39888) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:59:46.782678 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-738993fb-480c-4a0d-ad91-6c542e0cbed6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': 'f6499351-4f61-4387-8c67-34d51a257b2d', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:46.815202 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-738993fb-480c-4a0d-ad91-6c542e0cbed6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:46.857432 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-2c99e617-b8b9-48af-81ea-e48d6c291b65 None None] Set router 095dafb9-f003-447b-9973-7aafef44ebf7 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 12:59:46.872522 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-8741eab4-99ad-4abc-86b2-4396838fd37a req-25ae1511-ef04-47d3-bad0-11f1a1cbf3f3 service neutron] 10.222.0.42 "GET /v2.0/networks/502810d9-904c-405d-b66f-c9f900ce45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972941 Feb 16 12:59:46.889428 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-738993fb-480c-4a0d-ad91-6c542e0cbed6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:46.898423 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-738993fb-480c-4a0d-ad91-6c542e0cbed6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:46.920067 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738993fb-480c-4a0d-ad91-6c542e0cbed6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d62d61f3-585c-485e-9a20-9615dd91d0b1,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:46.925335 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-738993fb-480c-4a0d-ad91-6c542e0cbed6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:46.926565 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-738993fb-480c-4a0d-ad91-6c542e0cbed6 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1473234 Feb 16 12:59:46.929426 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39890) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:59:46.934286 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-a5f71ef8-1696-465a-9cfa-34bcb07ca9f4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': 'f6499351-4f61-4387-8c67-34d51a257b2d', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:46.967179 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a5f71ef8-1696-465a-9cfa-34bcb07ca9f4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:46.978384 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-8741eab4-99ad-4abc-86b2-4396838fd37a req-253b8dcd-0e3f-4476-bab6-fd1b1a924c27 service neutron] 10.222.0.42 "GET /v2.0/networks/502810d9-904c-405d-b66f-c9f900ce45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990474 Feb 16 12:59:47.031989 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a5f71ef8-1696-465a-9cfa-34bcb07ca9f4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:47.035890 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a5f71ef8-1696-465a-9cfa-34bcb07ca9f4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:47.055205 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f71ef8-1696-465a-9cfa-34bcb07ca9f4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34d83028-c718-49e4-beed-c183568d41db,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:47.066964 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a5f71ef8-1696-465a-9cfa-34bcb07ca9f4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:47.071425 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a5f71ef8-1696-465a-9cfa-34bcb07ca9f4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1384912 Feb 16 12:59:47.071897 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39892) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:59:47.076687 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-8b9fb7b8-84e2-493e-aa77-bcd9cede259c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': 'f6499351-4f61-4387-8c67-34d51a257b2d', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:47.096904 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2c99e617-b8b9-48af-81ea-e48d6c291b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'name': 'tempest-TestNetworkBasicOps-router-772130887', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '8b42c97a-eba7-42e4-982a-38f2125c50b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:25Z', 'updated_at': '2022-02-16T12:59:29Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '8b42c97a-eba7-42e4-982a-38f2125c50b7', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:26Z', 'updated_at': '2022-02-16T12:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'fec131d2-e537-4c99-bf74-5f837a0dd2c8', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.82', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'port_id': 'e0026966-4f87-4934-b69c-462dd79b7381', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3', 'mac_address': 'fa:16:3e:52:10:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b79982c-4d60-4b69-ace0-fb72eee0ecc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:59:45Z', 'updated_at': '2022-02-16T12:59:45Z', 'revision_number': 0, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc77ecf-be9b-40a1-a277-ec065b2bda75', 'name': '', 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:47:94:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '374ca5c0-f544-4c0c-989d-1290177cee00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:28Z', 'updated_at': '2022-02-16T12:59:32Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': '374ca5c0-f544-4c0c-989d-1290177cee00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:47.105479 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8b9fb7b8-84e2-493e-aa77-bcd9cede259c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:47.123361 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c99e617-b8b9-48af-81ea-e48d6c291b65 None None] The sync data for ids ['095dafb9-f003-447b-9973-7aafef44ebf7'] in dv-neutron-828142-3-hyperv is: [{'id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'name': 'tempest-TestNetworkBasicOps-router-772130887', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '8b42c97a-eba7-42e4-982a-38f2125c50b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:25Z', 'updated_at': '2022-02-16T12:59:29Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '8b42c97a-eba7-42e4-982a-38f2125c50b7', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:26Z', 'updated_at': '2022-02-16T12:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'fec131d2-e537-4c99-bf74-5f837a0dd2c8', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.82', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'port_id': 'e0026966-4f87-4934-b69c-462dd79b7381', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3', 'mac_address': 'fa:16:3e:52:10:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b79982c-4d60-4b69-ace0-fb72eee0ecc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:59:45Z', 'updated_at': '2022-02-16T12:59:45Z', 'revision_number': 0, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc77ecf-be9b-40a1-a277-ec065b2bda75', 'name': '', 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:47:94:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '374ca5c0-f544-4c0c-989d-1290177cee00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:28Z', 'updated_at': '2022-02-16T12:59:32Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': '374ca5c0-f544-4c0c-989d-1290177cee00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:59:47.168516 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8b9fb7b8-84e2-493e-aa77-bcd9cede259c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:47.172292 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8b9fb7b8-84e2-493e-aa77-bcd9cede259c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:47.191791 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9fb7b8-84e2-493e-aa77-bcd9cede259c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b28b6c-198f-4fd4-8b97-3d45a34cf046,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:47.200687 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8b9fb7b8-84e2-493e-aa77-bcd9cede259c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:47.201899 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-8b9fb7b8-84e2-493e-aa77-bcd9cede259c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1288424 Feb 16 12:59:47.204669 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39894) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:59:47.209178 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-c9b85cb6-265c-478a-bcb2-e23152d19af2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': 'f6499351-4f61-4387-8c67-34d51a257b2d', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:47.237049 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c9b85cb6-265c-478a-bcb2-e23152d19af2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:47.303731 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c9b85cb6-265c-478a-bcb2-e23152d19af2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:47.308009 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c9b85cb6-265c-478a-bcb2-e23152d19af2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:47.327532 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b85cb6-265c-478a-bcb2-e23152d19af2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f09a09e-62e1-4f06-b469-9090f6e5bc1c,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:47.334771 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c9b85cb6-265c-478a-bcb2-e23152d19af2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:47.336003 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c9b85cb6-265c-478a-bcb2-e23152d19af2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1303463 Feb 16 12:59:47.338843 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39896) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:59:47.339396 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112f84bc-0358-40b9-9b75-60dfbb7e9016 None None] New status for floating IP fec131d2-e537-4c99-bf74-5f837a0dd2c8: ACTIVE {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:59:47.344329 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-9f4632ec-dd3a-4a9e-a88b-2624892496ec tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': 'f6499351-4f61-4387-8c67-34d51a257b2d', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:47.370681 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.securitygroups_db [None req-9f4632ec-dd3a-4a9e-a88b-2624892496ec tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Project 93ebfe1969ad47c59fc4b80bacd9b15b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:59:47.375741 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9f4632ec-dd3a-4a9e-a88b-2624892496ec tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:47.438634 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9f4632ec-dd3a-4a9e-a88b-2624892496ec tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:47.442322 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9f4632ec-dd3a-4a9e-a88b-2624892496ec tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:47.460738 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4632ec-dd3a-4a9e-a88b-2624892496ec tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd600037-3309-4970-854f-c848ea5a7c28,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:47.469193 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9f4632ec-dd3a-4a9e-a88b-2624892496ec tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:47.470407 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-9f4632ec-dd3a-4a9e-a88b-2624892496ec tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1296923 Feb 16 12:59:47.473186 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39898) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:59:47.478254 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-6c0bcebf-feac-4a91-a5a2-6614c2b99e6a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': 'f6499351-4f61-4387-8c67-34d51a257b2d', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:47.502625 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.securitygroups_db [None req-6c0bcebf-feac-4a91-a5a2-6614c2b99e6a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Project 93ebfe1969ad47c59fc4b80bacd9b15b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:59:47.507564 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6c0bcebf-feac-4a91-a5a2-6614c2b99e6a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:47.575235 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6c0bcebf-feac-4a91-a5a2-6614c2b99e6a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:47.580372 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6c0bcebf-feac-4a91-a5a2-6614c2b99e6a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:47.599070 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0bcebf-feac-4a91-a5a2-6614c2b99e6a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=801b3977-7aa8-4182-8314-7ec210cfd7fe,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:47.609631 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6c0bcebf-feac-4a91-a5a2-6614c2b99e6a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:47.610819 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6c0bcebf-feac-4a91-a5a2-6614c2b99e6a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1367190 Feb 16 12:59:47.745675 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-db3deeb7-067d-4cff-bf3d-5d25ecf11924 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-598446986&fields=id&tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b HTTP/1.1" status: 200 len: 267 time: 0.0319200 Feb 16 12:59:47.851127 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-0eb6b557-ee51-447c-ae91-2ed2d3a04cac tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:47.852506 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-0eb6b557-ee51-447c-ae91-2ed2d3a04cac tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/networks?id=502810d9-904c-405d-b66f-c9f900ce45b3 HTTP/1.1" status: 200 len: 796 time: 0.1001549 Feb 16 12:59:47.867396 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-2ad9bfac-e6fb-4ac9-9268-905d40c45b2e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/quotas/93ebfe1969ad47c59fc4b80bacd9b15b HTTP/1.1" status: 200 len: 375 time: 0.0091226 Feb 16 12:59:47.923794 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-62517ed6-c5c6-4de5-b79d-6dddaf04f505 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0507998 Feb 16 12:59:48.018881 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-58e04dee-fe41-43e9-98a1-b9a2f4959a97 service neutron] 10.222.0.90 "GET /v2.0/networks/502810d9-904c-405d-b66f-c9f900ce45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824327 Feb 16 12:59:48.111245 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-4b81e66d-8d33-4fd9-a0c2-52f3633eb4ee service neutron] 10.222.0.90 "GET /v2.0/networks/502810d9-904c-405d-b66f-c9f900ce45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857196 Feb 16 12:59:48.270985 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-30b9cfe7-3443-4899-8595-a7d81b25e4d9 req-13ae6dca-67e0-47ba-a71d-c9176d5d3638 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=0e7f8890-63d7-4a10-80a0-2e8639e390ba HTTP/1.1" status: 200 len: 210 time: 0.0267308 Feb 16 12:59:49.353496 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-b9a9c6c0-913e-4d3e-a5a7-0c224c533097 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:49.357669 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-b9a9c6c0-913e-4d3e-a5a7-0c224c533097 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "GET /v2.0/networks?id=502810d9-904c-405d-b66f-c9f900ce45b3 HTTP/1.1" status: 200 len: 796 time: 0.1137469 Feb 16 12:59:49.384942 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9cbe9aeb-55f4-4767-95e4-77549ba61d2c req-5aaf8306-e546-4f15-8387-fa128daa19e1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=0e7f8890-63d7-4a10-80a0-2e8639e390ba HTTP/1.1" status: 200 len: 210 time: 0.0364847 Feb 16 12:59:49.408874 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-036413b3-1867-4ef4-bd3c-bd270fb08d8e tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b HTTP/1.1" status: 200 len: 471 time: 0.0426295 Feb 16 12:59:49.420018 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-8f91d22a-5d20-4bb2-b337-c860ef5ee5a2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'port': {'device_id': '0e7f8890-63d7-4a10-80a0-2e8639e390ba', 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3', 'admin_state_up': True, 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'security_groups': ['f6499351-4f61-4387-8c67-34d51a257b2d']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:49.529585 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-8f91d22a-5d20-4bb2-b337-c860ef5ee5a2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Made reservation on behalf of 93ebfe1969ad47c59fc4b80bacd9b15b for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:59:49.533247 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-8f91d22a-5d20-4bb2-b337-c860ef5ee5a2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:49.655628 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-8f91d22a-5d20-4bb2-b337-c860ef5ee5a2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Allocated IP 172.20.0.6 (502810d9-904c-405d-b66f-c9f900ce45b3/374ca5c0-f544-4c0c-989d-1290177cee00/7c149ab9-ade2-4d36-a05a-910c8268c226) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:59:49.793638 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-8f91d22a-5d20-4bb2-b337-c860ef5ee5a2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:49.827502 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-8f91d22a-5d20-4bb2-b337-c860ef5ee5a2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:49.873320 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-8f91d22a-5d20-4bb2-b337-c860ef5ee5a2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network 502810d9-904c-405d-b66f-c9f900ce45b3 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:59:49.876509 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-8f91d22a-5d20-4bb2-b337-c860ef5ee5a2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:59:49.880020 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-8f91d22a-5d20-4bb2-b337-c860ef5ee5a2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:59:49.912528 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f91d22a-5d20-4bb2-b337-c860ef5ee5a2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=7c149ab9-ade2-4d36-a05a-910c8268c226,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:49.938782 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-8f91d22a-5d20-4bb2-b337-c860ef5ee5a2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:49.939368 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-8f91d22a-5d20-4bb2-b337-c860ef5ee5a2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:49.956125 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-8f91d22a-5d20-4bb2-b337-c860ef5ee5a2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5399833 Feb 16 12:59:49.971223 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-4dc6ee6d-f3dc-49ae-be70-8fd095d10924 service neutron] Request body: {'port': {'device_id': '0e7f8890-63d7-4a10-80a0-2e8639e390ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:50.028033 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-4dc6ee6d-f3dc-49ae-be70-8fd095d10924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:50.153856 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-eea96bd6-6f55-425a-b9e7-0b5cbb078df3 None None] Provisioning complete for port 7c149ab9-ade2-4d36-a05a-910c8268c226 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:50.154456 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-eea96bd6-6f55-425a-b9e7-0b5cbb078df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:50.191487 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-eea96bd6-6f55-425a-b9e7-0b5cbb078df3 None None] Port 7c149ab9-ade2-4d36-a05a-910c8268c226 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 12:59:50.290050 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-4dc6ee6d-f3dc-49ae-be70-8fd095d10924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c149ab9-ade2-4d36-a05a-910c8268c226 {{(pid=109049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 12:59:50.297754 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-4dc6ee6d-f3dc-49ae-be70-8fd095d10924 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:50.310088 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.provisioning_blocks [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-4dc6ee6d-f3dc-49ae-be70-8fd095d10924 service neutron] Transition to ACTIVE for port object 7c149ab9-ade2-4d36-a05a-910c8268c226 will not be triggered until provisioned by entity L2. {{(pid=109049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:59:50.314371 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-4dc6ee6d-f3dc-49ae-be70-8fd095d10924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:50.368858 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc6ee6d-f3dc-49ae-be70-8fd095d10924 service neutron] Pushing event updated for resources: {'Port': ['ID=7c149ab9-ade2-4d36-a05a-910c8268c226,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:50.438698 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-4dc6ee6d-f3dc-49ae-be70-8fd095d10924 service neutron] Attempting to bind port 7c149ab9-ade2-4d36-a05a-910c8268c226 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:59:50.439049 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-4dc6ee6d-f3dc-49ae-be70-8fd095d10924 service neutron] Attempting to bind port 7c149ab9-ade2-4d36-a05a-910c8268c226 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '5d922f8a-692c-457d-a849-143f3ff6327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:59:50.439409 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-4dc6ee6d-f3dc-49ae-be70-8fd095d10924 service neutron] Attempting to bind port 7c149ab9-ade2-4d36-a05a-910c8268c226 on network 502810d9-904c-405d-b66f-c9f900ce45b3 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:59:50.444966 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-4dc6ee6d-f3dc-49ae-be70-8fd095d10924 service neutron] Port 7c149ab9-ade2-4d36-a05a-910c8268c226 on network 502810d9-904c-405d-b66f-c9f900ce45b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 12:59:50.445285 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-4dc6ee6d-f3dc-49ae-be70-8fd095d10924 service neutron] Attempting to bind port 7c149ab9-ade2-4d36-a05a-910c8268c226 on network 502810d9-904c-405d-b66f-c9f900ce45b3 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 12:59:50.451461 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-4dc6ee6d-f3dc-49ae-be70-8fd095d10924 service neutron] Checking agent: {'id': '31a9428e-e23a-420f-bfe2-5870b63c0436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'started_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 12:59:50.451800 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-4dc6ee6d-f3dc-49ae-be70-8fd095d10924 service neutron] Checking segment: {'id': '5d922f8a-692c-457d-a849-143f3ff6327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 12:59:50.452181 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-4dc6ee6d-f3dc-49ae-be70-8fd095d10924 service neutron] Bound using segment: {'id': '5d922f8a-692c-457d-a849-143f3ff6327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3'} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 12:59:50.452605 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-4dc6ee6d-f3dc-49ae-be70-8fd095d10924 service neutron] Bound port: 7c149ab9-ade2-4d36-a05a-910c8268c226, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d922f8a-692c-457d-a849-143f3ff6327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3'}}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:59:50.453017 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-4dc6ee6d-f3dc-49ae-be70-8fd095d10924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:50.507106 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7a722-8cb2-48cb-b9bc-5b34462912c6 req-2b5720ed-d4ac-49c9-885c-90d58fe92bb8 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:50.508730 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4ff7a722-8cb2-48cb-b9bc-5b34462912c6 req-2b5720ed-d4ac-49c9-885c-90d58fe92bb8 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=0e7f8890-63d7-4a10-80a0-2e8639e390ba HTTP/1.1" status: 200 len: 943 time: 0.0590928 Feb 16 12:59:50.523411 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-4dc6ee6d-f3dc-49ae-be70-8fd095d10924 service neutron] For port 7c149ab9-ade2-4d36-a05a-910c8268c226, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 12:59:50.527174 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-4dc6ee6d-f3dc-49ae-be70-8fd095d10924 service neutron] For port 7c149ab9-ade2-4d36-a05a-910c8268c226, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7c149ab9-ade2-4d36-a05a-910c8268c226,segment=NetworkSegment(5d922f8a-692c-457d-a849-143f3ff6327a),segment_id=5d922f8a-692c-457d-a849-143f3ff6327a)] {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 12:59:50.534242 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-4dc6ee6d-f3dc-49ae-be70-8fd095d10924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:50.553134 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4ff7a722-8cb2-48cb-b9bc-5b34462912c6 req-4a42f76a-9f71-4105-b38a-fcc7d0daac7c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6499351-4f61-4387-8c67-34d51a257b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382893 Feb 16 12:59:50.584467 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-4dc6ee6d-f3dc-49ae-be70-8fd095d10924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:50.585105 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-4dc6ee6d-f3dc-49ae-be70-8fd095d10924 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:50.586498 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-4dc6ee6d-f3dc-49ae-be70-8fd095d10924 service neutron] 10.222.0.42 "PUT /v2.0/ports/7c149ab9-ade2-4d36-a05a-910c8268c226 HTTP/1.1" status: 200 len: 1093 time: 0.6199176 Feb 16 12:59:50.588968 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e7f8890-63d7-4a10-80a0-2e8639e390ba', 'tag': '7c149ab9-ade2-4d36-a05a-910c8268c226'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:59:50.591951 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101da4c4-9b92-4ab6-89bf-ddb9b4618cfc" -d '{"events": [{"name": "network-changed", "server_uuid": "0e7f8890-63d7-4a10-80a0-2e8639e390ba", "tag": "7c149ab9-ade2-4d36-a05a-910c8268c226"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:59:50.649686 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc6ee6d-f3dc-49ae-be70-8fd095d10924 service neutron] Pushing event updated for resources: {'Port': ['ID=7c149ab9-ade2-4d36-a05a-910c8268c226,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:50.687726 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-d28bda03-bcea-4eee-b19b-5b7a0ad65846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:50.689305 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-d28bda03-bcea-4eee-b19b-5b7a0ad65846 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=0e7f8890-63d7-4a10-80a0-2e8639e390ba HTTP/1.1" status: 200 len: 1096 time: 0.0493584 Feb 16 12:59:50.709335 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 12:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a47dbc-ff75-4425-bb4f-99bbff610f5c x-openstack-request-id: req-16a47dbc-ff75-4425-bb4f-99bbff610f5c {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:59:50.709632 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e7f8890-63d7-4a10-80a0-2e8639e390ba", "tag": "7c149ab9-ade2-4d36-a05a-910c8268c226", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:59:50.709887 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-16a47dbc-ff75-4425-bb4f-99bbff610f5c {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:59:50.710291 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e7f8890-63d7-4a10-80a0-2e8639e390ba', 'tag': '7c149ab9-ade2-4d36-a05a-910c8268c226', 'status': 'completed', 'code': 200} Feb 16 12:59:50.737622 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-312d5ff5-a589-47a9-b637-6d131484eb19 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c149ab9-ade2-4d36-a05a-910c8268c226 HTTP/1.1" status: 200 len: 217 time: 0.0385733 Feb 16 12:59:50.792246 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-8518af69-8bd1-44d1-aa08-7057d2b44b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:50.793740 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-8518af69-8bd1-44d1-aa08-7057d2b44b6c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=374ca5c0-f544-4c0c-989d-1290177cee00 HTTP/1.1" status: 200 len: 835 time: 0.0494132 Feb 16 12:59:50.841411 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-94a22c29-a207-4ff5-b9c2-19d229d05cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:50.842950 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-94a22c29-a207-4ff5-b9c2-19d229d05cab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=502810d9-904c-405d-b66f-c9f900ce45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416992 Feb 16 12:59:50.936751 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-7fd9f369-8af0-4fd9-9068-13623b656b2b service neutron] 10.222.0.42 "GET /v2.0/networks/502810d9-904c-405d-b66f-c9f900ce45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862637 Feb 16 12:59:51.029324 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-47979cd5-63aa-4a3d-b63a-97542324dec8 req-642b652e-862c-49fb-83d7-33e62a4baca8 service neutron] 10.222.0.42 "GET /v2.0/networks/502810d9-904c-405d-b66f-c9f900ce45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854280 Feb 16 12:59:51.120727 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101da4c4-9b92-4ab6-89bf-ddb9b4618cfc req-f0793999-09f7-4314-a548-6513ca8ecdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:51.122209 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-101da4c4-9b92-4ab6-89bf-ddb9b4618cfc req-f0793999-09f7-4314-a548-6513ca8ecdfb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=0e7f8890-63d7-4a10-80a0-2e8639e390ba HTTP/1.1" status: 200 len: 1096 time: 0.0404346 Feb 16 12:59:51.213835 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101da4c4-9b92-4ab6-89bf-ddb9b4618cfc req-cb01773f-8672-4b40-9217-695a1c55c341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:51.215293 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-101da4c4-9b92-4ab6-89bf-ddb9b4618cfc req-cb01773f-8672-4b40-9217-695a1c55c341 service neutron] 10.222.0.42 "GET /v2.0/networks?id=502810d9-904c-405d-b66f-c9f900ce45b3 HTTP/1.1" status: 200 len: 897 time: 0.0861485 Feb 16 12:59:51.262374 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-101da4c4-9b92-4ab6-89bf-ddb9b4618cfc req-407e512f-fddf-4e9c-8d2a-d114e2822e1d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c149ab9-ade2-4d36-a05a-910c8268c226 HTTP/1.1" status: 200 len: 217 time: 0.0395443 Feb 16 12:59:51.311754 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101da4c4-9b92-4ab6-89bf-ddb9b4618cfc req-1689a5f0-b4c8-4114-b8bf-add7c0c12679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:51.313158 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-101da4c4-9b92-4ab6-89bf-ddb9b4618cfc req-1689a5f0-b4c8-4114-b8bf-add7c0c12679 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=374ca5c0-f544-4c0c-989d-1290177cee00 HTTP/1.1" status: 200 len: 835 time: 0.0442450 Feb 16 12:59:51.365080 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101da4c4-9b92-4ab6-89bf-ddb9b4618cfc req-9e0df0e1-d98f-4d68-9a99-d1e932fd1e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:51.366564 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-101da4c4-9b92-4ab6-89bf-ddb9b4618cfc req-9e0df0e1-d98f-4d68-9a99-d1e932fd1e09 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=502810d9-904c-405d-b66f-c9f900ce45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0462391 Feb 16 12:59:51.459332 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-101da4c4-9b92-4ab6-89bf-ddb9b4618cfc req-d75cb50b-6312-4112-a714-e42d142609a8 service neutron] 10.222.0.42 "GET /v2.0/networks/502810d9-904c-405d-b66f-c9f900ce45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839405 Feb 16 12:59:51.557899 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-101da4c4-9b92-4ab6-89bf-ddb9b4618cfc req-cf5d5ccc-d8c7-467a-afd3-b87874bb4982 service neutron] 10.222.0.42 "GET /v2.0/networks/502810d9-904c-405d-b66f-c9f900ce45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894313 Feb 16 12:59:51.665071 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22193870-e913-4ded-8d58-5dee99d105f8 req-dd7cbc0e-0115-4d74-b965-5a43ff925b56 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:51.666522 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-22193870-e913-4ded-8d58-5dee99d105f8 req-dd7cbc0e-0115-4d74-b965-5a43ff925b56 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=0e7f8890-63d7-4a10-80a0-2e8639e390ba HTTP/1.1" status: 200 len: 943 time: 0.0472591 Feb 16 12:59:51.703939 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-22193870-e913-4ded-8d58-5dee99d105f8 req-b659c634-e13e-4488-9786-93f3b4b0c6c5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6499351-4f61-4387-8c67-34d51a257b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315301 Feb 16 12:59:52.274119 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-55c463bd-6c63-4a62-84b0-428b5314804f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:52.817858 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc0144-50c2-438b-a553-3df8aef4d2ef req-95beae96-d680-4759-9140-df0e98db5449 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:52.819314 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-28dc0144-50c2-438b-a553-3df8aef4d2ef req-95beae96-d680-4759-9140-df0e98db5449 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=0e7f8890-63d7-4a10-80a0-2e8639e390ba HTTP/1.1" status: 200 len: 943 time: 0.0481200 Feb 16 12:59:52.856911 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-28dc0144-50c2-438b-a553-3df8aef4d2ef req-98638219-e6ea-41ee-a89c-e33df54c98aa tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6499351-4f61-4387-8c67-34d51a257b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316522 Feb 16 12:59:53.978024 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0c99e-4480-427f-8e37-19c8c9a5400a req-f73002a3-e8ec-4bf7-aaf8-a485af8fda45 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:53.979489 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bfb0c99e-4480-427f-8e37-19c8c9a5400a req-f73002a3-e8ec-4bf7-aaf8-a485af8fda45 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=0e7f8890-63d7-4a10-80a0-2e8639e390ba HTTP/1.1" status: 200 len: 943 time: 0.0533924 Feb 16 12:59:54.017627 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bfb0c99e-4480-427f-8e37-19c8c9a5400a req-c4fe7ba6-7954-4a95-8301-6b2ca9cf8801 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6499351-4f61-4387-8c67-34d51a257b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322602 Feb 16 12:59:54.294625 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 7c149ab9-ade2-4d36-a05a-910c8268c226 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 12:59:54.387131 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 7c149ab9-ade2-4d36-a05a-910c8268c226, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7c149ab9-ade2-4d36-a05a-910c8268c226,segment=NetworkSegment(5d922f8a-692c-457d-a849-143f3ff6327a),segment_id=5d922f8a-692c-457d-a849-143f3ff6327a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:59:54.401582 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': '7c149ab9-ade2-4d36-a05a-910c8268c226', 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3', 'port_id': '7c149ab9-ade2-4d36-a05a-910c8268c226', 'mac_address': 'fa:16:3e:55:cf:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '374ca5c0-f544-4c0c-989d-1290177cee00', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 12:59:54.448227 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b5b2b64b-979c-4a2a-b543-042f0609c9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:54.449727 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:54.463551 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c149ab9-ade2-4d36-a05a-910c8268c226 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 12:59:54.481890 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 7c149ab9-ade2-4d36-a05a-910c8268c226, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7c149ab9-ade2-4d36-a05a-910c8268c226,segment=NetworkSegment(5d922f8a-692c-457d-a849-143f3ff6327a),segment_id=5d922f8a-692c-457d-a849-143f3ff6327a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:59:54.485510 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:54.532596 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=7c149ab9-ade2-4d36-a05a-910c8268c226,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:54.745271 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['7c149ab9-ade2-4d36-a05a-910c8268c226'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 12:59:55.130692 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b940a-b434-4efc-8c26-81de0454214b req-9fc482a1-c839-4cfc-89a1-ef68ac562814 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:55.132220 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-283b940a-b434-4efc-8c26-81de0454214b req-9fc482a1-c839-4cfc-89a1-ef68ac562814 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=0e7f8890-63d7-4a10-80a0-2e8639e390ba HTTP/1.1" status: 200 len: 944 time: 0.0483029 Feb 16 12:59:55.171062 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-283b940a-b434-4efc-8c26-81de0454214b req-9da056cc-6170-4fe6-b1b9-3f2f0c701bfb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6499351-4f61-4387-8c67-34d51a257b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326130 Feb 16 12:59:55.370435 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 12:59:55.728565 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:56.285878 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d6c9b7-d76f-4452-b322-c85a458f7528 req-a3cc6540-ee1f-4663-b9c6-3b42326c43df tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:56.287384 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-14d6c9b7-d76f-4452-b322-c85a458f7528 req-a3cc6540-ee1f-4663-b9c6-3b42326c43df tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=0e7f8890-63d7-4a10-80a0-2e8639e390ba HTTP/1.1" status: 200 len: 944 time: 0.0501671 Feb 16 12:59:56.325623 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 7c149ab9-ade2-4d36-a05a-910c8268c226 up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 12:59:56.329153 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-14d6c9b7-d76f-4452-b322-c85a458f7528 req-d381849f-ee40-4d52-9983-42c0a55ed52f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6499351-4f61-4387-8c67-34d51a257b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357277 Feb 16 12:59:56.380282 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning for port 7c149ab9-ade2-4d36-a05a-910c8268c226 completed by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:59:56.384749 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port 7c149ab9-ade2-4d36-a05a-910c8268c226 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:56.385120 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:56.462147 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:56.484483 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7f8890-63d7-4a10-80a0-2e8639e390ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c149ab9-ade2-4d36-a05a-910c8268c226'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 12:59:56.486727 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007d9d80-7543-4558-ae2e-16e094afa5a5" -d '{"events": [{"server_uuid": "0e7f8890-63d7-4a10-80a0-2e8639e390ba", "name": "network-vif-plugged", "status": "completed", "tag": "7c149ab9-ade2-4d36-a05a-910c8268c226"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 12:59:56.500027 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 7c149ab9-ade2-4d36-a05a-910c8268c226, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7c149ab9-ade2-4d36-a05a-910c8268c226,segment=NetworkSegment(5d922f8a-692c-457d-a849-143f3ff6327a),segment_id=5d922f8a-692c-457d-a849-143f3ff6327a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 12:59:56.507181 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:56.533394 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 12:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e99ecfc-1437-4c4b-b431-6fd27736a182 x-openstack-request-id: req-7e99ecfc-1437-4c4b-b431-6fd27736a182 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 12:59:56.533687 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7f8890-63d7-4a10-80a0-2e8639e390ba", "name": "network-vif-plugged", "status": "completed", "tag": "7c149ab9-ade2-4d36-a05a-910c8268c226", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 12:59:56.533938 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7e99ecfc-1437-4c4b-b431-6fd27736a182 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 12:59:56.534319 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7f8890-63d7-4a10-80a0-2e8639e390ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c149ab9-ade2-4d36-a05a-910c8268c226', 'code': 200} Feb 16 12:59:56.563680 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=7c149ab9-ade2-4d36-a05a-910c8268c226,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:56.716027 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b3427-7d0d-40df-8260-7cd645922a11 req-9cdde332-614a-4ac9-86d9-cbfdc5570e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:56.717543 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-539b3427-7d0d-40df-8260-7cd645922a11 req-9cdde332-614a-4ac9-86d9-cbfdc5570e3b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0e7f8890-63d7-4a10-80a0-2e8639e390ba HTTP/1.1" status: 200 len: 1098 time: 0.0403969 Feb 16 12:59:56.754718 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-539b3427-7d0d-40df-8260-7cd645922a11 req-391b956c-225c-4451-a72d-bf53d8248914 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f6499351-4f61-4387-8c67-34d51a257b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282981 Feb 16 12:59:57.172420 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:57.357784 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:57.453372 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f70371-daf5-44dc-87ee-b760c4316116 req-6f547f77-8dde-48b0-8e07-f3c01680c499 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:57.454865 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-55f70371-daf5-44dc-87ee-b760c4316116 req-6f547f77-8dde-48b0-8e07-f3c01680c499 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=0e7f8890-63d7-4a10-80a0-2e8639e390ba HTTP/1.1" status: 200 len: 945 time: 0.0549297 Feb 16 12:59:57.496756 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-55f70371-daf5-44dc-87ee-b760c4316116 req-3c0bab1a-fd49-4660-a877-2145a5c66f1a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6499351-4f61-4387-8c67-34d51a257b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357451 Feb 16 12:59:58.611385 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8643a-3dad-4224-bf78-f03b9bffdc26 req-89771a62-b9bb-4edc-965c-418436a91a93 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:58.613447 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-60d8643a-3dad-4224-bf78-f03b9bffdc26 req-89771a62-b9bb-4edc-965c-418436a91a93 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=0e7f8890-63d7-4a10-80a0-2e8639e390ba HTTP/1.1" status: 200 len: 945 time: 0.0483587 Feb 16 12:59:58.621965 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:58.652514 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-60d8643a-3dad-4224-bf78-f03b9bffdc26 req-97eccb63-c117-457f-8e0a-d84aca775aa2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6499351-4f61-4387-8c67-34d51a257b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325012 Feb 16 12:59:58.770178 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d7f66-e5d2-4985-bdbe-6eede87b6de5 req-e0035279-67c3-46cd-a49a-e7044dab5aeb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:58.771702 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1a7d7f66-e5d2-4985-bdbe-6eede87b6de5 req-e0035279-67c3-46cd-a49a-e7044dab5aeb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=0e7f8890-63d7-4a10-80a0-2e8639e390ba HTTP/1.1" status: 200 len: 945 time: 0.0488019 Feb 16 12:59:58.809462 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1a7d7f66-e5d2-4985-bdbe-6eede87b6de5 req-279ba50a-be67-42e4-9745-7eab9007ad07 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6499351-4f61-4387-8c67-34d51a257b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318134 Feb 16 12:59:58.831217 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39954) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:59:58.874024 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe8185c-4fe1-46cf-98fb-7cac124c6598 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:58.875517 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-4fe8185c-4fe1-46cf-98fb-7cac124c6598 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=0e7f8890-63d7-4a10-80a0-2e8639e390ba HTTP/1.1" status: 200 len: 1093 time: 0.0427628 Feb 16 12:59:58.878344 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39956) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 12:59:58.883038 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-c33c7895-bd38-43c4-b4a0-4cfd9097a20a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'floatingip': {'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'port_id': '7c149ab9-ade2-4d36-a05a-910c8268c226', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:58.906148 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c33c7895-bd38-43c4-b4a0-4cfd9097a20a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for floatingip, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:59.001796 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c33c7895-bd38-43c4-b4a0-4cfd9097a20a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:59.108383 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-c33c7895-bd38-43c4-b4a0-4cfd9097a20a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Allocated IP 172.26.2.20 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/98723920-dd2c-4722-95b3-efbb6791973b) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:59:59.210086 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c33c7895-bd38-43c4-b4a0-4cfd9097a20a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:59.242956 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c33c7895-bd38-43c4-b4a0-4cfd9097a20a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:59.281414 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33c7895-bd38-43c4-b4a0-4cfd9097a20a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:59:59.286250 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-c33c7895-bd38-43c4-b4a0-4cfd9097a20a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:59:59.289019 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33c7895-bd38-43c4-b4a0-4cfd9097a20a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 12:59:59.319811 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c7895-bd38-43c4-b4a0-4cfd9097a20a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=98723920-dd2c-4722-95b3-efbb6791973b,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:59.653315 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c33c7895-bd38-43c4-b4a0-4cfd9097a20a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:00.036429 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c33c7895-bd38-43c4-b4a0-4cfd9097a20a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:00.183398 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c33c7895-bd38-43c4-b4a0-4cfd9097a20a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:00.187868 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c33c7895-bd38-43c4-b4a0-4cfd9097a20a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:00.254585 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c7895-bd38-43c4-b4a0-4cfd9097a20a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=98723920-dd2c-4722-95b3-efbb6791973b,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:00.268269 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c33c7895-bd38-43c4-b4a0-4cfd9097a20a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:00.377165 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.l3_db [None req-c33c7895-bd38-43c4-b4a0-4cfd9097a20a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Floating IP 98adb1dd-7a02-48ba-aeef-0a34847709a2 associated. External IP: 172.26.2.20, port: 7c149ab9-ade2-4d36-a05a-910c8268c226. Feb 16 13:00:00.580354 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33c7895-bd38-43c4-b4a0-4cfd9097a20a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router 095dafb9-f003-447b-9973-7aafef44ebf7 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:00:00.698382 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33c7895-bd38-43c4-b4a0-4cfd9097a20a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:00:00.708005 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d67ad02-c36b-4360-a9c1-c520868c579a None None] Sync routers for ids ['095dafb9-f003-447b-9973-7aafef44ebf7'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:00:00.718271 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d67ad02-c36b-4360-a9c1-c520868c579a None None] Routers {'095dafb9-f003-447b-9973-7aafef44ebf7'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:00:00.718468 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c33c7895-bd38-43c4-b4a0-4cfd9097a20a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:00.718884 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-8d67ad02-c36b-4360-a9c1-c520868c579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:59:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['095dafb9-f003-447b-9973-7aafef44ebf7'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:00.745891 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c33c7895-bd38-43c4-b4a0-4cfd9097a20a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8660104 Feb 16 13:00:00.746490 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e7f8890-63d7-4a10-80a0-2e8639e390ba', 'tag': '7c149ab9-ade2-4d36-a05a-910c8268c226'}] {{(pid=109048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:00:00.748829 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40068d798dcc31a224174c6c24ac8b3e49f1a518b527dec6066c5fbc28712f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050df590-3b14-4adc-914e-09db4f9b7697" -d '{"events": [{"name": "network-changed", "server_uuid": "0e7f8890-63d7-4a10-80a0-2e8639e390ba", "tag": "7c149ab9-ade2-4d36-a05a-910c8268c226"}]}' {{(pid=109048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:00:00.790505 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8944bbe4-eae5-4e25-a16b-e1ca13c58437 x-openstack-request-id: req-8944bbe4-eae5-4e25-a16b-e1ca13c58437 {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:00:00.790794 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e7f8890-63d7-4a10-80a0-2e8639e390ba", "tag": "7c149ab9-ade2-4d36-a05a-910c8268c226", "status": "completed", "code": 200}]} {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:00:00.791048 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8944bbe4-eae5-4e25-a16b-e1ca13c58437 {{(pid=109048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:00:00.791453 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e7f8890-63d7-4a10-80a0-2e8639e390ba', 'tag': '7c149ab9-ade2-4d36-a05a-910c8268c226', 'status': 'completed', 'code': 200} Feb 16 13:00:00.825502 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-8d67ad02-c36b-4360-a9c1-c520868c579a None None] Set router 095dafb9-f003-447b-9973-7aafef44ebf7 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:00:00.853300 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050df590-3b14-4adc-914e-09db4f9b7697 req-b127a186-0d07-4d09-8d9f-cc98585f82b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:00.854783 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-050df590-3b14-4adc-914e-09db4f9b7697 req-b127a186-0d07-4d09-8d9f-cc98585f82b5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=0e7f8890-63d7-4a10-80a0-2e8639e390ba HTTP/1.1" status: 200 len: 1098 time: 0.0415640 Feb 16 13:00:00.961897 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050df590-3b14-4adc-914e-09db4f9b7697 req-87cb5d3c-0d55-4afd-829e-650d3c0be73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:00.963272 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-050df590-3b14-4adc-914e-09db4f9b7697 req-87cb5d3c-0d55-4afd-829e-650d3c0be73b service neutron] 10.222.0.42 "GET /v2.0/networks?id=502810d9-904c-405d-b66f-c9f900ce45b3 HTTP/1.1" status: 200 len: 897 time: 0.1019990 Feb 16 13:00:01.038380 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-050df590-3b14-4adc-914e-09db4f9b7697 req-e6d8002f-b19e-4883-b470-0fa2aacdaf53 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c149ab9-ade2-4d36-a05a-910c8268c226 HTTP/1.1" status: 200 len: 998 time: 0.0677977 Feb 16 13:00:01.065879 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-8d67ad02-c36b-4360-a9c1-c520868c579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'name': 'tempest-TestNetworkBasicOps-router-772130887', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '8b42c97a-eba7-42e4-982a-38f2125c50b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:25Z', 'updated_at': '2022-02-16T12:59:29Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '8b42c97a-eba7-42e4-982a-38f2125c50b7', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:26Z', 'updated_at': '2022-02-16T12:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '98adb1dd-7a02-48ba-aeef-0a34847709a2', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.20', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'port_id': '7c149ab9-ade2-4d36-a05a-910c8268c226', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3', 'mac_address': 'fa:16:3e:55:cf:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7f8890-63d7-4a10-80a0-2e8639e390ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:59:59Z', 'updated_at': '2022-02-16T12:59:59Z', 'revision_number': 0, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}, {'id': 'fec131d2-e537-4c99-bf74-5f837a0dd2c8', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.82', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'port_id': 'e0026966-4f87-4934-b69c-462dd79b7381', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3', 'mac_address': 'fa:16:3e:52:10:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b79982c-4d60-4b69-ace0-fb72eee0ecc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:59:45Z', 'updated_at': '2022-02-16T12:59:47Z', 'revision_number': 1, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc77ecf-be9b-40a1-a277-ec065b2bda75', 'name': '', 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:47:94:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '374ca5c0-f544-4c0c-989d-1290177cee00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:28Z', 'updated_at': '2022-02-16T12:59:32Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': '374ca5c0-f544-4c0c-989d-1290177cee00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:01.089933 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050df590-3b14-4adc-914e-09db4f9b7697 req-15d9a8d2-3c5e-45a6-9f55-7e475cec4e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:01.091595 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-050df590-3b14-4adc-914e-09db4f9b7697 req-15d9a8d2-3c5e-45a6-9f55-7e475cec4e42 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=374ca5c0-f544-4c0c-989d-1290177cee00 HTTP/1.1" status: 200 len: 835 time: 0.0465844 Feb 16 13:00:01.092353 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d67ad02-c36b-4360-a9c1-c520868c579a None None] Checking router: 095dafb9-f003-447b-9973-7aafef44ebf7 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:00:01.101646 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d67ad02-c36b-4360-a9c1-c520868c579a None None] Routers {'095dafb9-f003-447b-9973-7aafef44ebf7'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:00:01.102254 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-8d67ad02-c36b-4360-a9c1-c520868c579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T12:59:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['095dafb9-f003-447b-9973-7aafef44ebf7'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:01.143123 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050df590-3b14-4adc-914e-09db4f9b7697 req-9e902c1d-c82c-4c10-a601-91add3d67378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:01.144793 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-050df590-3b14-4adc-914e-09db4f9b7697 req-9e902c1d-c82c-4c10-a601-91add3d67378 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=502810d9-904c-405d-b66f-c9f900ce45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0464826 Feb 16 13:00:01.210739 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-8d67ad02-c36b-4360-a9c1-c520868c579a None None] Set router 095dafb9-f003-447b-9973-7aafef44ebf7 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:00:01.244327 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-050df590-3b14-4adc-914e-09db4f9b7697 req-e9d0b2ad-b2bc-42b9-a12e-91d46f20ddf5 service neutron] 10.222.0.42 "GET /v2.0/networks/502810d9-904c-405d-b66f-c9f900ce45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902107 Feb 16 13:00:01.349875 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-050df590-3b14-4adc-914e-09db4f9b7697 req-889b92d1-2263-41ec-8b6e-fb6bfe5516c4 service neutron] 10.222.0.42 "GET /v2.0/networks/502810d9-904c-405d-b66f-c9f900ce45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957229 Feb 16 13:00:01.477817 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-8d67ad02-c36b-4360-a9c1-c520868c579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'name': 'tempest-TestNetworkBasicOps-router-772130887', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '8b42c97a-eba7-42e4-982a-38f2125c50b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:25Z', 'updated_at': '2022-02-16T12:59:29Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '8b42c97a-eba7-42e4-982a-38f2125c50b7', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:26Z', 'updated_at': '2022-02-16T12:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '98adb1dd-7a02-48ba-aeef-0a34847709a2', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.20', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'port_id': '7c149ab9-ade2-4d36-a05a-910c8268c226', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3', 'mac_address': 'fa:16:3e:55:cf:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7f8890-63d7-4a10-80a0-2e8639e390ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:59:59Z', 'updated_at': '2022-02-16T12:59:59Z', 'revision_number': 0, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}, {'id': 'fec131d2-e537-4c99-bf74-5f837a0dd2c8', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.82', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'port_id': 'e0026966-4f87-4934-b69c-462dd79b7381', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3', 'mac_address': 'fa:16:3e:52:10:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b79982c-4d60-4b69-ace0-fb72eee0ecc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:59:45Z', 'updated_at': '2022-02-16T12:59:47Z', 'revision_number': 1, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc77ecf-be9b-40a1-a277-ec065b2bda75', 'name': '', 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:47:94:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '374ca5c0-f544-4c0c-989d-1290177cee00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:28Z', 'updated_at': '2022-02-16T12:59:32Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': '374ca5c0-f544-4c0c-989d-1290177cee00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:01.509363 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d67ad02-c36b-4360-a9c1-c520868c579a None None] The sync data for ids ['095dafb9-f003-447b-9973-7aafef44ebf7'] in dv-neutron-828142-3-hyperv is: [{'id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'name': 'tempest-TestNetworkBasicOps-router-772130887', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '8b42c97a-eba7-42e4-982a-38f2125c50b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:25Z', 'updated_at': '2022-02-16T12:59:29Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '8b42c97a-eba7-42e4-982a-38f2125c50b7', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:26Z', 'updated_at': '2022-02-16T12:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '98adb1dd-7a02-48ba-aeef-0a34847709a2', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.20', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'port_id': '7c149ab9-ade2-4d36-a05a-910c8268c226', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3', 'mac_address': 'fa:16:3e:55:cf:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7f8890-63d7-4a10-80a0-2e8639e390ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:59:59Z', 'updated_at': '2022-02-16T12:59:59Z', 'revision_number': 0, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}, {'id': 'fec131d2-e537-4c99-bf74-5f837a0dd2c8', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.82', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'port_id': 'e0026966-4f87-4934-b69c-462dd79b7381', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3', 'mac_address': 'fa:16:3e:52:10:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b79982c-4d60-4b69-ace0-fb72eee0ecc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:59:45Z', 'updated_at': '2022-02-16T12:59:47Z', 'revision_number': 1, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc77ecf-be9b-40a1-a277-ec065b2bda75', 'name': '', 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:47:94:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '374ca5c0-f544-4c0c-989d-1290177cee00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:28Z', 'updated_at': '2022-02-16T12:59:32Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': '374ca5c0-f544-4c0c-989d-1290177cee00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:00:01.721390 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fce2bc1-2e3c-4b18-947b-07b4d78f4185 None None] New status for floating IP 98adb1dd-7a02-48ba-aeef-0a34847709a2: ACTIVE {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:00:22.280315 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dc0c08a4-2a8a-4f9a-aaac-48f58a50f5a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:24.425834 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a0d9a2a1-f405-40d4-8fd2-d39287addc6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:25.731771 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:27.036600 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:27.359881 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:28.617586 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:32.369825 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:00:36.871896 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39972) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:00:36.938589 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3db62589-f49c-49b0-a8cf-3278f3860b11 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/floatingips/fec131d2-e537-4c99-bf74-5f837a0dd2c8 HTTP/1.1" status: 200 len: 993 time: 0.0654364 Feb 16 13:00:37.891074 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39980) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:00:37.896336 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-8c63aec7-7331-4e1c-9071-6c437d62b83d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'port': {'admin_state_up': False}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:00:37.957675 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8c63aec7-7331-4e1c-9071-6c437d62b83d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:38.105383 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-8c63aec7-7331-4e1c-9071-6c437d62b83d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] For port e0026966-4f87-4934-b69c-462dd79b7381, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e0026966-4f87-4934-b69c-462dd79b7381,segment=NetworkSegment(5d922f8a-692c-457d-a849-143f3ff6327a),segment_id=5d922f8a-692c-457d-a849-143f3ff6327a)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:00:38.134829 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8c63aec7-7331-4e1c-9071-6c437d62b83d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:38.139678 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8c63aec7-7331-4e1c-9071-6c437d62b83d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:38.180065 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c63aec7-7331-4e1c-9071-6c437d62b83d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:38.180742 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8c63aec7-7331-4e1c-9071-6c437d62b83d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:38.182144 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-8c63aec7-7331-4e1c-9071-6c437d62b83d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "PUT /v2.0/ports/e0026966-4f87-4934-b69c-462dd79b7381 HTTP/1.1" status: 200 len: 939 time: 0.2900662 Feb 16 13:00:38.182714 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b79982c-4d60-4b69-ace0-fb72eee0ecc9', 'tag': 'e0026966-4f87-4934-b69c-462dd79b7381'}] {{(pid=109048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:00:38.185613 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40068d798dcc31a224174c6c24ac8b3e49f1a518b527dec6066c5fbc28712f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a811b4f-da8a-4c72-9d05-33e2ca01bc4f" -d '{"events": [{"name": "network-changed", "server_uuid": "7b79982c-4d60-4b69-ace0-fb72eee0ecc9", "tag": "e0026966-4f87-4934-b69c-462dd79b7381"}]}' {{(pid=109048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:00:38.213612 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c63aec7-7331-4e1c-9071-6c437d62b83d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=e0026966-4f87-4934-b69c-462dd79b7381,revision_number=6']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:38.226926 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a6323b-b394-473e-a080-d25f64591b88 x-openstack-request-id: req-53a6323b-b394-473e-a080-d25f64591b88 {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:00:38.227268 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b79982c-4d60-4b69-ace0-fb72eee0ecc9", "tag": "e0026966-4f87-4934-b69c-462dd79b7381", "status": "completed", "code": 200}]} {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:00:38.227467 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-53a6323b-b394-473e-a080-d25f64591b88 {{(pid=109048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:00:38.227877 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b79982c-4d60-4b69-ace0-fb72eee0ecc9', 'tag': 'e0026966-4f87-4934-b69c-462dd79b7381', 'status': 'completed', 'code': 200} Feb 16 13:00:38.298771 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a811b4f-da8a-4c72-9d05-33e2ca01bc4f req-0e6b5e40-a741-42c7-a232-1e5e089a5988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:38.300527 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5a811b4f-da8a-4c72-9d05-33e2ca01bc4f req-0e6b5e40-a741-42c7-a232-1e5e089a5988 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=7b79982c-4d60-4b69-ace0-fb72eee0ecc9 HTTP/1.1" status: 200 len: 1100 time: 0.0465770 Feb 16 13:00:38.401021 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a811b4f-da8a-4c72-9d05-33e2ca01bc4f req-bc2e8358-a777-4e6c-9f82-010f359edaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:38.402490 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5a811b4f-da8a-4c72-9d05-33e2ca01bc4f req-bc2e8358-a777-4e6c-9f82-010f359edaca service neutron] 10.222.0.42 "GET /v2.0/networks?id=502810d9-904c-405d-b66f-c9f900ce45b3 HTTP/1.1" status: 200 len: 897 time: 0.0949183 Feb 16 13:00:38.472408 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5a811b4f-da8a-4c72-9d05-33e2ca01bc4f req-33a887cb-c651-4f91-82d5-98e7fdc1f8f4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0026966-4f87-4934-b69c-462dd79b7381 HTTP/1.1" status: 200 len: 1002 time: 0.0625772 Feb 16 13:00:38.477431 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-1d5eda7b-3c98-49fd-a5e3-7291d33be59e None None] Provisioning complete for port e0026966-4f87-4934-b69c-462dd79b7381 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:00:38.477954 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1d5eda7b-3c98-49fd-a5e3-7291d33be59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:38.519410 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-1d5eda7b-3c98-49fd-a5e3-7291d33be59e None None] Port e0026966-4f87-4934-b69c-462dd79b7381 is administratively disabled so it will not transition to active. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Feb 16 13:00:38.524680 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a811b4f-da8a-4c72-9d05-33e2ca01bc4f req-77d354a8-49c0-421d-a5f2-cde9668d1a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:38.526185 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5a811b4f-da8a-4c72-9d05-33e2ca01bc4f req-77d354a8-49c0-421d-a5f2-cde9668d1a2a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=374ca5c0-f544-4c0c-989d-1290177cee00 HTTP/1.1" status: 200 len: 835 time: 0.0451281 Feb 16 13:00:38.573318 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a811b4f-da8a-4c72-9d05-33e2ca01bc4f req-ddc401ae-4ec1-4a38-9e2a-cb15d31f4f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:38.574821 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5a811b4f-da8a-4c72-9d05-33e2ca01bc4f req-ddc401ae-4ec1-4a38-9e2a-cb15d31f4f39 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=502810d9-904c-405d-b66f-c9f900ce45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405083 Feb 16 13:00:38.668750 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5a811b4f-da8a-4c72-9d05-33e2ca01bc4f req-a628ff3e-bae5-400e-adee-2d8bc8936541 service neutron] 10.222.0.42 "GET /v2.0/networks/502810d9-904c-405d-b66f-c9f900ce45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848715 Feb 16 13:00:38.757426 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5a811b4f-da8a-4c72-9d05-33e2ca01bc4f req-9f04d313-d547-40aa-9c0b-a7cf5440de7f service neutron] 10.222.0.42 "GET /v2.0/networks/502810d9-904c-405d-b66f-c9f900ce45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810866 Feb 16 13:00:41.575938 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 39988) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:00:41.581316 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-9cf2fa80-f4b2-4306-9679-66b105dc44f3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'port': {'admin_state_up': True}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:00:41.646813 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9cf2fa80-f4b2-4306-9679-66b105dc44f3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:41.792691 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-9cf2fa80-f4b2-4306-9679-66b105dc44f3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] For port e0026966-4f87-4934-b69c-462dd79b7381, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e0026966-4f87-4934-b69c-462dd79b7381,segment=NetworkSegment(5d922f8a-692c-457d-a849-143f3ff6327a),segment_id=5d922f8a-692c-457d-a849-143f3ff6327a)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:00:41.824031 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9cf2fa80-f4b2-4306-9679-66b105dc44f3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:41.828570 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9cf2fa80-f4b2-4306-9679-66b105dc44f3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:41.874450 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf2fa80-f4b2-4306-9679-66b105dc44f3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:41.875102 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9cf2fa80-f4b2-4306-9679-66b105dc44f3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:41.879413 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-9cf2fa80-f4b2-4306-9679-66b105dc44f3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "PUT /v2.0/ports/e0026966-4f87-4934-b69c-462dd79b7381 HTTP/1.1" status: 200 len: 938 time: 0.2996006 Feb 16 13:00:41.879413 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b79982c-4d60-4b69-ace0-fb72eee0ecc9', 'tag': 'e0026966-4f87-4934-b69c-462dd79b7381'}] {{(pid=109048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:00:41.879413 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40068d798dcc31a224174c6c24ac8b3e49f1a518b527dec6066c5fbc28712f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6e812a-e9f0-4aa8-9aa3-b8e68cc16d72" -d '{"events": [{"name": "network-changed", "server_uuid": "7b79982c-4d60-4b69-ace0-fb72eee0ecc9", "tag": "e0026966-4f87-4934-b69c-462dd79b7381"}]}' {{(pid=109048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:00:41.879818 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 39990) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:00:41.900924 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf2fa80-f4b2-4306-9679-66b105dc44f3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=e0026966-4f87-4934-b69c-462dd79b7381,revision_number=7']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:41.945294 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd80b1ef-1fb7-45fe-9081-02f31fa8fa8a x-openstack-request-id: req-bd80b1ef-1fb7-45fe-9081-02f31fa8fa8a {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:00:41.945526 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b79982c-4d60-4b69-ace0-fb72eee0ecc9", "tag": "e0026966-4f87-4934-b69c-462dd79b7381", "status": "completed", "code": 200}]} {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:00:41.945778 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-bd80b1ef-1fb7-45fe-9081-02f31fa8fa8a {{(pid=109048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:00:41.946184 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b79982c-4d60-4b69-ace0-fb72eee0ecc9', 'tag': 'e0026966-4f87-4934-b69c-462dd79b7381', 'status': 'completed', 'code': 200} Feb 16 13:00:41.971461 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c6b7af4c-e496-40e7-a4c4-9cafe40486a2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/floatingips/fec131d2-e537-4c99-bf74-5f837a0dd2c8 HTTP/1.1" status: 200 len: 993 time: 0.0884175 Feb 16 13:00:42.010955 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e812a-e9f0-4aa8-9aa3-b8e68cc16d72 req-8f7164d2-5afb-40f2-a185-dc611e9ec4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:42.013035 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3a6e812a-e9f0-4aa8-9aa3-b8e68cc16d72 req-8f7164d2-5afb-40f2-a185-dc611e9ec4fc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=7b79982c-4d60-4b69-ace0-fb72eee0ecc9 HTTP/1.1" status: 200 len: 1099 time: 0.0421562 Feb 16 13:00:42.154752 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['e0026966-4f87-4934-b69c-462dd79b7381'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:00:42.203413 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-4cfd30b1-6b1f-466a-bf76-218538954e3c None None] Provisioning complete for port e0026966-4f87-4934-b69c-462dd79b7381 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:00:42.203773 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4cfd30b1-6b1f-466a-bf76-218538954e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:42.427902 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e812a-e9f0-4aa8-9aa3-b8e68cc16d72 req-0d2f9fe1-a2c8-42ae-884a-0fb22d6518fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:42.429540 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3a6e812a-e9f0-4aa8-9aa3-b8e68cc16d72 req-0d2f9fe1-a2c8-42ae-884a-0fb22d6518fb service neutron] 10.222.0.42 "GET /v2.0/networks?id=502810d9-904c-405d-b66f-c9f900ce45b3 HTTP/1.1" status: 200 len: 897 time: 0.4063466 Feb 16 13:00:42.496513 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3a6e812a-e9f0-4aa8-9aa3-b8e68cc16d72 req-3df9b94a-7967-42a6-9e58-334f8cf27f66 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0026966-4f87-4934-b69c-462dd79b7381 HTTP/1.1" status: 200 len: 1001 time: 0.0599604 Feb 16 13:00:42.551493 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e812a-e9f0-4aa8-9aa3-b8e68cc16d72 req-c18ff73a-4812-4305-a02b-527e1a5f99fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:42.552956 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3a6e812a-e9f0-4aa8-9aa3-b8e68cc16d72 req-c18ff73a-4812-4305-a02b-527e1a5f99fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=374ca5c0-f544-4c0c-989d-1290177cee00 HTTP/1.1" status: 200 len: 835 time: 0.0478356 Feb 16 13:00:42.601990 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e812a-e9f0-4aa8-9aa3-b8e68cc16d72 req-a99c7199-2858-4a79-b9cd-d3d7ef14b75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:42.603502 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3a6e812a-e9f0-4aa8-9aa3-b8e68cc16d72 req-a99c7199-2858-4a79-b9cd-d3d7ef14b75f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=502810d9-904c-405d-b66f-c9f900ce45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432653 Feb 16 13:00:42.692895 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3a6e812a-e9f0-4aa8-9aa3-b8e68cc16d72 req-2f49334f-7892-45cd-bf9b-d9bc46d39473 service neutron] 10.222.0.42 "GET /v2.0/networks/502810d9-904c-405d-b66f-c9f900ce45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806034 Feb 16 13:00:42.784285 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3a6e812a-e9f0-4aa8-9aa3-b8e68cc16d72 req-1925f865-3d84-46d5-9783-efb2d2a7e08a service neutron] 10.222.0.42 "GET /v2.0/networks/502810d9-904c-405d-b66f-c9f900ce45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847447 Feb 16 13:00:43.618351 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f51fe523-e036-475f-aca7-c089c92fc4ba req-dd188be5-0394-4625-8cf9-97d101e5a814 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7b79982c-4d60-4b69-ace0-fb72eee0ecc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393908 Feb 16 13:00:43.699444 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fe523-e036-475f-aca7-c089c92fc4ba req-0fa0b0a0-0031-46df-8c82-3933d9d62478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:43.700961 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f51fe523-e036-475f-aca7-c089c92fc4ba req-0fa0b0a0-0031-46df-8c82-3933d9d62478 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=7b79982c-4d60-4b69-ace0-fb72eee0ecc9 HTTP/1.1" status: 200 len: 1099 time: 0.0398304 Feb 16 13:00:43.805332 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fe523-e036-475f-aca7-c089c92fc4ba req-4ca63414-149e-4de4-b8c9-2a881a2960bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:43.806901 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f51fe523-e036-475f-aca7-c089c92fc4ba req-4ca63414-149e-4de4-b8c9-2a881a2960bf service neutron] 10.222.0.42 "GET /v2.0/networks?id=502810d9-904c-405d-b66f-c9f900ce45b3 HTTP/1.1" status: 200 len: 897 time: 0.0863895 Feb 16 13:00:43.872790 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f51fe523-e036-475f-aca7-c089c92fc4ba req-3e9948b4-b927-4475-ac4f-14e595386d29 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0026966-4f87-4934-b69c-462dd79b7381 HTTP/1.1" status: 200 len: 1001 time: 0.0579841 Feb 16 13:00:43.923788 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fe523-e036-475f-aca7-c089c92fc4ba req-5e81ce10-f821-48fc-83dc-5b13df34dd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:43.926381 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f51fe523-e036-475f-aca7-c089c92fc4ba req-5e81ce10-f821-48fc-83dc-5b13df34dd51 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=374ca5c0-f544-4c0c-989d-1290177cee00 HTTP/1.1" status: 200 len: 835 time: 0.0458918 Feb 16 13:00:43.975827 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fe523-e036-475f-aca7-c089c92fc4ba req-5d68b5db-8ee6-44b0-b80c-0717007cb0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:43.977318 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f51fe523-e036-475f-aca7-c089c92fc4ba req-5d68b5db-8ee6-44b0-b80c-0717007cb0e4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=502810d9-904c-405d-b66f-c9f900ce45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428674 Feb 16 13:00:44.070345 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f51fe523-e036-475f-aca7-c089c92fc4ba req-595691e6-72dd-4a4b-a81c-3646706d94cb service neutron] 10.222.0.42 "GET /v2.0/networks/502810d9-904c-405d-b66f-c9f900ce45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853796 Feb 16 13:00:44.164233 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f51fe523-e036-475f-aca7-c089c92fc4ba req-63ef264e-0627-4f7d-b526-9543edf8a2b3 service neutron] 10.222.0.42 "GET /v2.0/networks/502810d9-904c-405d-b66f-c9f900ce45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868466 Feb 16 13:00:44.516173 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 40000) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:00:44.676274 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-e05cb6f5-d3c9-4ad9-9047-270a359aac44 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting port 98723920-dd2c-4722-95b3-efbb6791973b {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:00:44.676611 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e05cb6f5-d3c9-4ad9-9047-270a359aac44 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:44.755292 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e05cb6f5-d3c9-4ad9-9047-270a359aac44 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:44.755649 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e05cb6f5-d3c9-4ad9-9047-270a359aac44 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:44.768125 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-e05cb6f5-d3c9-4ad9-9047-270a359aac44 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Calling delete_port for 98723920-dd2c-4722-95b3-efbb6791973b owned by network:floatingip {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:00:44.912740 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e05cb6f5-d3c9-4ad9-9047-270a359aac44 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:44.938669 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05cb6f5-d3c9-4ad9-9047-270a359aac44 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Port': ['ID=98723920-dd2c-4722-95b3-efbb6791973b,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:44.997679 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e05cb6f5-d3c9-4ad9-9047-270a359aac44 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for floatingip, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:44.998028 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.l3_db [None req-e05cb6f5-d3c9-4ad9-9047-270a359aac44 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Floating IP 98adb1dd-7a02-48ba-aeef-0a34847709a2 disassociated (deleted). External IP: 172.26.2.20, port: 7c149ab9-ade2-4d36-a05a-910c8268c226. Feb 16 13:00:45.221126 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05cb6f5-d3c9-4ad9-9047-270a359aac44 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router 095dafb9-f003-447b-9973-7aafef44ebf7 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:00:45.329699 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05cb6f5-d3c9-4ad9-9047-270a359aac44 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:00:45.334961 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e05cb6f5-d3c9-4ad9-9047-270a359aac44 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:45.339052 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6989f3fb-9568-44a5-8e28-b6ec89156475 None None] Sync routers for ids ['095dafb9-f003-447b-9973-7aafef44ebf7'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:00:45.349007 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6989f3fb-9568-44a5-8e28-b6ec89156475 None None] Routers {'095dafb9-f003-447b-9973-7aafef44ebf7'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:00:45.349575 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6989f3fb-9568-44a5-8e28-b6ec89156475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:00:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['095dafb9-f003-447b-9973-7aafef44ebf7'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:45.361204 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e05cb6f5-d3c9-4ad9-9047-270a359aac44 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/floatingips/98adb1dd-7a02-48ba-aeef-0a34847709a2 HTTP/1.1" status: 204 len: 168 time: 0.8438940 Feb 16 13:00:45.361799 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e7f8890-63d7-4a10-80a0-2e8639e390ba', 'tag': '7c149ab9-ade2-4d36-a05a-910c8268c226'}] {{(pid=109048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:00:45.364208 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40068d798dcc31a224174c6c24ac8b3e49f1a518b527dec6066c5fbc28712f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da6a9bc-e9a8-4428-acb2-81b237b73d16" -d '{"events": [{"name": "network-changed", "server_uuid": "0e7f8890-63d7-4a10-80a0-2e8639e390ba", "tag": "7c149ab9-ade2-4d36-a05a-910c8268c226"}]}' {{(pid=109048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:00:45.404674 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fd13a3-e25a-4b14-97ff-20ef40a72df3 x-openstack-request-id: req-b2fd13a3-e25a-4b14-97ff-20ef40a72df3 {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:00:45.404674 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e7f8890-63d7-4a10-80a0-2e8639e390ba", "tag": "7c149ab9-ade2-4d36-a05a-910c8268c226", "status": "completed", "code": 200}]} {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:00:45.404674 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b2fd13a3-e25a-4b14-97ff-20ef40a72df3 {{(pid=109048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:00:45.405087 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e7f8890-63d7-4a10-80a0-2e8639e390ba', 'tag': '7c149ab9-ade2-4d36-a05a-910c8268c226', 'status': 'completed', 'code': 200} Feb 16 13:00:45.464573 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-6989f3fb-9568-44a5-8e28-b6ec89156475 None None] Set router 095dafb9-f003-447b-9973-7aafef44ebf7 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:00:45.470846 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6a9bc-e9a8-4428-acb2-81b237b73d16 req-90f0aaa3-a1ca-45c2-a855-b4bd057b4f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:45.472469 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5da6a9bc-e9a8-4428-acb2-81b237b73d16 req-90f0aaa3-a1ca-45c2-a855-b4bd057b4f91 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=0e7f8890-63d7-4a10-80a0-2e8639e390ba HTTP/1.1" status: 200 len: 1098 time: 0.0457740 Feb 16 13:00:45.585603 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6a9bc-e9a8-4428-acb2-81b237b73d16 req-ef7deb10-2aa2-4f3e-b1a7-5c4d154aa1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:45.587220 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5da6a9bc-e9a8-4428-acb2-81b237b73d16 req-ef7deb10-2aa2-4f3e-b1a7-5c4d154aa1f7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=502810d9-904c-405d-b66f-c9f900ce45b3 HTTP/1.1" status: 200 len: 897 time: 0.1036718 Feb 16 13:00:45.597640 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e8cd6-e969-451d-8f3e-584509a3d729 req-2b1e7240-eb52-471f-bd7c-b97ca9e42309 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:45.601526 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2f0e8cd6-e969-451d-8f3e-584509a3d729 req-2b1e7240-eb52-471f-bd7c-b97ca9e42309 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=0e7f8890-63d7-4a10-80a0-2e8639e390ba HTTP/1.1" status: 200 len: 945 time: 0.0558395 Feb 16 13:00:45.633963 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5da6a9bc-e9a8-4428-acb2-81b237b73d16 req-4417a01e-c404-475c-a15f-6f4acd01eab5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c149ab9-ade2-4d36-a05a-910c8268c226 HTTP/1.1" status: 200 len: 217 time: 0.0400236 Feb 16 13:00:45.642033 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2f0e8cd6-e969-451d-8f3e-584509a3d729 req-efa70337-8da9-4a66-9211-0f6e3d9c0927 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6499351-4f61-4387-8c67-34d51a257b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361731 Feb 16 13:00:45.693206 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6a9bc-e9a8-4428-acb2-81b237b73d16 req-f291b448-dccb-4ba8-825b-efb404e707f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:45.694681 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5da6a9bc-e9a8-4428-acb2-81b237b73d16 req-f291b448-dccb-4ba8-825b-efb404e707f2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=374ca5c0-f544-4c0c-989d-1290177cee00 HTTP/1.1" status: 200 len: 835 time: 0.0512762 Feb 16 13:00:45.727738 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6989f3fb-9568-44a5-8e28-b6ec89156475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'name': 'tempest-TestNetworkBasicOps-router-772130887', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '8b42c97a-eba7-42e4-982a-38f2125c50b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:25Z', 'updated_at': '2022-02-16T12:59:29Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '8b42c97a-eba7-42e4-982a-38f2125c50b7', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:26Z', 'updated_at': '2022-02-16T12:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'fec131d2-e537-4c99-bf74-5f837a0dd2c8', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.82', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'port_id': 'e0026966-4f87-4934-b69c-462dd79b7381', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3', 'mac_address': 'fa:16:3e:52:10:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b79982c-4d60-4b69-ace0-fb72eee0ecc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:59:45Z', 'updated_at': '2022-02-16T12:59:47Z', 'revision_number': 1, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc77ecf-be9b-40a1-a277-ec065b2bda75', 'name': '', 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:47:94:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '374ca5c0-f544-4c0c-989d-1290177cee00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:28Z', 'updated_at': '2022-02-16T12:59:32Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': '374ca5c0-f544-4c0c-989d-1290177cee00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:45.739957 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6a9bc-e9a8-4428-acb2-81b237b73d16 req-37850fb7-c6ff-475c-ad05-8bd3225f1177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:45.741490 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5da6a9bc-e9a8-4428-acb2-81b237b73d16 req-37850fb7-c6ff-475c-ad05-8bd3225f1177 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=502810d9-904c-405d-b66f-c9f900ce45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392706 Feb 16 13:00:45.754189 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6989f3fb-9568-44a5-8e28-b6ec89156475 None None] Checking router: 095dafb9-f003-447b-9973-7aafef44ebf7 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:00:45.763301 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6989f3fb-9568-44a5-8e28-b6ec89156475 None None] Routers {'095dafb9-f003-447b-9973-7aafef44ebf7'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:00:45.763898 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6989f3fb-9568-44a5-8e28-b6ec89156475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:00:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['095dafb9-f003-447b-9973-7aafef44ebf7'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:45.834263 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5da6a9bc-e9a8-4428-acb2-81b237b73d16 req-34bf40b0-f7c2-447c-99c2-b32df126d095 service neutron] 10.222.0.42 "GET /v2.0/networks/502810d9-904c-405d-b66f-c9f900ce45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850022 Feb 16 13:00:45.871644 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-6989f3fb-9568-44a5-8e28-b6ec89156475 None None] Set router 095dafb9-f003-447b-9973-7aafef44ebf7 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:00:45.924374 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5da6a9bc-e9a8-4428-acb2-81b237b73d16 req-b7f1685d-5530-474d-88ec-84316f02a08e service neutron] 10.222.0.42 "GET /v2.0/networks/502810d9-904c-405d-b66f-c9f900ce45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828583 Feb 16 13:00:46.120116 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6989f3fb-9568-44a5-8e28-b6ec89156475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'name': 'tempest-TestNetworkBasicOps-router-772130887', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '8b42c97a-eba7-42e4-982a-38f2125c50b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:25Z', 'updated_at': '2022-02-16T12:59:29Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '8b42c97a-eba7-42e4-982a-38f2125c50b7', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:26Z', 'updated_at': '2022-02-16T12:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'fec131d2-e537-4c99-bf74-5f837a0dd2c8', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.82', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'port_id': 'e0026966-4f87-4934-b69c-462dd79b7381', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3', 'mac_address': 'fa:16:3e:52:10:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b79982c-4d60-4b69-ace0-fb72eee0ecc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:59:45Z', 'updated_at': '2022-02-16T12:59:47Z', 'revision_number': 1, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc77ecf-be9b-40a1-a277-ec065b2bda75', 'name': '', 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:47:94:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '374ca5c0-f544-4c0c-989d-1290177cee00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:28Z', 'updated_at': '2022-02-16T12:59:32Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': '374ca5c0-f544-4c0c-989d-1290177cee00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:46.145924 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6989f3fb-9568-44a5-8e28-b6ec89156475 None None] The sync data for ids ['095dafb9-f003-447b-9973-7aafef44ebf7'] in dv-neutron-828142-3-hyperv is: [{'id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'name': 'tempest-TestNetworkBasicOps-router-772130887', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '8b42c97a-eba7-42e4-982a-38f2125c50b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:25Z', 'updated_at': '2022-02-16T12:59:29Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '8b42c97a-eba7-42e4-982a-38f2125c50b7', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:26Z', 'updated_at': '2022-02-16T12:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'fec131d2-e537-4c99-bf74-5f837a0dd2c8', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.82', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'port_id': 'e0026966-4f87-4934-b69c-462dd79b7381', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3', 'mac_address': 'fa:16:3e:52:10:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b79982c-4d60-4b69-ace0-fb72eee0ecc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:59:45Z', 'updated_at': '2022-02-16T12:59:47Z', 'revision_number': 1, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc77ecf-be9b-40a1-a277-ec065b2bda75', 'name': '', 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:47:94:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '374ca5c0-f544-4c0c-989d-1290177cee00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:28Z', 'updated_at': '2022-02-16T12:59:32Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': '374ca5c0-f544-4c0c-989d-1290177cee00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:00:46.350646 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc481aa-238f-4bf4-b639-c2fcd3b0fa4e None None] New status for floating IP 98adb1dd-7a02-48ba-aeef-0a34847709a2: DOWN {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:00:46.762298 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517d080-7162-4b7d-9d36-6ba03d19a207 req-ad98ee8a-bf5b-48e8-a340-129a4c3e3991 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:46.763764 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f517d080-7162-4b7d-9d36-6ba03d19a207 req-ad98ee8a-bf5b-48e8-a340-129a4c3e3991 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=0e7f8890-63d7-4a10-80a0-2e8639e390ba HTTP/1.1" status: 200 len: 945 time: 0.0529714 Feb 16 13:00:46.802435 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f517d080-7162-4b7d-9d36-6ba03d19a207 req-36e85894-eb03-4ce1-bdb6-0c66097b07ed tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6499351-4f61-4387-8c67-34d51a257b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327604 Feb 16 13:00:47.040573 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed11a86-516e-4157-b5a1-efafe3a4f126 req-616c0073-3191-40d7-a496-b118a870f296 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:47.042340 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7ed11a86-516e-4157-b5a1-efafe3a4f126 req-616c0073-3191-40d7-a496-b118a870f296 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e7f8890-63d7-4a10-80a0-2e8639e390ba HTTP/1.1" status: 200 len: 945 time: 0.0549464 Feb 16 13:00:47.132840 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-7ed11a86-516e-4157-b5a1-efafe3a4f126 req-ca9d4508-4c6c-4984-97d1-cd618f4be51a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting port 7c149ab9-ade2-4d36-a05a-910c8268c226 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:00:47.133196 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-7ed11a86-516e-4157-b5a1-efafe3a4f126 req-ca9d4508-4c6c-4984-97d1-cd618f4be51a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:47.232919 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-7ed11a86-516e-4157-b5a1-efafe3a4f126 req-ca9d4508-4c6c-4984-97d1-cd618f4be51a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] For port 7c149ab9-ade2-4d36-a05a-910c8268c226, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7c149ab9-ade2-4d36-a05a-910c8268c226,segment=NetworkSegment(5d922f8a-692c-457d-a849-143f3ff6327a),segment_id=5d922f8a-692c-457d-a849-143f3ff6327a)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:00:47.233418 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-7ed11a86-516e-4157-b5a1-efafe3a4f126 req-ca9d4508-4c6c-4984-97d1-cd618f4be51a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:47.250005 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-7ed11a86-516e-4157-b5a1-efafe3a4f126 req-ca9d4508-4c6c-4984-97d1-cd618f4be51a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Calling delete_port for 7c149ab9-ade2-4d36-a05a-910c8268c226 owned by compute:nova {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:00:47.388482 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-7ed11a86-516e-4157-b5a1-efafe3a4f126 req-ca9d4508-4c6c-4984-97d1-cd618f4be51a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:47.421631 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d4508-4c6c-4984-97d1-cd618f4be51a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Port': ['ID=7c149ab9-ade2-4d36-a05a-910c8268c226,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:47.448929 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d4508-4c6c-4984-97d1-cd618f4be51a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:47.449305 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d4508-4c6c-4984-97d1-cd618f4be51a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:47.449642 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d4508-4c6c-4984-97d1-cd618f4be51a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:47.449965 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d4508-4c6c-4984-97d1-cd618f4be51a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:47.450288 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d4508-4c6c-4984-97d1-cd618f4be51a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:47.450609 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d4508-4c6c-4984-97d1-cd618f4be51a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:47.450929 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d4508-4c6c-4984-97d1-cd618f4be51a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:47.451246 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d4508-4c6c-4984-97d1-cd618f4be51a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:47.451563 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d4508-4c6c-4984-97d1-cd618f4be51a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:47.451876 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d4508-4c6c-4984-97d1-cd618f4be51a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:47.452187 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d4508-4c6c-4984-97d1-cd618f4be51a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:47.452495 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d4508-4c6c-4984-97d1-cd618f4be51a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:47.470865 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed11a86-516e-4157-b5a1-efafe3a4f126 req-ca9d4508-4c6c-4984-97d1-cd618f4be51a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] No DVR routers for this DVR port 7c149ab9-ade2-4d36-a05a-910c8268c226 on host hv-neutron-8281 {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:00:47.473224 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-7ed11a86-516e-4157-b5a1-efafe3a4f126 req-ca9d4508-4c6c-4984-97d1-cd618f4be51a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:47.476429 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7ed11a86-516e-4157-b5a1-efafe3a4f126 req-ca9d4508-4c6c-4984-97d1-cd618f4be51a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "DELETE /v2.0/ports/7c149ab9-ade2-4d36-a05a-910c8268c226 HTTP/1.1" status: 204 len: 173 time: 0.4268844 Feb 16 13:00:47.476877 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7f8890-63d7-4a10-80a0-2e8639e390ba', 'name': 'network-vif-deleted', 'tag': '7c149ab9-ade2-4d36-a05a-910c8268c226'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:00:47.479091 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d65529e-e4ee-4e82-b8ce-84508d932a67" -d '{"events": [{"server_uuid": "0e7f8890-63d7-4a10-80a0-2e8639e390ba", "name": "network-vif-deleted", "tag": "7c149ab9-ade2-4d36-a05a-910c8268c226"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:00:47.516059 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d4440d-b1df-4b3c-94d9-efbea3b1486b x-openstack-request-id: req-c5d4440d-b1df-4b3c-94d9-efbea3b1486b {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:00:47.516346 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7f8890-63d7-4a10-80a0-2e8639e390ba", "name": "network-vif-deleted", "tag": "7c149ab9-ade2-4d36-a05a-910c8268c226", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:00:47.516592 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c5d4440d-b1df-4b3c-94d9-efbea3b1486b {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:00:47.517022 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7f8890-63d7-4a10-80a0-2e8639e390ba', 'name': 'network-vif-deleted', 'tag': '7c149ab9-ade2-4d36-a05a-910c8268c226', 'status': 'completed', 'code': 200} Feb 16 13:00:47.917710 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6295833a-5b32-4b55-9e00-ef7f858c3815 req-539b3e34-e614-4e77-b423-14719aa92a9b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=0e7f8890-63d7-4a10-80a0-2e8639e390ba HTTP/1.1" status: 200 len: 210 time: 0.0282974 Feb 16 13:00:48.975001 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 40016) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:00:49.033805 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6a78d83b-5b02-48e7-9738-be5583f0af97 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:49.061841 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6a78d83b-5b02-48e7-9738-be5583f0af97 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:49.121786 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6a78d83b-5b02-48e7-9738-be5583f0af97 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:49.124920 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6a78d83b-5b02-48e7-9738-be5583f0af97 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:49.126079 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6a78d83b-5b02-48e7-9738-be5583f0af97 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/security-groups/f6499351-4f61-4387-8c67-34d51a257b2d HTTP/1.1" status: 204 len: 168 time: 0.1500723 Feb 16 13:00:49.135619 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78d83b-5b02-48e7-9738-be5583f0af97 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6499351-4f61-4387-8c67-34d51a257b2d,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:49.143381 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78d83b-5b02-48e7-9738-be5583f0af97 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:49.143731 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78d83b-5b02-48e7-9738-be5583f0af97 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:49.144068 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78d83b-5b02-48e7-9738-be5583f0af97 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:49.144412 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78d83b-5b02-48e7-9738-be5583f0af97 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:49.144785 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78d83b-5b02-48e7-9738-be5583f0af97 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:49.145117 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78d83b-5b02-48e7-9738-be5583f0af97 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:49.145449 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78d83b-5b02-48e7-9738-be5583f0af97 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:49.145772 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78d83b-5b02-48e7-9738-be5583f0af97 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:49.146096 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78d83b-5b02-48e7-9738-be5583f0af97 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:49.146429 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78d83b-5b02-48e7-9738-be5583f0af97 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:49.146757 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78d83b-5b02-48e7-9738-be5583f0af97 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:49.147074 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78d83b-5b02-48e7-9738-be5583f0af97 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:49.163075 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 40020) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:00:49.341147 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-4673bbc8-f04e-408c-9a22-33406560b7cb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting port ea338a4f-67be-4848-a3bf-7875a7d93220 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:00:49.341404 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4673bbc8-f04e-408c-9a22-33406560b7cb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:49.415163 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4673bbc8-f04e-408c-9a22-33406560b7cb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:49.415573 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4673bbc8-f04e-408c-9a22-33406560b7cb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:49.428530 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-4673bbc8-f04e-408c-9a22-33406560b7cb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Calling delete_port for ea338a4f-67be-4848-a3bf-7875a7d93220 owned by network:floatingip {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:00:49.574040 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4673bbc8-f04e-408c-9a22-33406560b7cb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:49.599398 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673bbc8-f04e-408c-9a22-33406560b7cb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Port': ['ID=ea338a4f-67be-4848-a3bf-7875a7d93220,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:49.661495 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4673bbc8-f04e-408c-9a22-33406560b7cb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for floatingip, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:49.661823 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.l3_db [None req-4673bbc8-f04e-408c-9a22-33406560b7cb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Floating IP fec131d2-e537-4c99-bf74-5f837a0dd2c8 disassociated (deleted). External IP: 172.26.2.82, port: e0026966-4f87-4934-b69c-462dd79b7381. Feb 16 13:00:49.863381 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4673bbc8-f04e-408c-9a22-33406560b7cb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router 095dafb9-f003-447b-9973-7aafef44ebf7 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:00:49.970612 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4673bbc8-f04e-408c-9a22-33406560b7cb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:00:49.975298 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4673bbc8-f04e-408c-9a22-33406560b7cb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:49.979648 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be80bd5b-a4ff-4842-9f91-49f418ec3f46 None None] Sync routers for ids ['095dafb9-f003-447b-9973-7aafef44ebf7'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:00:49.989575 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be80bd5b-a4ff-4842-9f91-49f418ec3f46 None None] Routers {'095dafb9-f003-447b-9973-7aafef44ebf7'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:00:49.990177 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-be80bd5b-a4ff-4842-9f91-49f418ec3f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:00:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['095dafb9-f003-447b-9973-7aafef44ebf7'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:50.001462 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-4673bbc8-f04e-408c-9a22-33406560b7cb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/floatingips/fec131d2-e537-4c99-bf74-5f837a0dd2c8 HTTP/1.1" status: 204 len: 168 time: 0.8373015 Feb 16 13:00:50.002052 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b79982c-4d60-4b69-ace0-fb72eee0ecc9', 'tag': 'e0026966-4f87-4934-b69c-462dd79b7381'}] {{(pid=109048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:00:50.004301 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40068d798dcc31a224174c6c24ac8b3e49f1a518b527dec6066c5fbc28712f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d1d9a8-bbef-4cdf-92e4-ea9d8e4ce625" -d '{"events": [{"name": "network-changed", "server_uuid": "7b79982c-4d60-4b69-ace0-fb72eee0ecc9", "tag": "e0026966-4f87-4934-b69c-462dd79b7381"}]}' {{(pid=109048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:00:50.053270 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfe9423-b131-4f5d-a234-4a82a90c18e2 x-openstack-request-id: req-cbfe9423-b131-4f5d-a234-4a82a90c18e2 {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:00:50.053563 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b79982c-4d60-4b69-ace0-fb72eee0ecc9", "tag": "e0026966-4f87-4934-b69c-462dd79b7381", "status": "completed", "code": 200}]} {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:00:50.053818 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-cbfe9423-b131-4f5d-a234-4a82a90c18e2 {{(pid=109048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:00:50.054234 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b79982c-4d60-4b69-ace0-fb72eee0ecc9', 'tag': 'e0026966-4f87-4934-b69c-462dd79b7381', 'status': 'completed', 'code': 200} Feb 16 13:00:50.121019 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1d9a8-bbef-4cdf-92e4-ea9d8e4ce625 req-5e180bec-dc58-467a-9668-49519b7b9e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:50.122723 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c1d1d9a8-bbef-4cdf-92e4-ea9d8e4ce625 req-5e180bec-dc58-467a-9668-49519b7b9e42 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=7b79982c-4d60-4b69-ace0-fb72eee0ecc9 HTTP/1.1" status: 200 len: 1099 time: 0.0460093 Feb 16 13:00:50.230371 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1d9a8-bbef-4cdf-92e4-ea9d8e4ce625 req-06140829-d278-42ab-8b58-4b43f8d56ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:50.232148 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c1d1d9a8-bbef-4cdf-92e4-ea9d8e4ce625 req-06140829-d278-42ab-8b58-4b43f8d56ae3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=502810d9-904c-405d-b66f-c9f900ce45b3 HTTP/1.1" status: 200 len: 897 time: 0.1004097 Feb 16 13:00:50.253037 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-be80bd5b-a4ff-4842-9f91-49f418ec3f46 None None] Set router 095dafb9-f003-447b-9973-7aafef44ebf7 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:00:50.267317 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384aa8e-3879-4586-bb75-7e3db261c1ae req-d5f33f35-7938-40bb-a57e-969656263ce4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:50.268897 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e384aa8e-3879-4586-bb75-7e3db261c1ae req-d5f33f35-7938-40bb-a57e-969656263ce4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=7b79982c-4d60-4b69-ace0-fb72eee0ecc9 HTTP/1.1" status: 200 len: 946 time: 0.0556207 Feb 16 13:00:50.280531 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c1d1d9a8-bbef-4cdf-92e4-ea9d8e4ce625 req-9b0eb6f4-b944-4991-ab6c-d7d7fc6fcf3f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0026966-4f87-4934-b69c-462dd79b7381 HTTP/1.1" status: 200 len: 217 time: 0.0388510 Feb 16 13:00:50.309650 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e384aa8e-3879-4586-bb75-7e3db261c1ae req-818ef821-5de9-4cbe-badb-1cd64111c619 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b463bb7-98d1-4607-b945-89f00866eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342405 Feb 16 13:00:50.334955 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1d9a8-bbef-4cdf-92e4-ea9d8e4ce625 req-b662cf31-6d60-46d3-96a5-824257576f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:50.336540 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c1d1d9a8-bbef-4cdf-92e4-ea9d8e4ce625 req-b662cf31-6d60-46d3-96a5-824257576f06 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=374ca5c0-f544-4c0c-989d-1290177cee00 HTTP/1.1" status: 200 len: 835 time: 0.0479097 Feb 16 13:00:50.388195 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1d9a8-bbef-4cdf-92e4-ea9d8e4ce625 req-5a7bdffa-1a67-49ad-91a1-66b12032d64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:50.389618 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c1d1d9a8-bbef-4cdf-92e4-ea9d8e4ce625 req-5a7bdffa-1a67-49ad-91a1-66b12032d64a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=502810d9-904c-405d-b66f-c9f900ce45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442810 Feb 16 13:00:50.453181 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-be80bd5b-a4ff-4842-9f91-49f418ec3f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'name': 'tempest-TestNetworkBasicOps-router-772130887', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '8b42c97a-eba7-42e4-982a-38f2125c50b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:25Z', 'updated_at': '2022-02-16T12:59:29Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '8b42c97a-eba7-42e4-982a-38f2125c50b7', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:26Z', 'updated_at': '2022-02-16T12:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'bbc77ecf-be9b-40a1-a277-ec065b2bda75', 'name': '', 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:47:94:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '374ca5c0-f544-4c0c-989d-1290177cee00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:28Z', 'updated_at': '2022-02-16T12:59:32Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': '374ca5c0-f544-4c0c-989d-1290177cee00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:50.479338 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c1d1d9a8-bbef-4cdf-92e4-ea9d8e4ce625 req-29dd70ca-0ee1-4e6b-a84f-8831a621e1c7 service neutron] 10.222.0.42 "GET /v2.0/networks/502810d9-904c-405d-b66f-c9f900ce45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819962 Feb 16 13:00:50.479736 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be80bd5b-a4ff-4842-9f91-49f418ec3f46 None None] Checking router: 095dafb9-f003-447b-9973-7aafef44ebf7 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:00:50.488155 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be80bd5b-a4ff-4842-9f91-49f418ec3f46 None None] Routers {'095dafb9-f003-447b-9973-7aafef44ebf7'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:00:50.488796 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-be80bd5b-a4ff-4842-9f91-49f418ec3f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:00:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['095dafb9-f003-447b-9973-7aafef44ebf7'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:50.575511 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c1d1d9a8-bbef-4cdf-92e4-ea9d8e4ce625 req-560699f0-8071-48c5-8bef-33adbf05c6fa service neutron] 10.222.0.42 "GET /v2.0/networks/502810d9-904c-405d-b66f-c9f900ce45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876727 Feb 16 13:00:50.596549 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-be80bd5b-a4ff-4842-9f91-49f418ec3f46 None None] Set router 095dafb9-f003-447b-9973-7aafef44ebf7 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:00:50.795113 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-be80bd5b-a4ff-4842-9f91-49f418ec3f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'name': 'tempest-TestNetworkBasicOps-router-772130887', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '8b42c97a-eba7-42e4-982a-38f2125c50b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:25Z', 'updated_at': '2022-02-16T12:59:29Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '8b42c97a-eba7-42e4-982a-38f2125c50b7', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:26Z', 'updated_at': '2022-02-16T12:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'bbc77ecf-be9b-40a1-a277-ec065b2bda75', 'name': '', 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:47:94:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '374ca5c0-f544-4c0c-989d-1290177cee00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:28Z', 'updated_at': '2022-02-16T12:59:32Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': '374ca5c0-f544-4c0c-989d-1290177cee00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:50.820797 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be80bd5b-a4ff-4842-9f91-49f418ec3f46 None None] The sync data for ids ['095dafb9-f003-447b-9973-7aafef44ebf7'] in dv-neutron-828142-3-hyperv is: [{'id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'name': 'tempest-TestNetworkBasicOps-router-772130887', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '8b42c97a-eba7-42e4-982a-38f2125c50b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:25Z', 'updated_at': '2022-02-16T12:59:29Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '8b42c97a-eba7-42e4-982a-38f2125c50b7', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:26Z', 'updated_at': '2022-02-16T12:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'bbc77ecf-be9b-40a1-a277-ec065b2bda75', 'name': '', 'network_id': '502810d9-904c-405d-b66f-c9f900ce45b3', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:47:94:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '374ca5c0-f544-4c0c-989d-1290177cee00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:28Z', 'updated_at': '2022-02-16T12:59:32Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': '374ca5c0-f544-4c0c-989d-1290177cee00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:00:51.028445 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0109e03b-2760-4f16-b73d-f2bbcbc7e22c None None] New status for floating IP fec131d2-e537-4c99-bf74-5f837a0dd2c8: DOWN {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:00:51.427172 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2acc54-10b9-4f8d-8e47-3c938389a54a req-c0483431-ad13-4565-ae74-8e4223accb40 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:51.428681 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ca2acc54-10b9-4f8d-8e47-3c938389a54a req-c0483431-ad13-4565-ae74-8e4223accb40 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=7b79982c-4d60-4b69-ace0-fb72eee0ecc9 HTTP/1.1" status: 200 len: 946 time: 0.0484962 Feb 16 13:00:51.466906 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ca2acc54-10b9-4f8d-8e47-3c938389a54a req-35ca9481-7552-4858-b358-eb896a6ece0a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b463bb7-98d1-4607-b945-89f00866eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318089 Feb 16 13:00:51.845765 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb28440-28ac-4dbc-9d83-8ffd030651f2 req-7492333b-056d-4b05-bf83-3ed5ec97e2d4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:51.847221 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2bb28440-28ac-4dbc-9d83-8ffd030651f2 req-7492333b-056d-4b05-bf83-3ed5ec97e2d4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b79982c-4d60-4b69-ace0-fb72eee0ecc9 HTTP/1.1" status: 200 len: 946 time: 0.0482283 Feb 16 13:00:51.937524 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-2bb28440-28ac-4dbc-9d83-8ffd030651f2 req-a9c4e09d-00d6-48c8-aff1-9989a1eac96a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting port e0026966-4f87-4934-b69c-462dd79b7381 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:00:51.937861 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-2bb28440-28ac-4dbc-9d83-8ffd030651f2 req-a9c4e09d-00d6-48c8-aff1-9989a1eac96a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:52.026504 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-2bb28440-28ac-4dbc-9d83-8ffd030651f2 req-a9c4e09d-00d6-48c8-aff1-9989a1eac96a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] For port e0026966-4f87-4934-b69c-462dd79b7381, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e0026966-4f87-4934-b69c-462dd79b7381,segment=NetworkSegment(5d922f8a-692c-457d-a849-143f3ff6327a),segment_id=5d922f8a-692c-457d-a849-143f3ff6327a)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:00:52.027402 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-2bb28440-28ac-4dbc-9d83-8ffd030651f2 req-a9c4e09d-00d6-48c8-aff1-9989a1eac96a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:52.040039 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-2bb28440-28ac-4dbc-9d83-8ffd030651f2 req-a9c4e09d-00d6-48c8-aff1-9989a1eac96a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Calling delete_port for e0026966-4f87-4934-b69c-462dd79b7381 owned by compute:nova {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:00:52.175254 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-2bb28440-28ac-4dbc-9d83-8ffd030651f2 req-a9c4e09d-00d6-48c8-aff1-9989a1eac96a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:52.201841 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4e09d-00d6-48c8-aff1-9989a1eac96a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Port': ['ID=e0026966-4f87-4934-b69c-462dd79b7381,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:52.246318 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb28440-28ac-4dbc-9d83-8ffd030651f2 req-a9c4e09d-00d6-48c8-aff1-9989a1eac96a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] No DVR routers for this DVR port e0026966-4f87-4934-b69c-462dd79b7381 on host hv-neutron-8281 {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:00:52.248837 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-2bb28440-28ac-4dbc-9d83-8ffd030651f2 req-a9c4e09d-00d6-48c8-aff1-9989a1eac96a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:52.252106 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2bb28440-28ac-4dbc-9d83-8ffd030651f2 req-a9c4e09d-00d6-48c8-aff1-9989a1eac96a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "DELETE /v2.0/ports/e0026966-4f87-4934-b69c-462dd79b7381 HTTP/1.1" status: 204 len: 173 time: 0.3983183 Feb 16 13:00:52.252540 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b79982c-4d60-4b69-ace0-fb72eee0ecc9', 'name': 'network-vif-deleted', 'tag': 'e0026966-4f87-4934-b69c-462dd79b7381'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:00:52.254783 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08f39db-84ac-4f2c-b8c3-0bb6a94cbdc9" -d '{"events": [{"server_uuid": "7b79982c-4d60-4b69-ace0-fb72eee0ecc9", "name": "network-vif-deleted", "tag": "e0026966-4f87-4934-b69c-462dd79b7381"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:00:52.278623 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-33b18b7a-6755-47b3-9020-b9bdf178de51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:52.294299 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0437ae1b-108e-4aed-a85d-a928f056339b x-openstack-request-id: req-0437ae1b-108e-4aed-a85d-a928f056339b {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:00:52.294660 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b79982c-4d60-4b69-ace0-fb72eee0ecc9", "name": "network-vif-deleted", "tag": "e0026966-4f87-4934-b69c-462dd79b7381", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:00:52.294907 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0437ae1b-108e-4aed-a85d-a928f056339b {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:00:52.295311 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b79982c-4d60-4b69-ace0-fb72eee0ecc9', 'name': 'network-vif-deleted', 'tag': 'e0026966-4f87-4934-b69c-462dd79b7381', 'status': 'completed', 'code': 200} Feb 16 13:00:52.521018 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 7c149ab9-ade2-4d36-a05a-910c8268c226 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:00:52.542950 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] No Port match for: 7c149ab9-ade2-4d36-a05a-910c8268c226 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:00:52.543292 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 7c149ab9-ade2-4d36-a05a-910c8268c226 not bound to the agent host hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:00:52.575274 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-def62603-4b60-40c1-9cef-a07feb6f0d20 req-f94a2fda-1ab0-4b68-b6a2-05c9abe80bdc tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=7b79982c-4d60-4b69-ace0-fb72eee0ecc9 HTTP/1.1" status: 200 len: 210 time: 0.0273643 Feb 16 13:00:53.633966 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 40038) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:00:53.704499 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2da6c6b2-bebb-4900-a0d8-ad8f14addd27 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:53.729232 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2da6c6b2-bebb-4900-a0d8-ad8f14addd27 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:53.793208 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2da6c6b2-bebb-4900-a0d8-ad8f14addd27 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:53.795731 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2da6c6b2-bebb-4900-a0d8-ad8f14addd27 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:53.796895 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2da6c6b2-bebb-4900-a0d8-ad8f14addd27 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/security-groups/1b463bb7-98d1-4607-b945-89f00866eb0d HTTP/1.1" status: 204 len: 168 time: 0.1619308 Feb 16 13:00:53.809911 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da6c6b2-bebb-4900-a0d8-ad8f14addd27 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b463bb7-98d1-4607-b945-89f00866eb0d,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:53.833850 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 40042) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:00:54.189781 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2ae8fe8c-11bb-4bde-99eb-0adbe93c39a7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:54.418527 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee2cdd38-b329-4a79-ae1a-6b002a4a99a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:54.443220 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-2ae8fe8c-11bb-4bde-99eb-0adbe93c39a7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting port bbc77ecf-be9b-40a1-a277-ec065b2bda75 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:00:54.443527 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2ae8fe8c-11bb-4bde-99eb-0adbe93c39a7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:54.531417 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-2ae8fe8c-11bb-4bde-99eb-0adbe93c39a7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] For port bbc77ecf-be9b-40a1-a277-ec065b2bda75, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=bbc77ecf-be9b-40a1-a277-ec065b2bda75,segment=NetworkSegment(5d922f8a-692c-457d-a849-143f3ff6327a),segment_id=5d922f8a-692c-457d-a849-143f3ff6327a)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:00:54.531771 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2ae8fe8c-11bb-4bde-99eb-0adbe93c39a7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:54.544283 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-2ae8fe8c-11bb-4bde-99eb-0adbe93c39a7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Calling delete_port for bbc77ecf-be9b-40a1-a277-ec065b2bda75 owned by network:router_interface {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:00:55.030279 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2ae8fe8c-11bb-4bde-99eb-0adbe93c39a7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:55.056504 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8fe8c-11bb-4bde-99eb-0adbe93c39a7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Port': ['ID=bbc77ecf-be9b-40a1-a277-ec065b2bda75,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:55.238991 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2ae8fe8c-11bb-4bde-99eb-0adbe93c39a7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:55.448196 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae8fe8c-11bb-4bde-99eb-0adbe93c39a7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router 095dafb9-f003-447b-9973-7aafef44ebf7 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:00:55.552568 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae8fe8c-11bb-4bde-99eb-0adbe93c39a7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:00:55.558102 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2ae8fe8c-11bb-4bde-99eb-0adbe93c39a7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "PUT /v2.0/routers/095dafb9-f003-447b-9973-7aafef44ebf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7226768 Feb 16 13:00:55.561732 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 40044) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:00:55.562691 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e51154a-948f-45bd-bdaa-39e3bf1a3525 None None] Sync routers for ids ['095dafb9-f003-447b-9973-7aafef44ebf7'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:00:55.573377 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e51154a-948f-45bd-bdaa-39e3bf1a3525 None None] Routers {'095dafb9-f003-447b-9973-7aafef44ebf7'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:00:55.573992 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-9e51154a-948f-45bd-bdaa-39e3bf1a3525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:00:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['095dafb9-f003-447b-9973-7aafef44ebf7'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:55.613350 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c40778-3395-4177-962c-80db4a1786d1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting subnet 374ca5c0-f544-4c0c-989d-1290177cee00 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 13:00:55.616677 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d7c40778-3395-4177-962c-80db4a1786d1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:55.661035 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d7c40778-3395-4177-962c-80db4a1786d1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:55.678062 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-9e51154a-948f-45bd-bdaa-39e3bf1a3525 None None] Set router 095dafb9-f003-447b-9973-7aafef44ebf7 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:00:55.743192 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d7c40778-3395-4177-962c-80db4a1786d1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:55.782250 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:55.804865 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d7c40778-3395-4177-962c-80db4a1786d1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:55.832177 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c40778-3395-4177-962c-80db4a1786d1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Subnet': ['ID=374ca5c0-f544-4c0c-989d-1290177cee00,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:55.834364 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d7c40778-3395-4177-962c-80db4a1786d1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:55.840904 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 40046) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:00:55.841128 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d7c40778-3395-4177-962c-80db4a1786d1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/subnets/374ca5c0-f544-4c0c-989d-1290177cee00 HTTP/1.1" status: 204 len: 168 time: 0.2781110 Feb 16 13:00:55.847494 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0298b7d9-7440-45d1-9827-2009b88ba523 None None] Network 502810d9-904c-405d-b66f-c9f900ce45b3 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:00:55.948721 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b27f2e14-2ae5-467c-8f00-eae97efad87a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:55.974688 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-9e51154a-948f-45bd-bdaa-39e3bf1a3525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'name': 'tempest-TestNetworkBasicOps-router-772130887', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '8b42c97a-eba7-42e4-982a-38f2125c50b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:25Z', 'updated_at': '2022-02-16T13:00:54Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '8b42c97a-eba7-42e4-982a-38f2125c50b7', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:26Z', 'updated_at': '2022-02-16T12:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:56.003695 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e51154a-948f-45bd-bdaa-39e3bf1a3525 None None] Checking router: 095dafb9-f003-447b-9973-7aafef44ebf7 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:00:56.017846 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e51154a-948f-45bd-bdaa-39e3bf1a3525 None None] Routers {'095dafb9-f003-447b-9973-7aafef44ebf7'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:00:56.018517 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-9e51154a-948f-45bd-bdaa-39e3bf1a3525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:00:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['095dafb9-f003-447b-9973-7aafef44ebf7'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:56.065203 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b27f2e14-2ae5-467c-8f00-eae97efad87a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:56.105887 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66812cb-8dac-4ab8-a002-5e05761ff6d4 None None] DHCP port deletion for 502810d9-904c-405d-b66f-c9f900ce45b3 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 13:00:56.125126 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-b27f2e14-2ae5-467c-8f00-eae97efad87a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting port 8b42c97a-eba7-42e4-982a-38f2125c50b7 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:00:56.125474 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b27f2e14-2ae5-467c-8f00-eae97efad87a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:56.158690 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-9e51154a-948f-45bd-bdaa-39e3bf1a3525 None None] Set router 095dafb9-f003-447b-9973-7aafef44ebf7 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:00:56.211596 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-b27f2e14-2ae5-467c-8f00-eae97efad87a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] For port 8b42c97a-eba7-42e4-982a-38f2125c50b7, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=8b42c97a-eba7-42e4-982a-38f2125c50b7,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:00:56.212054 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b27f2e14-2ae5-467c-8f00-eae97efad87a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:56.226462 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-b27f2e14-2ae5-467c-8f00-eae97efad87a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Calling delete_port for 8b42c97a-eba7-42e4-982a-38f2125c50b7 owned by network:router_gateway {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:00:56.399882 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b27f2e14-2ae5-467c-8f00-eae97efad87a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:56.427377 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-f66812cb-8dac-4ab8-a002-5e05761ff6d4 None None] Deleting port 5c94e990-af1e-4175-bb3b-5cfe5ffbfa4f {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:00:56.427647 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f2e14-2ae5-467c-8f00-eae97efad87a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Port': ['ID=8b42c97a-eba7-42e4-982a-38f2125c50b7,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:56.427817 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f66812cb-8dac-4ab8-a002-5e05761ff6d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:56.487169 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b27f2e14-2ae5-467c-8f00-eae97efad87a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:56.523495 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-f66812cb-8dac-4ab8-a002-5e05761ff6d4 None None] For port 5c94e990-af1e-4175-bb3b-5cfe5ffbfa4f, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=5c94e990-af1e-4175-bb3b-5cfe5ffbfa4f,segment=NetworkSegment(5d922f8a-692c-457d-a849-143f3ff6327a),segment_id=5d922f8a-692c-457d-a849-143f3ff6327a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:00:56.523884 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f66812cb-8dac-4ab8-a002-5e05761ff6d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:56.536584 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device e0026966-4f87-4934-b69c-462dd79b7381 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:00:56.560028 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-f66812cb-8dac-4ab8-a002-5e05761ff6d4 None None] Calling delete_port for 5c94e990-af1e-4175-bb3b-5cfe5ffbfa4f owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:00:56.566104 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] No Port match for: e0026966-4f87-4934-b69c-462dd79b7381 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:00:56.566762 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device e0026966-4f87-4934-b69c-462dd79b7381 not bound to the agent host hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:00:56.586092 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b27f2e14-2ae5-467c-8f00-eae97efad87a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:56.588199 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b27f2e14-2ae5-467c-8f00-eae97efad87a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:56.634120 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-9e51154a-948f-45bd-bdaa-39e3bf1a3525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'name': 'tempest-TestNetworkBasicOps-router-772130887', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '8b42c97a-eba7-42e4-982a-38f2125c50b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:25Z', 'updated_at': '2022-02-16T13:00:54Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '8b42c97a-eba7-42e4-982a-38f2125c50b7', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:26Z', 'updated_at': '2022-02-16T12:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:56.634958 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b27f2e14-2ae5-467c-8f00-eae97efad87a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:56.636144 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27f2e14-2ae5-467c-8f00-eae97efad87a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Fanout notify agent at l3_agent the message router_deleted on router 095dafb9-f003-447b-9973-7aafef44ebf7 {{(pid=109048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 13:00:56.643086 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b27f2e14-2ae5-467c-8f00-eae97efad87a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:56.644191 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b27f2e14-2ae5-467c-8f00-eae97efad87a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/routers/095dafb9-f003-447b-9973-7aafef44ebf7 HTTP/1.1" status: 204 len: 168 time: 0.8018980 Feb 16 13:00:56.646956 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 40048) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:00:56.669009 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e51154a-948f-45bd-bdaa-39e3bf1a3525 None None] The sync data for ids ['095dafb9-f003-447b-9973-7aafef44ebf7'] in dv-neutron-828142-3-hyperv is: [{'id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'name': 'tempest-TestNetworkBasicOps-router-772130887', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '8b42c97a-eba7-42e4-982a-38f2125c50b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:25Z', 'updated_at': '2022-02-16T13:00:54Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': '8b42c97a-eba7-42e4-982a-38f2125c50b7', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095dafb9-f003-447b-9973-7aafef44ebf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:26Z', 'updated_at': '2022-02-16T12:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:00:56.687919 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f66812cb-8dac-4ab8-a002-5e05761ff6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:56.714097 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66812cb-8dac-4ab8-a002-5e05761ff6d4 None None] Pushing event deleted for resources: {'Port': ['ID=5c94e990-af1e-4175-bb3b-5cfe5ffbfa4f,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:56.722203 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66812cb-8dac-4ab8-a002-5e05761ff6d4 None None] No DVR routers for this DVR port 5c94e990-af1e-4175-bb3b-5cfe5ffbfa4f on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:00:56.724278 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66812cb-8dac-4ab8-a002-5e05761ff6d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:56.724730 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66812cb-8dac-4ab8-a002-5e05761ff6d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:56.724984 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66812cb-8dac-4ab8-a002-5e05761ff6d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:56.725392 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66812cb-8dac-4ab8-a002-5e05761ff6d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:56.725720 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66812cb-8dac-4ab8-a002-5e05761ff6d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:56.726195 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66812cb-8dac-4ab8-a002-5e05761ff6d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:56.726366 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66812cb-8dac-4ab8-a002-5e05761ff6d4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:56.726717 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66812cb-8dac-4ab8-a002-5e05761ff6d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:56.727018 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66812cb-8dac-4ab8-a002-5e05761ff6d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:56.727333 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66812cb-8dac-4ab8-a002-5e05761ff6d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:56.727655 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66812cb-8dac-4ab8-a002-5e05761ff6d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:56.727969 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66812cb-8dac-4ab8-a002-5e05761ff6d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:56.734898 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8afc0449-67c1-4b55-8750-6526b934aca0 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:56.827741 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8afc0449-67c1-4b55-8750-6526b934aca0 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:56.849978 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-8afc0449-67c1-4b55-8750-6526b934aca0 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['502810d9-904c-405d-b66f-c9f900ce45b3']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:56.859178 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-8afc0449-67c1-4b55-8750-6526b934aca0 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d922f8a-692c-457d-a849-143f3ff6327a') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:56.860425 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-8afc0449-67c1-4b55-8750-6526b934aca0 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d922f8a-692c-457d-a849-143f3ff6327a') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:56.869586 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8afc0449-67c1-4b55-8750-6526b934aca0 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:56.883262 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8afc0449-67c1-4b55-8750-6526b934aca0 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:56.889601 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8afc0449-67c1-4b55-8750-6526b934aca0 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:00:56.889975 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8afc0449-67c1-4b55-8750-6526b934aca0 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:56.892877 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 13:00:56.892877 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:00:56.892877 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 13:00:56.892877 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:00:56.892877 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 13:00:56.892877 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 13:00:56.892877 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 13:00:56.892877 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:00:56.892877 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 13:00:56.892877 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:00:56.892877 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 13:00:56.892877 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:00:56.892877 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 13:00:56.892877 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 13:00:56.892877 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:00:56.892877 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 13:00:56.892877 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:00:56.892877 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 13:00:56.892877 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 13:00:56.892877 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 13:00:56.892877 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 13:00:56.892877 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 13:00:56.892877 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:00:56.892877 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:00:56.892877 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 13:00:56.892877 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:00:56.892877 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:00:56.892877 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:00:56.892877 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:00:56.892877 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:00:56.892877 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:00:56.892877 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:00:56.953663 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8afc0449-67c1-4b55-8750-6526b934aca0 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:56.958758 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8afc0449-67c1-4b55-8750-6526b934aca0 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:56.961874 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-8afc0449-67c1-4b55-8750-6526b934aca0 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/networks/502810d9-904c-405d-b66f-c9f900ce45b3 HTTP/1.1" status: 204 len: 168 time: 0.3139696 Feb 16 13:00:56.976448 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc0449-67c1-4b55-8750-6526b934aca0 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Network': ['ID=502810d9-904c-405d-b66f-c9f900ce45b3,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:56.989799 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 40050) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:00:56.995791 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-6ed06bdb-6470-45b8-ac85-2d87f5ddaaca tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'network': {'name': 'tempest-network-smoke--1064226560', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'port_security_enabled': True}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:00:57.024318 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed06bdb-6470-45b8-ac85-2d87f5ddaaca tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Made reservation on behalf of 93ebfe1969ad47c59fc4b80bacd9b15b for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:00:57.028444 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6ed06bdb-6470-45b8-ac85-2d87f5ddaaca tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:57.059962 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ed06bdb-6470-45b8-ac85-2d87f5ddaaca tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:00:57.060578 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:57.077128 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6ed06bdb-6470-45b8-ac85-2d87f5ddaaca tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:57.077727 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-6ed06bdb-6470-45b8-ac85-2d87f5ddaaca tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Added segment a189d8f0-5ff7-4e5d-a715-c5708e676b38 of type vlan for network 0d164537-5ae8-427e-bb35-7e5efd2565a4 Feb 16 13:00:57.129047 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6ed06bdb-6470-45b8-ac85-2d87f5ddaaca tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:57.154857 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6ed06bdb-6470-45b8-ac85-2d87f5ddaaca tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:57.160724 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 5c94e990-af1e-4175-bb3b-5cfe5ffbfa4f no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:00:57.160931 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed06bdb-6470-45b8-ac85-2d87f5ddaaca tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:57.161356 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6ed06bdb-6470-45b8-ac85-2d87f5ddaaca tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:57.183974 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 5c94e990-af1e-4175-bb3b-5cfe5ffbfa4f {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:00:57.184639 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 5c94e990-af1e-4175-bb3b-5cfe5ffbfa4f not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:00:57.185257 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device bbc77ecf-be9b-40a1-a277-ec065b2bda75 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:00:57.205445 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: bbc77ecf-be9b-40a1-a277-ec065b2bda75 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:00:57.205665 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device bbc77ecf-be9b-40a1-a277-ec065b2bda75 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:00:57.222012 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6ed06bdb-6470-45b8-ac85-2d87f5ddaaca tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2309239 Feb 16 13:00:57.225115 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 40052) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:00:57.230659 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e2ede320-fd5a-4b69-970d-3a808e8b0393 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1997465006', 'admin_state_up': True, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:00:57.238713 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed06bdb-6470-45b8-ac85-2d87f5ddaaca tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Network': ['ID=0d164537-5ae8-427e-bb35-7e5efd2565a4,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:57.249815 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 0d164537-5ae8-427e-bb35-7e5efd2565a4 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:00:57.256848 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e2ede320-fd5a-4b69-970d-3a808e8b0393 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:57.257876 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e2ede320-fd5a-4b69-970d-3a808e8b0393 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:57.317207 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e2ede320-fd5a-4b69-970d-3a808e8b0393 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:57.364808 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:57.461838 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e2ede320-fd5a-4b69-970d-3a808e8b0393 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:57.648957 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e2ede320-fd5a-4b69-970d-3a808e8b0393 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:57.667622 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e2ede320-fd5a-4b69-970d-3a808e8b0393 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:57.775024 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-e2ede320-fd5a-4b69-970d-3a808e8b0393 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Allocated IP 172.26.2.72 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/a65f063f-f71e-4c16-94cd-f0aa5cff4fce) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:00:57.876605 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e2ede320-fd5a-4b69-970d-3a808e8b0393 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:57.908681 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e2ede320-fd5a-4b69-970d-3a808e8b0393 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:57.954568 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ede320-fd5a-4b69-970d-3a808e8b0393 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:00:57.957382 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-e2ede320-fd5a-4b69-970d-3a808e8b0393 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:00:57.961644 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ede320-fd5a-4b69-970d-3a808e8b0393 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:00:57.964756 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ede320-fd5a-4b69-970d-3a808e8b0393 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=a65f063f-f71e-4c16-94cd-f0aa5cff4fce,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:58.210247 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e2ede320-fd5a-4b69-970d-3a808e8b0393 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:58.621947 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:58.721379 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e2ede320-fd5a-4b69-970d-3a808e8b0393 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:58.733307 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 8b42c97a-eba7-42e4-982a-38f2125c50b7 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:00:58.754478 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 8b42c97a-eba7-42e4-982a-38f2125c50b7 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:00:58.754820 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 8b42c97a-eba7-42e4-982a-38f2125c50b7 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:00:58.848833 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ede320-fd5a-4b69-970d-3a808e8b0393 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router 17eef591-5d9d-42cc-8f0e-94398a1540a4 is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 13:00:58.954173 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ede320-fd5a-4b69-970d-3a808e8b0393 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:00:58.963992 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9800354b-6e57-43ca-8e36-acce03e3ddd7 None None] Sync routers for ids ['17eef591-5d9d-42cc-8f0e-94398a1540a4'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:00:58.975929 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9800354b-6e57-43ca-8e36-acce03e3ddd7 None None] Routers {'17eef591-5d9d-42cc-8f0e-94398a1540a4'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:00:58.977809 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e2ede320-fd5a-4b69-970d-3a808e8b0393 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:58.978015 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9800354b-6e57-43ca-8e36-acce03e3ddd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:00:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['17eef591-5d9d-42cc-8f0e-94398a1540a4'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:58.982588 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e2ede320-fd5a-4b69-970d-3a808e8b0393 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7528644 Feb 16 13:00:58.982980 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 40054) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:00:59.015218 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f6e15cf0-d9d5-4dff-84c9-73e0fad07199 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/subnets?project_id=93ebfe1969ad47c59fc4b80bacd9b15b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311019 Feb 16 13:00:59.018449 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 40056) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:00:59.109666 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30febe53-0162-47c1-b518-0aeedc49d1f9 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:59.111556 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-30febe53-0162-47c1-b518-0aeedc49d1f9 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0919189 Feb 16 13:00:59.114167 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 40058) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:00:59.141496 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-32ef725e-9a3d-41cc-9f1b-7fa3a8d34c8f tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/subnets?network_id=a08a3d1b-2e35-4b18-9cb0-756d355083e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260975 Feb 16 13:00:59.143970 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 40060) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:00:59.148613 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-9cb6593d-c7e0-49be-858b-447343f5c0af tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1223658425', 'network_id': '0d164537-5ae8-427e-bb35-7e5efd2565a4', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:00:59.178227 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-9800354b-6e57-43ca-8e36-acce03e3ddd7 None None] Set router 17eef591-5d9d-42cc-8f0e-94398a1540a4 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:00:59.244554 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb6593d-c7e0-49be-858b-447343f5c0af tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Made reservation on behalf of 93ebfe1969ad47c59fc4b80bacd9b15b for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:00:59.247958 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9cb6593d-c7e0-49be-858b-447343f5c0af tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:59.360805 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9800354b-6e57-43ca-8e36-acce03e3ddd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'name': 'tempest-TestNetworkBasicOps-router-1997465006', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': 'a65f063f-f71e-4c16-94cd-f0aa5cff4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:57Z', 'updated_at': '2022-02-16T13:00:58Z', 'revision_number': 3, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'a65f063f-f71e-4c16-94cd-f0aa5cff4fce', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:57Z', 'updated_at': '2022-02-16T13:00:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:59.386717 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9800354b-6e57-43ca-8e36-acce03e3ddd7 None None] Checking router: 17eef591-5d9d-42cc-8f0e-94398a1540a4 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:00:59.387331 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9800354b-6e57-43ca-8e36-acce03e3ddd7 None None] Updating router 17eef591-5d9d-42cc-8f0e-94398a1540a4 port a65f063f-f71e-4c16-94cd-f0aa5cff4fce binding host dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:00:59.413166 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9800354b-6e57-43ca-8e36-acce03e3ddd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:59.431256 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9cb6593d-c7e0-49be-858b-447343f5c0af tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:59.493785 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb6593d-c7e0-49be-858b-447343f5c0af tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Subnet': ['ID=dc731948-121d-4e38-930d-ffae13f38d09,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:59.502247 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb6593d-c7e0-49be-858b-447343f5c0af tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Checking segment: {'id': 'a189d8f0-5ff7-4e5d-a715-c5708e676b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0d164537-5ae8-427e-bb35-7e5efd2565a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:00:59.502613 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb6593d-c7e0-49be-858b-447343f5c0af tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network hostable DHCP agents. Network: 0d164537-5ae8-427e-bb35-7e5efd2565a4, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:00:59.519222 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb6593d-c7e0-49be-858b-447343f5c0af tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network 0d164537-5ae8-427e-bb35-7e5efd2565a4 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:00:59.529890 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-9cb6593d-c7e0-49be-858b-447343f5c0af tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 0d164537-5ae8-427e-bb35-7e5efd2565a4) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:00:59.534414 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb6593d-c7e0-49be-858b-447343f5c0af tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:59.535218 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9cb6593d-c7e0-49be-858b-447343f5c0af tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:59.545108 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a3af02-1ec6-4db3-8ff4-4ec93d37b496 None None] Network 0d164537-5ae8-427e-bb35-7e5efd2565a4 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:00:59.555178 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9cb6593d-c7e0-49be-858b-447343f5c0af tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4100745 Feb 16 13:00:59.558470 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 40062) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:00:59.684826 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9800354b-6e57-43ca-8e36-acce03e3ddd7 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:59.690727 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9800354b-6e57-43ca-8e36-acce03e3ddd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:59.703711 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b979d186-d272-4889-a461-48b75dccbee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-0d164537-5ae8-427e-bb35-7e5efd2565a4', 'network_id': '0d164537-5ae8-427e-bb35-7e5efd2565a4', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ips': [{'subnet_id': 'dc731948-121d-4e38-930d-ffae13f38d09'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 13:00:59.704670 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b979d186-d272-4889-a461-48b75dccbee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:59.732882 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-9800354b-6e57-43ca-8e36-acce03e3ddd7 None None] Attempting to bind port a65f063f-f71e-4c16-94cd-f0aa5cff4fce on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:00:59.733249 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-9800354b-6e57-43ca-8e36-acce03e3ddd7 None None] Attempting to bind port a65f063f-f71e-4c16-94cd-f0aa5cff4fce by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:00:59.733609 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9800354b-6e57-43ca-8e36-acce03e3ddd7 None None] Attempting to bind port a65f063f-f71e-4c16-94cd-f0aa5cff4fce on network a08a3d1b-2e35-4b18-9cb0-756d355083e6 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:00:59.741764 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9800354b-6e57-43ca-8e36-acce03e3ddd7 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:00:59.742154 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9800354b-6e57-43ca-8e36-acce03e3ddd7 None None] Checking segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:00:59.742540 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9800354b-6e57-43ca-8e36-acce03e3ddd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:59.742930 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9800354b-6e57-43ca-8e36-acce03e3ddd7 None None] Bound using segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:00:59.743396 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-9800354b-6e57-43ca-8e36-acce03e3ddd7 None None] Bound port: a65f063f-f71e-4c16-94cd-f0aa5cff4fce, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:00:59.743774 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9800354b-6e57-43ca-8e36-acce03e3ddd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:59.796689 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193fd2da-6711-4ef6-838d-17c7683ec593 None None] Pushing event updated for resources: {'Port': ['ID=a65f063f-f71e-4c16-94cd-f0aa5cff4fce,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:59.810575 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-9800354b-6e57-43ca-8e36-acce03e3ddd7 None None] For port a65f063f-f71e-4c16-94cd-f0aa5cff4fce, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:00:59.813951 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-9800354b-6e57-43ca-8e36-acce03e3ddd7 None None] For port a65f063f-f71e-4c16-94cd-f0aa5cff4fce, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=a65f063f-f71e-4c16-94cd-f0aa5cff4fce,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:00:59.816126 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193fd2da-6711-4ef6-838d-17c7683ec593 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:59.816684 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193fd2da-6711-4ef6-838d-17c7683ec593 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:59.817211 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193fd2da-6711-4ef6-838d-17c7683ec593 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:59.817724 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193fd2da-6711-4ef6-838d-17c7683ec593 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:59.818229 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193fd2da-6711-4ef6-838d-17c7683ec593 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:59.818743 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193fd2da-6711-4ef6-838d-17c7683ec593 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:59.819245 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193fd2da-6711-4ef6-838d-17c7683ec593 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:59.819739 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193fd2da-6711-4ef6-838d-17c7683ec593 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:59.820240 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193fd2da-6711-4ef6-838d-17c7683ec593 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:59.821346 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193fd2da-6711-4ef6-838d-17c7683ec593 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:59.821850 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193fd2da-6711-4ef6-838d-17c7683ec593 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:59.822370 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193fd2da-6711-4ef6-838d-17c7683ec593 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:59.826714 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9800354b-6e57-43ca-8e36-acce03e3ddd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:59.844033 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-b979d186-d272-4889-a461-48b75dccbee9 None None] Allocated IP 172.20.0.2 (0d164537-5ae8-427e-bb35-7e5efd2565a4/dc731948-121d-4e38-930d-ffae13f38d09/53164615-4be0-43b4-ba27-78358d10550b) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:00:59.870890 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9800354b-6e57-43ca-8e36-acce03e3ddd7 None None] Routers {'17eef591-5d9d-42cc-8f0e-94398a1540a4'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:00:59.871518 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9800354b-6e57-43ca-8e36-acce03e3ddd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:00:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['17eef591-5d9d-42cc-8f0e-94398a1540a4'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:59.966853 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193fd2da-6711-4ef6-838d-17c7683ec593 None None] Pushing event updated for resources: {'Port': ['ID=a65f063f-f71e-4c16-94cd-f0aa5cff4fce,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:59.993966 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-9800354b-6e57-43ca-8e36-acce03e3ddd7 None None] Set router 17eef591-5d9d-42cc-8f0e-94398a1540a4 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:01:00.005817 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b979d186-d272-4889-a461-48b75dccbee9 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:00.012356 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b979d186-d272-4889-a461-48b75dccbee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:00.047737 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b7204c56-37c1-479e-ac39-eedef5309a76 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:00.053038 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b979d186-d272-4889-a461-48b75dccbee9 None None] Network 0d164537-5ae8-427e-bb35-7e5efd2565a4 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:01:00.054544 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-b979d186-d272-4889-a461-48b75dccbee9 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:01:00.060019 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b979d186-d272-4889-a461-48b75dccbee9 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:01:00.066847 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979d186-d272-4889-a461-48b75dccbee9 None None] Pushing event updated for resources: {'Port': ['ID=53164615-4be0-43b4-ba27-78358d10550b,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:00.131135 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-b979d186-d272-4889-a461-48b75dccbee9 None None] Attempting to bind port 53164615-4be0-43b4-ba27-78358d10550b on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:01:00.131520 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-b979d186-d272-4889-a461-48b75dccbee9 None None] Attempting to bind port 53164615-4be0-43b4-ba27-78358d10550b by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'a189d8f0-5ff7-4e5d-a715-c5708e676b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0d164537-5ae8-427e-bb35-7e5efd2565a4'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:01:00.131858 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b979d186-d272-4889-a461-48b75dccbee9 None None] Attempting to bind port 53164615-4be0-43b4-ba27-78358d10550b on network 0d164537-5ae8-427e-bb35-7e5efd2565a4 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:01:00.137592 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b979d186-d272-4889-a461-48b75dccbee9 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:01:00.137592 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b979d186-d272-4889-a461-48b75dccbee9 None None] Checking segment: {'id': 'a189d8f0-5ff7-4e5d-a715-c5708e676b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0d164537-5ae8-427e-bb35-7e5efd2565a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:01:00.137592 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b979d186-d272-4889-a461-48b75dccbee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:00.137592 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b979d186-d272-4889-a461-48b75dccbee9 None None] Bound using segment: {'id': 'a189d8f0-5ff7-4e5d-a715-c5708e676b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0d164537-5ae8-427e-bb35-7e5efd2565a4'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:01:00.140850 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-b979d186-d272-4889-a461-48b75dccbee9 None None] Bound port: 53164615-4be0-43b4-ba27-78358d10550b, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a189d8f0-5ff7-4e5d-a715-c5708e676b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0d164537-5ae8-427e-bb35-7e5efd2565a4'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:01:00.140850 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b979d186-d272-4889-a461-48b75dccbee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:00.191932 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9800354b-6e57-43ca-8e36-acce03e3ddd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'name': 'tempest-TestNetworkBasicOps-router-1997465006', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': 'a65f063f-f71e-4c16-94cd-f0aa5cff4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:57Z', 'updated_at': '2022-02-16T13:00:58Z', 'revision_number': 3, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'a65f063f-f71e-4c16-94cd-f0aa5cff4fce', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:57Z', 'updated_at': '2022-02-16T13:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:00.206187 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-b979d186-d272-4889-a461-48b75dccbee9 None None] For port 53164615-4be0-43b4-ba27-78358d10550b, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:01:00.209706 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-b979d186-d272-4889-a461-48b75dccbee9 None None] For port 53164615-4be0-43b4-ba27-78358d10550b, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=53164615-4be0-43b4-ba27-78358d10550b,segment=NetworkSegment(a189d8f0-5ff7-4e5d-a715-c5708e676b38),segment_id=a189d8f0-5ff7-4e5d-a715-c5708e676b38)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:01:00.214904 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b979d186-d272-4889-a461-48b75dccbee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:00.219300 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9800354b-6e57-43ca-8e36-acce03e3ddd7 None None] The sync data for ids ['17eef591-5d9d-42cc-8f0e-94398a1540a4'] in dv-neutron-828142-3-hyperv is: [{'id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'name': 'tempest-TestNetworkBasicOps-router-1997465006', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': 'a65f063f-f71e-4c16-94cd-f0aa5cff4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:57Z', 'updated_at': '2022-02-16T13:00:58Z', 'revision_number': 3, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'a65f063f-f71e-4c16-94cd-f0aa5cff4fce', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:57Z', 'updated_at': '2022-02-16T13:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:01:00.271452 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979d186-d272-4889-a461-48b75dccbee9 None None] Pushing event updated for resources: {'Port': ['ID=53164615-4be0-43b4-ba27-78358d10550b,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:00.387525 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-b7204c56-37c1-479e-ac39-eedef5309a76 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Allocated IP 172.20.0.1 (0d164537-5ae8-427e-bb35-7e5efd2565a4/dc731948-121d-4e38-930d-ffae13f38d09/e2a60fa2-d91e-4f5a-9764-663571d303f0) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:01:00.549564 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b7204c56-37c1-479e-ac39-eedef5309a76 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:00.595574 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b7204c56-37c1-479e-ac39-eedef5309a76 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:00.648889 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7204c56-37c1-479e-ac39-eedef5309a76 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network 0d164537-5ae8-427e-bb35-7e5efd2565a4 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:01:00.653175 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-b7204c56-37c1-479e-ac39-eedef5309a76 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:01:00.655321 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7204c56-37c1-479e-ac39-eedef5309a76 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=e2a60fa2-d91e-4f5a-9764-663571d303f0,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:00.657591 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7204c56-37c1-479e-ac39-eedef5309a76 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:01:00.702824 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b7204c56-37c1-479e-ac39-eedef5309a76 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:00.851825 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 53164615-4be0-43b4-ba27-78358d10550b up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:01:00.861625 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b7204c56-37c1-479e-ac39-eedef5309a76 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:00.919942 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 53164615-4be0-43b4-ba27-78358d10550b triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:01:00.920521 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:01.026496 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:01.071400 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 53164615-4be0-43b4-ba27-78358d10550b, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=53164615-4be0-43b4-ba27-78358d10550b,segment=NetworkSegment(a189d8f0-5ff7-4e5d-a715-c5708e676b38),segment_id=a189d8f0-5ff7-4e5d-a715-c5708e676b38)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:01:01.078322 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:01.079357 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device a65f063f-f71e-4c16-94cd-f0aa5cff4fce up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:01:01.169910 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=53164615-4be0-43b4-ba27-78358d10550b,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:01.189039 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port a65f063f-f71e-4c16-94cd-f0aa5cff4fce triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:01:01.189551 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:01.274929 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b7204c56-37c1-479e-ac39-eedef5309a76 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:01.281230 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b7204c56-37c1-479e-ac39-eedef5309a76 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:01.286523 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:01.309638 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port a65f063f-f71e-4c16-94cd-f0aa5cff4fce, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=a65f063f-f71e-4c16-94cd-f0aa5cff4fce,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:01:01.315996 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:01.373286 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b7204c56-37c1-479e-ac39-eedef5309a76 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:01.375717 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=a65f063f-f71e-4c16-94cd-f0aa5cff4fce,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:01.383082 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7204c56-37c1-479e-ac39-eedef5309a76 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=e2a60fa2-d91e-4f5a-9764-663571d303f0,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:01.426306 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4842d6c8-9b68-4ffe-b6c3-e3b69ff67c4a None None] Network 0d164537-5ae8-427e-bb35-7e5efd2565a4 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:01:01.482488 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7204c56-37c1-479e-ac39-eedef5309a76 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network 0d164537-5ae8-427e-bb35-7e5efd2565a4 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:01:01.483956 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-b7204c56-37c1-479e-ac39-eedef5309a76 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:01:01.555992 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-e77658e3-e563-4645-b9dc-1ab575ac5ace None None] Provisioning complete for port 53164615-4be0-43b4-ba27-78358d10550b triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:01:01.556366 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e77658e3-e563-4645-b9dc-1ab575ac5ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:01.602626 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7204c56-37c1-479e-ac39-eedef5309a76 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router 17eef591-5d9d-42cc-8f0e-94398a1540a4 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:01:01.724104 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7204c56-37c1-479e-ac39-eedef5309a76 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:01:01.729423 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b7204c56-37c1-479e-ac39-eedef5309a76 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "PUT /v2.0/routers/17eef591-5d9d-42cc-8f0e-94398a1540a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1697562 Feb 16 13:01:01.732184 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 40064) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:01:01.835420 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e485616c-0ac3-433b-bd1c-8a2b360e863a tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:01.835908 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e485616c-0ac3-433b-bd1c-8a2b360e863a tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:01.836344 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e485616c-0ac3-433b-bd1c-8a2b360e863a tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:01.836831 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e485616c-0ac3-433b-bd1c-8a2b360e863a tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:01.839033 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e485616c-0ac3-433b-bd1c-8a2b360e863a tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1058488 Feb 16 13:01:01.842161 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 40066) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:01:01.906710 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d930ed3e-a1b3-4af9-99cf-b9afd195fd59 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:01.907262 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d930ed3e-a1b3-4af9-99cf-b9afd195fd59 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:01.907728 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d930ed3e-a1b3-4af9-99cf-b9afd195fd59 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:01.908182 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d930ed3e-a1b3-4af9-99cf-b9afd195fd59 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:01.909935 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d930ed3e-a1b3-4af9-99cf-b9afd195fd59 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0668793 Feb 16 13:01:01.912773 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 40068) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:01:01.988507 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-ddb36e2c-a491-48ce-a13a-68e7c61d3fd5 None None] Provisioning complete for port 53164615-4be0-43b4-ba27-78358d10550b triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:01:01.989303 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ddb36e2c-a491-48ce-a13a-68e7c61d3fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:02.065253 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-31383c72-64dd-450e-be91-483ad2edd8b8 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1513419 Feb 16 13:01:02.099159 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-ddb36e2c-a491-48ce-a13a-68e7c61d3fd5 None None] Provisioning complete for port e2a60fa2-d91e-4f5a-9764-663571d303f0 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:01:02.099758 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ddb36e2c-a491-48ce-a13a-68e7c61d3fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:02.142456 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-ddb36e2c-a491-48ce-a13a-68e7c61d3fd5 None None] Port e2a60fa2-d91e-4f5a-9764-663571d303f0 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:01:02.158821 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47271409-4533-4729-853d-c4e7a901b733 None None] Sync routers for ids ['17eef591-5d9d-42cc-8f0e-94398a1540a4'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:01:02.169973 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47271409-4533-4729-853d-c4e7a901b733 None None] Routers {'17eef591-5d9d-42cc-8f0e-94398a1540a4'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:01:02.170645 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-47271409-4533-4729-853d-c4e7a901b733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:00:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['17eef591-5d9d-42cc-8f0e-94398a1540a4'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:02.281025 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-b8f0f1fe-25fd-48ca-9623-e56c5729028e None None] Provisioning complete for port e2a60fa2-d91e-4f5a-9764-663571d303f0 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:01:02.281478 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b8f0f1fe-25fd-48ca-9623-e56c5729028e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:02.311947 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-47271409-4533-4729-853d-c4e7a901b733 None None] Set router 17eef591-5d9d-42cc-8f0e-94398a1540a4 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:01:02.360006 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-b8f0f1fe-25fd-48ca-9623-e56c5729028e None None] Port e2a60fa2-d91e-4f5a-9764-663571d303f0 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:01:02.508954 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-7bcb7e83-b142-4676-877f-317d41aae8fb None None] Provisioning complete for port e2a60fa2-d91e-4f5a-9764-663571d303f0 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:01:02.509318 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7bcb7e83-b142-4676-877f-317d41aae8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:02.517889 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 40072) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:01:02.522585 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-5797c0cc-f0e6-46d8-95e5-7827bdb04ac1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-65085158', 'description': 'tempest-secgroup-smoke-65085158 description', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:01:02.546818 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5797c0cc-f0e6-46d8-95e5-7827bdb04ac1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:02.557265 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-7bcb7e83-b142-4676-877f-317d41aae8fb None None] Port e2a60fa2-d91e-4f5a-9764-663571d303f0 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:01:02.571734 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-47271409-4533-4729-853d-c4e7a901b733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'name': 'tempest-TestNetworkBasicOps-router-1997465006', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': 'a65f063f-f71e-4c16-94cd-f0aa5cff4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:57Z', 'updated_at': '2022-02-16T13:01:00Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'a65f063f-f71e-4c16-94cd-f0aa5cff4fce', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:57Z', 'updated_at': '2022-02-16T13:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'e2a60fa2-d91e-4f5a-9764-663571d303f0', 'name': '', 'network_id': '0d164537-5ae8-427e-bb35-7e5efd2565a4', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:38:f7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'dc731948-121d-4e38-930d-ffae13f38d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:01:00Z', 'updated_at': '2022-02-16T13:01:01Z', 'revision_number': 2, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'dc731948-121d-4e38-930d-ffae13f38d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:02.599835 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47271409-4533-4729-853d-c4e7a901b733 None None] Checking router: 17eef591-5d9d-42cc-8f0e-94398a1540a4 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:01:02.600244 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47271409-4533-4729-853d-c4e7a901b733 None None] Updating router 17eef591-5d9d-42cc-8f0e-94398a1540a4 port e2a60fa2-d91e-4f5a-9764-663571d303f0 binding host dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:01:02.615342 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5797c0cc-f0e6-46d8-95e5-7827bdb04ac1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:02.620042 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5797c0cc-f0e6-46d8-95e5-7827bdb04ac1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:02.629506 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-47271409-4533-4729-853d-c4e7a901b733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:02.650512 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5797c0cc-f0e6-46d8-95e5-7827bdb04ac1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:02.651735 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5797c0cc-f0e6-46d8-95e5-7827bdb04ac1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1327832 Feb 16 13:01:02.654683 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 40074) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:01:02.659330 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-62eb8123-b174-4326-9f3d-6a513b8ad63b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': '9301f8aa-382c-4ec3-960b-83a006e53461', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:01:02.664157 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5797c0cc-f0e6-46d8-95e5-7827bdb04ac1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9301f8aa-382c-4ec3-960b-83a006e53461,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:02.691434 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-62eb8123-b174-4326-9f3d-6a513b8ad63b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:02.750661 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-62eb8123-b174-4326-9f3d-6a513b8ad63b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:02.755593 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-62eb8123-b174-4326-9f3d-6a513b8ad63b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:02.777064 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb8123-b174-4326-9f3d-6a513b8ad63b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2aa5d70-fb13-47d3-9c21-19b5164bf1f1,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:02.796552 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-62eb8123-b174-4326-9f3d-6a513b8ad63b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:02.798762 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-62eb8123-b174-4326-9f3d-6a513b8ad63b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1428998 Feb 16 13:01:02.801775 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 40076) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:01:02.806640 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-36e38ed0-3579-4fa0-bd7c-92e9c7efe4f5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': '9301f8aa-382c-4ec3-960b-83a006e53461', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:01:02.842102 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-36e38ed0-3579-4fa0-bd7c-92e9c7efe4f5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:02.909624 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-36e38ed0-3579-4fa0-bd7c-92e9c7efe4f5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:02.914846 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-36e38ed0-3579-4fa0-bd7c-92e9c7efe4f5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:02.934250 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e38ed0-3579-4fa0-bd7c-92e9c7efe4f5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=871dc17d-7e2b-44d2-8640-468d417f4c72,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:02.939654 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-36e38ed0-3579-4fa0-bd7c-92e9c7efe4f5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:02.943521 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-36e38ed0-3579-4fa0-bd7c-92e9c7efe4f5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1382201 Feb 16 13:01:02.944092 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 40078) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:01:02.949085 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-d21eafeb-3c97-4b98-9787-a6c034edd2b7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': '9301f8aa-382c-4ec3-960b-83a006e53461', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:01:02.959676 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 53164615-4be0-43b4-ba27-78358d10550b up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:01:02.979056 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d21eafeb-3c97-4b98-9787-a6c034edd2b7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:03.041672 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d21eafeb-3c97-4b98-9787-a6c034edd2b7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:03.045835 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d21eafeb-3c97-4b98-9787-a6c034edd2b7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:03.049474 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 53164615-4be0-43b4-ba27-78358d10550b triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:01:03.050244 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:03.061603 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21eafeb-3c97-4b98-9787-a6c034edd2b7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1eb6b3e-bed9-4ad6-aa20-70f0f0bb1a5f,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:03.074707 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d21eafeb-3c97-4b98-9787-a6c034edd2b7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:03.076144 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d21eafeb-3c97-4b98-9787-a6c034edd2b7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1314864 Feb 16 13:01:03.078916 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 40080) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:01:03.083461 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-5c984e6d-0576-4bc9-bf46-0a4d202a4dc2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': '9301f8aa-382c-4ec3-960b-83a006e53461', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:01:03.113646 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5c984e6d-0576-4bc9-bf46-0a4d202a4dc2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:03.172322 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-47271409-4533-4729-853d-c4e7a901b733 None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:03.176674 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5c984e6d-0576-4bc9-bf46-0a4d202a4dc2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:03.182149 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5c984e6d-0576-4bc9-bf46-0a4d202a4dc2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:03.184512 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-47271409-4533-4729-853d-c4e7a901b733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:03.200924 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c984e6d-0576-4bc9-bf46-0a4d202a4dc2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79dfca52-6aa5-43d2-9c46-33a3c69932a2,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:03.210683 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5c984e6d-0576-4bc9-bf46-0a4d202a4dc2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:03.212346 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5c984e6d-0576-4bc9-bf46-0a4d202a4dc2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1321480 Feb 16 13:01:03.216091 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 40082) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:01:03.220657 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-313fc003-884a-45e8-9fa5-bde6517e8aed tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': '9301f8aa-382c-4ec3-960b-83a006e53461', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:01:03.226716 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device a65f063f-f71e-4c16-94cd-f0aa5cff4fce up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:01:03.246078 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.securitygroups_db [None req-313fc003-884a-45e8-9fa5-bde6517e8aed tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Project 93ebfe1969ad47c59fc4b80bacd9b15b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:01:03.251262 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-313fc003-884a-45e8-9fa5-bde6517e8aed tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:03.276696 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9d44a-cc0a-4aac-a330-869ec158b910 None None] Pushing event updated for resources: {'Port': ['ID=e2a60fa2-d91e-4f5a-9764-663571d303f0,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:03.326239 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-313fc003-884a-45e8-9fa5-bde6517e8aed tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:03.333927 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-313fc003-884a-45e8-9fa5-bde6517e8aed tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:03.348413 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-47271409-4533-4729-853d-c4e7a901b733 None None] Attempting to bind port e2a60fa2-d91e-4f5a-9764-663571d303f0 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:01:03.348907 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-47271409-4533-4729-853d-c4e7a901b733 None None] Attempting to bind port e2a60fa2-d91e-4f5a-9764-663571d303f0 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'a189d8f0-5ff7-4e5d-a715-c5708e676b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0d164537-5ae8-427e-bb35-7e5efd2565a4'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:01:03.349360 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47271409-4533-4729-853d-c4e7a901b733 None None] Attempting to bind port e2a60fa2-d91e-4f5a-9764-663571d303f0 on network 0d164537-5ae8-427e-bb35-7e5efd2565a4 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:01:03.351831 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313fc003-884a-45e8-9fa5-bde6517e8aed tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f7d19e-c170-447b-bb56-a066020aafc8,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:03.358083 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port a65f063f-f71e-4c16-94cd-f0aa5cff4fce triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:01:03.358635 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:03.361489 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47271409-4533-4729-853d-c4e7a901b733 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:01:03.362148 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47271409-4533-4729-853d-c4e7a901b733 None None] Checking segment: {'id': 'a189d8f0-5ff7-4e5d-a715-c5708e676b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0d164537-5ae8-427e-bb35-7e5efd2565a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:01:03.362644 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-47271409-4533-4729-853d-c4e7a901b733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:03.363146 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47271409-4533-4729-853d-c4e7a901b733 None None] Bound using segment: {'id': 'a189d8f0-5ff7-4e5d-a715-c5708e676b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0d164537-5ae8-427e-bb35-7e5efd2565a4'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:01:03.363781 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-47271409-4533-4729-853d-c4e7a901b733 None None] Bound port: e2a60fa2-d91e-4f5a-9764-663571d303f0, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a189d8f0-5ff7-4e5d-a715-c5708e676b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0d164537-5ae8-427e-bb35-7e5efd2565a4'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:01:03.364288 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-47271409-4533-4729-853d-c4e7a901b733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:03.366800 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-313fc003-884a-45e8-9fa5-bde6517e8aed tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:03.370347 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-313fc003-884a-45e8-9fa5-bde6517e8aed tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1532087 Feb 16 13:01:03.373472 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 40084) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:01:03.379056 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-995f161f-fb72-40cb-b951-bbe45dd8dbdb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'security_group_rule': {'security_group_id': '9301f8aa-382c-4ec3-960b-83a006e53461', 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:01:03.408568 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-995f161f-fb72-40cb-b951-bbe45dd8dbdb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Project 93ebfe1969ad47c59fc4b80bacd9b15b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:01:03.415377 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-995f161f-fb72-40cb-b951-bbe45dd8dbdb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:03.469203 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-47271409-4533-4729-853d-c4e7a901b733 None None] For port e2a60fa2-d91e-4f5a-9764-663571d303f0, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:01:03.476170 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-47271409-4533-4729-853d-c4e7a901b733 None None] For port e2a60fa2-d91e-4f5a-9764-663571d303f0, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=e2a60fa2-d91e-4f5a-9764-663571d303f0,segment=NetworkSegment(a189d8f0-5ff7-4e5d-a715-c5708e676b38),segment_id=a189d8f0-5ff7-4e5d-a715-c5708e676b38)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:01:03.489422 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-995f161f-fb72-40cb-b951-bbe45dd8dbdb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:03.495205 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-995f161f-fb72-40cb-b951-bbe45dd8dbdb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:03.501501 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-47271409-4533-4729-853d-c4e7a901b733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:03.513745 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f161f-fb72-40cb-b951-bbe45dd8dbdb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c82d7bd8-c9f5-4749-9239-857e45a94ca0,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:03.521639 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-995f161f-fb72-40cb-b951-bbe45dd8dbdb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:03.522853 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-995f161f-fb72-40cb-b951-bbe45dd8dbdb tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1483867 Feb 16 13:01:03.582213 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-ee843947-ef1a-442e-b2ff-a61fab873fce None None] Provisioning complete for port e2a60fa2-d91e-4f5a-9764-663571d303f0 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:01:03.583015 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee843947-ef1a-442e-b2ff-a61fab873fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:03.607560 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47271409-4533-4729-853d-c4e7a901b733 None None] Routers {'17eef591-5d9d-42cc-8f0e-94398a1540a4'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:01:03.608198 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-47271409-4533-4729-853d-c4e7a901b733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:00:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['17eef591-5d9d-42cc-8f0e-94398a1540a4'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:03.668674 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9d44a-cc0a-4aac-a330-869ec158b910 None None] Pushing event updated for resources: {'Port': ['ID=e2a60fa2-d91e-4f5a-9764-663571d303f0,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:03.682182 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-164a5214-c790-48bf-82e6-152077b69e92 req-2ec347fc-e6d8-4cc6-a614-1699158abbb4 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-65085158&fields=id&tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b HTTP/1.1" status: 200 len: 267 time: 0.0376463 Feb 16 13:01:03.771677 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-47271409-4533-4729-853d-c4e7a901b733 None None] Set router 17eef591-5d9d-42cc-8f0e-94398a1540a4 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:01:03.802939 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a5214-c790-48bf-82e6-152077b69e92 req-351937b2-3ac2-4a71-a272-6a8119af3047 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:03.803184 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee843947-ef1a-442e-b2ff-a61fab873fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:03.804595 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-164a5214-c790-48bf-82e6-152077b69e92 req-351937b2-3ac2-4a71-a272-6a8119af3047 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/networks?id=0d164537-5ae8-427e-bb35-7e5efd2565a4 HTTP/1.1" status: 200 len: 797 time: 0.1089909 Feb 16 13:01:03.819919 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-164a5214-c790-48bf-82e6-152077b69e92 req-9ea44787-d945-4010-931e-35f0b7c8b064 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/quotas/93ebfe1969ad47c59fc4b80bacd9b15b HTTP/1.1" status: 200 len: 375 time: 0.0090511 Feb 16 13:01:03.873264 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-164a5214-c790-48bf-82e6-152077b69e92 req-5b5e80d0-55cc-451c-ad74-d476a98f9a93 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464973 Feb 16 13:01:03.911393 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-ee843947-ef1a-442e-b2ff-a61fab873fce None None] For port e2a60fa2-d91e-4f5a-9764-663571d303f0, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=e2a60fa2-d91e-4f5a-9764-663571d303f0,segment=NetworkSegment(a189d8f0-5ff7-4e5d-a715-c5708e676b38),segment_id=a189d8f0-5ff7-4e5d-a715-c5708e676b38)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:01:03.919414 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee843947-ef1a-442e-b2ff-a61fab873fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:03.970583 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-164a5214-c790-48bf-82e6-152077b69e92 req-994070a0-6fca-4640-b449-2d95148e1ef4 service neutron] 10.222.0.90 "GET /v2.0/networks/0d164537-5ae8-427e-bb35-7e5efd2565a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855546 Feb 16 13:01:04.008004 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee843947-ef1a-442e-b2ff-a61fab873fce None None] Pushing event updated for resources: {'Port': ['ID=e2a60fa2-d91e-4f5a-9764-663571d303f0,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:04.054202 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-47271409-4533-4729-853d-c4e7a901b733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'name': 'tempest-TestNetworkBasicOps-router-1997465006', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': 'a65f063f-f71e-4c16-94cd-f0aa5cff4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:57Z', 'updated_at': '2022-02-16T13:01:00Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'a65f063f-f71e-4c16-94cd-f0aa5cff4fce', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:57Z', 'updated_at': '2022-02-16T13:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'e2a60fa2-d91e-4f5a-9764-663571d303f0', 'name': '', 'network_id': '0d164537-5ae8-427e-bb35-7e5efd2565a4', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:38:f7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'dc731948-121d-4e38-930d-ffae13f38d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:01:00Z', 'updated_at': '2022-02-16T13:01:03Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'dc731948-121d-4e38-930d-ffae13f38d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:04.057570 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-616199e6-cc1a-4d51-b769-f83e289de18f None None] Provisioning complete for port e2a60fa2-d91e-4f5a-9764-663571d303f0 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:01:04.057945 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-616199e6-cc1a-4d51-b769-f83e289de18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:04.065402 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-164a5214-c790-48bf-82e6-152077b69e92 req-9350def1-4450-466a-b64e-eb91bd1652f6 service neutron] 10.222.0.90 "GET /v2.0/networks/0d164537-5ae8-427e-bb35-7e5efd2565a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881796 Feb 16 13:01:04.083291 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47271409-4533-4729-853d-c4e7a901b733 None None] The sync data for ids ['17eef591-5d9d-42cc-8f0e-94398a1540a4'] in dv-neutron-828142-3-hyperv is: [{'id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'name': 'tempest-TestNetworkBasicOps-router-1997465006', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': 'a65f063f-f71e-4c16-94cd-f0aa5cff4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:57Z', 'updated_at': '2022-02-16T13:01:00Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'a65f063f-f71e-4c16-94cd-f0aa5cff4fce', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:57Z', 'updated_at': '2022-02-16T13:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'e2a60fa2-d91e-4f5a-9764-663571d303f0', 'name': '', 'network_id': '0d164537-5ae8-427e-bb35-7e5efd2565a4', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:38:f7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'dc731948-121d-4e38-930d-ffae13f38d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:01:00Z', 'updated_at': '2022-02-16T13:01:03Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'dc731948-121d-4e38-930d-ffae13f38d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:01:04.275381 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3197cdc2-de3f-402d-8377-7ab284da6b3a req-5a3133a3-0573-461c-b0b1-450482925fe7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=492ac341-149d-4ace-98f8-3bd242ea0f0e HTTP/1.1" status: 200 len: 210 time: 0.0345583 Feb 16 13:01:04.806576 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device e2a60fa2-d91e-4f5a-9764-663571d303f0 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:01:04.863061 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port e2a60fa2-d91e-4f5a-9764-663571d303f0 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:01:04.863432 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:05.261791 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a5214-c790-48bf-82e6-152077b69e92 req-812f5487-4ff5-4a49-986f-0f62af767f53 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:05.263260 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-164a5214-c790-48bf-82e6-152077b69e92 req-812f5487-4ff5-4a49-986f-0f62af767f53 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "GET /v2.0/networks?id=0d164537-5ae8-427e-bb35-7e5efd2565a4 HTTP/1.1" status: 200 len: 797 time: 0.1075602 Feb 16 13:01:05.319949 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-164a5214-c790-48bf-82e6-152077b69e92 req-35236d15-e05a-4528-8b3a-d475493da032 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b HTTP/1.1" status: 200 len: 378 time: 0.0462065 Feb 16 13:01:05.334313 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-164a5214-c790-48bf-82e6-152077b69e92 req-aae6b051-6ded-4761-96dd-ea9e0a50dd6d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'port': {'device_id': '492ac341-149d-4ace-98f8-3bd242ea0f0e', 'network_id': '0d164537-5ae8-427e-bb35-7e5efd2565a4', 'admin_state_up': True, 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'security_groups': ['9301f8aa-382c-4ec3-960b-83a006e53461']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:01:05.378550 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3ea07a0f-e7cd-41a6-b616-b943c763827f req-75265676-f8ea-4092-876b-be48d3babad2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=492ac341-149d-4ace-98f8-3bd242ea0f0e HTTP/1.1" status: 200 len: 210 time: 0.0275531 Feb 16 13:01:05.451690 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-164a5214-c790-48bf-82e6-152077b69e92 req-aae6b051-6ded-4761-96dd-ea9e0a50dd6d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Made reservation on behalf of 93ebfe1969ad47c59fc4b80bacd9b15b for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:01:05.456165 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-164a5214-c790-48bf-82e6-152077b69e92 req-aae6b051-6ded-4761-96dd-ea9e0a50dd6d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:05.584059 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [req-164a5214-c790-48bf-82e6-152077b69e92 req-aae6b051-6ded-4761-96dd-ea9e0a50dd6d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Allocated IP 172.20.0.6 (0d164537-5ae8-427e-bb35-7e5efd2565a4/dc731948-121d-4e38-930d-ffae13f38d09/2b0b892a-0562-47cb-9209-5fa65040f1eb) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:01:05.719153 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-164a5214-c790-48bf-82e6-152077b69e92 req-aae6b051-6ded-4761-96dd-ea9e0a50dd6d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:05.752679 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-164a5214-c790-48bf-82e6-152077b69e92 req-aae6b051-6ded-4761-96dd-ea9e0a50dd6d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:05.792159 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-164a5214-c790-48bf-82e6-152077b69e92 req-aae6b051-6ded-4761-96dd-ea9e0a50dd6d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network 0d164537-5ae8-427e-bb35-7e5efd2565a4 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:01:05.802069 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [req-164a5214-c790-48bf-82e6-152077b69e92 req-aae6b051-6ded-4761-96dd-ea9e0a50dd6d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:01:05.805930 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-164a5214-c790-48bf-82e6-152077b69e92 req-aae6b051-6ded-4761-96dd-ea9e0a50dd6d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:01:05.831776 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae6b051-6ded-4761-96dd-ea9e0a50dd6d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=2b0b892a-0562-47cb-9209-5fa65040f1eb,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:05.860279 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a5214-c790-48bf-82e6-152077b69e92 req-aae6b051-6ded-4761-96dd-ea9e0a50dd6d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:05.860930 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-164a5214-c790-48bf-82e6-152077b69e92 req-aae6b051-6ded-4761-96dd-ea9e0a50dd6d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:05.878640 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-164a5214-c790-48bf-82e6-152077b69e92 req-aae6b051-6ded-4761-96dd-ea9e0a50dd6d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5484054 Feb 16 13:01:05.895004 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-164a5214-c790-48bf-82e6-152077b69e92 req-8e3c3a80-ebd4-4bbe-9533-0b3f527babca service neutron] Request body: {'port': {'device_id': '492ac341-149d-4ace-98f8-3bd242ea0f0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:01:05.952908 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-164a5214-c790-48bf-82e6-152077b69e92 req-8e3c3a80-ebd4-4bbe-9533-0b3f527babca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:06.005801 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-ca2c3563-36fa-48d0-8e87-dd44e7fcdd4e None None] Provisioning complete for port 2b0b892a-0562-47cb-9209-5fa65040f1eb triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:01:06.006386 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ca2c3563-36fa-48d0-8e87-dd44e7fcdd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:06.045429 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-ca2c3563-36fa-48d0-8e87-dd44e7fcdd4e None None] Port 2b0b892a-0562-47cb-9209-5fa65040f1eb cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:01:06.226205 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-164a5214-c790-48bf-82e6-152077b69e92 req-8e3c3a80-ebd4-4bbe-9533-0b3f527babca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b0b892a-0562-47cb-9209-5fa65040f1eb {{(pid=109049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:01:06.234307 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-164a5214-c790-48bf-82e6-152077b69e92 req-8e3c3a80-ebd4-4bbe-9533-0b3f527babca service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:06.246425 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.provisioning_blocks [req-164a5214-c790-48bf-82e6-152077b69e92 req-8e3c3a80-ebd4-4bbe-9533-0b3f527babca service neutron] Transition to ACTIVE for port object 2b0b892a-0562-47cb-9209-5fa65040f1eb will not be triggered until provisioned by entity L2. {{(pid=109049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:01:06.250032 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-164a5214-c790-48bf-82e6-152077b69e92 req-8e3c3a80-ebd4-4bbe-9533-0b3f527babca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:06.302811 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c3a80-ebd4-4bbe-9533-0b3f527babca service neutron] Pushing event updated for resources: {'Port': ['ID=2b0b892a-0562-47cb-9209-5fa65040f1eb,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:06.373028 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-164a5214-c790-48bf-82e6-152077b69e92 req-8e3c3a80-ebd4-4bbe-9533-0b3f527babca service neutron] Attempting to bind port 2b0b892a-0562-47cb-9209-5fa65040f1eb on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:01:06.373362 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-164a5214-c790-48bf-82e6-152077b69e92 req-8e3c3a80-ebd4-4bbe-9533-0b3f527babca service neutron] Attempting to bind port 2b0b892a-0562-47cb-9209-5fa65040f1eb by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a189d8f0-5ff7-4e5d-a715-c5708e676b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0d164537-5ae8-427e-bb35-7e5efd2565a4'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:01:06.373688 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164a5214-c790-48bf-82e6-152077b69e92 req-8e3c3a80-ebd4-4bbe-9533-0b3f527babca service neutron] Attempting to bind port 2b0b892a-0562-47cb-9209-5fa65040f1eb on network 0d164537-5ae8-427e-bb35-7e5efd2565a4 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:01:06.378520 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164a5214-c790-48bf-82e6-152077b69e92 req-8e3c3a80-ebd4-4bbe-9533-0b3f527babca service neutron] Port 2b0b892a-0562-47cb-9209-5fa65040f1eb on network 0d164537-5ae8-427e-bb35-7e5efd2565a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:01:06.378843 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164a5214-c790-48bf-82e6-152077b69e92 req-8e3c3a80-ebd4-4bbe-9533-0b3f527babca service neutron] Attempting to bind port 2b0b892a-0562-47cb-9209-5fa65040f1eb on network 0d164537-5ae8-427e-bb35-7e5efd2565a4 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:01:06.383919 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164a5214-c790-48bf-82e6-152077b69e92 req-8e3c3a80-ebd4-4bbe-9533-0b3f527babca service neutron] Checking agent: {'id': '31a9428e-e23a-420f-bfe2-5870b63c0436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'started_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:01:06.384288 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164a5214-c790-48bf-82e6-152077b69e92 req-8e3c3a80-ebd4-4bbe-9533-0b3f527babca service neutron] Checking segment: {'id': 'a189d8f0-5ff7-4e5d-a715-c5708e676b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0d164537-5ae8-427e-bb35-7e5efd2565a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:01:06.384706 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164a5214-c790-48bf-82e6-152077b69e92 req-8e3c3a80-ebd4-4bbe-9533-0b3f527babca service neutron] Bound using segment: {'id': 'a189d8f0-5ff7-4e5d-a715-c5708e676b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0d164537-5ae8-427e-bb35-7e5efd2565a4'} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:01:06.385127 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-164a5214-c790-48bf-82e6-152077b69e92 req-8e3c3a80-ebd4-4bbe-9533-0b3f527babca service neutron] Bound port: 2b0b892a-0562-47cb-9209-5fa65040f1eb, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a189d8f0-5ff7-4e5d-a715-c5708e676b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0d164537-5ae8-427e-bb35-7e5efd2565a4'}}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:01:06.385485 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-164a5214-c790-48bf-82e6-152077b69e92 req-8e3c3a80-ebd4-4bbe-9533-0b3f527babca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:06.467757 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-164a5214-c790-48bf-82e6-152077b69e92 req-8e3c3a80-ebd4-4bbe-9533-0b3f527babca service neutron] For port 2b0b892a-0562-47cb-9209-5fa65040f1eb, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:01:06.471509 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-164a5214-c790-48bf-82e6-152077b69e92 req-8e3c3a80-ebd4-4bbe-9533-0b3f527babca service neutron] For port 2b0b892a-0562-47cb-9209-5fa65040f1eb, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2b0b892a-0562-47cb-9209-5fa65040f1eb,segment=NetworkSegment(a189d8f0-5ff7-4e5d-a715-c5708e676b38),segment_id=a189d8f0-5ff7-4e5d-a715-c5708e676b38)] {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:01:06.476831 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-164a5214-c790-48bf-82e6-152077b69e92 req-8e3c3a80-ebd4-4bbe-9533-0b3f527babca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:06.505502 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586846d-1e59-428a-93f3-c7b9231e6db5 req-fbd7f3fd-4e8a-4619-8110-a11dfbc64092 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:06.506918 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8586846d-1e59-428a-93f3-c7b9231e6db5 req-fbd7f3fd-4e8a-4619-8110-a11dfbc64092 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=492ac341-149d-4ace-98f8-3bd242ea0f0e HTTP/1.1" status: 200 len: 943 time: 0.0504615 Feb 16 13:01:06.511373 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a5214-c790-48bf-82e6-152077b69e92 req-8e3c3a80-ebd4-4bbe-9533-0b3f527babca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:06.511776 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-164a5214-c790-48bf-82e6-152077b69e92 req-8e3c3a80-ebd4-4bbe-9533-0b3f527babca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:06.513181 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-164a5214-c790-48bf-82e6-152077b69e92 req-8e3c3a80-ebd4-4bbe-9533-0b3f527babca service neutron] 10.222.0.42 "PUT /v2.0/ports/2b0b892a-0562-47cb-9209-5fa65040f1eb HTTP/1.1" status: 200 len: 1093 time: 0.6225901 Feb 16 13:01:06.513625 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '492ac341-149d-4ace-98f8-3bd242ea0f0e', 'tag': '2b0b892a-0562-47cb-9209-5fa65040f1eb'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:01:06.515916 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd336ed-7ded-4b85-bf4e-6dddc390e41c" -d '{"events": [{"name": "network-changed", "server_uuid": "492ac341-149d-4ace-98f8-3bd242ea0f0e", "tag": "2b0b892a-0562-47cb-9209-5fa65040f1eb"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:01:06.555497 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c3a80-ebd4-4bbe-9533-0b3f527babca service neutron] Pushing event updated for resources: {'Port': ['ID=2b0b892a-0562-47cb-9209-5fa65040f1eb,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:06.563328 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9da432d-026a-41b8-bbd5-f50ecf9ac227 x-openstack-request-id: req-d9da432d-026a-41b8-bbd5-f50ecf9ac227 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:01:06.563659 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "492ac341-149d-4ace-98f8-3bd242ea0f0e", "tag": "2b0b892a-0562-47cb-9209-5fa65040f1eb", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:01:06.563987 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d9da432d-026a-41b8-bbd5-f50ecf9ac227 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:01:06.564265 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '492ac341-149d-4ace-98f8-3bd242ea0f0e', 'tag': '2b0b892a-0562-47cb-9209-5fa65040f1eb', 'status': 'completed', 'code': 200} Feb 16 13:01:06.578045 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8586846d-1e59-428a-93f3-c7b9231e6db5 req-211e3932-5f8f-4429-8bdc-26f05f053c23 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=9301f8aa-382c-4ec3-960b-83a006e53461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0631096 Feb 16 13:01:06.617444 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a5214-c790-48bf-82e6-152077b69e92 req-10d84250-5ec8-4407-8228-010d79f43804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:06.619030 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-164a5214-c790-48bf-82e6-152077b69e92 req-10d84250-5ec8-4407-8228-010d79f43804 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=492ac341-149d-4ace-98f8-3bd242ea0f0e HTTP/1.1" status: 200 len: 1096 time: 0.0520041 Feb 16 13:01:06.664996 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-164a5214-c790-48bf-82e6-152077b69e92 req-6a2824ad-6f1c-4a24-a3f6-cd17b7a0877d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b0b892a-0562-47cb-9209-5fa65040f1eb HTTP/1.1" status: 200 len: 217 time: 0.0355053 Feb 16 13:01:06.721091 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a5214-c790-48bf-82e6-152077b69e92 req-c5b81200-ecaf-44bb-88e0-d92455326098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:06.722584 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-164a5214-c790-48bf-82e6-152077b69e92 req-c5b81200-ecaf-44bb-88e0-d92455326098 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc731948-121d-4e38-930d-ffae13f38d09 HTTP/1.1" status: 200 len: 835 time: 0.0494115 Feb 16 13:01:06.768406 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a5214-c790-48bf-82e6-152077b69e92 req-6abbce48-4fc2-4c41-8679-60eb4fb8f1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:06.769854 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-164a5214-c790-48bf-82e6-152077b69e92 req-6abbce48-4fc2-4c41-8679-60eb4fb8f1c5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0d164537-5ae8-427e-bb35-7e5efd2565a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397208 Feb 16 13:01:06.860913 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-164a5214-c790-48bf-82e6-152077b69e92 req-5272b53d-c798-4b1b-a415-bf3d55c32337 service neutron] 10.222.0.42 "GET /v2.0/networks/0d164537-5ae8-427e-bb35-7e5efd2565a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833161 Feb 16 13:01:06.960608 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-164a5214-c790-48bf-82e6-152077b69e92 req-22427221-b3d9-4925-ac11-a88429510879 service neutron] 10.222.0.42 "GET /v2.0/networks/0d164537-5ae8-427e-bb35-7e5efd2565a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925322 Feb 16 13:01:07.046224 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd336ed-7ded-4b85-bf4e-6dddc390e41c req-c841d310-a913-42a4-b495-3c0824c12756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:07.047725 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2bd336ed-7ded-4b85-bf4e-6dddc390e41c req-c841d310-a913-42a4-b495-3c0824c12756 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=492ac341-149d-4ace-98f8-3bd242ea0f0e HTTP/1.1" status: 200 len: 1096 time: 0.0414901 Feb 16 13:01:07.141013 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd336ed-7ded-4b85-bf4e-6dddc390e41c req-f3e1c010-42df-4f66-813e-005e7ab830fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:07.142473 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2bd336ed-7ded-4b85-bf4e-6dddc390e41c req-f3e1c010-42df-4f66-813e-005e7ab830fa service neutron] 10.222.0.42 "GET /v2.0/networks?id=0d164537-5ae8-427e-bb35-7e5efd2565a4 HTTP/1.1" status: 200 len: 898 time: 0.0881841 Feb 16 13:01:07.184090 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2bd336ed-7ded-4b85-bf4e-6dddc390e41c req-03e4dcb1-59c4-431b-ad4b-794c150a484b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b0b892a-0562-47cb-9209-5fa65040f1eb HTTP/1.1" status: 200 len: 217 time: 0.0338242 Feb 16 13:01:07.232303 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd336ed-7ded-4b85-bf4e-6dddc390e41c req-ab3caacd-af10-4ef4-b1ee-b1b5b5d4314c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:07.233784 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2bd336ed-7ded-4b85-bf4e-6dddc390e41c req-ab3caacd-af10-4ef4-b1ee-b1b5b5d4314c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc731948-121d-4e38-930d-ffae13f38d09 HTTP/1.1" status: 200 len: 835 time: 0.0430961 Feb 16 13:01:07.283879 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd336ed-7ded-4b85-bf4e-6dddc390e41c req-5b17d1af-c2cd-41da-b019-0999be7b91f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:07.285395 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2bd336ed-7ded-4b85-bf4e-6dddc390e41c req-5b17d1af-c2cd-41da-b019-0999be7b91f0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0d164537-5ae8-427e-bb35-7e5efd2565a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438237 Feb 16 13:01:07.375903 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2bd336ed-7ded-4b85-bf4e-6dddc390e41c req-549111b9-7480-4d88-b711-fb7d8de89d5e service neutron] 10.222.0.42 "GET /v2.0/networks/0d164537-5ae8-427e-bb35-7e5efd2565a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827191 Feb 16 13:01:07.472184 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2bd336ed-7ded-4b85-bf4e-6dddc390e41c req-4474b1a7-88e3-4fb7-80c2-5438c925720d service neutron] 10.222.0.42 "GET /v2.0/networks/0d164537-5ae8-427e-bb35-7e5efd2565a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883896 Feb 16 13:01:07.693629 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f46797-184c-4a7c-ac14-954638965639 req-03cdc795-9f37-4157-9043-41a55b41197b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:07.695102 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-79f46797-184c-4a7c-ac14-954638965639 req-03cdc795-9f37-4157-9043-41a55b41197b tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=492ac341-149d-4ace-98f8-3bd242ea0f0e HTTP/1.1" status: 200 len: 943 time: 0.0478897 Feb 16 13:01:07.731681 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-79f46797-184c-4a7c-ac14-954638965639 req-e9c9b56f-1317-4107-80fc-bc9a3768ac86 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=9301f8aa-382c-4ec3-960b-83a006e53461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307527 Feb 16 13:01:08.850412 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0088a-f14a-474c-acf3-771d0bbe16bb req-eca0de95-f410-4701-b620-f61d09288689 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:08.851905 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-45f0088a-f14a-474c-acf3-771d0bbe16bb req-eca0de95-f410-4701-b620-f61d09288689 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=492ac341-149d-4ace-98f8-3bd242ea0f0e HTTP/1.1" status: 200 len: 943 time: 0.0524855 Feb 16 13:01:08.891332 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-45f0088a-f14a-474c-acf3-771d0bbe16bb req-4bc19d40-dde8-4bb0-a03a-62ef5a0e76fa tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=9301f8aa-382c-4ec3-960b-83a006e53461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328476 Feb 16 13:01:09.369267 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:01:10.006672 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d6e6a-69e4-42cb-8ee6-58a2a328ac65 req-24f41915-9c00-4edd-bc8b-2e54aa15e39c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:10.008132 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-186d6e6a-69e4-42cb-8ee6-58a2a328ac65 req-24f41915-9c00-4edd-bc8b-2e54aa15e39c tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=492ac341-149d-4ace-98f8-3bd242ea0f0e HTTP/1.1" status: 200 len: 943 time: 0.0486093 Feb 16 13:01:10.047013 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-186d6e6a-69e4-42cb-8ee6-58a2a328ac65 req-b0bdab34-5137-4a6a-867b-84c46cbff504 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=9301f8aa-382c-4ec3-960b-83a006e53461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328443 Feb 16 13:01:10.583463 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 2b0b892a-0562-47cb-9209-5fa65040f1eb details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:01:10.677475 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 2b0b892a-0562-47cb-9209-5fa65040f1eb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2b0b892a-0562-47cb-9209-5fa65040f1eb,segment=NetworkSegment(a189d8f0-5ff7-4e5d-a715-c5708e676b38),segment_id=a189d8f0-5ff7-4e5d-a715-c5708e676b38)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:01:10.692655 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': '2b0b892a-0562-47cb-9209-5fa65040f1eb', 'network_id': '0d164537-5ae8-427e-bb35-7e5efd2565a4', 'port_id': '2b0b892a-0562-47cb-9209-5fa65040f1eb', 'mac_address': 'fa:16:3e:37:41:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc731948-121d-4e38-930d-ffae13f38d09', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:01:10.729135 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:10.741721 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b0b892a-0562-47cb-9209-5fa65040f1eb {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:01:10.760259 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 2b0b892a-0562-47cb-9209-5fa65040f1eb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2b0b892a-0562-47cb-9209-5fa65040f1eb,segment=NetworkSegment(a189d8f0-5ff7-4e5d-a715-c5708e676b38),segment_id=a189d8f0-5ff7-4e5d-a715-c5708e676b38)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:01:10.763898 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:10.809446 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=2b0b892a-0562-47cb-9209-5fa65040f1eb,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:10.989035 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['2b0b892a-0562-47cb-9209-5fa65040f1eb'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:01:11.160800 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec9f20-1876-44be-99d1-ea3360c2e673 req-91563a3e-6170-43d5-9cb9-9f3ee0a443e1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:11.162262 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ecec9f20-1876-44be-99d1-ea3360c2e673 req-91563a3e-6170-43d5-9cb9-9f3ee0a443e1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=492ac341-149d-4ace-98f8-3bd242ea0f0e HTTP/1.1" status: 200 len: 944 time: 0.0487204 Feb 16 13:01:11.201343 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ecec9f20-1876-44be-99d1-ea3360c2e673 req-7aec1803-66b0-45c0-b0d9-cbcb631c8ed2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=9301f8aa-382c-4ec3-960b-83a006e53461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321674 Feb 16 13:01:12.320052 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0aa752-a6f9-4b64-a3e4-605685e2b35b req-0fde4823-4cc4-4337-b63e-c3c4e0b5c97a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:12.322159 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bf0aa752-a6f9-4b64-a3e4-605685e2b35b req-0fde4823-4cc4-4337-b63e-c3c4e0b5c97a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=492ac341-149d-4ace-98f8-3bd242ea0f0e HTTP/1.1" status: 200 len: 944 time: 0.0544994 Feb 16 13:01:12.364434 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bf0aa752-a6f9-4b64-a3e4-605685e2b35b req-3dd8bc36-26ac-4759-8af4-30b8c688fddd tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=9301f8aa-382c-4ec3-960b-83a006e53461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356925 Feb 16 13:01:12.599289 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 2b0b892a-0562-47cb-9209-5fa65040f1eb up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:01:12.648583 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning for port 2b0b892a-0562-47cb-9209-5fa65040f1eb completed by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:01:12.652619 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port 2b0b892a-0562-47cb-9209-5fa65040f1eb triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:01:12.653037 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:12.731237 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:12.753168 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492ac341-149d-4ace-98f8-3bd242ea0f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0b892a-0562-47cb-9209-5fa65040f1eb'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:01:12.755400 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93533b9-a704-443e-a794-89d33553eb06" -d '{"events": [{"server_uuid": "492ac341-149d-4ace-98f8-3bd242ea0f0e", "name": "network-vif-plugged", "status": "completed", "tag": "2b0b892a-0562-47cb-9209-5fa65040f1eb"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:01:12.768165 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 2b0b892a-0562-47cb-9209-5fa65040f1eb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2b0b892a-0562-47cb-9209-5fa65040f1eb,segment=NetworkSegment(a189d8f0-5ff7-4e5d-a715-c5708e676b38),segment_id=a189d8f0-5ff7-4e5d-a715-c5708e676b38)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:01:12.772314 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:12.795791 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b8fe27-0fd0-46f2-a863-c033135ae1e7 x-openstack-request-id: req-89b8fe27-0fd0-46f2-a863-c033135ae1e7 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:01:12.796057 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "492ac341-149d-4ace-98f8-3bd242ea0f0e", "name": "network-vif-plugged", "status": "completed", "tag": "2b0b892a-0562-47cb-9209-5fa65040f1eb", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:01:12.796304 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-89b8fe27-0fd0-46f2-a863-c033135ae1e7 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:01:12.796718 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492ac341-149d-4ace-98f8-3bd242ea0f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0b892a-0562-47cb-9209-5fa65040f1eb', 'code': 200} Feb 16 13:01:12.823044 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=2b0b892a-0562-47cb-9209-5fa65040f1eb,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:12.958038 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c963462-d285-4c68-9468-363aad670b3b req-ac15b679-0156-4692-ad00-7406d3b8bd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:12.959541 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1c963462-d285-4c68-9468-363aad670b3b req-ac15b679-0156-4692-ad00-7406d3b8bd9b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=492ac341-149d-4ace-98f8-3bd242ea0f0e HTTP/1.1" status: 200 len: 1098 time: 0.0409126 Feb 16 13:01:12.994804 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1c963462-d285-4c68-9468-363aad670b3b req-cfaeef20-8493-4a1b-b41a-a7b69b450d12 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9301f8aa-382c-4ec3-960b-83a006e53461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0272210 Feb 16 13:01:13.478196 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc843f-717f-47b0-b2b2-058980871e55 req-40d39881-3c98-4c63-bcf3-04fdf256dcff tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:13.479732 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d8bc843f-717f-47b0-b2b2-058980871e55 req-40d39881-3c98-4c63-bcf3-04fdf256dcff tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=492ac341-149d-4ace-98f8-3bd242ea0f0e HTTP/1.1" status: 200 len: 945 time: 0.0478334 Feb 16 13:01:13.517653 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d8bc843f-717f-47b0-b2b2-058980871e55 req-f7f0b5d4-74a4-4a19-ad1c-02161a6cc930 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=9301f8aa-382c-4ec3-960b-83a006e53461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319476 Feb 16 13:01:14.643907 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598dbe1-3dd3-4951-bad2-2b32e664f8d1 req-a4ee143a-fe6f-432a-ba95-d95504483e23 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:14.646550 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3598dbe1-3dd3-4951-bad2-2b32e664f8d1 req-a4ee143a-fe6f-432a-ba95-d95504483e23 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=492ac341-149d-4ace-98f8-3bd242ea0f0e HTTP/1.1" status: 200 len: 945 time: 0.0602686 Feb 16 13:01:14.685366 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3598dbe1-3dd3-4951-bad2-2b32e664f8d1 req-1f395e4a-dbae-4180-8cbc-fc12520e80f1 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=9301f8aa-382c-4ec3-960b-83a006e53461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320191 Feb 16 13:01:14.804120 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7fe998-328b-412c-9107-c8e8bb372f61 req-1ad85d6d-88cb-44d5-b3c2-2aff8c9f22fc tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:14.805575 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bd7fe998-328b-412c-9107-c8e8bb372f61 req-1ad85d6d-88cb-44d5-b3c2-2aff8c9f22fc tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=492ac341-149d-4ace-98f8-3bd242ea0f0e HTTP/1.1" status: 200 len: 945 time: 0.0549037 Feb 16 13:01:14.843025 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bd7fe998-328b-412c-9107-c8e8bb372f61 req-b8f0a0e9-ef21-4ef3-bf7b-8ef4aa07df55 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=9301f8aa-382c-4ec3-960b-83a006e53461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314693 Feb 16 13:01:14.865591 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 40140) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:01:14.904236 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b65226-6824-4fdc-aba3-89d27116cb03 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:14.905808 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-46b65226-6824-4fdc-aba3-89d27116cb03 tempest-TestNetworkBasicOps-766066351 tempest-TestNetworkBasicOps-766066351-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=492ac341-149d-4ace-98f8-3bd242ea0f0e HTTP/1.1" status: 200 len: 1093 time: 0.0391445 Feb 16 13:01:14.908694 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 40142) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:01:14.912843 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-14346b78-1b20-473b-a601-1357d9c5e35f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'floatingip': {'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'port_id': '2b0b892a-0562-47cb-9209-5fa65040f1eb', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:01:14.936214 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-14346b78-1b20-473b-a601-1357d9c5e35f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for floatingip, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:15.035588 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-14346b78-1b20-473b-a601-1357d9c5e35f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:15.138795 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-14346b78-1b20-473b-a601-1357d9c5e35f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Allocated IP 172.26.2.199 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/0cd4f1d9-cbaa-4bc8-a87a-979d1c61c3c7) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:01:15.546191 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-14346b78-1b20-473b-a601-1357d9c5e35f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:15.579537 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-14346b78-1b20-473b-a601-1357d9c5e35f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:15.615737 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14346b78-1b20-473b-a601-1357d9c5e35f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:01:15.620437 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-14346b78-1b20-473b-a601-1357d9c5e35f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:01:15.624049 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14346b78-1b20-473b-a601-1357d9c5e35f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:01:15.646566 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14346b78-1b20-473b-a601-1357d9c5e35f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=0cd4f1d9-cbaa-4bc8-a87a-979d1c61c3c7,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:15.984515 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-14346b78-1b20-473b-a601-1357d9c5e35f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:16.054144 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-14346b78-1b20-473b-a601-1357d9c5e35f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:16.202214 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-14346b78-1b20-473b-a601-1357d9c5e35f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:16.206753 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-14346b78-1b20-473b-a601-1357d9c5e35f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:16.277493 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14346b78-1b20-473b-a601-1357d9c5e35f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event updated for resources: {'Port': ['ID=0cd4f1d9-cbaa-4bc8-a87a-979d1c61c3c7,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:16.287479 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-14346b78-1b20-473b-a601-1357d9c5e35f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:16.394846 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-14346b78-1b20-473b-a601-1357d9c5e35f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Floating IP 246f60c8-0b85-4679-a705-0981d250f0d7 associated. External IP: 172.26.2.199, port: 2b0b892a-0562-47cb-9209-5fa65040f1eb. Feb 16 13:01:16.608272 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14346b78-1b20-473b-a601-1357d9c5e35f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router 17eef591-5d9d-42cc-8f0e-94398a1540a4 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:01:16.728104 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14346b78-1b20-473b-a601-1357d9c5e35f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:01:16.739133 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6e9d02-4c43-4915-89c2-045a7bf5718a None None] Sync routers for ids ['17eef591-5d9d-42cc-8f0e-94398a1540a4'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:01:16.749252 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6e9d02-4c43-4915-89c2-045a7bf5718a None None] Routers {'17eef591-5d9d-42cc-8f0e-94398a1540a4'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:01:16.749839 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ec6e9d02-4c43-4915-89c2-045a7bf5718a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:00:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['17eef591-5d9d-42cc-8f0e-94398a1540a4'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:16.750969 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-14346b78-1b20-473b-a601-1357d9c5e35f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:16.779876 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-14346b78-1b20-473b-a601-1357d9c5e35f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8700168 Feb 16 13:01:16.780487 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '492ac341-149d-4ace-98f8-3bd242ea0f0e', 'tag': '2b0b892a-0562-47cb-9209-5fa65040f1eb'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:01:16.782745 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 40144) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:01:16.783259 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd45d61-be8a-4104-8271-9579f7e40173" -d '{"events": [{"name": "network-changed", "server_uuid": "492ac341-149d-4ace-98f8-3bd242ea0f0e", "tag": "2b0b892a-0562-47cb-9209-5fa65040f1eb"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:01:16.819424 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aade488-0079-4fab-9b4b-b0f0282c629b x-openstack-request-id: req-0aade488-0079-4fab-9b4b-b0f0282c629b {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:01:16.819741 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "492ac341-149d-4ace-98f8-3bd242ea0f0e", "tag": "2b0b892a-0562-47cb-9209-5fa65040f1eb", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:01:16.819976 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0aade488-0079-4fab-9b4b-b0f0282c629b {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:01:16.820981 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '492ac341-149d-4ace-98f8-3bd242ea0f0e', 'tag': '2b0b892a-0562-47cb-9209-5fa65040f1eb', 'status': 'completed', 'code': 200} Feb 16 13:01:16.854105 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d3892022-7129-4494-95ed-aae4d1b6a603 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/floatingips/246f60c8-0b85-4679-a705-0981d250f0d7 HTTP/1.1" status: 200 len: 991 time: 0.0694017 Feb 16 13:01:16.864355 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-ec6e9d02-4c43-4915-89c2-045a7bf5718a None None] Set router 17eef591-5d9d-42cc-8f0e-94398a1540a4 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:01:16.899874 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd45d61-be8a-4104-8271-9579f7e40173 req-c855118f-9a70-4445-ac0a-2a21640b7cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:16.901486 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-dcd45d61-be8a-4104-8271-9579f7e40173 req-c855118f-9a70-4445-ac0a-2a21640b7cd0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=492ac341-149d-4ace-98f8-3bd242ea0f0e HTTP/1.1" status: 200 len: 1098 time: 0.0493004 Feb 16 13:01:16.996941 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd45d61-be8a-4104-8271-9579f7e40173 req-536287a1-9647-43f3-b293-eb386a80f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:16.998444 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-dcd45d61-be8a-4104-8271-9579f7e40173 req-536287a1-9647-43f3-b293-eb386a80f316 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0d164537-5ae8-427e-bb35-7e5efd2565a4 HTTP/1.1" status: 200 len: 898 time: 0.0858967 Feb 16 13:01:17.085145 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-dcd45d61-be8a-4104-8271-9579f7e40173 req-ada83a4e-4f32-41a7-8200-0a56eb39f82a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b0b892a-0562-47cb-9209-5fa65040f1eb HTTP/1.1" status: 200 len: 999 time: 0.0795298 Feb 16 13:01:17.118775 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ec6e9d02-4c43-4915-89c2-045a7bf5718a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'name': 'tempest-TestNetworkBasicOps-router-1997465006', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': 'a65f063f-f71e-4c16-94cd-f0aa5cff4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:57Z', 'updated_at': '2022-02-16T13:01:00Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'a65f063f-f71e-4c16-94cd-f0aa5cff4fce', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:57Z', 'updated_at': '2022-02-16T13:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '246f60c8-0b85-4679-a705-0981d250f0d7', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.199', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'port_id': '2b0b892a-0562-47cb-9209-5fa65040f1eb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d164537-5ae8-427e-bb35-7e5efd2565a4', 'mac_address': 'fa:16:3e:37:41:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492ac341-149d-4ace-98f8-3bd242ea0f0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:01:15Z', 'updated_at': '2022-02-16T13:01:15Z', 'revision_number': 0, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2a60fa2-d91e-4f5a-9764-663571d303f0', 'name': '', 'network_id': '0d164537-5ae8-427e-bb35-7e5efd2565a4', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:38:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'dc731948-121d-4e38-930d-ffae13f38d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:01:00Z', 'updated_at': '2022-02-16T13:01:03Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'dc731948-121d-4e38-930d-ffae13f38d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:17.138304 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd45d61-be8a-4104-8271-9579f7e40173 req-ea4db266-9c18-4b2d-bce6-c1b291cdbcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:17.139821 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-dcd45d61-be8a-4104-8271-9579f7e40173 req-ea4db266-9c18-4b2d-bce6-c1b291cdbcb8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc731948-121d-4e38-930d-ffae13f38d09 HTTP/1.1" status: 200 len: 835 time: 0.0482314 Feb 16 13:01:17.153878 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6e9d02-4c43-4915-89c2-045a7bf5718a None None] Checking router: 17eef591-5d9d-42cc-8f0e-94398a1540a4 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:01:17.162456 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6e9d02-4c43-4915-89c2-045a7bf5718a None None] Routers {'17eef591-5d9d-42cc-8f0e-94398a1540a4'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:01:17.163320 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ec6e9d02-4c43-4915-89c2-045a7bf5718a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:00:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['17eef591-5d9d-42cc-8f0e-94398a1540a4'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:17.186917 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd45d61-be8a-4104-8271-9579f7e40173 req-527e9639-da94-4304-bb18-d079cdac48a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:17.188436 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-dcd45d61-be8a-4104-8271-9579f7e40173 req-527e9639-da94-4304-bb18-d079cdac48a0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0d164537-5ae8-427e-bb35-7e5efd2565a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416017 Feb 16 13:01:17.267308 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-ec6e9d02-4c43-4915-89c2-045a7bf5718a None None] Set router 17eef591-5d9d-42cc-8f0e-94398a1540a4 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:01:17.284529 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-dcd45d61-be8a-4104-8271-9579f7e40173 req-156bebc6-0be9-4581-9aec-a04086781793 service neutron] 10.222.0.42 "GET /v2.0/networks/0d164537-5ae8-427e-bb35-7e5efd2565a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868759 Feb 16 13:01:17.378868 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-dcd45d61-be8a-4104-8271-9579f7e40173 req-49862360-36f5-45d6-ac9b-b54d4360fcbe service neutron] 10.222.0.42 "GET /v2.0/networks/0d164537-5ae8-427e-bb35-7e5efd2565a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872078 Feb 16 13:01:17.587729 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ec6e9d02-4c43-4915-89c2-045a7bf5718a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'name': 'tempest-TestNetworkBasicOps-router-1997465006', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': 'a65f063f-f71e-4c16-94cd-f0aa5cff4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:57Z', 'updated_at': '2022-02-16T13:01:00Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'a65f063f-f71e-4c16-94cd-f0aa5cff4fce', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:57Z', 'updated_at': '2022-02-16T13:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '246f60c8-0b85-4679-a705-0981d250f0d7', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.199', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'port_id': '2b0b892a-0562-47cb-9209-5fa65040f1eb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d164537-5ae8-427e-bb35-7e5efd2565a4', 'mac_address': 'fa:16:3e:37:41:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492ac341-149d-4ace-98f8-3bd242ea0f0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:01:15Z', 'updated_at': '2022-02-16T13:01:15Z', 'revision_number': 0, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2a60fa2-d91e-4f5a-9764-663571d303f0', 'name': '', 'network_id': '0d164537-5ae8-427e-bb35-7e5efd2565a4', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:38:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'dc731948-121d-4e38-930d-ffae13f38d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:01:00Z', 'updated_at': '2022-02-16T13:01:03Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'dc731948-121d-4e38-930d-ffae13f38d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:17.613857 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6e9d02-4c43-4915-89c2-045a7bf5718a None None] The sync data for ids ['17eef591-5d9d-42cc-8f0e-94398a1540a4'] in dv-neutron-828142-3-hyperv is: [{'id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'name': 'tempest-TestNetworkBasicOps-router-1997465006', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': 'a65f063f-f71e-4c16-94cd-f0aa5cff4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:57Z', 'updated_at': '2022-02-16T13:01:00Z', 'revision_number': 4, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'a65f063f-f71e-4c16-94cd-f0aa5cff4fce', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:57Z', 'updated_at': '2022-02-16T13:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '246f60c8-0b85-4679-a705-0981d250f0d7', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.199', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'port_id': '2b0b892a-0562-47cb-9209-5fa65040f1eb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d164537-5ae8-427e-bb35-7e5efd2565a4', 'mac_address': 'fa:16:3e:37:41:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492ac341-149d-4ace-98f8-3bd242ea0f0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:01:15Z', 'updated_at': '2022-02-16T13:01:15Z', 'revision_number': 0, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2a60fa2-d91e-4f5a-9764-663571d303f0', 'name': '', 'network_id': '0d164537-5ae8-427e-bb35-7e5efd2565a4', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:38:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'dc731948-121d-4e38-930d-ffae13f38d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:01:00Z', 'updated_at': '2022-02-16T13:01:03Z', 'revision_number': 5, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'dc731948-121d-4e38-930d-ffae13f38d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:01:17.797337 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd2cc8d-0a0a-4e74-be5f-63f896fe994f None None] New status for floating IP 246f60c8-0b85-4679-a705-0981d250f0d7: ACTIVE {{(pid=109050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:01:17.858106 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 40148) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:01:17.924382 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3d6bdc8c-4bb1-4a9d-a9ea-f5aeaadbeec7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/floatingips/246f60c8-0b85-4679-a705-0981d250f0d7 HTTP/1.1" status: 200 len: 991 time: 0.0649595 Feb 16 13:01:18.928246 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 40150) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:01:18.988098 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3319a3da-4ca8-4567-b56b-6c63a662dfa7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/floatingips/246f60c8-0b85-4679-a705-0981d250f0d7 HTTP/1.1" status: 200 len: 993 time: 0.0585072 Feb 16 13:01:22.271972 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e83be8f8-1747-406f-a915-67c8e6f579fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:24.420847 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a743209c-fc14-4180-b7d6-d8c408fb1745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:25.735242 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:27.039044 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:27.365950 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:28.622784 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:46.369140 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:01:52.084166 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 40164) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:01:52.088976 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-20c04a05-d95a-4577-b63a-292e03364087 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'router': {'admin_state_up': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:01:52.274400 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6245e44d-0edc-4abd-9866-b5b5d062afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:52.419039 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-20c04a05-d95a-4577-b63a-292e03364087 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3843129', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3843523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28061'] for router, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:52.430670 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-20c04a05-d95a-4577-b63a-292e03364087 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3843106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3843115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3843959'] for router, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:52.543484 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c04a05-d95a-4577-b63a-292e03364087 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router 17eef591-5d9d-42cc-8f0e-94398a1540a4 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:01:52.660943 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c04a05-d95a-4577-b63a-292e03364087 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:01:52.669429 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-20c04a05-d95a-4577-b63a-292e03364087 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:52.670535 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-20c04a05-d95a-4577-b63a-292e03364087 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "PUT /v2.0/routers/17eef591-5d9d-42cc-8f0e-94398a1540a4 HTTP/1.1" status: 200 len: 888 time: 0.5853217 Feb 16 13:01:52.671253 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eada7dbe-cca3-472d-8908-fc6a749e7f08 None None] Sync routers for ids ['17eef591-5d9d-42cc-8f0e-94398a1540a4'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:01:52.681973 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eada7dbe-cca3-472d-8908-fc6a749e7f08 None None] Routers {'17eef591-5d9d-42cc-8f0e-94398a1540a4'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:01:52.682595 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-eada7dbe-cca3-472d-8908-fc6a749e7f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:01:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['17eef591-5d9d-42cc-8f0e-94398a1540a4'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:52.715026 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-eada7dbe-cca3-472d-8908-fc6a749e7f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:52.723545 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eada7dbe-cca3-472d-8908-fc6a749e7f08 None None] Routers {'17eef591-5d9d-42cc-8f0e-94398a1540a4'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:01:52.724127 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-eada7dbe-cca3-472d-8908-fc6a749e7f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:01:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['17eef591-5d9d-42cc-8f0e-94398a1540a4'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:52.754999 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-eada7dbe-cca3-472d-8908-fc6a749e7f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:52.755619 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eada7dbe-cca3-472d-8908-fc6a749e7f08 None None] The sync data for ids ['17eef591-5d9d-42cc-8f0e-94398a1540a4'] in dv-neutron-828142-3-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:01:53.492370 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbbe550-b5ac-4f51-a56d-c8183b516a17 None None] New status for floating IP 246f60c8-0b85-4679-a705-0981d250f0d7: DOWN {{(pid=109050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:01:54.423265 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f4b7a9f6-4e89-41d4-8273-452ca7ec36de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:54.800660 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 40168) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:01:54.801489 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device e2a60fa2-d91e-4f5a-9764-663571d303f0 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:01:54.805985 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-b592d027-9f15-4ac5-a591-ba434b6fd337 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:01:54.882269 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:54.918938 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port e2a60fa2-d91e-4f5a-9764-663571d303f0, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=e2a60fa2-d91e-4f5a-9764-663571d303f0,segment=NetworkSegment(a189d8f0-5ff7-4e5d-a715-c5708e676b38),segment_id=a189d8f0-5ff7-4e5d-a715-c5708e676b38)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:01:54.924302 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:54.925029 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device a65f063f-f71e-4c16-94cd-f0aa5cff4fce no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:01:55.003180 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=e2a60fa2-d91e-4f5a-9764-663571d303f0,revision_number=6']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:55.047403 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:55.070453 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port a65f063f-f71e-4c16-94cd-f0aa5cff4fce, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=a65f063f-f71e-4c16-94cd-f0aa5cff4fce,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:01:55.074770 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:55.130147 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=a65f063f-f71e-4c16-94cd-f0aa5cff4fce,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:55.139173 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b592d027-9f15-4ac5-a591-ba434b6fd337 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3843129', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3843523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28061'] for router, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:55.153968 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b592d027-9f15-4ac5-a591-ba434b6fd337 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3843106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3843115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3843959'] for router, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:55.271417 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b592d027-9f15-4ac5-a591-ba434b6fd337 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router 17eef591-5d9d-42cc-8f0e-94398a1540a4 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:01:55.382088 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b592d027-9f15-4ac5-a591-ba434b6fd337 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:01:55.389356 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b592d027-9f15-4ac5-a591-ba434b6fd337 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:55.390529 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b592d027-9f15-4ac5-a591-ba434b6fd337 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "PUT /v2.0/routers/17eef591-5d9d-42cc-8f0e-94398a1540a4 HTTP/1.1" status: 200 len: 887 time: 0.5888255 Feb 16 13:01:55.394037 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df6455c-9add-4b40-b112-3bcfb1c5663b None None] Sync routers for ids ['17eef591-5d9d-42cc-8f0e-94398a1540a4'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:01:55.395077 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 40170) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:01:55.404581 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df6455c-9add-4b40-b112-3bcfb1c5663b None None] Routers {'17eef591-5d9d-42cc-8f0e-94398a1540a4'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:01:55.405229 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7df6455c-9add-4b40-b112-3bcfb1c5663b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:01:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['17eef591-5d9d-42cc-8f0e-94398a1540a4'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:55.456874 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7ddf4c8a-be25-423d-909c-138aabac7dc7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/floatingips/246f60c8-0b85-4679-a705-0981d250f0d7 HTTP/1.1" status: 200 len: 991 time: 0.0605962 Feb 16 13:01:55.512023 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-7df6455c-9add-4b40-b112-3bcfb1c5663b None None] Set router 17eef591-5d9d-42cc-8f0e-94398a1540a4 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:01:55.741382 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:55.748997 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7df6455c-9add-4b40-b112-3bcfb1c5663b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'name': 'tempest-TestNetworkBasicOps-router-1997465006', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': 'a65f063f-f71e-4c16-94cd-f0aa5cff4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:57Z', 'updated_at': '2022-02-16T13:01:55Z', 'revision_number': 6, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'a65f063f-f71e-4c16-94cd-f0aa5cff4fce', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:57Z', 'updated_at': '2022-02-16T13:01:55Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '246f60c8-0b85-4679-a705-0981d250f0d7', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.199', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'port_id': '2b0b892a-0562-47cb-9209-5fa65040f1eb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d164537-5ae8-427e-bb35-7e5efd2565a4', 'mac_address': 'fa:16:3e:37:41:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492ac341-149d-4ace-98f8-3bd242ea0f0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:01:15Z', 'updated_at': '2022-02-16T13:01:53Z', 'revision_number': 2, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2a60fa2-d91e-4f5a-9764-663571d303f0', 'name': '', 'network_id': '0d164537-5ae8-427e-bb35-7e5efd2565a4', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:38:f7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'dc731948-121d-4e38-930d-ffae13f38d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:01:00Z', 'updated_at': '2022-02-16T13:01:54Z', 'revision_number': 6, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'dc731948-121d-4e38-930d-ffae13f38d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:55.775558 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df6455c-9add-4b40-b112-3bcfb1c5663b None None] Checking router: 17eef591-5d9d-42cc-8f0e-94398a1540a4 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:01:55.784074 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df6455c-9add-4b40-b112-3bcfb1c5663b None None] Routers {'17eef591-5d9d-42cc-8f0e-94398a1540a4'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:01:55.784684 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7df6455c-9add-4b40-b112-3bcfb1c5663b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:01:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['17eef591-5d9d-42cc-8f0e-94398a1540a4'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:55.890592 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-7df6455c-9add-4b40-b112-3bcfb1c5663b None None] Set router 17eef591-5d9d-42cc-8f0e-94398a1540a4 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:01:56.145268 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7df6455c-9add-4b40-b112-3bcfb1c5663b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'name': 'tempest-TestNetworkBasicOps-router-1997465006', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': 'a65f063f-f71e-4c16-94cd-f0aa5cff4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:57Z', 'updated_at': '2022-02-16T13:01:55Z', 'revision_number': 6, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'a65f063f-f71e-4c16-94cd-f0aa5cff4fce', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:57Z', 'updated_at': '2022-02-16T13:01:55Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '246f60c8-0b85-4679-a705-0981d250f0d7', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.199', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'port_id': '2b0b892a-0562-47cb-9209-5fa65040f1eb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d164537-5ae8-427e-bb35-7e5efd2565a4', 'mac_address': 'fa:16:3e:37:41:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492ac341-149d-4ace-98f8-3bd242ea0f0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:01:15Z', 'updated_at': '2022-02-16T13:01:53Z', 'revision_number': 2, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2a60fa2-d91e-4f5a-9764-663571d303f0', 'name': '', 'network_id': '0d164537-5ae8-427e-bb35-7e5efd2565a4', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:38:f7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'dc731948-121d-4e38-930d-ffae13f38d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:01:00Z', 'updated_at': '2022-02-16T13:01:54Z', 'revision_number': 6, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'dc731948-121d-4e38-930d-ffae13f38d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:56.173710 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df6455c-9add-4b40-b112-3bcfb1c5663b None None] The sync data for ids ['17eef591-5d9d-42cc-8f0e-94398a1540a4'] in dv-neutron-828142-3-hyperv is: [{'id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'name': 'tempest-TestNetworkBasicOps-router-1997465006', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': 'a65f063f-f71e-4c16-94cd-f0aa5cff4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:57Z', 'updated_at': '2022-02-16T13:01:55Z', 'revision_number': 6, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'a65f063f-f71e-4c16-94cd-f0aa5cff4fce', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:57Z', 'updated_at': '2022-02-16T13:01:55Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '246f60c8-0b85-4679-a705-0981d250f0d7', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'floating_ip_address': '172.26.2.199', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'port_id': '2b0b892a-0562-47cb-9209-5fa65040f1eb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d164537-5ae8-427e-bb35-7e5efd2565a4', 'mac_address': 'fa:16:3e:37:41:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492ac341-149d-4ace-98f8-3bd242ea0f0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:01:15Z', 'updated_at': '2022-02-16T13:01:53Z', 'revision_number': 2, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2a60fa2-d91e-4f5a-9764-663571d303f0', 'name': '', 'network_id': '0d164537-5ae8-427e-bb35-7e5efd2565a4', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:38:f7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'dc731948-121d-4e38-930d-ffae13f38d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:01:00Z', 'updated_at': '2022-02-16T13:01:54Z', 'revision_number': 6, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'dc731948-121d-4e38-930d-ffae13f38d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:01:56.461213 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 40172) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:01:56.886408 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device e2a60fa2-d91e-4f5a-9764-663571d303f0 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:01:56.927161 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ffe8a08b-82b1-48cc-91e0-582415d4abd7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/floatingips/246f60c8-0b85-4679-a705-0981d250f0d7 HTTP/1.1" status: 200 len: 991 time: 0.4647555 Feb 16 13:01:56.961075 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port e2a60fa2-d91e-4f5a-9764-663571d303f0 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:01:56.961438 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:57.066295 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:57.070118 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:57.109821 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port e2a60fa2-d91e-4f5a-9764-663571d303f0, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=e2a60fa2-d91e-4f5a-9764-663571d303f0,segment=NetworkSegment(a189d8f0-5ff7-4e5d-a715-c5708e676b38),segment_id=a189d8f0-5ff7-4e5d-a715-c5708e676b38)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:01:57.114097 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:57.181159 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=e2a60fa2-d91e-4f5a-9764-663571d303f0,revision_number=7']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:57.189205 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:57.189543 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:57.189897 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:57.190224 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:57.190545 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:57.190866 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:57.191218 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:57.191539 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:57.191859 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:57.192174 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:57.192487 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:57.192855 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:57.375030 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:57.921137 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33655f44-2fe5-4bcb-adeb-ee05d6e02d7d None None] New status for floating IP 246f60c8-0b85-4679-a705-0981d250f0d7: ACTIVE {{(pid=109050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:01:57.931333 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 40174) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:01:58.001413 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3a7d8ab5-d8b9-4a43-b12d-b251efba2c7a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/floatingips/246f60c8-0b85-4679-a705-0981d250f0d7 HTTP/1.1" status: 200 len: 991 time: 0.0688345 Feb 16 13:01:58.635346 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:58.872274 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device e2a60fa2-d91e-4f5a-9764-663571d303f0 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:01:58.919335 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port e2a60fa2-d91e-4f5a-9764-663571d303f0 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:01:58.919702 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:59.001559 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device a65f063f-f71e-4c16-94cd-f0aa5cff4fce up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:01:59.004411 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 40176) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:01:59.053395 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port a65f063f-f71e-4c16-94cd-f0aa5cff4fce triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:01:59.053761 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:59.073726 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-44a27c12-7b0d-445f-91ec-ba129e8137ce tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/floatingips/246f60c8-0b85-4679-a705-0981d250f0d7 HTTP/1.1" status: 200 len: 993 time: 0.0667448 Feb 16 13:01:59.138780 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:59.158229 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port a65f063f-f71e-4c16-94cd-f0aa5cff4fce, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=a65f063f-f71e-4c16-94cd-f0aa5cff4fce,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:01:59.162800 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:59.209689 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=a65f063f-f71e-4c16-94cd-f0aa5cff4fce,revision_number=6']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:59.327872 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 40182) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:01:59.485809 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-4a42d4e3-6821-4656-b7c2-7ff229eb6195 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting port 0cd4f1d9-cbaa-4bc8-a87a-979d1c61c3c7 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:01:59.486148 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4a42d4e3-6821-4656-b7c2-7ff229eb6195 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:59.560117 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4a42d4e3-6821-4656-b7c2-7ff229eb6195 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:59.560442 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4a42d4e3-6821-4656-b7c2-7ff229eb6195 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:59.572047 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-4a42d4e3-6821-4656-b7c2-7ff229eb6195 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Calling delete_port for 0cd4f1d9-cbaa-4bc8-a87a-979d1c61c3c7 owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:01:59.722725 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4a42d4e3-6821-4656-b7c2-7ff229eb6195 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:59.749203 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42d4e3-6821-4656-b7c2-7ff229eb6195 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Port': ['ID=0cd4f1d9-cbaa-4bc8-a87a-979d1c61c3c7,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:59.773302 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42d4e3-6821-4656-b7c2-7ff229eb6195 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:59.773647 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42d4e3-6821-4656-b7c2-7ff229eb6195 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:59.773984 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42d4e3-6821-4656-b7c2-7ff229eb6195 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:59.774323 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42d4e3-6821-4656-b7c2-7ff229eb6195 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:59.774649 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42d4e3-6821-4656-b7c2-7ff229eb6195 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:59.774957 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42d4e3-6821-4656-b7c2-7ff229eb6195 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:59.775277 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42d4e3-6821-4656-b7c2-7ff229eb6195 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:59.775595 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42d4e3-6821-4656-b7c2-7ff229eb6195 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:59.775914 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42d4e3-6821-4656-b7c2-7ff229eb6195 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:59.776234 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42d4e3-6821-4656-b7c2-7ff229eb6195 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:59.776545 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42d4e3-6821-4656-b7c2-7ff229eb6195 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:59.776886 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42d4e3-6821-4656-b7c2-7ff229eb6195 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:59.818140 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4a42d4e3-6821-4656-b7c2-7ff229eb6195 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:59.818473 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-4a42d4e3-6821-4656-b7c2-7ff229eb6195 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Floating IP 246f60c8-0b85-4679-a705-0981d250f0d7 disassociated (deleted). External IP: 172.26.2.199, port: 2b0b892a-0562-47cb-9209-5fa65040f1eb. Feb 16 13:02:00.027391 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a42d4e3-6821-4656-b7c2-7ff229eb6195 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router 17eef591-5d9d-42cc-8f0e-94398a1540a4 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:02:00.131163 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a42d4e3-6821-4656-b7c2-7ff229eb6195 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:02:00.135598 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4a42d4e3-6821-4656-b7c2-7ff229eb6195 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:00.143145 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307768bb-63af-45dc-920f-8f0d6e56197d None None] Sync routers for ids ['17eef591-5d9d-42cc-8f0e-94398a1540a4'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:02:00.153912 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307768bb-63af-45dc-920f-8f0d6e56197d None None] Routers {'17eef591-5d9d-42cc-8f0e-94398a1540a4'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:02:00.154615 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-307768bb-63af-45dc-920f-8f0d6e56197d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:01:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['17eef591-5d9d-42cc-8f0e-94398a1540a4'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:00.165838 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4a42d4e3-6821-4656-b7c2-7ff229eb6195 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/floatingips/246f60c8-0b85-4679-a705-0981d250f0d7 HTTP/1.1" status: 204 len: 168 time: 0.8369710 Feb 16 13:02:00.166408 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '492ac341-149d-4ace-98f8-3bd242ea0f0e', 'tag': '2b0b892a-0562-47cb-9209-5fa65040f1eb'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:02:00.168663 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d7c154-24b4-4d27-aae1-e8fd240f5bee" -d '{"events": [{"name": "network-changed", "server_uuid": "492ac341-149d-4ace-98f8-3bd242ea0f0e", "tag": "2b0b892a-0562-47cb-9209-5fa65040f1eb"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:02:00.207752 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57946c43-25c3-42cc-84a1-62a0728f5409 x-openstack-request-id: req-57946c43-25c3-42cc-84a1-62a0728f5409 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:02:00.208043 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "492ac341-149d-4ace-98f8-3bd242ea0f0e", "tag": "2b0b892a-0562-47cb-9209-5fa65040f1eb", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:02:00.208354 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-57946c43-25c3-42cc-84a1-62a0728f5409 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:02:00.209309 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '492ac341-149d-4ace-98f8-3bd242ea0f0e', 'tag': '2b0b892a-0562-47cb-9209-5fa65040f1eb', 'status': 'completed', 'code': 200} Feb 16 13:02:00.267432 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-307768bb-63af-45dc-920f-8f0d6e56197d None None] Set router 17eef591-5d9d-42cc-8f0e-94398a1540a4 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:02:00.275394 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7c154-24b4-4d27-aae1-e8fd240f5bee req-4e7cf1f0-a9f1-4999-8499-79dd86f5a732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:00.276911 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c8d7c154-24b4-4d27-aae1-e8fd240f5bee req-4e7cf1f0-a9f1-4999-8499-79dd86f5a732 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&device_id=492ac341-149d-4ace-98f8-3bd242ea0f0e HTTP/1.1" status: 200 len: 1098 time: 0.0427227 Feb 16 13:02:00.379076 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7c154-24b4-4d27-aae1-e8fd240f5bee req-2dbb3615-431f-4d13-bd00-ae99a421e2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:00.381219 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c8d7c154-24b4-4d27-aae1-e8fd240f5bee req-2dbb3615-431f-4d13-bd00-ae99a421e2ae service neutron] 10.222.0.42 "GET /v2.0/networks?id=0d164537-5ae8-427e-bb35-7e5efd2565a4 HTTP/1.1" status: 200 len: 898 time: 0.0946219 Feb 16 13:02:00.416506 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354b0e7-a6b4-4352-b6d9-986b730f3406 req-ad366569-dc69-4e58-91e8-becdf8323e7f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:00.424597 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1354b0e7-a6b4-4352-b6d9-986b730f3406 req-ad366569-dc69-4e58-91e8-becdf8323e7f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=492ac341-149d-4ace-98f8-3bd242ea0f0e HTTP/1.1" status: 200 len: 945 time: 0.0631719 Feb 16 13:02:00.446764 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c8d7c154-24b4-4d27-aae1-e8fd240f5bee req-1d93da96-dd35-43a4-8e6c-68a9dcb169e8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b0b892a-0562-47cb-9209-5fa65040f1eb HTTP/1.1" status: 200 len: 217 time: 0.0567942 Feb 16 13:02:00.468878 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1354b0e7-a6b4-4352-b6d9-986b730f3406 req-c5dda660-350c-4e71-a25d-c4b59cef64e7 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=9301f8aa-382c-4ec3-960b-83a006e53461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429680 Feb 16 13:02:00.509474 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-307768bb-63af-45dc-920f-8f0d6e56197d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'name': 'tempest-TestNetworkBasicOps-router-1997465006', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': 'a65f063f-f71e-4c16-94cd-f0aa5cff4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:57Z', 'updated_at': '2022-02-16T13:01:55Z', 'revision_number': 6, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'a65f063f-f71e-4c16-94cd-f0aa5cff4fce', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:57Z', 'updated_at': '2022-02-16T13:01:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'e2a60fa2-d91e-4f5a-9764-663571d303f0', 'name': '', 'network_id': '0d164537-5ae8-427e-bb35-7e5efd2565a4', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:38:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'dc731948-121d-4e38-930d-ffae13f38d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:01:00Z', 'updated_at': '2022-02-16T13:01:57Z', 'revision_number': 7, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'dc731948-121d-4e38-930d-ffae13f38d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:00.510795 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7c154-24b4-4d27-aae1-e8fd240f5bee req-5ab8ef2d-1b76-49f2-bdb5-729538bf1f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:00.512276 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c8d7c154-24b4-4d27-aae1-e8fd240f5bee req-5ab8ef2d-1b76-49f2-bdb5-729538bf1f1e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc731948-121d-4e38-930d-ffae13f38d09 HTTP/1.1" status: 200 len: 835 time: 0.0561533 Feb 16 13:02:00.561878 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7c154-24b4-4d27-aae1-e8fd240f5bee req-80d027c3-bea3-45a5-8ddb-71b5e2b41b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:00.563430 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c8d7c154-24b4-4d27-aae1-e8fd240f5bee req-80d027c3-bea3-45a5-8ddb-71b5e2b41b2e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0d164537-5ae8-427e-bb35-7e5efd2565a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432882 Feb 16 13:02:00.630462 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307768bb-63af-45dc-920f-8f0d6e56197d None None] Checking router: 17eef591-5d9d-42cc-8f0e-94398a1540a4 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:02:00.638613 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307768bb-63af-45dc-920f-8f0d6e56197d None None] Routers {'17eef591-5d9d-42cc-8f0e-94398a1540a4'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:02:00.639205 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-307768bb-63af-45dc-920f-8f0d6e56197d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:01:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['17eef591-5d9d-42cc-8f0e-94398a1540a4'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:00.662978 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c8d7c154-24b4-4d27-aae1-e8fd240f5bee req-763c60b0-c2c8-41be-957c-22532ca0609f service neutron] 10.222.0.42 "GET /v2.0/networks/0d164537-5ae8-427e-bb35-7e5efd2565a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916696 Feb 16 13:02:00.746226 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-307768bb-63af-45dc-920f-8f0d6e56197d None None] Set router 17eef591-5d9d-42cc-8f0e-94398a1540a4 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:02:00.758235 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c8d7c154-24b4-4d27-aae1-e8fd240f5bee req-41b80ddd-42f1-4825-b32f-4f85fa8a4d69 service neutron] 10.222.0.42 "GET /v2.0/networks/0d164537-5ae8-427e-bb35-7e5efd2565a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879347 Feb 16 13:02:00.836325 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device a65f063f-f71e-4c16-94cd-f0aa5cff4fce up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:02:00.887937 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port a65f063f-f71e-4c16-94cd-f0aa5cff4fce triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:02:00.888743 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:00.963415 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-307768bb-63af-45dc-920f-8f0d6e56197d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'name': 'tempest-TestNetworkBasicOps-router-1997465006', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': 'a65f063f-f71e-4c16-94cd-f0aa5cff4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:57Z', 'updated_at': '2022-02-16T13:01:55Z', 'revision_number': 6, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'a65f063f-f71e-4c16-94cd-f0aa5cff4fce', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:57Z', 'updated_at': '2022-02-16T13:01:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'e2a60fa2-d91e-4f5a-9764-663571d303f0', 'name': '', 'network_id': '0d164537-5ae8-427e-bb35-7e5efd2565a4', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:38:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'dc731948-121d-4e38-930d-ffae13f38d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:01:00Z', 'updated_at': '2022-02-16T13:01:57Z', 'revision_number': 7, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'dc731948-121d-4e38-930d-ffae13f38d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:00.990202 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307768bb-63af-45dc-920f-8f0d6e56197d None None] The sync data for ids ['17eef591-5d9d-42cc-8f0e-94398a1540a4'] in dv-neutron-828142-3-hyperv is: [{'id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'name': 'tempest-TestNetworkBasicOps-router-1997465006', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': 'a65f063f-f71e-4c16-94cd-f0aa5cff4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:57Z', 'updated_at': '2022-02-16T13:01:55Z', 'revision_number': 6, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'a65f063f-f71e-4c16-94cd-f0aa5cff4fce', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:57Z', 'updated_at': '2022-02-16T13:01:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'e2a60fa2-d91e-4f5a-9764-663571d303f0', 'name': '', 'network_id': '0d164537-5ae8-427e-bb35-7e5efd2565a4', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'mac_address': 'fa:16:3e:38:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'dc731948-121d-4e38-930d-ffae13f38d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:01:00Z', 'updated_at': '2022-02-16T13:01:57Z', 'revision_number': 7, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'subnets': [{'id': 'dc731948-121d-4e38-930d-ffae13f38d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:02:01.601570 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b317f1d-cb9a-4601-a2c6-39a7addc6c02 req-acaca2a5-8608-4ff0-974f-b52e1b5fee8f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:01.603115 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2b317f1d-cb9a-4601-a2c6-39a7addc6c02 req-acaca2a5-8608-4ff0-974f-b52e1b5fee8f tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=492ac341-149d-4ace-98f8-3bd242ea0f0e HTTP/1.1" status: 200 len: 945 time: 0.0546672 Feb 16 13:02:01.646407 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2b317f1d-cb9a-4601-a2c6-39a7addc6c02 req-a7ff1769-8d51-4e98-89e6-f7b716df70e0 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/security-groups?id=9301f8aa-382c-4ec3-960b-83a006e53461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363412 Feb 16 13:02:01.666218 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c7215e-5566-48b1-9d75-b30b1c00f0bc None None] New status for floating IP 246f60c8-0b85-4679-a705-0981d250f0d7: DOWN {{(pid=109050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:02:01.923539 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9653d-10e6-412d-b4c9-d1d347886e0f req-a3c6b1f0-9cd2-498e-93d8-c540b840be98 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:01.925122 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d4b9653d-10e6-412d-b4c9-d1d347886e0f req-a3c6b1f0-9cd2-498e-93d8-c540b840be98 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "GET /v2.0/ports?device_id=492ac341-149d-4ace-98f8-3bd242ea0f0e HTTP/1.1" status: 200 len: 945 time: 0.0516405 Feb 16 13:02:02.025670 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-d4b9653d-10e6-412d-b4c9-d1d347886e0f req-284aadf3-df1d-4f2f-9a03-6aa0e7d41eb2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting port 2b0b892a-0562-47cb-9209-5fa65040f1eb {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:02:02.026217 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-d4b9653d-10e6-412d-b4c9-d1d347886e0f req-284aadf3-df1d-4f2f-9a03-6aa0e7d41eb2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:02.153693 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-d4b9653d-10e6-412d-b4c9-d1d347886e0f req-284aadf3-df1d-4f2f-9a03-6aa0e7d41eb2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] For port 2b0b892a-0562-47cb-9209-5fa65040f1eb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2b0b892a-0562-47cb-9209-5fa65040f1eb,segment=NetworkSegment(a189d8f0-5ff7-4e5d-a715-c5708e676b38),segment_id=a189d8f0-5ff7-4e5d-a715-c5708e676b38)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:02:02.153954 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-d4b9653d-10e6-412d-b4c9-d1d347886e0f req-284aadf3-df1d-4f2f-9a03-6aa0e7d41eb2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:02.168500 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-d4b9653d-10e6-412d-b4c9-d1d347886e0f req-284aadf3-df1d-4f2f-9a03-6aa0e7d41eb2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Calling delete_port for 2b0b892a-0562-47cb-9209-5fa65040f1eb owned by compute:nova {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:02:02.311190 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-d4b9653d-10e6-412d-b4c9-d1d347886e0f req-284aadf3-df1d-4f2f-9a03-6aa0e7d41eb2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:02.338483 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284aadf3-df1d-4f2f-9a03-6aa0e7d41eb2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Port': ['ID=2b0b892a-0562-47cb-9209-5fa65040f1eb,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:02.389141 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b9653d-10e6-412d-b4c9-d1d347886e0f req-284aadf3-df1d-4f2f-9a03-6aa0e7d41eb2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] No DVR routers for this DVR port 2b0b892a-0562-47cb-9209-5fa65040f1eb on host hv-neutron-8281 {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:02:02.391786 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-d4b9653d-10e6-412d-b4c9-d1d347886e0f req-284aadf3-df1d-4f2f-9a03-6aa0e7d41eb2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:02.395161 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d4b9653d-10e6-412d-b4c9-d1d347886e0f req-284aadf3-df1d-4f2f-9a03-6aa0e7d41eb2 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.42 "DELETE /v2.0/ports/2b0b892a-0562-47cb-9209-5fa65040f1eb HTTP/1.1" status: 204 len: 173 time: 0.4637649 Feb 16 13:02:02.395628 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492ac341-149d-4ace-98f8-3bd242ea0f0e', 'name': 'network-vif-deleted', 'tag': '2b0b892a-0562-47cb-9209-5fa65040f1eb'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:02:02.398021 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381e6c56-8bdd-4584-9b27-a28f7c993759" -d '{"events": [{"server_uuid": "492ac341-149d-4ace-98f8-3bd242ea0f0e", "name": "network-vif-deleted", "tag": "2b0b892a-0562-47cb-9209-5fa65040f1eb"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:02:02.446923 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e4e434-dae1-426a-bf4d-0a6fc8c214af x-openstack-request-id: req-d6e4e434-dae1-426a-bf4d-0a6fc8c214af {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:02:02.447218 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "492ac341-149d-4ace-98f8-3bd242ea0f0e", "name": "network-vif-deleted", "tag": "2b0b892a-0562-47cb-9209-5fa65040f1eb", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:02:02.447464 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d6e4e434-dae1-426a-bf4d-0a6fc8c214af {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:02:02.447853 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492ac341-149d-4ace-98f8-3bd242ea0f0e', 'name': 'network-vif-deleted', 'tag': '2b0b892a-0562-47cb-9209-5fa65040f1eb', 'status': 'completed', 'code': 200} Feb 16 13:02:02.772786 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b99f2ab7-a464-44ed-9896-aa0f013b1be5 req-14fd1757-936a-4dc3-a2a8-c6e421b240f3 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "GET /v2.0/ports?device_id=492ac341-149d-4ace-98f8-3bd242ea0f0e HTTP/1.1" status: 200 len: 210 time: 0.0364487 Feb 16 13:02:03.829918 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 40198) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:02:03.890293 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-de8c6c4c-e597-4052-86a6-b7df38083b9a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:03.915426 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-de8c6c4c-e597-4052-86a6-b7df38083b9a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:03.976845 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-de8c6c4c-e597-4052-86a6-b7df38083b9a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:03.979603 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-de8c6c4c-e597-4052-86a6-b7df38083b9a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:03.981053 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-de8c6c4c-e597-4052-86a6-b7df38083b9a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/security-groups/9301f8aa-382c-4ec3-960b-83a006e53461 HTTP/1.1" status: 204 len: 168 time: 0.1501496 Feb 16 13:02:03.991149 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c6c4c-e597-4052-86a6-b7df38083b9a tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9301f8aa-382c-4ec3-960b-83a006e53461,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:04.014679 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 40202) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:02:04.412976 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3f2b8d36-2e06-40d9-9740-097e86c253d5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:04.685841 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-3f2b8d36-2e06-40d9-9740-097e86c253d5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting port e2a60fa2-d91e-4f5a-9764-663571d303f0 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:02:04.698514 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3f2b8d36-2e06-40d9-9740-097e86c253d5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:04.790209 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-3f2b8d36-2e06-40d9-9740-097e86c253d5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] For port e2a60fa2-d91e-4f5a-9764-663571d303f0, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=e2a60fa2-d91e-4f5a-9764-663571d303f0,segment=NetworkSegment(a189d8f0-5ff7-4e5d-a715-c5708e676b38),segment_id=a189d8f0-5ff7-4e5d-a715-c5708e676b38)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:02:04.790572 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3f2b8d36-2e06-40d9-9740-097e86c253d5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:04.803573 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-3f2b8d36-2e06-40d9-9740-097e86c253d5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Calling delete_port for e2a60fa2-d91e-4f5a-9764-663571d303f0 owned by network:router_interface {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:02:05.346879 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3f2b8d36-2e06-40d9-9740-097e86c253d5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:05.372094 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b8d36-2e06-40d9-9740-097e86c253d5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Port': ['ID=e2a60fa2-d91e-4f5a-9764-663571d303f0,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:05.400830 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b8d36-2e06-40d9-9740-097e86c253d5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:05.401318 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b8d36-2e06-40d9-9740-097e86c253d5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:05.401780 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b8d36-2e06-40d9-9740-097e86c253d5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:05.402209 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b8d36-2e06-40d9-9740-097e86c253d5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:05.402610 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b8d36-2e06-40d9-9740-097e86c253d5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:05.403008 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b8d36-2e06-40d9-9740-097e86c253d5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:05.403405 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b8d36-2e06-40d9-9740-097e86c253d5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:05.403801 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b8d36-2e06-40d9-9740-097e86c253d5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:05.404136 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b8d36-2e06-40d9-9740-097e86c253d5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:05.404462 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b8d36-2e06-40d9-9740-097e86c253d5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:05.404821 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b8d36-2e06-40d9-9740-097e86c253d5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:05.405140 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b8d36-2e06-40d9-9740-097e86c253d5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:05.558184 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3f2b8d36-2e06-40d9-9740-097e86c253d5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:05.785911 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2b8d36-2e06-40d9-9740-097e86c253d5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Router 17eef591-5d9d-42cc-8f0e-94398a1540a4 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:02:05.898078 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2b8d36-2e06-40d9-9740-097e86c253d5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:02:05.903834 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3f2b8d36-2e06-40d9-9740-097e86c253d5 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "PUT /v2.0/routers/17eef591-5d9d-42cc-8f0e-94398a1540a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8864796 Feb 16 13:02:05.906664 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 40204) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:02:05.907795 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427fb344-1abc-466f-b1b8-000a1f862256 None None] Sync routers for ids ['17eef591-5d9d-42cc-8f0e-94398a1540a4'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:02:05.918847 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427fb344-1abc-466f-b1b8-000a1f862256 None None] Routers {'17eef591-5d9d-42cc-8f0e-94398a1540a4'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:02:05.919453 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-427fb344-1abc-466f-b1b8-000a1f862256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:01:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['17eef591-5d9d-42cc-8f0e-94398a1540a4'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:05.960865 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2735513-9a90-4c51-b793-02ff97ac2a1d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting subnet dc731948-121d-4e38-930d-ffae13f38d09 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 13:02:05.964162 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2735513-9a90-4c51-b793-02ff97ac2a1d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:06.013523 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2735513-9a90-4c51-b793-02ff97ac2a1d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:06.030201 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-427fb344-1abc-466f-b1b8-000a1f862256 None None] Set router 17eef591-5d9d-42cc-8f0e-94398a1540a4 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:02:06.108363 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2735513-9a90-4c51-b793-02ff97ac2a1d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:06.173571 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2735513-9a90-4c51-b793-02ff97ac2a1d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:06.205738 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2735513-9a90-4c51-b793-02ff97ac2a1d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Subnet': ['ID=dc731948-121d-4e38-930d-ffae13f38d09,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:06.212518 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-427fb344-1abc-466f-b1b8-000a1f862256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'name': 'tempest-TestNetworkBasicOps-router-1997465006', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': 'a65f063f-f71e-4c16-94cd-f0aa5cff4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:57Z', 'updated_at': '2022-02-16T13:02:05Z', 'revision_number': 7, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'a65f063f-f71e-4c16-94cd-f0aa5cff4fce', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:57Z', 'updated_at': '2022-02-16T13:01:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:06.213387 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2735513-9a90-4c51-b793-02ff97ac2a1d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:06.216667 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f2735513-9a90-4c51-b793-02ff97ac2a1d tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/subnets/dc731948-121d-4e38-930d-ffae13f38d09 HTTP/1.1" status: 204 len: 168 time: 0.3088646 Feb 16 13:02:06.220049 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 40206) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:02:06.222881 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaa48ec-51c9-4ce6-86b7-a9431455f616 None None] Network 0d164537-5ae8-427e-bb35-7e5efd2565a4 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:02:06.240041 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427fb344-1abc-466f-b1b8-000a1f862256 None None] Checking router: 17eef591-5d9d-42cc-8f0e-94398a1540a4 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:02:06.248885 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427fb344-1abc-466f-b1b8-000a1f862256 None None] Routers {'17eef591-5d9d-42cc-8f0e-94398a1540a4'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:02:06.249508 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-427fb344-1abc-466f-b1b8-000a1f862256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:01:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['17eef591-5d9d-42cc-8f0e-94398a1540a4'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:06.336468 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-50b5da9a-52e4-4dea-bb58-5b003d9b3750 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:06.356440 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-427fb344-1abc-466f-b1b8-000a1f862256 None None] Set router 17eef591-5d9d-42cc-8f0e-94398a1540a4 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:02:06.422258 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ecbed7-cf94-43c6-98a5-622498d8fed6 None None] DHCP port deletion for 0d164537-5ae8-427e-bb35-7e5efd2565a4 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 13:02:06.456921 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-50b5da9a-52e4-4dea-bb58-5b003d9b3750 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:06.478579 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-a3ecbed7-cf94-43c6-98a5-622498d8fed6 None None] Deleting port 53164615-4be0-43b4-ba27-78358d10550b {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:02:06.478959 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a3ecbed7-cf94-43c6-98a5-622498d8fed6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:06.524356 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-50b5da9a-52e4-4dea-bb58-5b003d9b3750 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Deleting port a65f063f-f71e-4c16-94cd-f0aa5cff4fce {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:02:06.524839 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-50b5da9a-52e4-4dea-bb58-5b003d9b3750 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:06.548846 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-a3ecbed7-cf94-43c6-98a5-622498d8fed6 None None] For port 53164615-4be0-43b4-ba27-78358d10550b, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=53164615-4be0-43b4-ba27-78358d10550b,segment=NetworkSegment(a189d8f0-5ff7-4e5d-a715-c5708e676b38),segment_id=a189d8f0-5ff7-4e5d-a715-c5708e676b38)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:02:06.549244 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a3ecbed7-cf94-43c6-98a5-622498d8fed6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:06.552942 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-427fb344-1abc-466f-b1b8-000a1f862256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'name': 'tempest-TestNetworkBasicOps-router-1997465006', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': 'a65f063f-f71e-4c16-94cd-f0aa5cff4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:57Z', 'updated_at': '2022-02-16T13:02:05Z', 'revision_number': 7, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'a65f063f-f71e-4c16-94cd-f0aa5cff4fce', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:57Z', 'updated_at': '2022-02-16T13:01:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:06.566839 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-a3ecbed7-cf94-43c6-98a5-622498d8fed6 None None] Calling delete_port for 53164615-4be0-43b4-ba27-78358d10550b owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:02:06.588218 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427fb344-1abc-466f-b1b8-000a1f862256 None None] The sync data for ids ['17eef591-5d9d-42cc-8f0e-94398a1540a4'] in dv-neutron-828142-3-hyperv is: [{'id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'name': 'tempest-TestNetworkBasicOps-router-1997465006', 'tenant_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': 'a65f063f-f71e-4c16-94cd-f0aa5cff4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:57Z', 'updated_at': '2022-02-16T13:02:05Z', 'revision_number': 7, 'project_id': '93ebfe1969ad47c59fc4b80bacd9b15b', 'gw_port': {'id': 'a65f063f-f71e-4c16-94cd-f0aa5cff4fce', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17eef591-5d9d-42cc-8f0e-94398a1540a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:57Z', 'updated_at': '2022-02-16T13:01:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:02:06.615042 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-50b5da9a-52e4-4dea-bb58-5b003d9b3750 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] For port a65f063f-f71e-4c16-94cd-f0aa5cff4fce, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=a65f063f-f71e-4c16-94cd-f0aa5cff4fce,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:02:06.615406 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-50b5da9a-52e4-4dea-bb58-5b003d9b3750 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:06.634881 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-50b5da9a-52e4-4dea-bb58-5b003d9b3750 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Calling delete_port for a65f063f-f71e-4c16-94cd-f0aa5cff4fce owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:02:06.672617 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a3ecbed7-cf94-43c6-98a5-622498d8fed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:06.696470 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ecbed7-cf94-43c6-98a5-622498d8fed6 None None] Pushing event deleted for resources: {'Port': ['ID=53164615-4be0-43b4-ba27-78358d10550b,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:06.702192 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ecbed7-cf94-43c6-98a5-622498d8fed6 None None] No DVR routers for this DVR port 53164615-4be0-43b4-ba27-78358d10550b on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:02:06.824323 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-50b5da9a-52e4-4dea-bb58-5b003d9b3750 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:06.852037 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b5da9a-52e4-4dea-bb58-5b003d9b3750 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Port': ['ID=a65f063f-f71e-4c16-94cd-f0aa5cff4fce,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:06.861593 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 2b0b892a-0562-47cb-9209-5fa65040f1eb no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:02:06.886449 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] No Port match for: 2b0b892a-0562-47cb-9209-5fa65040f1eb {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:02:06.886785 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 2b0b892a-0562-47cb-9209-5fa65040f1eb not bound to the agent host hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:02:06.924134 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-50b5da9a-52e4-4dea-bb58-5b003d9b3750 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:07.034504 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-50b5da9a-52e4-4dea-bb58-5b003d9b3750 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:07.034504 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-50b5da9a-52e4-4dea-bb58-5b003d9b3750 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:07.085654 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device e2a60fa2-d91e-4f5a-9764-663571d303f0 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:02:07.095980 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-50b5da9a-52e4-4dea-bb58-5b003d9b3750 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:07.096918 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b5da9a-52e4-4dea-bb58-5b003d9b3750 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Fanout notify agent at l3_agent the message router_deleted on router 17eef591-5d9d-42cc-8f0e-94398a1540a4 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 13:02:07.106585 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-50b5da9a-52e4-4dea-bb58-5b003d9b3750 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:07.110503 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-50b5da9a-52e4-4dea-bb58-5b003d9b3750 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/routers/17eef591-5d9d-42cc-8f0e-94398a1540a4 HTTP/1.1" status: 204 len: 168 time: 0.8868647 Feb 16 13:02:07.110691 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: e2a60fa2-d91e-4f5a-9764-663571d303f0 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:02:07.110691 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device e2a60fa2-d91e-4f5a-9764-663571d303f0 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:02:07.110691 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 53164615-4be0-43b4-ba27-78358d10550b no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:02:07.111896 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 40208) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:02:07.132281 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 53164615-4be0-43b4-ba27-78358d10550b {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:02:07.132729 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 53164615-4be0-43b4-ba27-78358d10550b not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:02:07.195982 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1112e08e-a094-4c3e-b04b-f21b21e31a31 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:07.301699 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1112e08e-a094-4c3e-b04b-f21b21e31a31 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:07.326163 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-1112e08e-a094-4c3e-b04b-f21b21e31a31 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d164537-5ae8-427e-bb35-7e5efd2565a4']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:07.337476 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-1112e08e-a094-4c3e-b04b-f21b21e31a31 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a189d8f0-5ff7-4e5d-a715-c5708e676b38') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:07.337775 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-1112e08e-a094-4c3e-b04b-f21b21e31a31 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a189d8f0-5ff7-4e5d-a715-c5708e676b38') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:07.352199 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1112e08e-a094-4c3e-b04b-f21b21e31a31 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:07.365999 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1112e08e-a094-4c3e-b04b-f21b21e31a31 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:07.373056 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1112e08e-a094-4c3e-b04b-f21b21e31a31 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:02:07.373463 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1112e08e-a094-4c3e-b04b-f21b21e31a31 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:07.376591 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 13:02:07.376591 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:02:07.376591 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 13:02:07.376591 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:02:07.376591 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 13:02:07.376591 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 13:02:07.376591 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 13:02:07.376591 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:02:07.376591 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 13:02:07.376591 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:02:07.376591 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 13:02:07.376591 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:02:07.376591 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 13:02:07.376591 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 13:02:07.376591 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:02:07.376591 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 13:02:07.376591 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:02:07.376591 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 13:02:07.376591 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 13:02:07.376591 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 13:02:07.376591 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 13:02:07.376591 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 13:02:07.376591 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:02:07.376591 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:02:07.376591 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 13:02:07.376591 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:02:07.376591 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:02:07.376591 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:02:07.376591 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:02:07.376591 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:02:07.376591 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:02:07.376591 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:02:07.442474 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1112e08e-a094-4c3e-b04b-f21b21e31a31 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:07.450376 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1112e08e-a094-4c3e-b04b-f21b21e31a31 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:07.452932 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1112e08e-a094-4c3e-b04b-f21b21e31a31 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] 10.222.0.90 "DELETE /v2.0/networks/0d164537-5ae8-427e-bb35-7e5efd2565a4 HTTP/1.1" status: 204 len: 168 time: 0.3399348 Feb 16 13:02:07.467760 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112e08e-a094-4c3e-b04b-f21b21e31a31 tempest-TestNetworkBasicOps-1808833048 tempest-TestNetworkBasicOps-1808833048-project] Pushing event deleted for resources: {'Network': ['ID=0d164537-5ae8-427e-bb35-7e5efd2565a4,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:07.782385 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 40216) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:02:07.929445 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1c4661f6-84ae-41f6-a299-59a6acf5179b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=93ebfe1969ad47c59fc4b80bacd9b15b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455779 Feb 16 13:02:07.932125 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 40222) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:02:07.999360 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3defbb39-36bb-465b-b57b-2485797231f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:08.025996 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3defbb39-36bb-465b-b57b-2485797231f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:08.075011 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3defbb39-36bb-465b-b57b-2485797231f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:08.077553 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3defbb39-36bb-465b-b57b-2485797231f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:08.078788 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3defbb39-36bb-465b-b57b-2485797231f8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5e73af07-ed38-4776-b39a-594bbab2c216 HTTP/1.1" status: 204 len: 168 time: 0.1456773 Feb 16 13:02:08.087259 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3defbb39-36bb-465b-b57b-2485797231f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e73af07-ed38-4776-b39a-594bbab2c216,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:08.369583 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 40228) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:02:08.385536 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-df3a64a1-4398-4aa2-aeaa-f0a199b40a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:08.479206 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-df3a64a1-4398-4aa2-aeaa-f0a199b40a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:08.483745 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-df3a64a1-4398-4aa2-aeaa-f0a199b40a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:08.526231 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-df3a64a1-4398-4aa2-aeaa-f0a199b40a52 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a38cc4f48e484985845c7d64db2cb611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1551857 Feb 16 13:02:08.527007 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a64a1-4398-4aa2-aeaa-f0a199b40a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6701748c-3382-4929-b0a3-4a75fcc756d1,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:08.529342 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 40230) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:02:08.593528 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6b28e656-90b0-4e7b-b1c5-71d65c267c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:08.621573 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6b28e656-90b0-4e7b-b1c5-71d65c267c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:08.677938 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6b28e656-90b0-4e7b-b1c5-71d65c267c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:08.680702 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6b28e656-90b0-4e7b-b1c5-71d65c267c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:08.681908 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6b28e656-90b0-4e7b-b1c5-71d65c267c18 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6701748c-3382-4929-b0a3-4a75fcc756d1 HTTP/1.1" status: 204 len: 168 time: 0.1512454 Feb 16 13:02:08.690112 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b28e656-90b0-4e7b-b1c5-71d65c267c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6701748c-3382-4929-b0a3-4a75fcc756d1,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:08.770696 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device a65f063f-f71e-4c16-94cd-f0aa5cff4fce no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:02:08.791600 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: a65f063f-f71e-4c16-94cd-f0aa5cff4fce {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:02:08.791985 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device a65f063f-f71e-4c16-94cd-f0aa5cff4fce not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:02:16.195629 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-38d7a820-5de7-43c4-a324-a6e9fd17c0d3 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=097f5e9b1f9740c997768057944667bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336058 Feb 16 13:02:16.421066 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-b15555dc-f819-43e8-9684-3f7f1d43d8ed tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:16.422566 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-b15555dc-f819-43e8-9684-3f7f1d43d8ed tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2213032 Feb 16 13:02:16.445282 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-bbb5b505-cb74-4c94-8323-00a7ac8df3a2 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] 10.222.0.90 "GET /v2.0/quotas/097f5e9b1f9740c997768057944667bf HTTP/1.1" status: 200 len: 375 time: 0.0103538 Feb 16 13:02:16.482841 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-061cb836-58a8-456d-9a86-d4f81b201ac8 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=097f5e9b1f9740c997768057944667bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314331 Feb 16 13:02:16.641237 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-47a9a567-841f-4dc4-a4b2-3f578bfd8a27 req-500cb502-4f0b-4578-9f3e-14d203321376 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] 10.222.0.90 "GET /v2.0/ports?device_id=ca87b97b-4528-4b39-9b34-330c8d9753e7 HTTP/1.1" status: 200 len: 210 time: 0.0259411 Feb 16 13:02:17.558593 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-1c137b8e-b288-4836-94f7-d26d0f6dfc7e tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=097f5e9b1f9740c997768057944667bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305252 Feb 16 13:02:17.740819 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-49264102-beae-4eae-ab96-17b1d9c898c2 req-65ff8f9f-8a7e-416d-8327-03049114b254 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] 10.222.0.90 "GET /v2.0/ports?device_id=ca87b97b-4528-4b39-9b34-330c8d9753e7 HTTP/1.1" status: 200 len: 210 time: 0.0271876 Feb 16 13:02:17.760778 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-407c5d67-3f74-439b-abd0-d54da2da9cb6 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:17.760778 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-407c5d67-3f74-439b-abd0-d54da2da9cb6 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1919739 Feb 16 13:02:17.777102 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-2f2243f0-526b-4313-a45e-e8ae6c8927d5 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] Request body: {'port': {'device_id': 'ca87b97b-4528-4b39-9b34-330c8d9753e7', 'network_id': '8cfd24c8-4d0e-45cb-9941-f35a1635e962', 'admin_state_up': True, 'tenant_id': '097f5e9b1f9740c997768057944667bf'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:02:17.887849 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-2f2243f0-526b-4313-a45e-e8ae6c8927d5 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] Made reservation on behalf of 097f5e9b1f9740c997768057944667bf for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:02:17.891316 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-2f2243f0-526b-4313-a45e-e8ae6c8927d5 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:17.900250 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-2f2243f0-526b-4313-a45e-e8ae6c8927d5 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:17.973659 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-2f2243f0-526b-4313-a45e-e8ae6c8927d5 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:17.977431 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-2f2243f0-526b-4313-a45e-e8ae6c8927d5 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:18.037623 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2243f0-526b-4313-a45e-e8ae6c8927d5 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccadac4d-94cc-44f2-a641-6f424ad2f990,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:18.112446 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-2f2243f0-526b-4313-a45e-e8ae6c8927d5 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] Allocated IP 192.168.233.137 (8cfd24c8-4d0e-45cb-9941-f35a1635e962/2cf5f424-b60b-42b6-9860-278685ac311f/ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:02:18.259446 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-2f2243f0-526b-4313-a45e-e8ae6c8927d5 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:18.293026 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-2f2243f0-526b-4313-a45e-e8ae6c8927d5 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:18.338699 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-2f2243f0-526b-4313-a45e-e8ae6c8927d5 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] Network 8cfd24c8-4d0e-45cb-9941-f35a1635e962 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:02:18.341950 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-2f2243f0-526b-4313-a45e-e8ae6c8927d5 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:02:18.345527 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-2f2243f0-526b-4313-a45e-e8ae6c8927d5 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:02:18.369990 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2243f0-526b-4313-a45e-e8ae6c8927d5 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] Pushing event updated for resources: {'Port': ['ID=ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:18.399192 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-2f2243f0-526b-4313-a45e-e8ae6c8927d5 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:18.399814 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-2f2243f0-526b-4313-a45e-e8ae6c8927d5 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:18.417452 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-2f2243f0-526b-4313-a45e-e8ae6c8927d5 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6439757 Feb 16 13:02:18.430540 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-b71f26d9-4776-4122-b485-4e67ad91557f service neutron] Request body: {'port': {'device_id': 'ca87b97b-4528-4b39-9b34-330c8d9753e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:02:18.488499 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-b71f26d9-4776-4122-b485-4e67ad91557f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:18.561530 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-70c8c8c2-be53-464f-ae26-749430333bb6 None None] Provisioning complete for port ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:02:18.562197 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-70c8c8c2-be53-464f-ae26-749430333bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:18.595750 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-70c8c8c2-be53-464f-ae26-749430333bb6 None None] Port ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:02:18.758097 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-b71f26d9-4776-4122-b485-4e67ad91557f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17 {{(pid=109049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:02:18.766298 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-b71f26d9-4776-4122-b485-4e67ad91557f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:18.779767 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.provisioning_blocks [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-b71f26d9-4776-4122-b485-4e67ad91557f service neutron] Transition to ACTIVE for port object ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17 will not be triggered until provisioned by entity L2. {{(pid=109049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:02:18.784717 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-b71f26d9-4776-4122-b485-4e67ad91557f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:18.832832 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f26d9-4776-4122-b485-4e67ad91557f service neutron] Pushing event updated for resources: {'Port': ['ID=ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:18.868315 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b49df-bc74-4cf4-ad00-83e0328a2374 req-304af342-c537-4ceb-bad7-c58f9818fca1 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:18.870331 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1a0b49df-bc74-4cf4-ad00-83e0328a2374 req-304af342-c537-4ceb-bad7-c58f9818fca1 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] 10.222.0.90 "GET /v2.0/ports?device_id=ca87b97b-4528-4b39-9b34-330c8d9753e7 HTTP/1.1" status: 200 len: 948 time: 0.0600812 Feb 16 13:02:18.910656 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-b71f26d9-4776-4122-b485-4e67ad91557f service neutron] Attempting to bind port ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:02:18.911084 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-b71f26d9-4776-4122-b485-4e67ad91557f service neutron] Attempting to bind port ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '78fcc96c-4d65-4ddd-bdc0-47a1149246f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8cfd24c8-4d0e-45cb-9941-f35a1635e962'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:02:18.911500 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-b71f26d9-4776-4122-b485-4e67ad91557f service neutron] Attempting to bind port ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17 on network 8cfd24c8-4d0e-45cb-9941-f35a1635e962 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:02:18.916498 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-b71f26d9-4776-4122-b485-4e67ad91557f service neutron] Port ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17 on network 8cfd24c8-4d0e-45cb-9941-f35a1635e962 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:02:18.916978 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-b71f26d9-4776-4122-b485-4e67ad91557f service neutron] Attempting to bind port ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17 on network 8cfd24c8-4d0e-45cb-9941-f35a1635e962 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:02:18.917113 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1a0b49df-bc74-4cf4-ad00-83e0328a2374 req-8efa1073-c405-4e85-bbab-bdcb8226baa5 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] 10.222.0.90 "GET /v2.0/security-groups?id=ccadac4d-94cc-44f2-a641-6f424ad2f990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396144 Feb 16 13:02:18.922736 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-b71f26d9-4776-4122-b485-4e67ad91557f service neutron] Checking agent: {'id': '31a9428e-e23a-420f-bfe2-5870b63c0436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'started_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:02:18.923139 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-b71f26d9-4776-4122-b485-4e67ad91557f service neutron] Checking segment: {'id': '78fcc96c-4d65-4ddd-bdc0-47a1149246f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8cfd24c8-4d0e-45cb-9941-f35a1635e962'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:02:18.923645 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-b71f26d9-4776-4122-b485-4e67ad91557f service neutron] Bound using segment: {'id': '78fcc96c-4d65-4ddd-bdc0-47a1149246f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8cfd24c8-4d0e-45cb-9941-f35a1635e962'} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:02:18.924132 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-b71f26d9-4776-4122-b485-4e67ad91557f service neutron] Bound port: ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78fcc96c-4d65-4ddd-bdc0-47a1149246f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8cfd24c8-4d0e-45cb-9941-f35a1635e962'}}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:02:18.924548 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-b71f26d9-4776-4122-b485-4e67ad91557f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:18.995221 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-b71f26d9-4776-4122-b485-4e67ad91557f service neutron] For port ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:02:18.998365 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-b71f26d9-4776-4122-b485-4e67ad91557f service neutron] For port ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17,segment=NetworkSegment(78fcc96c-4d65-4ddd-bdc0-47a1149246f0),segment_id=78fcc96c-4d65-4ddd-bdc0-47a1149246f0)] {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:02:19.005309 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-b71f26d9-4776-4122-b485-4e67ad91557f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:19.039696 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-b71f26d9-4776-4122-b485-4e67ad91557f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:19.040320 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-b71f26d9-4776-4122-b485-4e67ad91557f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:19.041746 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-b71f26d9-4776-4122-b485-4e67ad91557f service neutron] 10.222.0.42 "PUT /v2.0/ports/ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17 HTTP/1.1" status: 200 len: 1098 time: 0.6158674 Feb 16 13:02:19.042165 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca87b97b-4528-4b39-9b34-330c8d9753e7', 'tag': 'ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:02:19.044401 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d54cdcc-95b0-41d7-8038-ea22628df8a2" -d '{"events": [{"name": "network-changed", "server_uuid": "ca87b97b-4528-4b39-9b34-330c8d9753e7", "tag": "ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:02:19.069596 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f26d9-4776-4122-b485-4e67ad91557f service neutron] Pushing event updated for resources: {'Port': ['ID=ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:19.087245 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f1dec9-788a-486c-b209-d1954762a8c1 x-openstack-request-id: req-d0f1dec9-788a-486c-b209-d1954762a8c1 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:02:19.087541 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca87b97b-4528-4b39-9b34-330c8d9753e7", "tag": "ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:02:19.087797 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d0f1dec9-788a-486c-b209-d1954762a8c1 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:02:19.088200 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca87b97b-4528-4b39-9b34-330c8d9753e7', 'tag': 'ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17', 'status': 'completed', 'code': 200} Feb 16 13:02:19.137232 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-bae0db70-6402-40a5-8177-e7ab1d39eac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:19.138707 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-bae0db70-6402-40a5-8177-e7ab1d39eac5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=097f5e9b1f9740c997768057944667bf&device_id=ca87b97b-4528-4b39-9b34-330c8d9753e7 HTTP/1.1" status: 200 len: 1101 time: 0.0427887 Feb 16 13:02:19.490351 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-facadba9-8e40-4a8c-8490-7876eaf6bf18 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17 HTTP/1.1" status: 200 len: 217 time: 0.3432269 Feb 16 13:02:19.538098 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-58a12b53-658f-4183-b607-17351e3d761a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:19.539506 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-58a12b53-658f-4183-b607-17351e3d761a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2cf5f424-b60b-42b6-9860-278685ac311f HTTP/1.1" status: 200 len: 843 time: 0.0426750 Feb 16 13:02:19.583918 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-90124fa3-ebb8-42c7-9550-44f41df3c9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:19.585431 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-90124fa3-ebb8-42c7-9550-44f41df3c9c8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8cfd24c8-4d0e-45cb-9941-f35a1635e962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0386729 Feb 16 13:02:19.681225 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-fbe85e3b-d6bc-464a-9fb6-db4d0d2d0672 service neutron] 10.222.0.42 "GET /v2.0/networks/8cfd24c8-4d0e-45cb-9941-f35a1635e962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877709 Feb 16 13:02:19.775003 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-28ec96a5-5c3a-48fa-b883-f4a11b174868 req-5e1ce35c-35fa-437f-a788-011a283a26d9 service neutron] 10.222.0.42 "GET /v2.0/networks/8cfd24c8-4d0e-45cb-9941-f35a1635e962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856080 Feb 16 13:02:19.862399 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54cdcc-95b0-41d7-8038-ea22628df8a2 req-2480c965-c957-43c9-bd19-b678c51156e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:19.864013 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9d54cdcc-95b0-41d7-8038-ea22628df8a2 req-2480c965-c957-43c9-bd19-b678c51156e0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=097f5e9b1f9740c997768057944667bf&device_id=ca87b97b-4528-4b39-9b34-330c8d9753e7 HTTP/1.1" status: 200 len: 1101 time: 0.0438738 Feb 16 13:02:19.963914 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54cdcc-95b0-41d7-8038-ea22628df8a2 req-fea8a376-ca2c-4c96-94f2-26749efc1a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:19.965533 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9d54cdcc-95b0-41d7-8038-ea22628df8a2 req-fea8a376-ca2c-4c96-94f2-26749efc1a19 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8cfd24c8-4d0e-45cb-9941-f35a1635e962 HTTP/1.1" status: 200 len: 870 time: 0.0920570 Feb 16 13:02:20.008574 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9d54cdcc-95b0-41d7-8038-ea22628df8a2 req-e337db81-2fcd-4b54-b648-f066fe78569a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17 HTTP/1.1" status: 200 len: 217 time: 0.0349176 Feb 16 13:02:20.033315 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1605838-bc0a-4ce8-b1ee-451210c83476 req-1afcf7db-f500-4c38-b0ec-9de23e7d19e9 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:20.035376 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d1605838-bc0a-4ce8-b1ee-451210c83476 req-1afcf7db-f500-4c38-b0ec-9de23e7d19e9 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] 10.222.0.90 "GET /v2.0/ports?device_id=ca87b97b-4528-4b39-9b34-330c8d9753e7 HTTP/1.1" status: 200 len: 948 time: 0.0485940 Feb 16 13:02:20.064165 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54cdcc-95b0-41d7-8038-ea22628df8a2 req-f2408b8e-f7e1-450c-a2f2-3d363ec9b564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:20.065793 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9d54cdcc-95b0-41d7-8038-ea22628df8a2 req-f2408b8e-f7e1-450c-a2f2-3d363ec9b564 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2cf5f424-b60b-42b6-9860-278685ac311f HTTP/1.1" status: 200 len: 843 time: 0.0502148 Feb 16 13:02:20.074393 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d1605838-bc0a-4ce8-b1ee-451210c83476 req-dffdce6f-f5a2-4c15-b3ea-07b77917d4bf tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] 10.222.0.90 "GET /v2.0/security-groups?id=ccadac4d-94cc-44f2-a641-6f424ad2f990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326500 Feb 16 13:02:20.112774 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54cdcc-95b0-41d7-8038-ea22628df8a2 req-23a2d6ee-dcb3-445a-b8f4-37a10d0a1ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:20.114288 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9d54cdcc-95b0-41d7-8038-ea22628df8a2 req-23a2d6ee-dcb3-445a-b8f4-37a10d0a1ff0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8cfd24c8-4d0e-45cb-9941-f35a1635e962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0411227 Feb 16 13:02:20.203447 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9d54cdcc-95b0-41d7-8038-ea22628df8a2 req-651bbaee-5bc3-4fdc-981e-d812c33862d4 service neutron] 10.222.0.42 "GET /v2.0/networks/8cfd24c8-4d0e-45cb-9941-f35a1635e962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816031 Feb 16 13:02:20.296790 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9d54cdcc-95b0-41d7-8038-ea22628df8a2 req-44672f25-56e7-414d-b52d-94a166601547 service neutron] 10.222.0.42 "GET /v2.0/networks/8cfd24c8-4d0e-45cb-9941-f35a1635e962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858445 Feb 16 13:02:21.193326 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae20c5b4-1be4-411a-81bb-9f6696dff884 req-36aa3067-577f-451f-a1c6-9a75c1111adc tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:21.194863 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ae20c5b4-1be4-411a-81bb-9f6696dff884 req-36aa3067-577f-451f-a1c6-9a75c1111adc tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] 10.222.0.90 "GET /v2.0/ports?device_id=ca87b97b-4528-4b39-9b34-330c8d9753e7 HTTP/1.1" status: 200 len: 948 time: 0.0517387 Feb 16 13:02:21.240186 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ae20c5b4-1be4-411a-81bb-9f6696dff884 req-5a829a00-cd38-46b9-b34a-f279b4feed48 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] 10.222.0.90 "GET /v2.0/security-groups?id=ccadac4d-94cc-44f2-a641-6f424ad2f990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389171 Feb 16 13:02:22.279602 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fa8fddd8-7570-4813-ba26-3fbe00964266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:22.356828 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef9e19-ae82-4529-bbbc-717a35ab4c5c req-ad26c347-18b3-4d4f-aabb-0ba510b21ae0 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:22.358177 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-dfef9e19-ae82-4529-bbbc-717a35ab4c5c req-ad26c347-18b3-4d4f-aabb-0ba510b21ae0 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] 10.222.0.90 "GET /v2.0/ports?device_id=ca87b97b-4528-4b39-9b34-330c8d9753e7 HTTP/1.1" status: 200 len: 948 time: 0.0514791 Feb 16 13:02:22.395363 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-dfef9e19-ae82-4529-bbbc-717a35ab4c5c req-c1926068-df44-4c18-b27a-05db729c5ca3 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] 10.222.0.90 "GET /v2.0/security-groups?id=ccadac4d-94cc-44f2-a641-6f424ad2f990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305891 Feb 16 13:02:22.935993 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:02:23.030446 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17,segment=NetworkSegment(78fcc96c-4d65-4ddd-bdc0-47a1149246f0),segment_id=78fcc96c-4d65-4ddd-bdc0-47a1149246f0)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:02:23.042623 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': 'ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17', 'network_id': '8cfd24c8-4d0e-45cb-9941-f35a1635e962', 'port_id': 'ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17', 'mac_address': 'fa:16:3e:4e:4e:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf5f424-b60b-42b6-9860-278685ac311f', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:02:23.081826 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:23.094293 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:02:23.113072 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17,segment=NetworkSegment(78fcc96c-4d65-4ddd-bdc0-47a1149246f0),segment_id=78fcc96c-4d65-4ddd-bdc0-47a1149246f0)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:02:23.116940 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:23.163152 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:23.358018 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:02:23.367412 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:02:23.511822 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab716222-4796-450d-9e45-6ac2bb42b8e6 req-8585ac0c-63cb-424c-b8bc-9d6d180227bd tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:23.513327 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ab716222-4796-450d-9e45-6ac2bb42b8e6 req-8585ac0c-63cb-424c-b8bc-9d6d180227bd tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] 10.222.0.90 "GET /v2.0/ports?device_id=ca87b97b-4528-4b39-9b34-330c8d9753e7 HTTP/1.1" status: 200 len: 949 time: 0.0516798 Feb 16 13:02:23.550713 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ab716222-4796-450d-9e45-6ac2bb42b8e6 req-4e47ff9c-dccd-4c4e-9bb0-cc0c99f52b29 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] 10.222.0.90 "GET /v2.0/security-groups?id=ccadac4d-94cc-44f2-a641-6f424ad2f990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315735 Feb 16 13:02:24.428230 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3a7a98c0-8fcf-4b7e-bc83-abe96ce14773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:24.666278 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72969a72-88c1-4c7d-9e22-72a199dc9786 req-fb00d35d-c8c7-4159-8e40-850c4ada8c37 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:24.667720 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-72969a72-88c1-4c7d-9e22-72a199dc9786 req-fb00d35d-c8c7-4159-8e40-850c4ada8c37 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] 10.222.0.90 "GET /v2.0/ports?device_id=ca87b97b-4528-4b39-9b34-330c8d9753e7 HTTP/1.1" status: 200 len: 949 time: 0.0490401 Feb 16 13:02:24.705221 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-72969a72-88c1-4c7d-9e22-72a199dc9786 req-8e3227d8-e243-4e97-9b08-0a411b17cc6c tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] 10.222.0.90 "GET /v2.0/security-groups?id=ccadac4d-94cc-44f2-a641-6f424ad2f990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314815 Feb 16 13:02:24.945011 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17 up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:02:24.993314 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning for port ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17 completed by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:02:24.997611 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:02:24.998122 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:25.079267 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:25.101625 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca87b97b-4528-4b39-9b34-330c8d9753e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:02:25.103848 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1276be1a-c34d-4ca0-8d6a-1ae42ba730e5" -d '{"events": [{"server_uuid": "ca87b97b-4528-4b39-9b34-330c8d9753e7", "name": "network-vif-plugged", "status": "completed", "tag": "ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:02:25.117505 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17,segment=NetworkSegment(78fcc96c-4d65-4ddd-bdc0-47a1149246f0),segment_id=78fcc96c-4d65-4ddd-bdc0-47a1149246f0)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:02:25.122055 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:25.145427 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199889c5-464f-4fb5-b3a6-016b64950194 x-openstack-request-id: req-199889c5-464f-4fb5-b3a6-016b64950194 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:02:25.145726 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca87b97b-4528-4b39-9b34-330c8d9753e7", "name": "network-vif-plugged", "status": "completed", "tag": "ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:02:25.145972 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-199889c5-464f-4fb5-b3a6-016b64950194 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:02:25.146365 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca87b97b-4528-4b39-9b34-330c8d9753e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17', 'code': 200} Feb 16 13:02:25.171484 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:25.307092 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d598c-1d7f-4242-8ca0-44fe3f7bf87b req-91c7caa3-5451-49aa-8d0c-aa10c74f01ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:25.308464 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3e6d598c-1d7f-4242-8ca0-44fe3f7bf87b req-91c7caa3-5451-49aa-8d0c-aa10c74f01ec service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ca87b97b-4528-4b39-9b34-330c8d9753e7 HTTP/1.1" status: 200 len: 1103 time: 0.0445406 Feb 16 13:02:25.343658 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3e6d598c-1d7f-4242-8ca0-44fe3f7bf87b req-9edfe90a-6fa3-48c3-b5a8-904ae8672b4f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ccadac4d-94cc-44f2-a641-6f424ad2f990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270181 Feb 16 13:02:25.743146 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:25.825755 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc411ec-2037-4593-9f90-ef66fbbe0f4a req-16776536-6104-4a08-b118-f84b160206a8 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:25.827231 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5dc411ec-2037-4593-9f90-ef66fbbe0f4a req-16776536-6104-4a08-b118-f84b160206a8 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] 10.222.0.90 "GET /v2.0/ports?device_id=ca87b97b-4528-4b39-9b34-330c8d9753e7 HTTP/1.1" status: 200 len: 950 time: 0.0534730 Feb 16 13:02:25.867203 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5dc411ec-2037-4593-9f90-ef66fbbe0f4a req-7e32f1d1-df0d-453b-9bca-e12eaeb057a3 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] 10.222.0.90 "GET /v2.0/security-groups?id=ccadac4d-94cc-44f2-a641-6f424ad2f990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333514 Feb 16 13:02:26.982984 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5f7bf-3ce9-41cd-9dd6-fde3f3f5e8af req-a7a537f5-d312-4923-8271-90bd1a718f5a tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:26.984458 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bbe5f7bf-3ce9-41cd-9dd6-fde3f3f5e8af req-a7a537f5-d312-4923-8271-90bd1a718f5a tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] 10.222.0.90 "GET /v2.0/ports?device_id=ca87b97b-4528-4b39-9b34-330c8d9753e7 HTTP/1.1" status: 200 len: 950 time: 0.0472631 Feb 16 13:02:27.024837 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bbe5f7bf-3ce9-41cd-9dd6-fde3f3f5e8af req-907cf7c2-b4e5-4b60-8a54-a7ff9a77150c tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] 10.222.0.90 "GET /v2.0/security-groups?id=ccadac4d-94cc-44f2-a641-6f424ad2f990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327065 Feb 16 13:02:27.030224 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:27.373815 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:27.439242 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [req-d9552d9a-1ea0-4185-b662-c83fe719234b req-e310c664-f3da-4786-8ed9-dbd0191b7347 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:02:27.440912 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d9552d9a-1ea0-4185-b662-c83fe719234b req-e310c664-f3da-4786-8ed9-dbd0191b7347 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1175318 Feb 16 13:02:27.827801 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [req-3d31fbb0-9c4d-4865-8430-2ac9e6602310 req-7209be1f-60bb-43b2-bcfa-598dd6c4a8bd service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:02:27.828831 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3d31fbb0-9c4d-4865-8430-2ac9e6602310 req-7209be1f-60bb-43b2-bcfa-598dd6c4a8bd service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052693 Feb 16 13:02:28.195669 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50f2ba-fb17-47f2-b1ae-5e172f450633 req-55cdea1e-02e9-4f18-b0c3-e0009861a4e4 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:28.197145 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-cc50f2ba-fb17-47f2-b1ae-5e172f450633 req-55cdea1e-02e9-4f18-b0c3-e0009861a4e4 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] 10.222.0.90 "GET /v2.0/ports?device_id=ca87b97b-4528-4b39-9b34-330c8d9753e7 HTTP/1.1" status: 200 len: 950 time: 0.0488591 Feb 16 13:02:28.234031 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-cc50f2ba-fb17-47f2-b1ae-5e172f450633 req-6a8a64fb-446d-4dd2-be6a-bec5f8a7b76b tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] 10.222.0.90 "GET /v2.0/security-groups?id=ccadac4d-94cc-44f2-a641-6f424ad2f990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309794 Feb 16 13:02:28.635121 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:29.355237 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc1d48-c53b-485e-9227-e5b75491d15b req-8124faf7-b78e-41e7-97d1-dd8a742032e8 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:29.356689 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3abc1d48-c53b-485e-9227-e5b75491d15b req-8124faf7-b78e-41e7-97d1-dd8a742032e8 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] 10.222.0.90 "GET /v2.0/ports?device_id=ca87b97b-4528-4b39-9b34-330c8d9753e7 HTTP/1.1" status: 200 len: 950 time: 0.0538452 Feb 16 13:02:29.395157 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3abc1d48-c53b-485e-9227-e5b75491d15b req-47e1921e-ae8a-4e28-b773-9f2879e930e7 tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] 10.222.0.90 "GET /v2.0/security-groups?id=ccadac4d-94cc-44f2-a641-6f424ad2f990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323968 Feb 16 13:02:29.617356 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7557fb9-287a-4a88-8d3e-927280d066c2 req-625ffc6c-fb41-43d5-846e-fdd7cd266bea tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:29.618718 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f7557fb9-287a-4a88-8d3e-927280d066c2 req-625ffc6c-fb41-43d5-846e-fdd7cd266bea tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca87b97b-4528-4b39-9b34-330c8d9753e7 HTTP/1.1" status: 200 len: 950 time: 0.0476415 Feb 16 13:02:29.715330 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-f7557fb9-287a-4a88-8d3e-927280d066c2 req-42f19b24-f815-4b5f-9737-960c4d8c577b tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] Deleting port ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:02:29.715667 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-f7557fb9-287a-4a88-8d3e-927280d066c2 req-42f19b24-f815-4b5f-9737-960c4d8c577b tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:29.805119 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-f7557fb9-287a-4a88-8d3e-927280d066c2 req-42f19b24-f815-4b5f-9737-960c4d8c577b tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] For port ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17,segment=NetworkSegment(78fcc96c-4d65-4ddd-bdc0-47a1149246f0),segment_id=78fcc96c-4d65-4ddd-bdc0-47a1149246f0)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:02:29.805476 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-f7557fb9-287a-4a88-8d3e-927280d066c2 req-42f19b24-f815-4b5f-9737-960c4d8c577b tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:29.818465 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-f7557fb9-287a-4a88-8d3e-927280d066c2 req-42f19b24-f815-4b5f-9737-960c4d8c577b tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] Calling delete_port for ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17 owned by compute:nova {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:02:29.976048 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-f7557fb9-287a-4a88-8d3e-927280d066c2 req-42f19b24-f815-4b5f-9737-960c4d8c577b tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:29.988526 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:02:30.005720 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f19b24-f815-4b5f-9737-960c4d8c577b tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] Pushing event deleted for resources: {'Port': ['ID=ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:30.053457 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7557fb9-287a-4a88-8d3e-927280d066c2 req-42f19b24-f815-4b5f-9737-960c4d8c577b tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] No DVR routers for this DVR port ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17 on host hv-neutron-8281 {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:02:30.057717 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-f7557fb9-287a-4a88-8d3e-927280d066c2 req-42f19b24-f815-4b5f-9737-960c4d8c577b tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:30.061534 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f7557fb9-287a-4a88-8d3e-927280d066c2 req-42f19b24-f815-4b5f-9737-960c4d8c577b tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] 10.222.0.42 "DELETE /v2.0/ports/ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17 HTTP/1.1" status: 204 len: 173 time: 0.4330518 Feb 16 13:02:30.062035 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca87b97b-4528-4b39-9b34-330c8d9753e7', 'name': 'network-vif-deleted', 'tag': 'ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:02:30.064487 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b61341-f8f4-4b66-a1b2-29a64c45908d" -d '{"events": [{"server_uuid": "ca87b97b-4528-4b39-9b34-330c8d9753e7", "name": "network-vif-deleted", "tag": "ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:02:30.116804 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a77cd5-0a82-4ea5-b445-c1aadd93a197 x-openstack-request-id: req-c3a77cd5-0a82-4ea5-b445-c1aadd93a197 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:02:30.117113 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca87b97b-4528-4b39-9b34-330c8d9753e7", "name": "network-vif-deleted", "tag": "ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:02:30.117364 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c3a77cd5-0a82-4ea5-b445-c1aadd93a197 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:02:30.117763 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca87b97b-4528-4b39-9b34-330c8d9753e7', 'name': 'network-vif-deleted', 'tag': 'ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17', 'status': 'completed', 'code': 200} Feb 16 13:02:30.503734 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2fefdf1e-2550-4691-a987-f57871b821c9 req-96000b0a-d58c-4dcd-8a9c-2a2133be8a9f tempest-ServersAdminNegativeTestJSON-750452398 tempest-ServersAdminNegativeTestJSON-750452398-project] 10.222.0.90 "GET /v2.0/ports?device_id=ca87b97b-4528-4b39-9b34-330c8d9753e7 HTTP/1.1" status: 200 len: 210 time: 0.0275486 Feb 16 13:02:31.830766 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 40374) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:02:31.972416 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e2668d46-c27f-4dfe-98b5-f64987c93820 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=097f5e9b1f9740c997768057944667bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1397769 Feb 16 13:02:31.974987 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 40378) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:02:32.031462 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dba33d7b-33f0-4576-a288-a0536e62575c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:32.054017 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dba33d7b-33f0-4576-a288-a0536e62575c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:32.102426 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dba33d7b-33f0-4576-a288-a0536e62575c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:32.104901 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dba33d7b-33f0-4576-a288-a0536e62575c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:32.106064 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-dba33d7b-33f0-4576-a288-a0536e62575c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ccadac4d-94cc-44f2-a641-6f424ad2f990 HTTP/1.1" status: 204 len: 168 time: 0.1301661 Feb 16 13:02:32.114949 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba33d7b-33f0-4576-a288-a0536e62575c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccadac4d-94cc-44f2-a641-6f424ad2f990,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:32.371222 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 40384) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:02:32.387855 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3da93ddc-8265-4971-978b-118a4d4e4406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:32.467960 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3da93ddc-8265-4971-978b-118a4d4e4406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:32.472376 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3da93ddc-8265-4971-978b-118a4d4e4406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:32.510015 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3da93ddc-8265-4971-978b-118a4d4e4406 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1126595a2659444fb6cc18f7199f00f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1376958 Feb 16 13:02:32.510716 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da93ddc-8265-4971-978b-118a4d4e4406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f80553-3db5-46a0-8c2c-634ed3bddc31,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:32.512855 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 40386) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:02:32.563628 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-aa3e46b9-deba-4aee-b27a-5a7f4fa770bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:32.585430 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-aa3e46b9-deba-4aee-b27a-5a7f4fa770bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:32.630356 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-aa3e46b9-deba-4aee-b27a-5a7f4fa770bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:32.632823 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-aa3e46b9-deba-4aee-b27a-5a7f4fa770bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:32.634000 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-aa3e46b9-deba-4aee-b27a-5a7f4fa770bd admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/77f80553-3db5-46a0-8c2c-634ed3bddc31 HTTP/1.1" status: 204 len: 168 time: 0.1201849 Feb 16 13:02:32.641811 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e46b9-deba-4aee-b27a-5a7f4fa770bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f80553-3db5-46a0-8c2c-634ed3bddc31,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:33.311520 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 40408) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:02:33.411464 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-fa2aa4b8-c8d6-4b23-bb62-eba0cde68451 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-378398489-network', 'tenant_id': '04bf7fbdf9fc4d428f5c6f1d4aabc574'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:02:33.434650 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2aa4b8-c8d6-4b23-bb62-eba0cde68451 admin admin] Made reservation on behalf of 04bf7fbdf9fc4d428f5c6f1d4aabc574 for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:02:33.436955 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fa2aa4b8-c8d6-4b23-bb62-eba0cde68451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:33.448980 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fa2aa4b8-c8d6-4b23-bb62-eba0cde68451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:33.520565 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fa2aa4b8-c8d6-4b23-bb62-eba0cde68451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:33.524526 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fa2aa4b8-c8d6-4b23-bb62-eba0cde68451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:33.544543 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa2aa4b8-c8d6-4b23-bb62-eba0cde68451 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:02:33.558344 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2aa4b8-c8d6-4b23-bb62-eba0cde68451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbb4d25-29af-4e15-9efa-6dca0a1150fa,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:33.563199 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fa2aa4b8-c8d6-4b23-bb62-eba0cde68451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:33.563544 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-fa2aa4b8-c8d6-4b23-bb62-eba0cde68451 admin admin] Added segment 6e39e156-c838-40c5-b710-3bc82f633f71 of type vlan for network 38035a84-b97f-4c07-a426-9f30518aa276 Feb 16 13:02:33.604317 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fa2aa4b8-c8d6-4b23-bb62-eba0cde68451 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:33.629676 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fa2aa4b8-c8d6-4b23-bb62-eba0cde68451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:33.630628 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2aa4b8-c8d6-4b23-bb62-eba0cde68451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:33.631206 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fa2aa4b8-c8d6-4b23-bb62-eba0cde68451 admin admin] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:33.689330 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-fa2aa4b8-c8d6-4b23-bb62-eba0cde68451 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3765776 Feb 16 13:02:33.692445 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 40412) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:02:33.694582 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2aa4b8-c8d6-4b23-bb62-eba0cde68451 admin admin] Pushing event updated for resources: {'Network': ['ID=38035a84-b97f-4c07-a426-9f30518aa276,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:33.698506 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-3f6e68ae-0e12-4905-bb40-bf7fa498da76 admin admin] Request body: {'subnet': {'network_id': '38035a84-b97f-4c07-a426-9f30518aa276', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-378398489-subnet', 'tenant_id': '04bf7fbdf9fc4d428f5c6f1d4aabc574', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:02:33.704254 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 38035a84-b97f-4c07-a426-9f30518aa276 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:02:33.721891 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6e68ae-0e12-4905-bb40-bf7fa498da76 admin admin] Made reservation on behalf of 04bf7fbdf9fc4d428f5c6f1d4aabc574 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:02:33.724230 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3f6e68ae-0e12-4905-bb40-bf7fa498da76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:33.906991 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3f6e68ae-0e12-4905-bb40-bf7fa498da76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:33.964562 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e68ae-0e12-4905-bb40-bf7fa498da76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4832e3e7-f9fa-4997-8e45-2c4a87fe08d2,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:33.975410 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6e68ae-0e12-4905-bb40-bf7fa498da76 admin admin] Checking segment: {'id': '6e39e156-c838-40c5-b710-3bc82f633f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '38035a84-b97f-4c07-a426-9f30518aa276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:02:33.975766 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6e68ae-0e12-4905-bb40-bf7fa498da76 admin admin] Network hostable DHCP agents. Network: 38035a84-b97f-4c07-a426-9f30518aa276, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:02:33.997646 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6e68ae-0e12-4905-bb40-bf7fa498da76 admin admin] Network 38035a84-b97f-4c07-a426-9f30518aa276 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:02:34.006968 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-3f6e68ae-0e12-4905-bb40-bf7fa498da76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 38035a84-b97f-4c07-a426-9f30518aa276) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:02:34.011088 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6e68ae-0e12-4905-bb40-bf7fa498da76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:34.011662 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3f6e68ae-0e12-4905-bb40-bf7fa498da76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:34.018172 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d7f1c6-a6f5-4bc8-99e5-d6688f03ab8b None None] Network 38035a84-b97f-4c07-a426-9f30518aa276 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:02:34.032880 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3f6e68ae-0e12-4905-bb40-bf7fa498da76 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3391843 Feb 16 13:02:34.180270 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e78e02a-6476-4afe-b44e-b29a1d7474a6 None None] Network 38035a84-b97f-4c07-a426-9f30518aa276 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:02:34.481815 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-5937ed51-3594-47f0-80d1-4ebff7f1597e tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:34.483270 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-5937ed51-3594-47f0-80d1-4ebff7f1597e tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/networks?id=38035a84-b97f-4c07-a426-9f30518aa276 HTTP/1.1" status: 200 len: 811 time: 0.1003911 Feb 16 13:02:34.498050 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-26c6a09f-133d-47fa-af92-fb9b915e0465 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/quotas/04bf7fbdf9fc4d428f5c6f1d4aabc574 HTTP/1.1" status: 200 len: 375 time: 0.0089252 Feb 16 13:02:34.529594 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-87371c3d-ff8a-4992-9cb8-55602208bd12 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=04bf7fbdf9fc4d428f5c6f1d4aabc574&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257711 Feb 16 13:02:34.622668 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-fb33404a-b2fd-47dc-95c3-2792ad627e08 service neutron] 10.222.0.90 "GET /v2.0/networks/38035a84-b97f-4c07-a426-9f30518aa276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858867 Feb 16 13:02:34.710970 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-e0458d7d-001d-44d8-a408-e55f3fd92a46 service neutron] 10.222.0.90 "GET /v2.0/networks/38035a84-b97f-4c07-a426-9f30518aa276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818496 Feb 16 13:02:34.870774 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e0759e22-88e5-4a3e-8d54-6d0db95c8f8f req-b6c89d9b-35ba-4f1d-8e9c-6c6638727f15 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 210 time: 0.0312083 Feb 16 13:02:34.976149 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:02:35.000429 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] No Port match for: ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:02:35.000837 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device ccd5bc61-37ea-48d6-9ea6-725b0a9a3f17 not bound to the agent host hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:02:35.784595 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-3334c259-0a44-40b9-8bb7-2f65760e4e46 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:35.786067 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-3334c259-0a44-40b9-8bb7-2f65760e4e46 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.42 "GET /v2.0/networks?id=38035a84-b97f-4c07-a426-9f30518aa276 HTTP/1.1" status: 200 len: 811 time: 0.1107185 Feb 16 13:02:35.799538 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-dac1e557-8c2e-46be-9606-0bd47db3fba0 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Request body: {'port': {'device_id': 'd077b3ff-d440-440d-8b48-35994a017743', 'network_id': '38035a84-b97f-4c07-a426-9f30518aa276', 'admin_state_up': True, 'tenant_id': '04bf7fbdf9fc4d428f5c6f1d4aabc574'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:02:35.911493 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-dac1e557-8c2e-46be-9606-0bd47db3fba0 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Made reservation on behalf of 04bf7fbdf9fc4d428f5c6f1d4aabc574 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:02:35.915047 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-dac1e557-8c2e-46be-9606-0bd47db3fba0 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:35.968001 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-634f7c24-f31b-45d7-8e79-d1490781376e req-69fce524-dba3-4125-9fa6-4bedb16b9147 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 210 time: 0.0262616 Feb 16 13:02:36.046983 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-dac1e557-8c2e-46be-9606-0bd47db3fba0 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Allocated IP 172.20.0.14 (38035a84-b97f-4c07-a426-9f30518aa276/4832e3e7-f9fa-4997-8e45-2c4a87fe08d2/bd4c831f-56a8-4fce-88ac-d8f57bf32d75) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:02:36.196874 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-dac1e557-8c2e-46be-9606-0bd47db3fba0 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:36.230824 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-dac1e557-8c2e-46be-9606-0bd47db3fba0 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:36.275848 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-dac1e557-8c2e-46be-9606-0bd47db3fba0 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Network 38035a84-b97f-4c07-a426-9f30518aa276 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:02:36.279254 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-dac1e557-8c2e-46be-9606-0bd47db3fba0 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:02:36.282143 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-dac1e557-8c2e-46be-9606-0bd47db3fba0 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:02:36.307785 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac1e557-8c2e-46be-9606-0bd47db3fba0 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Pushing event updated for resources: {'Port': ['ID=bd4c831f-56a8-4fce-88ac-d8f57bf32d75,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:36.336869 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-dac1e557-8c2e-46be-9606-0bd47db3fba0 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:36.337488 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-dac1e557-8c2e-46be-9606-0bd47db3fba0 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:36.354009 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-dac1e557-8c2e-46be-9606-0bd47db3fba0 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5582960 Feb 16 13:02:36.367162 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-29747585-57fe-4a7d-907d-02ece5fcc740 service neutron] Request body: {'port': {'device_id': 'd077b3ff-d440-440d-8b48-35994a017743', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:02:36.427916 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-29747585-57fe-4a7d-907d-02ece5fcc740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:36.708869 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-29747585-57fe-4a7d-907d-02ece5fcc740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd4c831f-56a8-4fce-88ac-d8f57bf32d75 {{(pid=109049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:02:36.716976 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-29747585-57fe-4a7d-907d-02ece5fcc740 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:36.729901 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.provisioning_blocks [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-29747585-57fe-4a7d-907d-02ece5fcc740 service neutron] Transition to ACTIVE for port object bd4c831f-56a8-4fce-88ac-d8f57bf32d75 will not be triggered until provisioned by entity L2. {{(pid=109049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:02:36.733970 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-29747585-57fe-4a7d-907d-02ece5fcc740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:36.790358 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29747585-57fe-4a7d-907d-02ece5fcc740 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4c831f-56a8-4fce-88ac-d8f57bf32d75,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:36.861506 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-29747585-57fe-4a7d-907d-02ece5fcc740 service neutron] Attempting to bind port bd4c831f-56a8-4fce-88ac-d8f57bf32d75 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:02:36.861919 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-29747585-57fe-4a7d-907d-02ece5fcc740 service neutron] Attempting to bind port bd4c831f-56a8-4fce-88ac-d8f57bf32d75 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '6e39e156-c838-40c5-b710-3bc82f633f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '38035a84-b97f-4c07-a426-9f30518aa276'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:02:36.862240 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-29747585-57fe-4a7d-907d-02ece5fcc740 service neutron] Attempting to bind port bd4c831f-56a8-4fce-88ac-d8f57bf32d75 on network 38035a84-b97f-4c07-a426-9f30518aa276 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:02:36.867374 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-29747585-57fe-4a7d-907d-02ece5fcc740 service neutron] Port bd4c831f-56a8-4fce-88ac-d8f57bf32d75 on network 38035a84-b97f-4c07-a426-9f30518aa276 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:02:36.867694 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-29747585-57fe-4a7d-907d-02ece5fcc740 service neutron] Attempting to bind port bd4c831f-56a8-4fce-88ac-d8f57bf32d75 on network 38035a84-b97f-4c07-a426-9f30518aa276 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:02:36.872784 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-29747585-57fe-4a7d-907d-02ece5fcc740 service neutron] Checking agent: {'id': '31a9428e-e23a-420f-bfe2-5870b63c0436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'started_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:02:36.873122 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-29747585-57fe-4a7d-907d-02ece5fcc740 service neutron] Checking segment: {'id': '6e39e156-c838-40c5-b710-3bc82f633f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '38035a84-b97f-4c07-a426-9f30518aa276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:02:36.873503 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-29747585-57fe-4a7d-907d-02ece5fcc740 service neutron] Bound using segment: {'id': '6e39e156-c838-40c5-b710-3bc82f633f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '38035a84-b97f-4c07-a426-9f30518aa276'} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:02:36.873922 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-29747585-57fe-4a7d-907d-02ece5fcc740 service neutron] Bound port: bd4c831f-56a8-4fce-88ac-d8f57bf32d75, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e39e156-c838-40c5-b710-3bc82f633f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '38035a84-b97f-4c07-a426-9f30518aa276'}}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:02:36.874275 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-29747585-57fe-4a7d-907d-02ece5fcc740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:36.939362 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-29747585-57fe-4a7d-907d-02ece5fcc740 service neutron] For port bd4c831f-56a8-4fce-88ac-d8f57bf32d75, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:02:36.942627 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-29747585-57fe-4a7d-907d-02ece5fcc740 service neutron] For port bd4c831f-56a8-4fce-88ac-d8f57bf32d75, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=bd4c831f-56a8-4fce-88ac-d8f57bf32d75,segment=NetworkSegment(6e39e156-c838-40c5-b710-3bc82f633f71),segment_id=6e39e156-c838-40c5-b710-3bc82f633f71)] {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:02:36.946370 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-29747585-57fe-4a7d-907d-02ece5fcc740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:36.979230 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-29747585-57fe-4a7d-907d-02ece5fcc740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:36.979848 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-29747585-57fe-4a7d-907d-02ece5fcc740 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:36.981254 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-29747585-57fe-4a7d-907d-02ece5fcc740 service neutron] 10.222.0.42 "PUT /v2.0/ports/bd4c831f-56a8-4fce-88ac-d8f57bf32d75 HTTP/1.1" status: 200 len: 1094 time: 0.6189730 Feb 16 13:02:36.981695 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd077b3ff-d440-440d-8b48-35994a017743', 'tag': 'bd4c831f-56a8-4fce-88ac-d8f57bf32d75'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:02:36.983990 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8c08de-39d1-4c07-bc34-c8d12ab318c5" -d '{"events": [{"name": "network-changed", "server_uuid": "d077b3ff-d440-440d-8b48-35994a017743", "tag": "bd4c831f-56a8-4fce-88ac-d8f57bf32d75"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:02:37.012166 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29747585-57fe-4a7d-907d-02ece5fcc740 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4c831f-56a8-4fce-88ac-d8f57bf32d75,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:37.031140 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49172666-ad67-4853-929c-fe22cb7d45b3 x-openstack-request-id: req-49172666-ad67-4853-929c-fe22cb7d45b3 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:02:37.031404 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d077b3ff-d440-440d-8b48-35994a017743", "tag": "bd4c831f-56a8-4fce-88ac-d8f57bf32d75", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:02:37.031660 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-49172666-ad67-4853-929c-fe22cb7d45b3 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:02:37.032055 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd077b3ff-d440-440d-8b48-35994a017743', 'tag': 'bd4c831f-56a8-4fce-88ac-d8f57bf32d75', 'status': 'completed', 'code': 200} Feb 16 13:02:37.064333 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-5b72be40-8a5e-4895-b349-8c7e67c49497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:37.065884 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-5b72be40-8a5e-4895-b349-8c7e67c49497 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=04bf7fbdf9fc4d428f5c6f1d4aabc574&device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 1097 time: 0.0451212 Feb 16 13:02:37.105057 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461d471-722b-4ddb-8aa1-fa4e86aea400 req-32a006c1-9023-416f-94ea-178b50f8d23c tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:37.106561 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6461d471-722b-4ddb-8aa1-fa4e86aea400 req-32a006c1-9023-416f-94ea-178b50f8d23c tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 944 time: 0.0500052 Feb 16 13:02:37.112465 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-6d2de907-08bb-4157-b3c8-daebc10b4b86 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd4c831f-56a8-4fce-88ac-d8f57bf32d75 HTTP/1.1" status: 200 len: 217 time: 0.0388024 Feb 16 13:02:37.148087 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6461d471-722b-4ddb-8aa1-fa4e86aea400 req-232a3b04-2894-403c-ac5f-6ae8cbd46045 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/security-groups?id=5bbb4d25-29af-4e15-9efa-6dca0a1150fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353556 Feb 16 13:02:37.166360 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-8ddbc056-63af-4ba3-a018-d27f982122a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:37.167930 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-8ddbc056-63af-4ba3-a018-d27f982122a8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4832e3e7-f9fa-4997-8e45-2c4a87fe08d2 HTTP/1.1" status: 200 len: 851 time: 0.0460653 Feb 16 13:02:37.199537 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-52ff77b3-8f1d-42f8-ad02-631a7c179723 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38035a84-b97f-4c07-a426-9f30518aa276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246398 Feb 16 13:02:37.301359 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-7982633d-5d47-4939-a0dc-329b78ee674b service neutron] 10.222.0.42 "GET /v2.0/networks/38035a84-b97f-4c07-a426-9f30518aa276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949516 Feb 16 13:02:37.394270 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f42dbaa1-44c8-4847-84a2-8ee825e3750f req-b199e88e-27e8-470e-be0a-ad67443df39e service neutron] 10.222.0.42 "GET /v2.0/networks/38035a84-b97f-4c07-a426-9f30518aa276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857408 Feb 16 13:02:37.480617 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c08de-39d1-4c07-bc34-c8d12ab318c5 req-f3bd5473-c1ad-42fe-b2d7-1b43ec6d4f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:37.482118 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2d8c08de-39d1-4c07-bc34-c8d12ab318c5 req-f3bd5473-c1ad-42fe-b2d7-1b43ec6d4f1c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=04bf7fbdf9fc4d428f5c6f1d4aabc574&device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 1097 time: 0.0407150 Feb 16 13:02:37.577068 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c08de-39d1-4c07-bc34-c8d12ab318c5 req-18f34cca-14a2-4a43-8f81-2d3e3d1ac82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:37.578418 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2d8c08de-39d1-4c07-bc34-c8d12ab318c5 req-18f34cca-14a2-4a43-8f81-2d3e3d1ac82d service neutron] 10.222.0.42 "GET /v2.0/networks?id=38035a84-b97f-4c07-a426-9f30518aa276 HTTP/1.1" status: 200 len: 912 time: 0.0889144 Feb 16 13:02:37.620567 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2d8c08de-39d1-4c07-bc34-c8d12ab318c5 req-69589db6-7fe2-49de-bd5e-57e565c8f596 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd4c831f-56a8-4fce-88ac-d8f57bf32d75 HTTP/1.1" status: 200 len: 217 time: 0.0338483 Feb 16 13:02:37.674435 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c08de-39d1-4c07-bc34-c8d12ab318c5 req-b67d2c27-d740-4725-ac4d-ab8d8ea49b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:37.675904 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2d8c08de-39d1-4c07-bc34-c8d12ab318c5 req-b67d2c27-d740-4725-ac4d-ab8d8ea49b96 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4832e3e7-f9fa-4997-8e45-2c4a87fe08d2 HTTP/1.1" status: 200 len: 851 time: 0.0481300 Feb 16 13:02:37.710940 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2d8c08de-39d1-4c07-bc34-c8d12ab318c5 req-d159817d-d0bf-4c79-8ef2-bb3f6225379e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38035a84-b97f-4c07-a426-9f30518aa276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254962 Feb 16 13:02:37.802233 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2d8c08de-39d1-4c07-bc34-c8d12ab318c5 req-7b0866e7-ee10-4562-bb90-e26eb822fd16 service neutron] 10.222.0.42 "GET /v2.0/networks/38035a84-b97f-4c07-a426-9f30518aa276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831738 Feb 16 13:02:37.905971 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2d8c08de-39d1-4c07-bc34-c8d12ab318c5 req-450024fa-6756-48bd-9315-68fc7d9e4378 service neutron] 10.222.0.42 "GET /v2.0/networks/38035a84-b97f-4c07-a426-9f30518aa276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953853 Feb 16 13:02:38.266566 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4284a33-bcc4-4b6a-a8e9-40353a6ef73f req-de885811-6abb-4a66-bb4c-8bfb9475b22c tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:38.268680 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c4284a33-bcc4-4b6a-a8e9-40353a6ef73f req-de885811-6abb-4a66-bb4c-8bfb9475b22c tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 944 time: 0.0491483 Feb 16 13:02:38.307874 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c4284a33-bcc4-4b6a-a8e9-40353a6ef73f req-4a0fd1ef-af38-4497-8ac0-4a6328d17647 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/security-groups?id=5bbb4d25-29af-4e15-9efa-6dca0a1150fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331779 Feb 16 13:02:39.428446 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd12fb-c785-4070-8aa6-7eb36aa8994c req-fe6cb479-f0f9-4a9b-9a94-697715d5139c tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:39.430201 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d2fd12fb-c785-4070-8aa6-7eb36aa8994c req-fe6cb479-f0f9-4a9b-9a94-697715d5139c tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 944 time: 0.0550420 Feb 16 13:02:39.473593 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d2fd12fb-c785-4070-8aa6-7eb36aa8994c req-b1a60229-e41c-4178-98fc-29a24a311d14 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/security-groups?id=5bbb4d25-29af-4e15-9efa-6dca0a1150fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374951 Feb 16 13:02:40.596860 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456cd78-11a5-4d67-9911-05a94da830d8 req-a15c09c8-ac51-4c25-8a34-e552afe4b8ec tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:40.598336 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5456cd78-11a5-4d67-9911-05a94da830d8 req-a15c09c8-ac51-4c25-8a34-e552afe4b8ec tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 944 time: 0.0508237 Feb 16 13:02:40.636078 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5456cd78-11a5-4d67-9911-05a94da830d8 req-e52d480f-d955-4c15-bc70-f0c0cbc39ba9 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/security-groups?id=5bbb4d25-29af-4e15-9efa-6dca0a1150fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318189 Feb 16 13:02:40.992191 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device bd4c831f-56a8-4fce-88ac-d8f57bf32d75 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:02:41.091303 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port bd4c831f-56a8-4fce-88ac-d8f57bf32d75, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=bd4c831f-56a8-4fce-88ac-d8f57bf32d75,segment=NetworkSegment(6e39e156-c838-40c5-b710-3bc82f633f71),segment_id=6e39e156-c838-40c5-b710-3bc82f633f71)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:02:41.256792 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': 'bd4c831f-56a8-4fce-88ac-d8f57bf32d75', 'network_id': '38035a84-b97f-4c07-a426-9f30518aa276', 'port_id': 'bd4c831f-56a8-4fce-88ac-d8f57bf32d75', 'mac_address': 'fa:16:3e:b0:97:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4832e3e7-f9fa-4997-8e45-2c4a87fe08d2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:02:41.294167 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:41.308420 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd4c831f-56a8-4fce-88ac-d8f57bf32d75 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:02:41.328007 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port bd4c831f-56a8-4fce-88ac-d8f57bf32d75, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=bd4c831f-56a8-4fce-88ac-d8f57bf32d75,segment=NetworkSegment(6e39e156-c838-40c5-b710-3bc82f633f71),segment_id=6e39e156-c838-40c5-b710-3bc82f633f71)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:02:41.331905 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:41.379239 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=bd4c831f-56a8-4fce-88ac-d8f57bf32d75,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:41.546885 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['bd4c831f-56a8-4fce-88ac-d8f57bf32d75'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:02:41.751566 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ec11c-66aa-42c9-9086-87eeb444744f req-692a3b27-3d91-4d22-85c2-c73d6d89b0bb tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:41.752984 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-954ec11c-66aa-42c9-9086-87eeb444744f req-692a3b27-3d91-4d22-85c2-c73d6d89b0bb tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 945 time: 0.0494525 Feb 16 13:02:41.792489 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-954ec11c-66aa-42c9-9086-87eeb444744f req-2228605b-5491-40b3-8406-0a0fd1ca4911 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/security-groups?id=5bbb4d25-29af-4e15-9efa-6dca0a1150fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335243 Feb 16 13:02:42.920300 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90279b5d-0fa1-4ccc-ac25-fab8607f5da2 req-aa95b57b-0c87-4bd8-be49-76d1269c0293 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:42.921800 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-90279b5d-0fa1-4ccc-ac25-fab8607f5da2 req-aa95b57b-0c87-4bd8-be49-76d1269c0293 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 945 time: 0.0533535 Feb 16 13:02:42.960478 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-90279b5d-0fa1-4ccc-ac25-fab8607f5da2 req-70010f28-554f-4996-b65a-8a0a32bdacb1 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/security-groups?id=5bbb4d25-29af-4e15-9efa-6dca0a1150fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321598 Feb 16 13:02:42.992131 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device bd4c831f-56a8-4fce-88ac-d8f57bf32d75 up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:02:43.043392 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning for port bd4c831f-56a8-4fce-88ac-d8f57bf32d75 completed by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:02:43.047735 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port bd4c831f-56a8-4fce-88ac-d8f57bf32d75 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:02:43.048148 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:43.132596 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:43.156373 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd077b3ff-d440-440d-8b48-35994a017743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4c831f-56a8-4fce-88ac-d8f57bf32d75'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:02:43.159266 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c83d3ff-74d5-4870-ad3f-5b0f8a72179a" -d '{"events": [{"server_uuid": "d077b3ff-d440-440d-8b48-35994a017743", "name": "network-vif-plugged", "status": "completed", "tag": "bd4c831f-56a8-4fce-88ac-d8f57bf32d75"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:02:43.176782 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port bd4c831f-56a8-4fce-88ac-d8f57bf32d75, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=bd4c831f-56a8-4fce-88ac-d8f57bf32d75,segment=NetworkSegment(6e39e156-c838-40c5-b710-3bc82f633f71),segment_id=6e39e156-c838-40c5-b710-3bc82f633f71)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:02:43.181179 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:43.204768 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676d41bf-fd1d-42ca-956b-edbb2b46cd2d x-openstack-request-id: req-676d41bf-fd1d-42ca-956b-edbb2b46cd2d {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:02:43.205098 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d077b3ff-d440-440d-8b48-35994a017743", "name": "network-vif-plugged", "status": "completed", "tag": "bd4c831f-56a8-4fce-88ac-d8f57bf32d75", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:02:43.205385 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-676d41bf-fd1d-42ca-956b-edbb2b46cd2d {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:02:43.205773 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd077b3ff-d440-440d-8b48-35994a017743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4c831f-56a8-4fce-88ac-d8f57bf32d75', 'code': 200} Feb 16 13:02:43.231971 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=bd4c831f-56a8-4fce-88ac-d8f57bf32d75,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:43.365789 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232b3f2-c907-4345-af0b-79ab8ebac0d1 req-7c50410a-d8fe-493a-937c-a87e54c4f1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:43.367303 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3232b3f2-c907-4345-af0b-79ab8ebac0d1 req-7c50410a-d8fe-493a-937c-a87e54c4f1c2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 1099 time: 0.0410948 Feb 16 13:02:43.403607 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3232b3f2-c907-4345-af0b-79ab8ebac0d1 req-8743cb91-cf84-456a-a52d-fbf568e909c3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5bbb4d25-29af-4e15-9efa-6dca0a1150fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294745 Feb 16 13:02:44.080518 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12cd597-2ed8-4ce3-bfb4-0a476f606fc7 req-64cc9f43-a0ed-4bff-873a-365106724185 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:44.082017 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f12cd597-2ed8-4ce3-bfb4-0a476f606fc7 req-64cc9f43-a0ed-4bff-873a-365106724185 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 946 time: 0.0506849 Feb 16 13:02:44.120286 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f12cd597-2ed8-4ce3-bfb4-0a476f606fc7 req-f139988f-6518-4de1-9e3e-fcf0661433fb tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/security-groups?id=5bbb4d25-29af-4e15-9efa-6dca0a1150fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323107 Feb 16 13:02:45.236433 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce0213-f0cf-4a7a-9ed6-f7de8b2afb84 req-0edd7b79-8f01-44c3-86eb-5a9a2e2ede37 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:45.237928 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-fdce0213-f0cf-4a7a-9ed6-f7de8b2afb84 req-0edd7b79-8f01-44c3-86eb-5a9a2e2ede37 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 946 time: 0.0487356 Feb 16 13:02:45.276944 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-fdce0213-f0cf-4a7a-9ed6-f7de8b2afb84 req-c77cdc60-a836-4448-9701-95861d9cdaa1 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/security-groups?id=5bbb4d25-29af-4e15-9efa-6dca0a1150fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331213 Feb 16 13:02:45.665369 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671024f-c909-4b41-b807-3475bb1032f8 req-89cc1354-8a89-48a8-b1ed-6e6244d1f45b tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:45.668021 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3671024f-c909-4b41-b807-3475bb1032f8 req-89cc1354-8a89-48a8-b1ed-6e6244d1f45b tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 946 time: 0.0879021 Feb 16 13:02:45.670472 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 40474) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:02:45.708103 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3671024f-c909-4b41-b807-3475bb1032f8 req-b23052a4-1694-4095-8bc9-55a21a73c831 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/security-groups?id=5bbb4d25-29af-4e15-9efa-6dca0a1150fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337102 Feb 16 13:02:45.759626 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ade0a588-0e55-4e12-a464-519e45e93490 req-772b11b1-8cea-446c-be7d-258737840b2f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0879900 Feb 16 13:02:45.768797 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [req-ade0a588-0e55-4e12-a464-519e45e93490 req-b339bf5e-5508-4dba-a17f-d6b988bcaa30 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:02:45.769790 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ade0a588-0e55-4e12-a464-519e45e93490 req-b339bf5e-5508-4dba-a17f-d6b988bcaa30 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052617 Feb 16 13:02:46.656983 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63cb99c-b42b-4bc0-b885-a18b96e4c7be req-4f1f015b-97e5-4a56-9a92-963629d9ea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:46.659300 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c63cb99c-b42b-4bc0-b885-a18b96e4c7be req-4f1f015b-97e5-4a56-9a92-963629d9ea8e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=04bf7fbdf9fc4d428f5c6f1d4aabc574&device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 1099 time: 0.0506589 Feb 16 13:02:46.780569 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63cb99c-b42b-4bc0-b885-a18b96e4c7be req-eb144faf-b295-4d3b-9555-dfd13cee8f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:46.782184 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c63cb99c-b42b-4bc0-b885-a18b96e4c7be req-eb144faf-b295-4d3b-9555-dfd13cee8f4d service neutron] 10.222.0.42 "GET /v2.0/networks?id=38035a84-b97f-4c07-a426-9f30518aa276 HTTP/1.1" status: 200 len: 912 time: 0.0942094 Feb 16 13:02:46.830111 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c63cb99c-b42b-4bc0-b885-a18b96e4c7be req-9a657953-eec6-48e3-94bf-6ea800ef3dee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd4c831f-56a8-4fce-88ac-d8f57bf32d75 HTTP/1.1" status: 200 len: 217 time: 0.0405598 Feb 16 13:02:46.837555 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d1603-0fcb-4252-b8fd-09858fda5fd5 req-2c273883-034a-4aa2-a2b1-64fcdaec97f1 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:46.839077 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6f2d1603-0fcb-4252-b8fd-09858fda5fd5 req-2c273883-034a-4aa2-a2b1-64fcdaec97f1 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 946 time: 0.0511909 Feb 16 13:02:46.879765 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6f2d1603-0fcb-4252-b8fd-09858fda5fd5 req-91fa4f31-3971-4909-9b44-2bc508a49466 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/security-groups?id=5bbb4d25-29af-4e15-9efa-6dca0a1150fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342245 Feb 16 13:02:46.883681 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63cb99c-b42b-4bc0-b885-a18b96e4c7be req-900236e2-09bc-4d88-98cf-06ad42b096e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:46.885305 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c63cb99c-b42b-4bc0-b885-a18b96e4c7be req-900236e2-09bc-4d88-98cf-06ad42b096e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4832e3e7-f9fa-4997-8e45-2c4a87fe08d2 HTTP/1.1" status: 200 len: 851 time: 0.0472603 Feb 16 13:02:46.918990 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c63cb99c-b42b-4bc0-b885-a18b96e4c7be req-e54618d8-74f6-4e2b-ab5e-bac97ef2c3c6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38035a84-b97f-4c07-a426-9f30518aa276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251129 Feb 16 13:02:47.010007 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c63cb99c-b42b-4bc0-b885-a18b96e4c7be req-04fbecc6-5db1-44fb-8bc6-0aaad528c83c service neutron] 10.222.0.42 "GET /v2.0/networks/38035a84-b97f-4c07-a426-9f30518aa276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843885 Feb 16 13:02:47.109455 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c63cb99c-b42b-4bc0-b885-a18b96e4c7be req-04d85cb9-43d0-428b-99ef-81f0c213b5d5 service neutron] 10.222.0.42 "GET /v2.0/networks/38035a84-b97f-4c07-a426-9f30518aa276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911186 Feb 16 13:02:47.201515 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0a588-0e55-4e12-a464-519e45e93490 req-4cab8323-88c0-4c6d-802f-578aa4b44308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:47.203381 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ade0a588-0e55-4e12-a464-519e45e93490 req-4cab8323-88c0-4c6d-802f-578aa4b44308 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=04bf7fbdf9fc4d428f5c6f1d4aabc574&device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 1099 time: 0.0475724 Feb 16 13:02:47.296051 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0a588-0e55-4e12-a464-519e45e93490 req-dae699e6-86ea-4214-aca3-92dab06a0267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:47.298197 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ade0a588-0e55-4e12-a464-519e45e93490 req-dae699e6-86ea-4214-aca3-92dab06a0267 service neutron] 10.222.0.42 "GET /v2.0/networks?id=38035a84-b97f-4c07-a426-9f30518aa276 HTTP/1.1" status: 200 len: 912 time: 0.0869174 Feb 16 13:02:47.338600 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ade0a588-0e55-4e12-a464-519e45e93490 req-003fb8a0-8c37-4e81-9f59-32b944b83f8e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd4c831f-56a8-4fce-88ac-d8f57bf32d75 HTTP/1.1" status: 200 len: 217 time: 0.0330350 Feb 16 13:02:47.387962 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0a588-0e55-4e12-a464-519e45e93490 req-e5ea25b0-80a5-490b-abb6-36f7e67b52a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:47.389374 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ade0a588-0e55-4e12-a464-519e45e93490 req-e5ea25b0-80a5-490b-abb6-36f7e67b52a4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4832e3e7-f9fa-4997-8e45-2c4a87fe08d2 HTTP/1.1" status: 200 len: 851 time: 0.0437970 Feb 16 13:02:47.420651 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ade0a588-0e55-4e12-a464-519e45e93490 req-0a3f43f6-6be1-489b-9bfe-5c60ebd4df96 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38035a84-b97f-4c07-a426-9f30518aa276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243726 Feb 16 13:02:47.512383 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ade0a588-0e55-4e12-a464-519e45e93490 req-8a04ed7e-9b42-4924-92f1-c03e737cedc2 service neutron] 10.222.0.42 "GET /v2.0/networks/38035a84-b97f-4c07-a426-9f30518aa276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846105 Feb 16 13:02:47.612425 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ade0a588-0e55-4e12-a464-519e45e93490 req-7396d9e0-2ade-4b13-9e03-d715c64ef6c9 service neutron] 10.222.0.42 "GET /v2.0/networks/38035a84-b97f-4c07-a426-9f30518aa276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933120 Feb 16 13:02:47.997633 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6f12b-839c-4d33-baff-7e5d708f5b3c req-a722acac-1a89-4d3b-a41e-415cd9521fd7 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:47.999055 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c1c6f12b-839c-4d33-baff-7e5d708f5b3c req-a722acac-1a89-4d3b-a41e-415cd9521fd7 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 946 time: 0.0476549 Feb 16 13:02:48.037371 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c1c6f12b-839c-4d33-baff-7e5d708f5b3c req-186cd508-dfc5-44ae-bd20-25ff14d3cd7b tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/security-groups?id=5bbb4d25-29af-4e15-9efa-6dca0a1150fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319409 Feb 16 13:02:49.162833 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73b085-2823-4542-841a-40a9dd47323e req-e9ca24d8-6a66-46c2-898c-1f6990b2e78d tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:49.164462 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0a73b085-2823-4542-841a-40a9dd47323e req-e9ca24d8-6a66-46c2-898c-1f6990b2e78d tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 946 time: 0.0545080 Feb 16 13:02:49.205123 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0a73b085-2823-4542-841a-40a9dd47323e req-8269c4de-6975-44c0-bb99-eec9c9a0bbe8 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/security-groups?id=5bbb4d25-29af-4e15-9efa-6dca0a1150fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344563 Feb 16 13:02:50.329500 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5246e9-4012-473a-87d8-b4c377dad048 req-7c3b6263-206c-4b14-9b28-efcda63ddd4a tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:50.331073 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8d5246e9-4012-473a-87d8-b4c377dad048 req-7c3b6263-206c-4b14-9b28-efcda63ddd4a tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 946 time: 0.0540090 Feb 16 13:02:50.373200 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8d5246e9-4012-473a-87d8-b4c377dad048 req-0b1c4c2f-75f9-4534-abe8-92ed3a02633a tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/security-groups?id=5bbb4d25-29af-4e15-9efa-6dca0a1150fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352602 Feb 16 13:02:51.489856 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779de804-7884-4960-a71e-b9405910d593 req-c5d86a96-c36a-4560-8378-19f1b416531e tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:51.491331 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-779de804-7884-4960-a71e-b9405910d593 req-c5d86a96-c36a-4560-8378-19f1b416531e tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 946 time: 0.0499902 Feb 16 13:02:51.529650 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-779de804-7884-4960-a71e-b9405910d593 req-5d5eeded-58a0-49fb-87eb-356f41a7911c tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/security-groups?id=5bbb4d25-29af-4e15-9efa-6dca0a1150fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319309 Feb 16 13:02:52.272379 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f56f2a43-ffcb-4fea-826f-eaf24ef81bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:52.648576 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ce297-4224-42aa-9a5f-08f199f2d238 req-f5d67b1b-da5b-4d1c-8351-89d59f0dc48d tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:52.650061 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-034ce297-4224-42aa-9a5f-08f199f2d238 req-f5d67b1b-da5b-4d1c-8351-89d59f0dc48d tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 946 time: 0.0521233 Feb 16 13:02:52.686357 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-034ce297-4224-42aa-9a5f-08f199f2d238 req-8da7023f-c586-4be1-92ba-390acb6c4859 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/security-groups?id=5bbb4d25-29af-4e15-9efa-6dca0a1150fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302002 Feb 16 13:02:53.800881 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f8ac6-e579-4ffe-af37-e9468e7177f2 req-6309edaf-d1bf-44ed-ba92-b0481cbd8132 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:53.802357 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5c5f8ac6-e579-4ffe-af37-e9468e7177f2 req-6309edaf-d1bf-44ed-ba92-b0481cbd8132 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 946 time: 0.0491252 Feb 16 13:02:53.839460 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5c5f8ac6-e579-4ffe-af37-e9468e7177f2 req-bda57444-18c0-48e9-81f8-b6aeefa2e953 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/security-groups?id=5bbb4d25-29af-4e15-9efa-6dca0a1150fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312374 Feb 16 13:02:54.430438 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-824053a3-e191-47be-b69a-8e71acb6b267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:54.956692 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc489f-afa1-43b4-877d-e053cb731b97 req-8788f053-5a88-486b-8e40-1972b4e99085 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:54.958150 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8efc489f-afa1-43b4-877d-e053cb731b97 req-8788f053-5a88-486b-8e40-1972b4e99085 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 946 time: 0.0495780 Feb 16 13:02:54.995252 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8efc489f-afa1-43b4-877d-e053cb731b97 req-c0ae2a98-fc09-4bec-aca6-c047fe351f73 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/security-groups?id=5bbb4d25-29af-4e15-9efa-6dca0a1150fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310462 Feb 16 13:02:55.744352 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:56.114701 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4dcd17-67a1-4b8e-b77e-66e75d41cb31 req-89213279-1a88-4d01-aa2f-ab4ca78da8f7 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:56.116146 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3d4dcd17-67a1-4b8e-b77e-66e75d41cb31 req-89213279-1a88-4d01-aa2f-ab4ca78da8f7 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 946 time: 0.0516603 Feb 16 13:02:56.153177 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3d4dcd17-67a1-4b8e-b77e-66e75d41cb31 req-c73da9f6-c0ce-4e8a-aa3c-0857413f44af tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/security-groups?id=5bbb4d25-29af-4e15-9efa-6dca0a1150fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311229 Feb 16 13:02:57.035787 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:57.267546 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d91d1e-e221-4343-abf3-bf05280f93c1 req-fbcf1692-a111-4352-92ee-0e0ba68a2083 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:57.269031 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f5d91d1e-e221-4343-abf3-bf05280f93c1 req-fbcf1692-a111-4352-92ee-0e0ba68a2083 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 946 time: 0.0475998 Feb 16 13:02:57.307116 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f5d91d1e-e221-4343-abf3-bf05280f93c1 req-30bf6aca-b00a-41b4-8098-76ac503439df tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/security-groups?id=5bbb4d25-29af-4e15-9efa-6dca0a1150fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320721 Feb 16 13:02:57.373580 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:58.421029 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d44d44-10a6-4eda-a516-2c3ae17f7513 req-848fd974-649f-483d-ab11-ce80745924f7 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:58.422501 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-06d44d44-10a6-4eda-a516-2c3ae17f7513 req-848fd974-649f-483d-ab11-ce80745924f7 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 946 time: 0.0481341 Feb 16 13:02:58.460757 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-06d44d44-10a6-4eda-a516-2c3ae17f7513 req-6c6728ea-d07c-433f-a66d-e78c9cb8e4a5 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/security-groups?id=5bbb4d25-29af-4e15-9efa-6dca0a1150fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314138 Feb 16 13:02:58.649267 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:59.579665 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2c2e6-6a0a-41c4-9a8e-daa728845f09 req-4222f504-9b26-4bad-96b5-dbbd18237fae tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:59.581155 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d9c2c2e6-6a0a-41c4-9a8e-daa728845f09 req-4222f504-9b26-4bad-96b5-dbbd18237fae tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 946 time: 0.0531254 Feb 16 13:02:59.621215 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d9c2c2e6-6a0a-41c4-9a8e-daa728845f09 req-65a2642a-ecdf-4368-a848-b013c1441062 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/security-groups?id=5bbb4d25-29af-4e15-9efa-6dca0a1150fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337090 Feb 16 13:03:00.365531 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:03:00.745020 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88fa53c-0522-4ebb-9da7-5ddda4f4b648 req-1dbfd659-b0e2-40a5-b297-57b4583e75eb tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:00.746473 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a88fa53c-0522-4ebb-9da7-5ddda4f4b648 req-1dbfd659-b0e2-40a5-b297-57b4583e75eb tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 946 time: 0.0483673 Feb 16 13:03:00.784337 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a88fa53c-0522-4ebb-9da7-5ddda4f4b648 req-fe21830e-cf09-461e-bc22-9719b6c69109 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/security-groups?id=5bbb4d25-29af-4e15-9efa-6dca0a1150fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312972 Feb 16 13:03:01.920820 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806109e2-3166-4a93-ad7e-57f51d9c38f9 req-24027f0c-f022-4c59-9fed-1b00a154875a tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:01.922515 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-806109e2-3166-4a93-ad7e-57f51d9c38f9 req-24027f0c-f022-4c59-9fed-1b00a154875a tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 946 time: 0.0560806 Feb 16 13:03:01.964702 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-806109e2-3166-4a93-ad7e-57f51d9c38f9 req-eac7d765-3f41-4e56-8719-09867f5f53a4 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/security-groups?id=5bbb4d25-29af-4e15-9efa-6dca0a1150fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327859 Feb 16 13:03:03.086457 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a961d-30b9-4d17-91c9-214cac145539 req-4dce7441-fd14-4064-8010-0be5f7a3c455 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:03.087980 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9e2a961d-30b9-4d17-91c9-214cac145539 req-4dce7441-fd14-4064-8010-0be5f7a3c455 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 946 time: 0.0541277 Feb 16 13:03:03.127687 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9e2a961d-30b9-4d17-91c9-214cac145539 req-48cbb61e-912e-4fbf-8411-5e43c98a72a3 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/security-groups?id=5bbb4d25-29af-4e15-9efa-6dca0a1150fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328805 Feb 16 13:03:04.245502 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817dc57-cc6b-440c-bb8a-e34f57c66b8e req-49050400-4387-4134-affa-2339ac48c784 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:04.246969 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6817dc57-cc6b-440c-bb8a-e34f57c66b8e req-49050400-4387-4134-affa-2339ac48c784 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 946 time: 0.0510430 Feb 16 13:03:04.287782 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6817dc57-cc6b-440c-bb8a-e34f57c66b8e req-850fcd6d-8bbb-4e01-946c-3ec21af77434 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/security-groups?id=5bbb4d25-29af-4e15-9efa-6dca0a1150fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348225 Feb 16 13:03:05.408614 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343344e-020c-41fe-b558-0b557876bd89 req-7c04c540-a21d-4bdd-b998-c6b8f64711d7 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:05.410234 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d343344e-020c-41fe-b558-0b557876bd89 req-7c04c540-a21d-4bdd-b998-c6b8f64711d7 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 946 time: 0.0519800 Feb 16 13:03:05.451307 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d343344e-020c-41fe-b558-0b557876bd89 req-2b4f842d-b442-49b1-a8fe-1afc543c0280 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/security-groups?id=5bbb4d25-29af-4e15-9efa-6dca0a1150fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346198 Feb 16 13:03:06.575221 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2270a2-43f5-454a-b886-fc284c0fa32e req-4fae16d5-aac4-4914-8f18-3c4224d88252 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:06.576735 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ba2270a2-43f5-454a-b886-fc284c0fa32e req-4fae16d5-aac4-4914-8f18-3c4224d88252 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 946 time: 0.0549800 Feb 16 13:03:06.615746 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ba2270a2-43f5-454a-b886-fc284c0fa32e req-220c4aa2-65ab-4ddd-9c34-7af0435f43d4 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/security-groups?id=5bbb4d25-29af-4e15-9efa-6dca0a1150fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329695 Feb 16 13:03:07.731900 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb43322-e6d8-49cb-9c2c-c6c0f48d64d0 req-4794f492-671e-4e33-be4b-2394998abb33 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:07.733390 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-cfb43322-e6d8-49cb-9c2c-c6c0f48d64d0 req-4794f492-671e-4e33-be4b-2394998abb33 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 946 time: 0.0482831 Feb 16 13:03:07.774136 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-cfb43322-e6d8-49cb-9c2c-c6c0f48d64d0 req-5b6636f7-61e8-4559-aa32-ce82eeb447b4 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/security-groups?id=5bbb4d25-29af-4e15-9efa-6dca0a1150fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341733 Feb 16 13:03:08.892869 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83ef76-39e3-47e2-9581-d42fe9af38ec req-c27c20e3-545a-4343-99bf-b0a12bfd45bb tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:08.894400 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-cd83ef76-39e3-47e2-9581-d42fe9af38ec req-c27c20e3-545a-4343-99bf-b0a12bfd45bb tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 946 time: 0.0506637 Feb 16 13:03:08.935286 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-cd83ef76-39e3-47e2-9581-d42fe9af38ec req-5c90e991-400c-4f15-a7a3-1c067d32c2b8 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/security-groups?id=5bbb4d25-29af-4e15-9efa-6dca0a1150fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347378 Feb 16 13:03:10.054956 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c81a94-caeb-4151-a5fb-1e0497f9b219 req-ad5e1f9b-b20b-4b95-ae1d-5612d3bf8091 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:10.056455 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-75c81a94-caeb-4151-a5fb-1e0497f9b219 req-ad5e1f9b-b20b-4b95-ae1d-5612d3bf8091 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 946 time: 0.0537357 Feb 16 13:03:10.094490 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-75c81a94-caeb-4151-a5fb-1e0497f9b219 req-cf91c44f-8b7a-4345-a94b-a29fde61153e tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/security-groups?id=5bbb4d25-29af-4e15-9efa-6dca0a1150fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320728 Feb 16 13:03:11.208791 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df7b60-02ea-4c8f-b03b-6de44827b383 req-10a5b569-edec-4d47-b073-2e5ce328c8d0 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:11.210265 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-33df7b60-02ea-4c8f-b03b-6de44827b383 req-10a5b569-edec-4d47-b073-2e5ce328c8d0 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 946 time: 0.0483708 Feb 16 13:03:11.256280 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-33df7b60-02ea-4c8f-b03b-6de44827b383 req-28aa1d45-24a9-4f26-8fbd-60503142a5c7 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/security-groups?id=5bbb4d25-29af-4e15-9efa-6dca0a1150fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398254 Feb 16 13:03:12.376051 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d978899-1c84-4f6d-aaca-a38e06d8c155 req-9df82494-ffea-4b3f-955c-afcae3f57658 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:12.377588 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4d978899-1c84-4f6d-aaca-a38e06d8c155 req-9df82494-ffea-4b3f-955c-afcae3f57658 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 946 time: 0.0504682 Feb 16 13:03:12.418567 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4d978899-1c84-4f6d-aaca-a38e06d8c155 req-52a68770-11ea-45cc-b061-586c6ccf60bf tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/security-groups?id=5bbb4d25-29af-4e15-9efa-6dca0a1150fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350308 Feb 16 13:03:13.540948 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a311f-dc38-4a38-be6b-a1bb5c64c557 req-e773e13a-d388-470c-ac85-fa651b487e69 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:13.542400 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4f1a311f-dc38-4a38-be6b-a1bb5c64c557 req-e773e13a-d388-470c-ac85-fa651b487e69 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 946 time: 0.0536630 Feb 16 13:03:13.581459 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4f1a311f-dc38-4a38-be6b-a1bb5c64c557 req-aa5ed8e3-0f52-40c9-bd02-3338a606a901 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/security-groups?id=5bbb4d25-29af-4e15-9efa-6dca0a1150fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331917 Feb 16 13:03:14.253092 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ade0a588-0e55-4e12-a464-519e45e93490 req-eee5718a-b811-47a6-870d-a84873a97bc7 service neutron] 10.222.0.42 "GET /v2.0/ports/bd4c831f-56a8-4fce-88ac-d8f57bf32d75/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0627542 Feb 16 13:03:14.492037 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0a588-0e55-4e12-a464-519e45e93490 req-88769465-4909-4329-88ff-1b8d70e5d646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:14.493622 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ade0a588-0e55-4e12-a464-519e45e93490 req-88769465-4909-4329-88ff-1b8d70e5d646 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743&tenant_id=04bf7fbdf9fc4d428f5c6f1d4aabc574 HTTP/1.1" status: 200 len: 1099 time: 0.0722265 Feb 16 13:03:14.554719 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0a588-0e55-4e12-a464-519e45e93490 req-5f1408c5-de8e-44b1-8ae2-f63dadb0a975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:14.556196 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ade0a588-0e55-4e12-a464-519e45e93490 req-5f1408c5-de8e-44b1-8ae2-f63dadb0a975 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=04bf7fbdf9fc4d428f5c6f1d4aabc574&device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 1099 time: 0.0399394 Feb 16 13:03:14.649618 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0a588-0e55-4e12-a464-519e45e93490 req-e7ae153d-7d4a-4dfd-874c-7a7fbdfde41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:14.651099 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ade0a588-0e55-4e12-a464-519e45e93490 req-e7ae153d-7d4a-4dfd-874c-7a7fbdfde41b service neutron] 10.222.0.42 "GET /v2.0/networks?id=38035a84-b97f-4c07-a426-9f30518aa276 HTTP/1.1" status: 200 len: 912 time: 0.0878727 Feb 16 13:03:14.692211 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ade0a588-0e55-4e12-a464-519e45e93490 req-cad993d0-b453-437c-92e4-2be648d3fa72 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd4c831f-56a8-4fce-88ac-d8f57bf32d75 HTTP/1.1" status: 200 len: 217 time: 0.0346003 Feb 16 13:03:14.698239 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64b32c-ccab-4e22-8d2b-743878a3f300 req-97086fdc-1693-4d1e-b0dc-16130235fce8 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:14.699688 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-fc64b32c-ccab-4e22-8d2b-743878a3f300 req-97086fdc-1693-4d1e-b0dc-16130235fce8 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 946 time: 0.0485222 Feb 16 13:03:14.737840 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-fc64b32c-ccab-4e22-8d2b-743878a3f300 req-ac7ee59e-f185-427a-805f-80f953895973 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/security-groups?id=5bbb4d25-29af-4e15-9efa-6dca0a1150fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316091 Feb 16 13:03:14.746256 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0a588-0e55-4e12-a464-519e45e93490 req-9d304e94-1b9b-4811-b110-8c59ee3ffa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:14.747719 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ade0a588-0e55-4e12-a464-519e45e93490 req-9d304e94-1b9b-4811-b110-8c59ee3ffa6c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4832e3e7-f9fa-4997-8e45-2c4a87fe08d2 HTTP/1.1" status: 200 len: 851 time: 0.0493100 Feb 16 13:03:14.778332 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ade0a588-0e55-4e12-a464-519e45e93490 req-286beb15-82ab-450e-b726-d27486d315cd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38035a84-b97f-4c07-a426-9f30518aa276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238190 Feb 16 13:03:14.868870 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ade0a588-0e55-4e12-a464-519e45e93490 req-b0b0e271-4255-4b56-91c7-2ae3ca8114e5 service neutron] 10.222.0.42 "GET /v2.0/networks/38035a84-b97f-4c07-a426-9f30518aa276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832076 Feb 16 13:03:14.962786 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ade0a588-0e55-4e12-a464-519e45e93490 req-a31ef9a0-042c-4838-95b1-c10e3fd5aa73 service neutron] 10.222.0.42 "GET /v2.0/networks/38035a84-b97f-4c07-a426-9f30518aa276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877309 Feb 16 13:03:15.850417 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76514e0-da09-4212-94af-11e166d60283 req-dcc434d9-8b13-46cc-92ab-c4c58dfa2238 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:15.851866 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d76514e0-da09-4212-94af-11e166d60283 req-dcc434d9-8b13-46cc-92ab-c4c58dfa2238 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 946 time: 0.0476675 Feb 16 13:03:15.889359 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d76514e0-da09-4212-94af-11e166d60283 req-8973ac05-425e-4830-8f28-5373eef0b9d0 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/security-groups?id=5bbb4d25-29af-4e15-9efa-6dca0a1150fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316243 Feb 16 13:03:17.009943 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a7a61-5618-4c4e-bf1c-6fa9adae02c2 req-aa5852d4-e657-4969-8b53-36fb8e71979e tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:17.011385 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-dd2a7a61-5618-4c4e-bf1c-6fa9adae02c2 req-aa5852d4-e657-4969-8b53-36fb8e71979e tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 946 time: 0.0519569 Feb 16 13:03:17.048772 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-dd2a7a61-5618-4c4e-bf1c-6fa9adae02c2 req-24cd8dcd-4f85-41e9-9a4e-b6f21ee392c2 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/security-groups?id=5bbb4d25-29af-4e15-9efa-6dca0a1150fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313916 Feb 16 13:03:17.359199 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd55ec4-708e-48b6-be4b-a7cae5dbd3d0 req-ad7cec01-1f27-466e-af88-ec6adfca6b27 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:17.360571 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3dd55ec4-708e-48b6-be4b-a7cae5dbd3d0 req-ad7cec01-1f27-466e-af88-ec6adfca6b27 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.42 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743&tenant_id=04bf7fbdf9fc4d428f5c6f1d4aabc574&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 946 time: 0.0820248 Feb 16 13:03:17.468487 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd55ec4-708e-48b6-be4b-a7cae5dbd3d0 req-23b70360-0a25-4017-8395-e44646e1a583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:17.469997 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3dd55ec4-708e-48b6-be4b-a7cae5dbd3d0 req-23b70360-0a25-4017-8395-e44646e1a583 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=04bf7fbdf9fc4d428f5c6f1d4aabc574&device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 1099 time: 0.0402660 Feb 16 13:03:17.565541 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd55ec4-708e-48b6-be4b-a7cae5dbd3d0 req-8159bdf6-59b1-4e28-9d68-dd0231db99fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:17.567005 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3dd55ec4-708e-48b6-be4b-a7cae5dbd3d0 req-8159bdf6-59b1-4e28-9d68-dd0231db99fe service neutron] 10.222.0.42 "GET /v2.0/networks?id=38035a84-b97f-4c07-a426-9f30518aa276 HTTP/1.1" status: 200 len: 912 time: 0.0891740 Feb 16 13:03:17.607370 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3dd55ec4-708e-48b6-be4b-a7cae5dbd3d0 req-1d8da715-94cb-41b8-980d-eb74bd2ff0da service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd4c831f-56a8-4fce-88ac-d8f57bf32d75 HTTP/1.1" status: 200 len: 217 time: 0.0332527 Feb 16 13:03:17.659109 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd55ec4-708e-48b6-be4b-a7cae5dbd3d0 req-a02e7d97-de15-448f-aa79-53d04a06c186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:17.660470 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3dd55ec4-708e-48b6-be4b-a7cae5dbd3d0 req-a02e7d97-de15-448f-aa79-53d04a06c186 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4832e3e7-f9fa-4997-8e45-2c4a87fe08d2 HTTP/1.1" status: 200 len: 851 time: 0.0475135 Feb 16 13:03:17.692026 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3dd55ec4-708e-48b6-be4b-a7cae5dbd3d0 req-14bdd16d-6eef-4967-ba53-00d08685c43d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38035a84-b97f-4c07-a426-9f30518aa276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250018 Feb 16 13:03:17.779713 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3dd55ec4-708e-48b6-be4b-a7cae5dbd3d0 req-1f4c725a-dbe2-45ed-bb9a-1b62d236ebe6 service neutron] 10.222.0.42 "GET /v2.0/networks/38035a84-b97f-4c07-a426-9f30518aa276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804121 Feb 16 13:03:17.875164 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3dd55ec4-708e-48b6-be4b-a7cae5dbd3d0 req-5e2e1edc-218d-4d40-baac-06dbfc6cdc61 service neutron] 10.222.0.42 "GET /v2.0/networks/38035a84-b97f-4c07-a426-9f30518aa276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885842 Feb 16 13:03:18.626314 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc652b-6d5a-413f-8f32-a2e7c79f61d2 req-bfef9cbf-c2b0-47b2-85a3-64b97cd9b8f6 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:18.627784 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f8bc652b-6d5a-413f-8f32-a2e7c79f61d2 req-bfef9cbf-c2b0-47b2-85a3-64b97cd9b8f6 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 946 time: 0.0507605 Feb 16 13:03:18.667126 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f8bc652b-6d5a-413f-8f32-a2e7c79f61d2 req-84b0fcd2-64cc-4b48-b7de-68f67329ee99 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/security-groups?id=5bbb4d25-29af-4e15-9efa-6dca0a1150fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333793 Feb 16 13:03:19.785743 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807b94d-806f-4223-b247-1c03dc0f8a0e req-91e34fd3-2e85-438e-a8c9-ffbb940fc3d8 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:19.787223 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a807b94d-806f-4223-b247-1c03dc0f8a0e req-91e34fd3-2e85-438e-a8c9-ffbb940fc3d8 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 946 time: 0.0487812 Feb 16 13:03:19.825610 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a807b94d-806f-4223-b247-1c03dc0f8a0e req-955b111a-cd3e-4086-a002-5639a8d2c1a1 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/security-groups?id=5bbb4d25-29af-4e15-9efa-6dca0a1150fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324507 Feb 16 13:03:20.493126 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd55ec4-708e-48b6-be4b-a7cae5dbd3d0 req-0cf1e012-065b-4c9f-bd64-3e406555211f tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:20.494644 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3dd55ec4-708e-48b6-be4b-a7cae5dbd3d0 req-0cf1e012-065b-4c9f-bd64-3e406555211f tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.42 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 946 time: 0.0519147 Feb 16 13:03:20.600332 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-3dd55ec4-708e-48b6-be4b-a7cae5dbd3d0 req-29afbd14-db92-4d5e-94e0-df29b86c206d tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Deleting port bd4c831f-56a8-4fce-88ac-d8f57bf32d75 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:03:20.600844 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3dd55ec4-708e-48b6-be4b-a7cae5dbd3d0 req-29afbd14-db92-4d5e-94e0-df29b86c206d tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:20.700944 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-3dd55ec4-708e-48b6-be4b-a7cae5dbd3d0 req-29afbd14-db92-4d5e-94e0-df29b86c206d tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] For port bd4c831f-56a8-4fce-88ac-d8f57bf32d75, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=bd4c831f-56a8-4fce-88ac-d8f57bf32d75,segment=NetworkSegment(6e39e156-c838-40c5-b710-3bc82f633f71),segment_id=6e39e156-c838-40c5-b710-3bc82f633f71)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:03:20.701307 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3dd55ec4-708e-48b6-be4b-a7cae5dbd3d0 req-29afbd14-db92-4d5e-94e0-df29b86c206d tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:20.713316 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-3dd55ec4-708e-48b6-be4b-a7cae5dbd3d0 req-29afbd14-db92-4d5e-94e0-df29b86c206d tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Calling delete_port for bd4c831f-56a8-4fce-88ac-d8f57bf32d75 owned by compute:nova {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:03:20.842054 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3dd55ec4-708e-48b6-be4b-a7cae5dbd3d0 req-29afbd14-db92-4d5e-94e0-df29b86c206d tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:20.854014 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['bd4c831f-56a8-4fce-88ac-d8f57bf32d75'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:03:20.872375 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29afbd14-db92-4d5e-94e0-df29b86c206d tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Pushing event deleted for resources: {'Port': ['ID=bd4c831f-56a8-4fce-88ac-d8f57bf32d75,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:20.902759 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afbd14-db92-4d5e-94e0-df29b86c206d tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:20.903108 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afbd14-db92-4d5e-94e0-df29b86c206d tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:20.903451 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afbd14-db92-4d5e-94e0-df29b86c206d tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:20.903801 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afbd14-db92-4d5e-94e0-df29b86c206d tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:20.904241 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afbd14-db92-4d5e-94e0-df29b86c206d tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:20.904692 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afbd14-db92-4d5e-94e0-df29b86c206d tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:20.904788 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afbd14-db92-4d5e-94e0-df29b86c206d tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:20.905106 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afbd14-db92-4d5e-94e0-df29b86c206d tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:20.905433 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afbd14-db92-4d5e-94e0-df29b86c206d tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:20.905755 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afbd14-db92-4d5e-94e0-df29b86c206d tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:20.906076 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afbd14-db92-4d5e-94e0-df29b86c206d tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:20.906398 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afbd14-db92-4d5e-94e0-df29b86c206d tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:20.927491 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd55ec4-708e-48b6-be4b-a7cae5dbd3d0 req-29afbd14-db92-4d5e-94e0-df29b86c206d tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] No DVR routers for this DVR port bd4c831f-56a8-4fce-88ac-d8f57bf32d75 on host hv-neutron-8281 {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:03:20.929842 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6f5875b1-d8fe-4046-b6c5-9c7d64cc7c91 req-c8f26f7d-95e6-468e-9931-322b5d28b058 tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.90 "GET /v2.0/ports?device_id=d077b3ff-d440-440d-8b48-35994a017743 HTTP/1.1" status: 200 len: 210 time: 0.0309703 Feb 16 13:03:20.930562 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3dd55ec4-708e-48b6-be4b-a7cae5dbd3d0 req-29afbd14-db92-4d5e-94e0-df29b86c206d tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:20.933617 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3dd55ec4-708e-48b6-be4b-a7cae5dbd3d0 req-29afbd14-db92-4d5e-94e0-df29b86c206d tempest-DeleteServersTestJSON-960661871 tempest-DeleteServersTestJSON-960661871-project] 10.222.0.42 "DELETE /v2.0/ports/bd4c831f-56a8-4fce-88ac-d8f57bf32d75 HTTP/1.1" status: 204 len: 173 time: 0.4329119 Feb 16 13:03:20.934115 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd077b3ff-d440-440d-8b48-35994a017743', 'name': 'network-vif-deleted', 'tag': 'bd4c831f-56a8-4fce-88ac-d8f57bf32d75'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:03:20.936369 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fc8436-7b39-412c-af41-27b7758499c4" -d '{"events": [{"server_uuid": "d077b3ff-d440-440d-8b48-35994a017743", "name": "network-vif-deleted", "tag": "bd4c831f-56a8-4fce-88ac-d8f57bf32d75"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:03:20.976578 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8256832-84c1-4cd4-adcb-5f7795889e9c x-openstack-request-id: req-d8256832-84c1-4cd4-adcb-5f7795889e9c {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:03:20.976901 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d077b3ff-d440-440d-8b48-35994a017743", "name": "network-vif-deleted", "tag": "bd4c831f-56a8-4fce-88ac-d8f57bf32d75", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:03:20.977144 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d8256832-84c1-4cd4-adcb-5f7795889e9c {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:03:20.977537 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd077b3ff-d440-440d-8b48-35994a017743', 'name': 'network-vif-deleted', 'tag': 'bd4c831f-56a8-4fce-88ac-d8f57bf32d75', 'status': 'completed', 'code': 200} Feb 16 13:03:22.060695 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 40574) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:03:22.107903 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d1b68d-2555-457e-a2c8-4f6e3869fbb7 admin admin] Deleting subnet 4832e3e7-f9fa-4997-8e45-2c4a87fe08d2 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 13:03:22.111074 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-68d1b68d-2555-457e-a2c8-4f6e3869fbb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:22.144846 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-68d1b68d-2555-457e-a2c8-4f6e3869fbb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:22.181634 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-68d1b68d-2555-457e-a2c8-4f6e3869fbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:22.233718 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-68d1b68d-2555-457e-a2c8-4f6e3869fbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:22.258382 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1b68d-2555-457e-a2c8-4f6e3869fbb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4832e3e7-f9fa-4997-8e45-2c4a87fe08d2,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:22.262136 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-68d1b68d-2555-457e-a2c8-4f6e3869fbb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:22.265935 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-68d1b68d-2555-457e-a2c8-4f6e3869fbb7 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/4832e3e7-f9fa-4997-8e45-2c4a87fe08d2 HTTP/1.1" status: 204 len: 168 time: 0.2037008 Feb 16 13:03:22.267989 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 40576) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:03:22.276257 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7e581845-bafd-425f-a0a8-f77b31bedabe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:22.649760 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cb2ff115-9a32-4e88-a202-18f944f491f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:22.729797 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cb2ff115-9a32-4e88-a202-18f944f491f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:22.749411 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-cb2ff115-9a32-4e88-a202-18f944f491f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38035a84-b97f-4c07-a426-9f30518aa276']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:03:22.758405 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-cb2ff115-9a32-4e88-a202-18f944f491f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e39e156-c838-40c5-b710-3bc82f633f71') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:03:22.758700 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-cb2ff115-9a32-4e88-a202-18f944f491f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e39e156-c838-40c5-b710-3bc82f633f71') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:03:22.767817 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cb2ff115-9a32-4e88-a202-18f944f491f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:22.782937 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cb2ff115-9a32-4e88-a202-18f944f491f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:22.789805 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb2ff115-9a32-4e88-a202-18f944f491f4 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:03:22.790188 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cb2ff115-9a32-4e88-a202-18f944f491f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:22.791874 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 13:03:22.791874 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:03:22.791874 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 13:03:22.791874 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:03:22.791874 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 13:03:22.791874 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 13:03:22.791874 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 13:03:22.791874 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:03:22.791874 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 13:03:22.791874 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:03:22.791874 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 13:03:22.791874 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:03:22.791874 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 13:03:22.791874 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 13:03:22.791874 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:03:22.791874 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 13:03:22.791874 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:03:22.791874 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 13:03:22.791874 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 13:03:22.791874 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 13:03:22.791874 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 13:03:22.791874 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 13:03:22.791874 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:03:22.791874 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:03:22.791874 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 13:03:22.791874 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:03:22.791874 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:03:22.791874 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:03:22.791874 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:03:22.791874 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:03:22.791874 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:03:22.791874 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:03:22.845435 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cb2ff115-9a32-4e88-a202-18f944f491f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:22.851702 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cb2ff115-9a32-4e88-a202-18f944f491f4 admin admin] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:22.854873 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-cb2ff115-9a32-4e88-a202-18f944f491f4 admin admin] 10.222.0.90 "DELETE /v2.0/networks/38035a84-b97f-4c07-a426-9f30518aa276 HTTP/1.1" status: 204 len: 168 time: 0.5859406 Feb 16 13:03:22.866124 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ff115-9a32-4e88-a202-18f944f491f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=38035a84-b97f-4c07-a426-9f30518aa276,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:22.965527 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 40580) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:03:23.004928 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-276a6e16-b38f-413d-98a1-723926a5449b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=04bf7fbdf9fc4d428f5c6f1d4aabc574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381987 Feb 16 13:03:23.007975 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 40582) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:03:23.064038 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4b96440c-04cb-4133-9c9a-4a55804d6e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:23.085688 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4b96440c-04cb-4133-9c9a-4a55804d6e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:23.132117 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4b96440c-04cb-4133-9c9a-4a55804d6e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:23.134749 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4b96440c-04cb-4133-9c9a-4a55804d6e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:23.135876 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4b96440c-04cb-4133-9c9a-4a55804d6e1b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5bbb4d25-29af-4e15-9efa-6dca0a1150fa HTTP/1.1" status: 204 len: 168 time: 0.1270099 Feb 16 13:03:23.144310 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b96440c-04cb-4133-9c9a-4a55804d6e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbb4d25-29af-4e15-9efa-6dca0a1150fa,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:23.782275 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 40604) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:03:23.875368 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-5c1c5ec0-70d2-4560-a6af-6c253f31c7a9 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1403903925-network', 'tenant_id': '28cdcfff65a24f07b93d56ea384f26fb'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:03:23.898073 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1c5ec0-70d2-4560-a6af-6c253f31c7a9 admin admin] Made reservation on behalf of 28cdcfff65a24f07b93d56ea384f26fb for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:03:23.900347 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5c1c5ec0-70d2-4560-a6af-6c253f31c7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:23.909552 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5c1c5ec0-70d2-4560-a6af-6c253f31c7a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:23.989301 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5c1c5ec0-70d2-4560-a6af-6c253f31c7a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:23.998225 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5c1c5ec0-70d2-4560-a6af-6c253f31c7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:24.022683 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c1c5ec0-70d2-4560-a6af-6c253f31c7a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:03:24.032806 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c5ec0-70d2-4560-a6af-6c253f31c7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae874a4-e3c4-4604-9540-9386d2f28e54,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:24.038223 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5c1c5ec0-70d2-4560-a6af-6c253f31c7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:24.038572 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-5c1c5ec0-70d2-4560-a6af-6c253f31c7a9 admin admin] Added segment 7223446b-4eda-49ec-a264-cd12f6e3a83a of type vlan for network d3649fa6-b005-448a-bbda-5146733fac89 Feb 16 13:03:24.051539 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c5ec0-70d2-4560-a6af-6c253f31c7a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:24.051900 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c5ec0-70d2-4560-a6af-6c253f31c7a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:24.052239 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c5ec0-70d2-4560-a6af-6c253f31c7a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:24.052572 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c5ec0-70d2-4560-a6af-6c253f31c7a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:24.052934 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c5ec0-70d2-4560-a6af-6c253f31c7a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:24.053264 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c5ec0-70d2-4560-a6af-6c253f31c7a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:24.053590 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c5ec0-70d2-4560-a6af-6c253f31c7a9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:24.053926 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c5ec0-70d2-4560-a6af-6c253f31c7a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:24.054247 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c5ec0-70d2-4560-a6af-6c253f31c7a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:24.054562 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c5ec0-70d2-4560-a6af-6c253f31c7a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:24.054880 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c5ec0-70d2-4560-a6af-6c253f31c7a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:24.055196 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c5ec0-70d2-4560-a6af-6c253f31c7a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:24.101173 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5c1c5ec0-70d2-4560-a6af-6c253f31c7a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:24.124759 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5c1c5ec0-70d2-4560-a6af-6c253f31c7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:24.125754 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1c5ec0-70d2-4560-a6af-6c253f31c7a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:24.126320 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5c1c5ec0-70d2-4560-a6af-6c253f31c7a9 admin admin] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:24.184548 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5c1c5ec0-70d2-4560-a6af-6c253f31c7a9 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4011874 Feb 16 13:03:24.187561 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 40608) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:03:24.191909 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c5ec0-70d2-4560-a6af-6c253f31c7a9 admin admin] Pushing event updated for resources: {'Network': ['ID=d3649fa6-b005-448a-bbda-5146733fac89,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:24.192467 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-5254ce10-13e4-4261-b456-0d2efd5934fe admin admin] Request body: {'subnet': {'network_id': 'd3649fa6-b005-448a-bbda-5146733fac89', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1403903925-subnet', 'tenant_id': '28cdcfff65a24f07b93d56ea384f26fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:03:24.204222 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network d3649fa6-b005-448a-bbda-5146733fac89 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:03:24.217769 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5254ce10-13e4-4261-b456-0d2efd5934fe admin admin] Made reservation on behalf of 28cdcfff65a24f07b93d56ea384f26fb for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:03:24.220062 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5254ce10-13e4-4261-b456-0d2efd5934fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:24.385734 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5254ce10-13e4-4261-b456-0d2efd5934fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:24.431002 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-33f1ce45-30e0-4653-b807-e4bc056f334e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:24.440149 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5254ce10-13e4-4261-b456-0d2efd5934fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=224de604-78a8-4846-b9fe-5bc4cab0a4f4,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:24.453754 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5254ce10-13e4-4261-b456-0d2efd5934fe admin admin] Checking segment: {'id': '7223446b-4eda-49ec-a264-cd12f6e3a83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd3649fa6-b005-448a-bbda-5146733fac89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:03:24.454213 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5254ce10-13e4-4261-b456-0d2efd5934fe admin admin] Network hostable DHCP agents. Network: d3649fa6-b005-448a-bbda-5146733fac89, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:03:24.470795 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5254ce10-13e4-4261-b456-0d2efd5934fe admin admin] Network d3649fa6-b005-448a-bbda-5146733fac89 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:03:24.480377 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-5254ce10-13e4-4261-b456-0d2efd5934fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, d3649fa6-b005-448a-bbda-5146733fac89) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:03:24.484940 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5254ce10-13e4-4261-b456-0d2efd5934fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:24.486025 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5254ce10-13e4-4261-b456-0d2efd5934fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:24.490374 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d17414d-abf6-4bfe-ae4f-ff31e2e0f1c2 None None] Network d3649fa6-b005-448a-bbda-5146733fac89 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:03:24.502930 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5254ce10-13e4-4261-b456-0d2efd5934fe admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3142133 Feb 16 13:03:24.620216 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3541c88-59b8-4df4-8414-4968fd03072e None None] Network d3649fa6-b005-448a-bbda-5146733fac89 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:03:24.926835 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-1503980f-7de7-4491-a6e9-aa603313c70a tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:24.928411 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-1503980f-7de7-4491-a6e9-aa603313c70a tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/networks?id=d3649fa6-b005-448a-bbda-5146733fac89 HTTP/1.1" status: 200 len: 815 time: 0.1011622 Feb 16 13:03:24.943973 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-953a3c83-ffbe-4282-b1c9-7485fb274829 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/quotas/28cdcfff65a24f07b93d56ea384f26fb HTTP/1.1" status: 200 len: 375 time: 0.0097106 Feb 16 13:03:24.978418 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-3db2e480-1c94-4b1d-847f-a415afaf4aa1 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=28cdcfff65a24f07b93d56ea384f26fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291362 Feb 16 13:03:25.069404 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-eeb54163-46f7-414d-956c-d66b30973035 service neutron] 10.222.0.90 "GET /v2.0/networks/d3649fa6-b005-448a-bbda-5146733fac89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840933 Feb 16 13:03:25.133273 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device bd4c831f-56a8-4fce-88ac-d8f57bf32d75 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:03:25.156262 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] No Port match for: bd4c831f-56a8-4fce-88ac-d8f57bf32d75 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:03:25.156673 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device bd4c831f-56a8-4fce-88ac-d8f57bf32d75 not bound to the agent host hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:03:25.173093 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-45b79436-abe1-4e2c-b733-2b2b356a0011 service neutron] 10.222.0.90 "GET /v2.0/networks/d3649fa6-b005-448a-bbda-5146733fac89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976763 Feb 16 13:03:25.328347 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6ab0a961-9d95-46bd-ae87-167d76879457 req-947c0d33-b448-422b-b5e7-ace5732f743e tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 210 time: 0.0264854 Feb 16 13:03:25.748381 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:26.243060 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-fe5ebe07-17cf-4ef3-9237-4b4e4c707c6c tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:26.244547 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-fe5ebe07-17cf-4ef3-9237-4b4e4c707c6c tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.42 "GET /v2.0/networks?id=d3649fa6-b005-448a-bbda-5146733fac89 HTTP/1.1" status: 200 len: 815 time: 0.1108797 Feb 16 13:03:26.258934 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-382ca681-7b9e-433a-aeff-a1288d705923 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Request body: {'port': {'device_id': 'e5cb255d-885e-4192-b28c-4ad2ec5e367e', 'network_id': 'd3649fa6-b005-448a-bbda-5146733fac89', 'admin_state_up': True, 'tenant_id': '28cdcfff65a24f07b93d56ea384f26fb'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:03:26.382967 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-382ca681-7b9e-433a-aeff-a1288d705923 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Made reservation on behalf of 28cdcfff65a24f07b93d56ea384f26fb for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:03:26.386524 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-382ca681-7b9e-433a-aeff-a1288d705923 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:26.432504 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d9434441-2250-44e9-aad6-5f3658ef2b79 req-de636e45-8e6b-4422-ba28-3a663fa1ed18 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 210 time: 0.0285439 Feb 16 13:03:26.520560 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-382ca681-7b9e-433a-aeff-a1288d705923 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Allocated IP 172.20.0.9 (d3649fa6-b005-448a-bbda-5146733fac89/224de604-78a8-4846-b9fe-5bc4cab0a4f4/35dd191c-5d61-4c19-8858-787d18fdcd40) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:03:26.681688 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-382ca681-7b9e-433a-aeff-a1288d705923 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:26.717394 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-382ca681-7b9e-433a-aeff-a1288d705923 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:26.762317 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-382ca681-7b9e-433a-aeff-a1288d705923 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Network d3649fa6-b005-448a-bbda-5146733fac89 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:03:26.765608 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-382ca681-7b9e-433a-aeff-a1288d705923 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:03:26.769755 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-382ca681-7b9e-433a-aeff-a1288d705923 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:03:26.793408 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ca681-7b9e-433a-aeff-a1288d705923 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Pushing event updated for resources: {'Port': ['ID=35dd191c-5d61-4c19-8858-787d18fdcd40,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:26.825757 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-382ca681-7b9e-433a-aeff-a1288d705923 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:26.826408 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-382ca681-7b9e-433a-aeff-a1288d705923 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:26.843205 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-382ca681-7b9e-433a-aeff-a1288d705923 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5890205 Feb 16 13:03:26.856294 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-a9853ae9-ae08-438f-8d40-89a820c67710 service neutron] Request body: {'port': {'device_id': 'e5cb255d-885e-4192-b28c-4ad2ec5e367e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:03:26.913268 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-a9853ae9-ae08-438f-8d40-89a820c67710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:27.038997 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:27.183352 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-a9853ae9-ae08-438f-8d40-89a820c67710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35dd191c-5d61-4c19-8858-787d18fdcd40 {{(pid=109049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:03:27.191801 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-a9853ae9-ae08-438f-8d40-89a820c67710 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:27.203622 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.provisioning_blocks [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-a9853ae9-ae08-438f-8d40-89a820c67710 service neutron] Transition to ACTIVE for port object 35dd191c-5d61-4c19-8858-787d18fdcd40 will not be triggered until provisioned by entity L2. {{(pid=109049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:03:27.207607 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-a9853ae9-ae08-438f-8d40-89a820c67710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:27.256846 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9853ae9-ae08-438f-8d40-89a820c67710 service neutron] Pushing event updated for resources: {'Port': ['ID=35dd191c-5d61-4c19-8858-787d18fdcd40,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:27.329273 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-a9853ae9-ae08-438f-8d40-89a820c67710 service neutron] Attempting to bind port 35dd191c-5d61-4c19-8858-787d18fdcd40 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:03:27.329635 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-a9853ae9-ae08-438f-8d40-89a820c67710 service neutron] Attempting to bind port 35dd191c-5d61-4c19-8858-787d18fdcd40 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '7223446b-4eda-49ec-a264-cd12f6e3a83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd3649fa6-b005-448a-bbda-5146733fac89'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:03:27.329962 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-a9853ae9-ae08-438f-8d40-89a820c67710 service neutron] Attempting to bind port 35dd191c-5d61-4c19-8858-787d18fdcd40 on network d3649fa6-b005-448a-bbda-5146733fac89 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:03:27.334352 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-a9853ae9-ae08-438f-8d40-89a820c67710 service neutron] Port 35dd191c-5d61-4c19-8858-787d18fdcd40 on network d3649fa6-b005-448a-bbda-5146733fac89 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:03:27.334670 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-a9853ae9-ae08-438f-8d40-89a820c67710 service neutron] Attempting to bind port 35dd191c-5d61-4c19-8858-787d18fdcd40 on network d3649fa6-b005-448a-bbda-5146733fac89 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:03:27.339500 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-a9853ae9-ae08-438f-8d40-89a820c67710 service neutron] Checking agent: {'id': '31a9428e-e23a-420f-bfe2-5870b63c0436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'started_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:03:27.339834 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-a9853ae9-ae08-438f-8d40-89a820c67710 service neutron] Checking segment: {'id': '7223446b-4eda-49ec-a264-cd12f6e3a83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd3649fa6-b005-448a-bbda-5146733fac89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:03:27.340215 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-a9853ae9-ae08-438f-8d40-89a820c67710 service neutron] Bound using segment: {'id': '7223446b-4eda-49ec-a264-cd12f6e3a83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd3649fa6-b005-448a-bbda-5146733fac89'} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:03:27.340647 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-a9853ae9-ae08-438f-8d40-89a820c67710 service neutron] Bound port: 35dd191c-5d61-4c19-8858-787d18fdcd40, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7223446b-4eda-49ec-a264-cd12f6e3a83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd3649fa6-b005-448a-bbda-5146733fac89'}}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:03:27.341014 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-a9853ae9-ae08-438f-8d40-89a820c67710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:27.377838 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:27.409467 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-a9853ae9-ae08-438f-8d40-89a820c67710 service neutron] For port 35dd191c-5d61-4c19-8858-787d18fdcd40, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:03:27.414841 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-a9853ae9-ae08-438f-8d40-89a820c67710 service neutron] For port 35dd191c-5d61-4c19-8858-787d18fdcd40, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=35dd191c-5d61-4c19-8858-787d18fdcd40,segment=NetworkSegment(7223446b-4eda-49ec-a264-cd12f6e3a83a),segment_id=7223446b-4eda-49ec-a264-cd12f6e3a83a)] {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:03:27.418776 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-a9853ae9-ae08-438f-8d40-89a820c67710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:27.457157 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-a9853ae9-ae08-438f-8d40-89a820c67710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:27.457775 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-a9853ae9-ae08-438f-8d40-89a820c67710 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:27.459190 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-a9853ae9-ae08-438f-8d40-89a820c67710 service neutron] 10.222.0.42 "PUT /v2.0/ports/35dd191c-5d61-4c19-8858-787d18fdcd40 HTTP/1.1" status: 200 len: 1093 time: 0.6071649 Feb 16 13:03:27.459632 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5cb255d-885e-4192-b28c-4ad2ec5e367e', 'tag': '35dd191c-5d61-4c19-8858-787d18fdcd40'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:03:27.461958 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a314bd-b184-44a5-9d79-6180438d3f13" -d '{"events": [{"name": "network-changed", "server_uuid": "e5cb255d-885e-4192-b28c-4ad2ec5e367e", "tag": "35dd191c-5d61-4c19-8858-787d18fdcd40"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:03:27.482149 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9853ae9-ae08-438f-8d40-89a820c67710 service neutron] Pushing event updated for resources: {'Port': ['ID=35dd191c-5d61-4c19-8858-787d18fdcd40,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:27.507811 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b8a79b-6609-472c-afe2-0eddc73c4504 x-openstack-request-id: req-92b8a79b-6609-472c-afe2-0eddc73c4504 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:03:27.508100 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5cb255d-885e-4192-b28c-4ad2ec5e367e", "tag": "35dd191c-5d61-4c19-8858-787d18fdcd40", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:03:27.508346 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-92b8a79b-6609-472c-afe2-0eddc73c4504 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:03:27.508916 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5cb255d-885e-4192-b28c-4ad2ec5e367e', 'tag': '35dd191c-5d61-4c19-8858-787d18fdcd40', 'status': 'completed', 'code': 200} Feb 16 13:03:27.558059 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-bbdc29fd-4996-484e-b21a-48ded8e4aad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:27.559603 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-bbdc29fd-4996-484e-b21a-48ded8e4aad9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=28cdcfff65a24f07b93d56ea384f26fb&device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 1096 time: 0.0443563 Feb 16 13:03:27.565554 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffe12e-9122-41a3-8241-c3da1f08a2d8 req-9f6e244b-7fab-4eab-a318-9a3753907b1d tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:27.567090 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c1ffe12e-9122-41a3-8241-c3da1f08a2d8 req-9f6e244b-7fab-4eab-a318-9a3753907b1d tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 943 time: 0.0519807 Feb 16 13:03:27.606548 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c1ffe12e-9122-41a3-8241-c3da1f08a2d8 req-be352f29-9b76-436d-8fdb-832ce378da6d tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333416 Feb 16 13:03:27.607915 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-e100933e-b842-4f2e-99dd-ba614ff69617 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35dd191c-5d61-4c19-8858-787d18fdcd40 HTTP/1.1" status: 200 len: 217 time: 0.0403092 Feb 16 13:03:27.658092 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-77acbc28-3ff2-440d-911a-67c8adf2d7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:27.659602 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-77acbc28-3ff2-440d-911a-67c8adf2d7a7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=224de604-78a8-4846-b9fe-5bc4cab0a4f4 HTTP/1.1" status: 200 len: 855 time: 0.0446696 Feb 16 13:03:27.689648 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-23b5fc4f-8fec-4998-a144-26bbab237d99 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3649fa6-b005-448a-bbda-5146733fac89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234175 Feb 16 13:03:27.784131 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-86044bdf-6a45-4f8d-9396-3f4d6c5c17ab service neutron] 10.222.0.42 "GET /v2.0/networks/d3649fa6-b005-448a-bbda-5146733fac89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862052 Feb 16 13:03:27.872315 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9e9c6bde-993b-41ed-a7d3-396f6c6313a1 req-a22b300e-7f28-4a82-86c9-72d45a9ff216 service neutron] 10.222.0.42 "GET /v2.0/networks/d3649fa6-b005-448a-bbda-5146733fac89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814841 Feb 16 13:03:27.957773 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a314bd-b184-44a5-9d79-6180438d3f13 req-7d5ba12a-674a-4872-af33-4638e6220f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:27.959313 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-96a314bd-b184-44a5-9d79-6180438d3f13 req-7d5ba12a-674a-4872-af33-4638e6220f66 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=28cdcfff65a24f07b93d56ea384f26fb&device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 1096 time: 0.0422649 Feb 16 13:03:28.059983 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a314bd-b184-44a5-9d79-6180438d3f13 req-09283130-f99a-4e17-9944-a67abaeb31f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:28.061508 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-96a314bd-b184-44a5-9d79-6180438d3f13 req-09283130-f99a-4e17-9944-a67abaeb31f2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d3649fa6-b005-448a-bbda-5146733fac89 HTTP/1.1" status: 200 len: 916 time: 0.0943458 Feb 16 13:03:28.105169 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-96a314bd-b184-44a5-9d79-6180438d3f13 req-772978a1-2b25-477f-8d20-8fa88a5798ae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35dd191c-5d61-4c19-8858-787d18fdcd40 HTTP/1.1" status: 200 len: 217 time: 0.0345597 Feb 16 13:03:28.158981 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a314bd-b184-44a5-9d79-6180438d3f13 req-30f2511d-4e03-49a9-a34f-3de43bfc29ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:28.160451 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-96a314bd-b184-44a5-9d79-6180438d3f13 req-30f2511d-4e03-49a9-a34f-3de43bfc29ec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=224de604-78a8-4846-b9fe-5bc4cab0a4f4 HTTP/1.1" status: 200 len: 855 time: 0.0489109 Feb 16 13:03:28.193070 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-96a314bd-b184-44a5-9d79-6180438d3f13 req-c1d7c889-94bb-4f65-a576-d63383c0c6e9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3649fa6-b005-448a-bbda-5146733fac89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252128 Feb 16 13:03:28.281476 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-96a314bd-b184-44a5-9d79-6180438d3f13 req-08af0a37-e9f7-41ed-a893-c6355441f1f7 service neutron] 10.222.0.42 "GET /v2.0/networks/d3649fa6-b005-448a-bbda-5146733fac89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802870 Feb 16 13:03:28.375652 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-96a314bd-b184-44a5-9d79-6180438d3f13 req-727f5f26-c30a-491d-8961-115e30210930 service neutron] 10.222.0.42 "GET /v2.0/networks/d3649fa6-b005-448a-bbda-5146733fac89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864446 Feb 16 13:03:28.657448 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:28.728955 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162f463-cf4c-42ff-b5e0-a6aed0ec1c1a req-76d3e0a5-ce48-4f7d-9a55-c51449059fd7 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:28.730436 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8162f463-cf4c-42ff-b5e0-a6aed0ec1c1a req-76d3e0a5-ce48-4f7d-9a55-c51449059fd7 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 943 time: 0.0531626 Feb 16 13:03:28.767846 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8162f463-cf4c-42ff-b5e0-a6aed0ec1c1a req-d041d25a-6ed2-424f-b534-f157a7f1a259 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313087 Feb 16 13:03:29.885428 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72447af-8efb-4955-875c-c452a5d3eebd req-dad51a25-0776-472d-a831-e05249ef97f6 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:29.886926 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a72447af-8efb-4955-875c-c452a5d3eebd req-dad51a25-0776-472d-a831-e05249ef97f6 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 943 time: 0.0510149 Feb 16 13:03:29.928481 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a72447af-8efb-4955-875c-c452a5d3eebd req-7ab4b6c1-2ece-48cc-9156-69e70bfd6318 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354264 Feb 16 13:03:30.447447 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [req-1b8c0632-fc85-4231-a9b3-17faac03b9dc req-397706c5-5a1a-4af9-a3bd-54fa2ead9e4d service neutron] (109048) timed out ('10.222.0.42', 61756) {{(pid=109048) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 16 13:03:31.048936 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124cb60-7877-4a72-9932-31d7c3203252 req-a7321aa3-1026-4216-bd32-fd1b960b108f tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:31.051009 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f124cb60-7877-4a72-9932-31d7c3203252 req-a7321aa3-1026-4216-bd32-fd1b960b108f tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 943 time: 0.0521433 Feb 16 13:03:31.092646 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f124cb60-7877-4a72-9932-31d7c3203252 req-d4f7b419-cde6-4ee7-8deb-f999187dd91f tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354657 Feb 16 13:03:31.208872 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 35dd191c-5d61-4c19-8858-787d18fdcd40 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:03:31.304057 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 35dd191c-5d61-4c19-8858-787d18fdcd40, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=35dd191c-5d61-4c19-8858-787d18fdcd40,segment=NetworkSegment(7223446b-4eda-49ec-a264-cd12f6e3a83a),segment_id=7223446b-4eda-49ec-a264-cd12f6e3a83a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:03:31.315781 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': '35dd191c-5d61-4c19-8858-787d18fdcd40', 'network_id': 'd3649fa6-b005-448a-bbda-5146733fac89', 'port_id': '35dd191c-5d61-4c19-8858-787d18fdcd40', 'mac_address': 'fa:16:3e:18:20:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '224de604-78a8-4846-b9fe-5bc4cab0a4f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:03:31.351731 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:31.364620 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35dd191c-5d61-4c19-8858-787d18fdcd40 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:03:31.383814 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 35dd191c-5d61-4c19-8858-787d18fdcd40, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=35dd191c-5d61-4c19-8858-787d18fdcd40,segment=NetworkSegment(7223446b-4eda-49ec-a264-cd12f6e3a83a),segment_id=7223446b-4eda-49ec-a264-cd12f6e3a83a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:03:31.387901 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:31.437585 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=35dd191c-5d61-4c19-8858-787d18fdcd40,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:31.444918 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:31.445270 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:31.445612 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:31.445945 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:31.446277 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:31.446610 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:31.446942 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:31.447267 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:31.447595 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:31.447919 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:31.448241 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:31.448561 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:31.623128 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['35dd191c-5d61-4c19-8858-787d18fdcd40'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:03:32.214804 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a62a7d-417b-40fd-91a4-11553913b801 req-8be601bc-b188-478a-a6d4-48eaa8823da6 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:32.216423 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d4a62a7d-417b-40fd-91a4-11553913b801 req-8be601bc-b188-478a-a6d4-48eaa8823da6 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 944 time: 0.0541723 Feb 16 13:03:32.255306 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d4a62a7d-417b-40fd-91a4-11553913b801 req-6e3b7cc7-7684-429a-a1ac-d0d8382c1e6b tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322826 Feb 16 13:03:33.207235 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 35dd191c-5d61-4c19-8858-787d18fdcd40 up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:03:33.262649 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning for port 35dd191c-5d61-4c19-8858-787d18fdcd40 completed by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:03:33.268792 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port 35dd191c-5d61-4c19-8858-787d18fdcd40 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:03:33.269207 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:33.358059 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:33.371919 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdddc2d-cfc8-4c7b-a0f0-c781d80ea987 req-ce80ad01-e8a7-4dcd-95c5-44610d35d981 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:33.373472 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6bdddc2d-cfc8-4c7b-a0f0-c781d80ea987 req-ce80ad01-e8a7-4dcd-95c5-44610d35d981 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 944 time: 0.0498657 Feb 16 13:03:33.381388 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5cb255d-885e-4192-b28c-4ad2ec5e367e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35dd191c-5d61-4c19-8858-787d18fdcd40'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:03:33.383603 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc59b74-35db-4d9e-bff7-2f75491fa78e" -d '{"events": [{"server_uuid": "e5cb255d-885e-4192-b28c-4ad2ec5e367e", "name": "network-vif-plugged", "status": "completed", "tag": "35dd191c-5d61-4c19-8858-787d18fdcd40"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:03:33.397142 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 35dd191c-5d61-4c19-8858-787d18fdcd40, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=35dd191c-5d61-4c19-8858-787d18fdcd40,segment=NetworkSegment(7223446b-4eda-49ec-a264-cd12f6e3a83a),segment_id=7223446b-4eda-49ec-a264-cd12f6e3a83a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:03:33.402484 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:33.417541 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6bdddc2d-cfc8-4c7b-a0f0-c781d80ea987 req-c2b3ff38-fe2c-466f-933b-7646d9925666 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376565 Feb 16 13:03:33.432840 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b6311e-cec1-42d2-aa79-ba6b0d211876 x-openstack-request-id: req-b7b6311e-cec1-42d2-aa79-ba6b0d211876 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:03:33.433137 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5cb255d-885e-4192-b28c-4ad2ec5e367e", "name": "network-vif-plugged", "status": "completed", "tag": "35dd191c-5d61-4c19-8858-787d18fdcd40", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:03:33.433388 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b7b6311e-cec1-42d2-aa79-ba6b0d211876 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:03:33.433775 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5cb255d-885e-4192-b28c-4ad2ec5e367e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35dd191c-5d61-4c19-8858-787d18fdcd40', 'code': 200} Feb 16 13:03:33.458373 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=35dd191c-5d61-4c19-8858-787d18fdcd40,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:33.605081 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eca916-48bf-4181-9918-e729c42e3fc1 req-a1d05136-1982-45c7-92e3-02de9c533c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:33.606626 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-53eca916-48bf-4181-9918-e729c42e3fc1 req-a1d05136-1982-45c7-92e3-02de9c533c4b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 1098 time: 0.0411992 Feb 16 13:03:33.647886 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-53eca916-48bf-4181-9918-e729c42e3fc1 req-b0942b6a-b8eb-4798-9bd3-bc098b2167fd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290635 Feb 16 13:03:34.539753 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447a398-a9f0-4e98-ad70-73c8faccdc31 req-13730cd5-bfea-4bf6-91f4-2df424916578 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:34.541272 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e447a398-a9f0-4e98-ad70-73c8faccdc31 req-13730cd5-bfea-4bf6-91f4-2df424916578 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 945 time: 0.0493634 Feb 16 13:03:34.580492 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e447a398-a9f0-4e98-ad70-73c8faccdc31 req-1231c7ea-cc22-4ec9-866a-708ff7b01fa7 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332198 Feb 16 13:03:35.704596 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c2ab4-4e34-43c1-bd29-6b552f0d1204 req-1664c9ab-0a19-4bbd-9d71-dd6e81d4a89a tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:35.706338 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-059c2ab4-4e34-43c1-bd29-6b552f0d1204 req-1664c9ab-0a19-4bbd-9d71-dd6e81d4a89a tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 945 time: 0.0583386 Feb 16 13:03:35.748157 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-059c2ab4-4e34-43c1-bd29-6b552f0d1204 req-678bec5d-8d14-485d-8237-a88e0f94e580 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357993 Feb 16 13:03:35.859227 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54d7e1-0bbc-4fa4-b2bf-6acb022345a7 req-b906fe01-651b-4391-85d2-71f5d5380a6c tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:35.860594 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7b54d7e1-0bbc-4fa4-b2bf-6acb022345a7 req-b906fe01-651b-4391-85d2-71f5d5380a6c tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 945 time: 0.0472617 Feb 16 13:03:35.898656 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7b54d7e1-0bbc-4fa4-b2bf-6acb022345a7 req-af9b273d-39f5-48a9-bebc-ac99a6697f2f tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313988 Feb 16 13:03:36.097345 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76f32a-16a3-4d69-b755-1ef44b6c88d5 req-aa40e698-c5d8-4f85-a307-fb24fe4cd5be tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:36.099583 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6c76f32a-16a3-4d69-b755-1ef44b6c88d5 req-aa40e698-c5d8-4f85-a307-fb24fe4cd5be tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 945 time: 0.0506351 Feb 16 13:03:36.140065 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6c76f32a-16a3-4d69-b755-1ef44b6c88d5 req-2e61ba60-1f04-4fa8-85d4-e89d6cb654d6 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344658 Feb 16 13:03:36.261168 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d44a1-ab18-406c-885e-d114586b13a9 req-493ccdb2-1879-495e-bdea-3a263c1a9412 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:36.262637 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-613d44a1-ab18-406c-885e-d114586b13a9 req-493ccdb2-1879-495e-bdea-3a263c1a9412 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 945 time: 0.0532005 Feb 16 13:03:36.301211 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-613d44a1-ab18-406c-885e-d114586b13a9 req-575bc1c4-6fea-44e7-8bfa-251605557ea2 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326440 Feb 16 13:03:36.539514 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5ff97d01-21b2-47ff-9dbd-7621cc6f68f9 req-5f04231a-cc23-47a3-98ae-7cea34f91447 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0416405 Feb 16 13:03:36.555877 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad467c3b-1050-4e36-9869-4f493e6bc53c req-bb8d471c-c5fc-4dcc-972d-b2663dc96a58 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:36.557483 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ad467c3b-1050-4e36-9869-4f493e6bc53c req-bb8d471c-c5fc-4dcc-972d-b2663dc96a58 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 945 time: 0.0489008 Feb 16 13:03:36.597459 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ad467c3b-1050-4e36-9869-4f493e6bc53c req-78b2f216-1641-4250-a658-efc6a7a440a2 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338068 Feb 16 13:03:37.364056 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:03:37.665309 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff97d01-21b2-47ff-9dbd-7621cc6f68f9 req-0df3688e-28af-44ab-ae2d-56f1b38f20d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:37.666802 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5ff97d01-21b2-47ff-9dbd-7621cc6f68f9 req-0df3688e-28af-44ab-ae2d-56f1b38f20d3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=28cdcfff65a24f07b93d56ea384f26fb&device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 1098 time: 0.0449741 Feb 16 13:03:37.712771 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4322dac-9f00-48b5-ba49-1da598357ece req-f5b9e66d-2477-4887-ba9f-ffb2e52938f9 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:37.714229 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b4322dac-9f00-48b5-ba49-1da598357ece req-f5b9e66d-2477-4887-ba9f-ffb2e52938f9 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 945 time: 0.0484385 Feb 16 13:03:37.751308 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b4322dac-9f00-48b5-ba49-1da598357ece req-3065fd76-b19a-4110-bfe4-c8b5501b714e tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309415 Feb 16 13:03:37.758011 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff97d01-21b2-47ff-9dbd-7621cc6f68f9 req-f0c690cc-c66b-4105-80e0-ef6d3837746a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:37.759491 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5ff97d01-21b2-47ff-9dbd-7621cc6f68f9 req-f0c690cc-c66b-4105-80e0-ef6d3837746a service neutron] 10.222.0.42 "GET /v2.0/networks?id=d3649fa6-b005-448a-bbda-5146733fac89 HTTP/1.1" status: 200 len: 916 time: 0.0850635 Feb 16 13:03:37.804459 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5ff97d01-21b2-47ff-9dbd-7621cc6f68f9 req-e2c20382-4dd9-4971-800b-834defaf1ddb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35dd191c-5d61-4c19-8858-787d18fdcd40 HTTP/1.1" status: 200 len: 217 time: 0.0384562 Feb 16 13:03:37.851969 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff97d01-21b2-47ff-9dbd-7621cc6f68f9 req-8968915b-15a0-416b-8071-39c3b0fbd67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:37.853443 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5ff97d01-21b2-47ff-9dbd-7621cc6f68f9 req-8968915b-15a0-416b-8071-39c3b0fbd67c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=224de604-78a8-4846-b9fe-5bc4cab0a4f4 HTTP/1.1" status: 200 len: 855 time: 0.0424933 Feb 16 13:03:37.886564 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5ff97d01-21b2-47ff-9dbd-7621cc6f68f9 req-8f2cb6db-ce55-4ba9-825e-7678623fe2e8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3649fa6-b005-448a-bbda-5146733fac89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259726 Feb 16 13:03:37.975184 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5ff97d01-21b2-47ff-9dbd-7621cc6f68f9 req-a94b4cb3-d0ab-4eaa-abe9-e691c16dc1d3 service neutron] 10.222.0.42 "GET /v2.0/networks/d3649fa6-b005-448a-bbda-5146733fac89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823920 Feb 16 13:03:38.072025 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5ff97d01-21b2-47ff-9dbd-7621cc6f68f9 req-6d0e0f0d-b15b-48d7-9e96-911a9132f99e service neutron] 10.222.0.42 "GET /v2.0/networks/d3649fa6-b005-448a-bbda-5146733fac89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901518 Feb 16 13:03:38.871603 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8256005f-1a5a-427c-9108-50cee37a92c4 req-82c7d46f-dfcd-4495-8ff8-18cda329298e tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:38.873129 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8256005f-1a5a-427c-9108-50cee37a92c4 req-82c7d46f-dfcd-4495-8ff8-18cda329298e tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 945 time: 0.0524054 Feb 16 13:03:38.910616 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8256005f-1a5a-427c-9108-50cee37a92c4 req-41228fef-534b-4238-911a-b90e5fadcbf9 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309849 Feb 16 13:03:40.027303 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab55c5c-77c4-47e2-9932-acb07064512f req-b2a01d5d-5ed3-42fa-bf20-18323e5e62b5 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:40.028795 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6ab55c5c-77c4-47e2-9932-acb07064512f req-b2a01d5d-5ed3-42fa-bf20-18323e5e62b5 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 945 time: 0.0493605 Feb 16 13:03:40.067912 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6ab55c5c-77c4-47e2-9932-acb07064512f req-49979a28-04c0-4a8e-ae4b-64fa0cf97863 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331388 Feb 16 13:03:41.185734 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8379e-340d-4f34-93b5-dc900e67cff0 req-3b5804bb-9a2e-48e4-82ef-9d34d91cc5bf tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:41.187192 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-35d8379e-340d-4f34-93b5-dc900e67cff0 req-3b5804bb-9a2e-48e4-82ef-9d34d91cc5bf tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 945 time: 0.0488873 Feb 16 13:03:41.224997 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-35d8379e-340d-4f34-93b5-dc900e67cff0 req-7b936c33-49bb-4678-b733-1fb2b1589852 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318701 Feb 16 13:03:42.351490 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a1107-cfff-4274-ab18-721ed21c84e8 req-b63312b9-a8d7-42f7-a8a2-957b4e70a63a tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:42.352917 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-091a1107-cfff-4274-ab18-721ed21c84e8 req-b63312b9-a8d7-42f7-a8a2-957b4e70a63a tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 945 time: 0.0537081 Feb 16 13:03:42.391627 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-091a1107-cfff-4274-ab18-721ed21c84e8 req-947f84d2-7682-40d9-a13a-b2ce5c28ae35 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322676 Feb 16 13:03:43.512405 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0d35c-6515-4fea-a1a0-507b74d8b83a req-a9115fbf-3f19-436e-835a-25cc364edd56 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:43.513935 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4ec0d35c-6515-4fea-a1a0-507b74d8b83a req-a9115fbf-3f19-436e-835a-25cc364edd56 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 945 time: 0.0517797 Feb 16 13:03:43.552895 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4ec0d35c-6515-4fea-a1a0-507b74d8b83a req-55490b81-f0cc-4d52-ac51-07f3f8433a02 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320919 Feb 16 13:03:44.666050 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633840ca-465a-42fd-b85c-4e7e38a2aba6 req-ffb69127-563b-4dc6-8114-26903dc584f9 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:44.667537 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-633840ca-465a-42fd-b85c-4e7e38a2aba6 req-ffb69127-563b-4dc6-8114-26903dc584f9 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 945 time: 0.0486953 Feb 16 13:03:44.704534 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-633840ca-465a-42fd-b85c-4e7e38a2aba6 req-f3066417-a64b-47a4-bfaf-d397c36a5aae tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310130 Feb 16 13:03:45.822838 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7a846-566f-4712-9ae1-2a5ceed71200 req-80d6b69f-0c0a-4e07-a0f8-555174edce54 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:45.824377 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b0f7a846-566f-4712-9ae1-2a5ceed71200 req-80d6b69f-0c0a-4e07-a0f8-555174edce54 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 945 time: 0.0521100 Feb 16 13:03:45.863055 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b0f7a846-566f-4712-9ae1-2a5ceed71200 req-1d11d788-0ff5-4ed4-9957-93afd054f4ce tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327594 Feb 16 13:03:46.648188 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc4b38-40db-408f-9dbd-506c959e05c5 req-bff08d59-0ecc-40c9-be37-6fddec1fabf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:46.649747 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-97cc4b38-40db-408f-9dbd-506c959e05c5 req-bff08d59-0ecc-40c9-be37-6fddec1fabf0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=28cdcfff65a24f07b93d56ea384f26fb&device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 1098 time: 0.0417504 Feb 16 13:03:46.756239 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc4b38-40db-408f-9dbd-506c959e05c5 req-d622ecc5-3e7b-445d-9d93-a044d271da64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:46.757727 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-97cc4b38-40db-408f-9dbd-506c959e05c5 req-d622ecc5-3e7b-445d-9d93-a044d271da64 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d3649fa6-b005-448a-bbda-5146733fac89 HTTP/1.1" status: 200 len: 916 time: 0.0885403 Feb 16 13:03:46.798026 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-97cc4b38-40db-408f-9dbd-506c959e05c5 req-25e9161c-cf48-48be-9ae4-5e7ad64ebf72 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35dd191c-5d61-4c19-8858-787d18fdcd40 HTTP/1.1" status: 200 len: 217 time: 0.0338328 Feb 16 13:03:46.846807 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc4b38-40db-408f-9dbd-506c959e05c5 req-a4ba77dd-1db9-4be0-9763-99bf96550df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:46.848315 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-97cc4b38-40db-408f-9dbd-506c959e05c5 req-a4ba77dd-1db9-4be0-9763-99bf96550df8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=224de604-78a8-4846-b9fe-5bc4cab0a4f4 HTTP/1.1" status: 200 len: 855 time: 0.0440986 Feb 16 13:03:46.879177 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-97cc4b38-40db-408f-9dbd-506c959e05c5 req-05355619-4f53-4442-ad91-d628ade2925d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3649fa6-b005-448a-bbda-5146733fac89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241272 Feb 16 13:03:46.978554 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-97cc4b38-40db-408f-9dbd-506c959e05c5 req-af494fa9-32b2-4f64-b83d-71d8571a561b service neutron] 10.222.0.42 "GET /v2.0/networks/d3649fa6-b005-448a-bbda-5146733fac89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929489 Feb 16 13:03:46.979229 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6f64e-480d-4259-990d-6ab3b084cde1 req-5486e02b-9ece-4c28-84bb-d17f2dd5e092 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:46.980743 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c6b6f64e-480d-4259-990d-6ab3b084cde1 req-5486e02b-9ece-4c28-84bb-d17f2dd5e092 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 945 time: 0.0487509 Feb 16 13:03:47.018836 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c6b6f64e-480d-4259-990d-6ab3b084cde1 req-17401b23-5454-4d29-b582-8ba49a0f479b tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320876 Feb 16 13:03:47.069509 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-97cc4b38-40db-408f-9dbd-506c959e05c5 req-dfbdaf25-2956-45fe-96b6-d7ea738d5d5a service neutron] 10.222.0.42 "GET /v2.0/networks/d3649fa6-b005-448a-bbda-5146733fac89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845304 Feb 16 13:03:48.135827 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272db1a6-ad31-4f9c-8436-19a4bec4c2f2 req-ba9694b9-0dd2-49ef-b662-430f28ccb0ba tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:48.137419 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-272db1a6-ad31-4f9c-8436-19a4bec4c2f2 req-ba9694b9-0dd2-49ef-b662-430f28ccb0ba tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 945 time: 0.0501907 Feb 16 13:03:48.177003 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-272db1a6-ad31-4f9c-8436-19a4bec4c2f2 req-6aa5ab39-d8ec-4040-b314-3bd437968712 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336072 Feb 16 13:03:49.295920 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ade0a-0432-4d52-8b67-b80ab4dc7af6 req-dd757b2c-ce6d-4ecf-8411-e9b73f7d0736 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:49.297413 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-035ade0a-0432-4d52-8b67-b80ab4dc7af6 req-dd757b2c-ce6d-4ecf-8411-e9b73f7d0736 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 945 time: 0.0519845 Feb 16 13:03:49.335147 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-035ade0a-0432-4d52-8b67-b80ab4dc7af6 req-396cec43-63d1-4ea2-b6b9-e06fe3211d48 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313210 Feb 16 13:03:50.449109 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce842ce-6cd9-4bb6-bb9d-82ff9d55abbb req-c403e791-84c5-4d48-9adf-ca4adf15e240 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:50.450572 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6ce842ce-6cd9-4bb6-bb9d-82ff9d55abbb req-c403e791-84c5-4d48-9adf-ca4adf15e240 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 945 time: 0.0485163 Feb 16 13:03:50.487044 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6ce842ce-6cd9-4bb6-bb9d-82ff9d55abbb req-e8ff8fae-e967-43b5-a1ea-5f6e4981dbd9 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304935 Feb 16 13:03:51.612313 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716031f-7177-4b33-8059-c7f90975cbcf req-69fcc8a7-2e56-4de4-80e8-2263268695c9 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:51.614428 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8716031f-7177-4b33-8059-c7f90975cbcf req-69fcc8a7-2e56-4de4-80e8-2263268695c9 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 945 time: 0.0529771 Feb 16 13:03:51.651321 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8716031f-7177-4b33-8059-c7f90975cbcf req-5d75cc65-8cdb-465c-baf9-ecc1a7506423 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307291 Feb 16 13:03:52.279968 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5464d356-9109-4fcd-b24d-79ce758cab91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:52.772245 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d49cf9-a508-4e9e-a47b-4b5764f34d47 req-83e65ecc-eb5b-4463-b462-0930ad56576d tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:52.773738 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-62d49cf9-a508-4e9e-a47b-4b5764f34d47 req-83e65ecc-eb5b-4463-b462-0930ad56576d tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 945 time: 0.0517972 Feb 16 13:03:52.812732 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-62d49cf9-a508-4e9e-a47b-4b5764f34d47 req-ecb4533f-bf20-4308-b4a9-47d995479871 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326633 Feb 16 13:03:53.928782 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411671bd-c922-4e1f-8fa0-dd4c45f4d6a4 req-304bc8af-cc33-407d-b7c9-3e821abbb5a3 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:53.930262 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-411671bd-c922-4e1f-8fa0-dd4c45f4d6a4 req-304bc8af-cc33-407d-b7c9-3e821abbb5a3 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 945 time: 0.0506573 Feb 16 13:03:53.968813 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-411671bd-c922-4e1f-8fa0-dd4c45f4d6a4 req-3e20aab5-7293-4722-aaaf-320f535d7c01 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325727 Feb 16 13:03:54.433356 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5dc74f3a-50cb-4267-8dfd-c87e96399085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:55.083588 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f05bc0-f453-41f7-b1f0-a25366ab9166 req-ee4deb58-71b2-4ea4-a517-8d0d00f896dc tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:55.085056 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e4f05bc0-f453-41f7-b1f0-a25366ab9166 req-ee4deb58-71b2-4ea4-a517-8d0d00f896dc tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 945 time: 0.0489912 Feb 16 13:03:55.123741 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e4f05bc0-f453-41f7-b1f0-a25366ab9166 req-98e35688-40a1-4f97-a632-84f8999c1af3 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319581 Feb 16 13:03:55.751258 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:56.243841 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6f59a-59c7-4645-860a-aeea91e55885 req-56ad2881-a80d-4242-99c4-0888b4c819c6 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:56.245336 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-34e6f59a-59c7-4645-860a-aeea91e55885 req-56ad2881-a80d-4242-99c4-0888b4c819c6 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 945 time: 0.0526242 Feb 16 13:03:56.611348 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-34e6f59a-59c7-4645-860a-aeea91e55885 req-7e515daf-b532-4d69-874e-36eb62be997a tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599501 Feb 16 13:03:57.043110 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:57.379786 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:57.729803 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64728957-ae68-4dd8-bba0-30c02938df80 req-dfdc2770-c539-49b6-bfc5-baaa801a82d1 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:57.731282 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-64728957-ae68-4dd8-bba0-30c02938df80 req-dfdc2770-c539-49b6-bfc5-baaa801a82d1 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 945 time: 0.0483809 Feb 16 13:03:57.769904 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-64728957-ae68-4dd8-bba0-30c02938df80 req-f1ea9c3f-eac7-4d33-8037-914dcdbd9e41 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327203 Feb 16 13:03:58.655826 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:58.889806 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216dd722-1015-41f9-a17b-d71811859765 req-651e6d5c-67f5-452c-bb69-8b610012ff5c tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:58.891331 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-216dd722-1015-41f9-a17b-d71811859765 req-651e6d5c-67f5-452c-bb69-8b610012ff5c tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 945 time: 0.0514910 Feb 16 13:03:58.932614 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-216dd722-1015-41f9-a17b-d71811859765 req-346fc538-f276-4baf-a023-78b6c7fc54c4 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346539 Feb 16 13:04:00.056166 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbd394-e219-448e-8e51-eba7441d1fbf req-47b6d323-9510-4e5a-a1c5-3b496db739b7 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:00.057728 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d4fbd394-e219-448e-8e51-eba7441d1fbf req-47b6d323-9510-4e5a-a1c5-3b496db739b7 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 945 time: 0.0532095 Feb 16 13:04:00.098339 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d4fbd394-e219-448e-8e51-eba7441d1fbf req-6a885bb9-2bec-4418-b943-41c97c206f1d tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344970 Feb 16 13:04:01.215118 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277ac26-8523-453c-92af-192a44d12009 req-54f1e144-8901-4559-87aa-fc9408c08fcc tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:01.216663 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e277ac26-8523-453c-92af-192a44d12009 req-54f1e144-8901-4559-87aa-fc9408c08fcc tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 945 time: 0.0493495 Feb 16 13:04:01.258463 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e277ac26-8523-453c-92af-192a44d12009 req-44929294-a88c-4ce0-a0ec-9fc30fd8b6b6 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355122 Feb 16 13:04:02.377989 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa226f2-d411-4ac6-a0c5-e11e3b04313a req-b0f3bf34-f580-4153-a082-16cef436eaba tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:02.379487 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ffa226f2-d411-4ac6-a0c5-e11e3b04313a req-b0f3bf34-f580-4153-a082-16cef436eaba tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 945 time: 0.0508392 Feb 16 13:04:02.419091 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ffa226f2-d411-4ac6-a0c5-e11e3b04313a req-3a36dc03-6664-4a7c-9af4-21aac84b5a7b tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335677 Feb 16 13:04:03.544712 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43333384-59b7-4f0f-a75e-df0afac18a7d req-d18c44a0-fa2f-42c6-ab52-933d77bf5353 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:03.544712 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-43333384-59b7-4f0f-a75e-df0afac18a7d req-d18c44a0-fa2f-42c6-ab52-933d77bf5353 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 945 time: 0.0516925 Feb 16 13:04:03.582593 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-43333384-59b7-4f0f-a75e-df0afac18a7d req-4ba67789-a8c6-4ffa-9bbb-60b3b9c5de5b tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332208 Feb 16 13:04:04.693539 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8714225-dda6-4324-93ca-0b71aa370cd8 req-a0db57c4-77b1-40ee-860b-7f7a8409bfed tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:04.694971 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a8714225-dda6-4324-93ca-0b71aa370cd8 req-a0db57c4-77b1-40ee-860b-7f7a8409bfed tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 945 time: 0.0468802 Feb 16 13:04:04.733761 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a8714225-dda6-4324-93ca-0b71aa370cd8 req-08b04031-b7b0-48b1-b699-f8c514f30b68 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330207 Feb 16 13:04:04.811006 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5ff97d01-21b2-47ff-9dbd-7621cc6f68f9 req-587ea299-bf00-4100-aa5d-cb9fb01ec684 service neutron] 10.222.0.42 "GET /v2.0/ports/35dd191c-5d61-4c19-8858-787d18fdcd40/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0597730 Feb 16 13:04:05.010010 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff97d01-21b2-47ff-9dbd-7621cc6f68f9 req-00937d72-ec9c-414d-a50b-adc72306fa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:05.011492 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5ff97d01-21b2-47ff-9dbd-7621cc6f68f9 req-00937d72-ec9c-414d-a50b-adc72306fa5c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e&tenant_id=28cdcfff65a24f07b93d56ea384f26fb HTTP/1.1" status: 200 len: 1098 time: 0.0409994 Feb 16 13:04:05.074147 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff97d01-21b2-47ff-9dbd-7621cc6f68f9 req-ae32471b-3b60-4170-b3fb-6fdd329ea157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:05.075634 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5ff97d01-21b2-47ff-9dbd-7621cc6f68f9 req-ae32471b-3b60-4170-b3fb-6fdd329ea157 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=28cdcfff65a24f07b93d56ea384f26fb&device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 1098 time: 0.0409338 Feb 16 13:04:05.172312 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff97d01-21b2-47ff-9dbd-7621cc6f68f9 req-5e004360-3306-4a05-9371-0cfba6ae8409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:05.173823 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5ff97d01-21b2-47ff-9dbd-7621cc6f68f9 req-5e004360-3306-4a05-9371-0cfba6ae8409 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d3649fa6-b005-448a-bbda-5146733fac89 HTTP/1.1" status: 200 len: 916 time: 0.0890446 Feb 16 13:04:05.214939 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5ff97d01-21b2-47ff-9dbd-7621cc6f68f9 req-521d1f76-fb32-4b7f-8ccf-4ef04d4735b7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35dd191c-5d61-4c19-8858-787d18fdcd40 HTTP/1.1" status: 200 len: 217 time: 0.0339429 Feb 16 13:04:05.267071 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff97d01-21b2-47ff-9dbd-7621cc6f68f9 req-5c791eb4-50dc-4040-aa51-b1decc5d855a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:05.269871 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5ff97d01-21b2-47ff-9dbd-7621cc6f68f9 req-5c791eb4-50dc-4040-aa51-b1decc5d855a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=224de604-78a8-4846-b9fe-5bc4cab0a4f4 HTTP/1.1" status: 200 len: 855 time: 0.0491436 Feb 16 13:04:05.301146 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5ff97d01-21b2-47ff-9dbd-7621cc6f68f9 req-c53a498e-01e5-4e20-9d00-2c56ad391564 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3649fa6-b005-448a-bbda-5146733fac89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251303 Feb 16 13:04:05.397439 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5ff97d01-21b2-47ff-9dbd-7621cc6f68f9 req-2553d6e0-d3f4-4821-87af-645286215cfe service neutron] 10.222.0.42 "GET /v2.0/networks/d3649fa6-b005-448a-bbda-5146733fac89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899603 Feb 16 13:04:05.486324 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5ff97d01-21b2-47ff-9dbd-7621cc6f68f9 req-684aa56c-24cb-4f47-a79e-97dbe6ec7f73 service neutron] 10.222.0.42 "GET /v2.0/networks/d3649fa6-b005-448a-bbda-5146733fac89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813191 Feb 16 13:04:05.847891 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dac49a-9907-406c-b966-5b32dde6ca62 req-252887c2-5c2b-4bc6-a0d0-6da62968ef3b tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:05.849344 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f4dac49a-9907-406c-b966-5b32dde6ca62 req-252887c2-5c2b-4bc6-a0d0-6da62968ef3b tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 945 time: 0.0477231 Feb 16 13:04:05.887017 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f4dac49a-9907-406c-b966-5b32dde6ca62 req-957fe1b7-6dbc-4fb7-956b-11c303231c80 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315709 Feb 16 13:04:07.005121 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585c113-1d18-48bc-aabd-c584cadc2442 req-89f0ce7d-94c6-4eab-9077-8ce55ab72c9d tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:07.006582 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6585c113-1d18-48bc-aabd-c584cadc2442 req-89f0ce7d-94c6-4eab-9077-8ce55ab72c9d tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 945 time: 0.0512457 Feb 16 13:04:07.048694 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6585c113-1d18-48bc-aabd-c584cadc2442 req-3ba88c0e-cfcf-41d9-b013-fe5355d28509 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356362 Feb 16 13:04:08.173872 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688f780-f78a-43a0-a8c5-424c7f2d34a6 req-2b246ac2-b62b-4c74-8b9c-fce2494705da tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:08.175332 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b688f780-f78a-43a0-a8c5-424c7f2d34a6 req-2b246ac2-b62b-4c74-8b9c-fce2494705da tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 945 time: 0.0497050 Feb 16 13:04:08.213245 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b688f780-f78a-43a0-a8c5-424c7f2d34a6 req-3695ec45-b405-4983-a22d-57ff04f901a4 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320001 Feb 16 13:04:08.410804 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd72ea8-2f3d-4f88-a0bd-b861dca950fa req-0fffadda-2571-4af5-9727-57495486ec0f tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:08.412252 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-cbd72ea8-2f3d-4f88-a0bd-b861dca950fa req-0fffadda-2571-4af5-9727-57495486ec0f tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 945 time: 0.0490699 Feb 16 13:04:08.451499 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-cbd72ea8-2f3d-4f88-a0bd-b861dca950fa req-06230568-6d22-4f36-a315-5f085c24e7dd tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331874 Feb 16 13:04:08.473538 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0b5d9-f92e-4696-bd56-b96e9501534f req-7555458b-6481-4c3d-964a-dddb4d712738 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:08.475014 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-edc0b5d9-f92e-4696-bd56-b96e9501534f req-7555458b-6481-4c3d-964a-dddb4d712738 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e&tenant_id=28cdcfff65a24f07b93d56ea384f26fb&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 945 time: 0.0636950 Feb 16 13:04:08.558951 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0b5d9-f92e-4696-bd56-b96e9501534f req-d6701e68-c40c-4d0d-b2de-f85eed925bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:08.560528 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-edc0b5d9-f92e-4696-bd56-b96e9501534f req-d6701e68-c40c-4d0d-b2de-f85eed925bb6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=28cdcfff65a24f07b93d56ea384f26fb&device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 1098 time: 0.0431128 Feb 16 13:04:08.647478 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0b5d9-f92e-4696-bd56-b96e9501534f req-970e8c8d-fa8f-4fd3-a335-88c47e3bed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:08.648958 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-edc0b5d9-f92e-4696-bd56-b96e9501534f req-970e8c8d-fa8f-4fd3-a335-88c47e3bed9f service neutron] 10.222.0.42 "GET /v2.0/networks?id=d3649fa6-b005-448a-bbda-5146733fac89 HTTP/1.1" status: 200 len: 916 time: 0.0826831 Feb 16 13:04:08.694511 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-edc0b5d9-f92e-4696-bd56-b96e9501534f req-a84817e8-e1ea-4814-9be2-c5fe0c76a75c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35dd191c-5d61-4c19-8858-787d18fdcd40 HTTP/1.1" status: 200 len: 217 time: 0.0374277 Feb 16 13:04:08.742847 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0b5d9-f92e-4696-bd56-b96e9501534f req-597ed8da-b10c-48a0-a5e5-06f7a65d4ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:08.744258 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-edc0b5d9-f92e-4696-bd56-b96e9501534f req-597ed8da-b10c-48a0-a5e5-06f7a65d4ac6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=224de604-78a8-4846-b9fe-5bc4cab0a4f4 HTTP/1.1" status: 200 len: 855 time: 0.0420961 Feb 16 13:04:08.779773 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-edc0b5d9-f92e-4696-bd56-b96e9501534f req-8464b97e-636a-4c55-8eb4-71687de93391 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3649fa6-b005-448a-bbda-5146733fac89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244601 Feb 16 13:04:08.871223 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-edc0b5d9-f92e-4696-bd56-b96e9501534f req-511308ff-1dd2-4de5-99b8-9aa57a149f6d service neutron] 10.222.0.42 "GET /v2.0/networks/d3649fa6-b005-448a-bbda-5146733fac89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837669 Feb 16 13:04:08.962308 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-edc0b5d9-f92e-4696-bd56-b96e9501534f req-f5522ef3-ddcd-4beb-9354-2f7fca07d612 service neutron] 10.222.0.42 "GET /v2.0/networks/d3649fa6-b005-448a-bbda-5146733fac89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823979 Feb 16 13:04:09.597760 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545c3ff4-729d-476c-96c3-67e570434bdb req-47bdb6d4-dd6f-4b14-ad3f-b5ea731d264a tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:09.599267 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-545c3ff4-729d-476c-96c3-67e570434bdb req-47bdb6d4-dd6f-4b14-ad3f-b5ea731d264a tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 945 time: 0.0737765 Feb 16 13:04:09.637743 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-545c3ff4-729d-476c-96c3-67e570434bdb req-c76181bd-4054-47a5-9253-219a6ca64e5d tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324178 Feb 16 13:04:09.752851 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f25940-5f93-4b9e-8f4b-b6fd158710aa req-ad4fe3a7-9a26-4f3b-9b7a-517379cb71b8 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:09.754328 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f6f25940-5f93-4b9e-8f4b-b6fd158710aa req-ad4fe3a7-9a26-4f3b-9b7a-517379cb71b8 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 945 time: 0.0496700 Feb 16 13:04:09.793057 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f6f25940-5f93-4b9e-8f4b-b6fd158710aa req-13dcad36-673e-41c7-b9ad-980592c16f26 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327013 Feb 16 13:04:09.905313 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec199584-f18c-4fe2-a0ba-1278a6660394 req-bcf29507-b6d1-4344-9882-c7e439bc51ea tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:09.906674 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ec199584-f18c-4fe2-a0ba-1278a6660394 req-bcf29507-b6d1-4344-9882-c7e439bc51ea tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 945 time: 0.0502923 Feb 16 13:04:09.947490 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ec199584-f18c-4fe2-a0ba-1278a6660394 req-4e841388-c6cf-48de-a208-25b0ce94a989 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349159 Feb 16 13:04:10.320590 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-f8382be8-16c9-4e7d-ac17-61dc8cc3e412 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:10.322098 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-f8382be8-16c9-4e7d-ac17-61dc8cc3e412 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/networks?id=d3649fa6-b005-448a-bbda-5146733fac89 HTTP/1.1" status: 200 len: 815 time: 0.1074865 Feb 16 13:04:10.337506 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-3a05960b-07bb-44d4-bc0d-52e9480cff8e tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/quotas/28cdcfff65a24f07b93d56ea384f26fb HTTP/1.1" status: 200 len: 375 time: 0.0095441 Feb 16 13:04:10.387613 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-a01bb771-816d-4619-bcd7-e4695e10b381 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=28cdcfff65a24f07b93d56ea384f26fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0445340 Feb 16 13:04:10.479978 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-b7cd79c7-d921-4a05-ab99-f3d320046acc service neutron] 10.222.0.90 "GET /v2.0/networks/d3649fa6-b005-448a-bbda-5146733fac89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851820 Feb 16 13:04:10.570312 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-d137ad93-6dfa-4559-be32-902d45ffac25 service neutron] 10.222.0.90 "GET /v2.0/networks/d3649fa6-b005-448a-bbda-5146733fac89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839465 Feb 16 13:04:10.733025 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a401fd34-05a7-42d0-929c-ee2cf10342c3 req-5a788bbb-892a-444f-95c7-2050a12ee556 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 210 time: 0.0270832 Feb 16 13:04:11.677083 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-d05b104d-759e-44c6-a4c5-053443538185 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:11.678757 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-d05b104d-759e-44c6-a4c5-053443538185 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.42 "GET /v2.0/networks?id=d3649fa6-b005-448a-bbda-5146733fac89 HTTP/1.1" status: 200 len: 815 time: 0.1090600 Feb 16 13:04:11.693031 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-17a03203-2314-4da2-b94e-2691c227a0da tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Request body: {'port': {'device_id': '1444c5af-fb96-4d3e-863e-b7ddf3ced2c3', 'network_id': 'd3649fa6-b005-448a-bbda-5146733fac89', 'admin_state_up': True, 'tenant_id': '28cdcfff65a24f07b93d56ea384f26fb'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:04:11.816353 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-17a03203-2314-4da2-b94e-2691c227a0da tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Made reservation on behalf of 28cdcfff65a24f07b93d56ea384f26fb for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:04:11.821565 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-17a03203-2314-4da2-b94e-2691c227a0da tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:11.834257 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-17d9cf62-628c-4f2f-b91e-d703664caa4b req-0312975e-01a3-48a3-bceb-b6621d207d9f tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 210 time: 0.0319884 Feb 16 13:04:11.960819 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-17a03203-2314-4da2-b94e-2691c227a0da tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Allocated IP 172.20.0.10 (d3649fa6-b005-448a-bbda-5146733fac89/224de604-78a8-4846-b9fe-5bc4cab0a4f4/6041dc14-d1a7-4aa7-a05d-470e874ec177) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:04:12.093924 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07e6c5-8b64-4ccd-baf2-bce16319950e req-3b0dbb36-dc7e-47f1-bbb3-133c265deb0b tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:12.096039 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1a07e6c5-8b64-4ccd-baf2-bce16319950e req-3b0dbb36-dc7e-47f1-bbb3-133c265deb0b tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5cb255d-885e-4192-b28c-4ad2ec5e367e HTTP/1.1" status: 200 len: 945 time: 0.1198726 Feb 16 13:04:12.203205 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-17a03203-2314-4da2-b94e-2691c227a0da tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:12.240801 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-1a07e6c5-8b64-4ccd-baf2-bce16319950e req-67e43ac7-eed6-4adc-9555-011325d66bc0 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Deleting port 35dd191c-5d61-4c19-8858-787d18fdcd40 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:04:12.241048 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-1a07e6c5-8b64-4ccd-baf2-bce16319950e req-67e43ac7-eed6-4adc-9555-011325d66bc0 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:12.301070 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-17a03203-2314-4da2-b94e-2691c227a0da tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:12.314202 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['35dd191c-5d61-4c19-8858-787d18fdcd40'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:04:12.354068 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-17a03203-2314-4da2-b94e-2691c227a0da tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Network d3649fa6-b005-448a-bbda-5146733fac89 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:04:12.368496 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-17a03203-2314-4da2-b94e-2691c227a0da tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:04:12.376276 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-17a03203-2314-4da2-b94e-2691c227a0da tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:04:12.416934 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a03203-2314-4da2-b94e-2691c227a0da tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Pushing event updated for resources: {'Port': ['ID=6041dc14-d1a7-4aa7-a05d-470e874ec177,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:12.427545 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-1a07e6c5-8b64-4ccd-baf2-bce16319950e req-67e43ac7-eed6-4adc-9555-011325d66bc0 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] For port 35dd191c-5d61-4c19-8858-787d18fdcd40, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=35dd191c-5d61-4c19-8858-787d18fdcd40,segment=NetworkSegment(7223446b-4eda-49ec-a264-cd12f6e3a83a),segment_id=7223446b-4eda-49ec-a264-cd12f6e3a83a)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:04:12.427908 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-1a07e6c5-8b64-4ccd-baf2-bce16319950e req-67e43ac7-eed6-4adc-9555-011325d66bc0 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:12.447445 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-1a07e6c5-8b64-4ccd-baf2-bce16319950e req-67e43ac7-eed6-4adc-9555-011325d66bc0 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Calling delete_port for 35dd191c-5d61-4c19-8858-787d18fdcd40 owned by compute:nova {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:04:12.472089 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-17a03203-2314-4da2-b94e-2691c227a0da tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:12.472752 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-17a03203-2314-4da2-b94e-2691c227a0da tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:12.528774 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-17a03203-2314-4da2-b94e-2691c227a0da tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8395247 Feb 16 13:04:12.540342 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-5ac89ff9-3c16-4067-b45a-96e6f3bfaa7e service neutron] Request body: {'port': {'device_id': '1444c5af-fb96-4d3e-863e-b7ddf3ced2c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:04:12.635902 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-5ac89ff9-3c16-4067-b45a-96e6f3bfaa7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:12.684756 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-1a07e6c5-8b64-4ccd-baf2-bce16319950e req-67e43ac7-eed6-4adc-9555-011325d66bc0 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:12.727347 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e43ac7-eed6-4adc-9555-011325d66bc0 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Pushing event deleted for resources: {'Port': ['ID=35dd191c-5d61-4c19-8858-787d18fdcd40,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:12.827156 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a07e6c5-8b64-4ccd-baf2-bce16319950e req-67e43ac7-eed6-4adc-9555-011325d66bc0 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] No DVR routers for this DVR port 35dd191c-5d61-4c19-8858-787d18fdcd40 on host hv-neutron-8281 {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:04:12.831914 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-1a07e6c5-8b64-4ccd-baf2-bce16319950e req-67e43ac7-eed6-4adc-9555-011325d66bc0 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:12.835202 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1a07e6c5-8b64-4ccd-baf2-bce16319950e req-67e43ac7-eed6-4adc-9555-011325d66bc0 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.42 "DELETE /v2.0/ports/35dd191c-5d61-4c19-8858-787d18fdcd40 HTTP/1.1" status: 204 len: 173 time: 0.7336657 Feb 16 13:04:12.835656 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5cb255d-885e-4192-b28c-4ad2ec5e367e', 'name': 'network-vif-deleted', 'tag': '35dd191c-5d61-4c19-8858-787d18fdcd40'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:04:12.838008 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64c2fb5-f4ae-4108-ad97-ac58c20ea8e8" -d '{"events": [{"server_uuid": "e5cb255d-885e-4192-b28c-4ad2ec5e367e", "name": "network-vif-deleted", "tag": "35dd191c-5d61-4c19-8858-787d18fdcd40"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:04:12.894717 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c2ff73-b830-4065-979a-79c2194677a0 x-openstack-request-id: req-16c2ff73-b830-4065-979a-79c2194677a0 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:04:12.894998 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5cb255d-885e-4192-b28c-4ad2ec5e367e", "name": "network-vif-deleted", "tag": "35dd191c-5d61-4c19-8858-787d18fdcd40", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:04:12.895280 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-16c2ff73-b830-4065-979a-79c2194677a0 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:04:12.895685 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5cb255d-885e-4192-b28c-4ad2ec5e367e', 'name': 'network-vif-deleted', 'tag': '35dd191c-5d61-4c19-8858-787d18fdcd40', 'status': 'completed', 'code': 200} Feb 16 13:04:12.987742 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1b3af-4cf1-496d-a6d6-95843447bafc req-b3f09cf2-aaa8-42c3-8da4-582d123da70d tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:12.990089 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d6a1b3af-4cf1-496d-a6d6-95843447bafc req-b3f09cf2-aaa8-42c3-8da4-582d123da70d tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 932 time: 0.0703988 Feb 16 13:04:13.036417 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-5ac89ff9-3c16-4067-b45a-96e6f3bfaa7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6041dc14-d1a7-4aa7-a05d-470e874ec177 {{(pid=109049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:04:13.043083 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d6a1b3af-4cf1-496d-a6d6-95843447bafc req-7df3985a-8268-496c-8e56-0e532b333aff tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386188 Feb 16 13:04:13.045537 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-5ac89ff9-3c16-4067-b45a-96e6f3bfaa7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:13.061499 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.provisioning_blocks [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-5ac89ff9-3c16-4067-b45a-96e6f3bfaa7e service neutron] Transition to ACTIVE for port object 6041dc14-d1a7-4aa7-a05d-470e874ec177 will not be triggered until provisioned by entity L2. {{(pid=109049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:04:13.066055 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-5ac89ff9-3c16-4067-b45a-96e6f3bfaa7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:13.117684 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac89ff9-3c16-4067-b45a-96e6f3bfaa7e service neutron] Pushing event updated for resources: {'Port': ['ID=6041dc14-d1a7-4aa7-a05d-470e874ec177,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:13.195756 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-5ac89ff9-3c16-4067-b45a-96e6f3bfaa7e service neutron] Attempting to bind port 6041dc14-d1a7-4aa7-a05d-470e874ec177 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:04:13.196090 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-5ac89ff9-3c16-4067-b45a-96e6f3bfaa7e service neutron] Attempting to bind port 6041dc14-d1a7-4aa7-a05d-470e874ec177 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '7223446b-4eda-49ec-a264-cd12f6e3a83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd3649fa6-b005-448a-bbda-5146733fac89'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:04:13.196415 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-5ac89ff9-3c16-4067-b45a-96e6f3bfaa7e service neutron] Attempting to bind port 6041dc14-d1a7-4aa7-a05d-470e874ec177 on network d3649fa6-b005-448a-bbda-5146733fac89 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:04:13.201448 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-5ac89ff9-3c16-4067-b45a-96e6f3bfaa7e service neutron] Port 6041dc14-d1a7-4aa7-a05d-470e874ec177 on network d3649fa6-b005-448a-bbda-5146733fac89 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:04:13.201771 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-5ac89ff9-3c16-4067-b45a-96e6f3bfaa7e service neutron] Attempting to bind port 6041dc14-d1a7-4aa7-a05d-470e874ec177 on network d3649fa6-b005-448a-bbda-5146733fac89 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:04:13.208099 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-5ac89ff9-3c16-4067-b45a-96e6f3bfaa7e service neutron] Checking agent: {'id': '31a9428e-e23a-420f-bfe2-5870b63c0436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'started_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:04:13.208528 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-5ac89ff9-3c16-4067-b45a-96e6f3bfaa7e service neutron] Checking segment: {'id': '7223446b-4eda-49ec-a264-cd12f6e3a83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd3649fa6-b005-448a-bbda-5146733fac89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:04:13.209059 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-5ac89ff9-3c16-4067-b45a-96e6f3bfaa7e service neutron] Bound using segment: {'id': '7223446b-4eda-49ec-a264-cd12f6e3a83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd3649fa6-b005-448a-bbda-5146733fac89'} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:04:13.209498 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-5ac89ff9-3c16-4067-b45a-96e6f3bfaa7e service neutron] Bound port: 6041dc14-d1a7-4aa7-a05d-470e874ec177, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7223446b-4eda-49ec-a264-cd12f6e3a83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd3649fa6-b005-448a-bbda-5146733fac89'}}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:04:13.209962 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-5ac89ff9-3c16-4067-b45a-96e6f3bfaa7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:13.278952 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-5ac89ff9-3c16-4067-b45a-96e6f3bfaa7e service neutron] For port 6041dc14-d1a7-4aa7-a05d-470e874ec177, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:04:13.282442 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-5ac89ff9-3c16-4067-b45a-96e6f3bfaa7e service neutron] For port 6041dc14-d1a7-4aa7-a05d-470e874ec177, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6041dc14-d1a7-4aa7-a05d-470e874ec177,segment=NetworkSegment(7223446b-4eda-49ec-a264-cd12f6e3a83a),segment_id=7223446b-4eda-49ec-a264-cd12f6e3a83a)] {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:04:13.286635 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-5ac89ff9-3c16-4067-b45a-96e6f3bfaa7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:13.319779 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-5ac89ff9-3c16-4067-b45a-96e6f3bfaa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:13.320403 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-5ac89ff9-3c16-4067-b45a-96e6f3bfaa7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:13.321820 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-5ac89ff9-3c16-4067-b45a-96e6f3bfaa7e service neutron] 10.222.0.42 "PUT /v2.0/ports/6041dc14-d1a7-4aa7-a05d-470e874ec177 HTTP/1.1" status: 200 len: 1094 time: 0.7857308 Feb 16 13:04:13.353251 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac89ff9-3c16-4067-b45a-96e6f3bfaa7e service neutron] Pushing event updated for resources: {'Port': ['ID=6041dc14-d1a7-4aa7-a05d-470e874ec177,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:13.400971 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-2c9ea4bd-5d85-4e6d-bb04-e61b2236bc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:13.402474 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-2c9ea4bd-5d85-4e6d-bb04-e61b2236bc53 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=28cdcfff65a24f07b93d56ea384f26fb&device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 1097 time: 0.0423212 Feb 16 13:04:13.447936 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-c777ea0c-9787-44a2-8bb2-02f7d2da8b6c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6041dc14-d1a7-4aa7-a05d-470e874ec177 HTTP/1.1" status: 200 len: 217 time: 0.0378408 Feb 16 13:04:13.497894 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-bbd865f6-afde-43b6-827d-d102ed69002a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:13.499368 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-bbd865f6-afde-43b6-827d-d102ed69002a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=224de604-78a8-4846-b9fe-5bc4cab0a4f4 HTTP/1.1" status: 200 len: 855 time: 0.0450873 Feb 16 13:04:13.531488 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-435afe84-f10c-4b38-99d3-56ef6f717644 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3649fa6-b005-448a-bbda-5146733fac89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257239 Feb 16 13:04:13.947192 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-ae20da8e-d070-486c-83f7-9c1d8ff071c9 service neutron] 10.222.0.42 "GET /v2.0/networks/d3649fa6-b005-448a-bbda-5146733fac89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085314 Feb 16 13:04:14.040658 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3ca478a6-c57f-45c3-8dcd-1240f6e0dcb6 req-6bce169d-0da5-4d13-9c63-9719c582f90b service neutron] 10.222.0.42 "GET /v2.0/networks/d3649fa6-b005-448a-bbda-5146733fac89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864091 Feb 16 13:04:14.164284 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19b642-07ae-41ca-9395-d152d17a0c03 req-4e99ffcb-cf49-4495-b8a1-949d25245367 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:14.165863 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5c19b642-07ae-41ca-9395-d152d17a0c03 req-4e99ffcb-cf49-4495-b8a1-949d25245367 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 944 time: 0.0504909 Feb 16 13:04:14.204712 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5c19b642-07ae-41ca-9395-d152d17a0c03 req-d1731d4a-5e7f-4c2d-b306-9f8bca9b6501 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327880 Feb 16 13:04:14.362770 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:04:14.897242 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1444c5af-fb96-4d3e-863e-b7ddf3ced2c3', 'tag': '6041dc14-d1a7-4aa7-a05d-470e874ec177'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:04:14.899865 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21b7609-a973-4c52-ab22-e09170baa0ac" -d '{"events": [{"name": "network-changed", "server_uuid": "1444c5af-fb96-4d3e-863e-b7ddf3ced2c3", "tag": "6041dc14-d1a7-4aa7-a05d-470e874ec177"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:04:14.935129 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f8f498-2bbe-4b0d-ae49-ac18d65a70fc x-openstack-request-id: req-51f8f498-2bbe-4b0d-ae49-ac18d65a70fc {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:04:14.935418 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1444c5af-fb96-4d3e-863e-b7ddf3ced2c3", "tag": "6041dc14-d1a7-4aa7-a05d-470e874ec177", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:04:14.935673 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-51f8f498-2bbe-4b0d-ae49-ac18d65a70fc {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:04:14.936072 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1444c5af-fb96-4d3e-863e-b7ddf3ced2c3', 'tag': '6041dc14-d1a7-4aa7-a05d-470e874ec177', 'status': 'completed', 'code': 200} Feb 16 13:04:14.996040 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b7609-a973-4c52-ab22-e09170baa0ac req-3fcefe53-5033-49b5-bcf5-5e0c5a726a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:14.997565 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e21b7609-a973-4c52-ab22-e09170baa0ac req-3fcefe53-5033-49b5-bcf5-5e0c5a726a19 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=28cdcfff65a24f07b93d56ea384f26fb&device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 1097 time: 0.0413053 Feb 16 13:04:15.098097 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b7609-a973-4c52-ab22-e09170baa0ac req-032845d5-7279-4f86-a0d3-fca5811d6e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:15.099470 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e21b7609-a973-4c52-ab22-e09170baa0ac req-032845d5-7279-4f86-a0d3-fca5811d6e0d service neutron] 10.222.0.42 "GET /v2.0/networks?id=d3649fa6-b005-448a-bbda-5146733fac89 HTTP/1.1" status: 200 len: 916 time: 0.0957391 Feb 16 13:04:15.141131 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e21b7609-a973-4c52-ab22-e09170baa0ac req-cc66c1a9-3537-4e9d-bc68-3137fee7f166 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6041dc14-d1a7-4aa7-a05d-470e874ec177 HTTP/1.1" status: 200 len: 217 time: 0.0346460 Feb 16 13:04:15.193761 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b7609-a973-4c52-ab22-e09170baa0ac req-84bf40a7-e566-4413-bd8a-f4f027d0032e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:15.195109 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e21b7609-a973-4c52-ab22-e09170baa0ac req-84bf40a7-e566-4413-bd8a-f4f027d0032e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=224de604-78a8-4846-b9fe-5bc4cab0a4f4 HTTP/1.1" status: 200 len: 855 time: 0.0473351 Feb 16 13:04:15.226670 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e21b7609-a973-4c52-ab22-e09170baa0ac req-59315d06-7229-4942-8adc-77445d85b8a6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3649fa6-b005-448a-bbda-5146733fac89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252838 Feb 16 13:04:15.321670 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e21b7609-a973-4c52-ab22-e09170baa0ac req-46f6b195-851e-488b-8d33-2306d2287427 service neutron] 10.222.0.42 "GET /v2.0/networks/d3649fa6-b005-448a-bbda-5146733fac89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872676 Feb 16 13:04:15.326517 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed3f70-90ef-45a5-8df3-e4631faec6bf req-68d1ab5d-5f89-44b4-99a3-2214cc81cad0 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:15.328105 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bfed3f70-90ef-45a5-8df3-e4631faec6bf req-68d1ab5d-5f89-44b4-99a3-2214cc81cad0 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 944 time: 0.0531886 Feb 16 13:04:15.367404 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bfed3f70-90ef-45a5-8df3-e4631faec6bf req-4cc43a43-5389-47aa-ade3-00773584013d tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324931 Feb 16 13:04:15.405035 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 35dd191c-5d61-4c19-8858-787d18fdcd40 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:04:15.418291 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e21b7609-a973-4c52-ab22-e09170baa0ac req-156b8f82-7e08-4dc8-af62-5f3040acb17a service neutron] 10.222.0.42 "GET /v2.0/networks/d3649fa6-b005-448a-bbda-5146733fac89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899363 Feb 16 13:04:15.429927 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] No Port match for: 35dd191c-5d61-4c19-8858-787d18fdcd40 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:04:15.430262 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 35dd191c-5d61-4c19-8858-787d18fdcd40 not bound to the agent host hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:04:16.486062 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b5816-ad42-46ee-b5bc-ab0069ba4506 req-c453d1f9-09fe-4d78-8816-614bebe754cb tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:16.488196 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-199b5816-ad42-46ee-b5bc-ab0069ba4506 req-c453d1f9-09fe-4d78-8816-614bebe754cb tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 944 time: 0.0493405 Feb 16 13:04:16.526186 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-199b5816-ad42-46ee-b5bc-ab0069ba4506 req-37d14b40-8fbe-44d3-8c7f-afffb658b9f8 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320845 Feb 16 13:04:17.420570 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 6041dc14-d1a7-4aa7-a05d-470e874ec177 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:04:17.518974 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 6041dc14-d1a7-4aa7-a05d-470e874ec177, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6041dc14-d1a7-4aa7-a05d-470e874ec177,segment=NetworkSegment(7223446b-4eda-49ec-a264-cd12f6e3a83a),segment_id=7223446b-4eda-49ec-a264-cd12f6e3a83a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:04:17.531596 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': '6041dc14-d1a7-4aa7-a05d-470e874ec177', 'network_id': 'd3649fa6-b005-448a-bbda-5146733fac89', 'port_id': '6041dc14-d1a7-4aa7-a05d-470e874ec177', 'mac_address': 'fa:16:3e:fc:9c:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '224de604-78a8-4846-b9fe-5bc4cab0a4f4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:04:17.576945 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:17.590771 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6041dc14-d1a7-4aa7-a05d-470e874ec177 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:04:17.612202 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 6041dc14-d1a7-4aa7-a05d-470e874ec177, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6041dc14-d1a7-4aa7-a05d-470e874ec177,segment=NetworkSegment(7223446b-4eda-49ec-a264-cd12f6e3a83a),segment_id=7223446b-4eda-49ec-a264-cd12f6e3a83a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:04:17.616363 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:17.659360 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f35dc7f-2a29-454a-a5d1-5cb4143ba78f req-0bf58110-23a6-4848-9762-fb411f1b9c58 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:17.660936 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5f35dc7f-2a29-454a-a5d1-5cb4143ba78f req-0bf58110-23a6-4848-9762-fb411f1b9c58 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 945 time: 0.0573595 Feb 16 13:04:17.670025 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=6041dc14-d1a7-4aa7-a05d-470e874ec177,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:17.699786 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5f35dc7f-2a29-454a-a5d1-5cb4143ba78f req-aff88ce3-a61d-47bb-9892-6dcba01da92f tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325153 Feb 16 13:04:17.820660 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['6041dc14-d1a7-4aa7-a05d-470e874ec177'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:04:18.831259 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6bfd2-d131-46ca-a0ac-e0c080008123 req-ab43ef59-c283-43c1-8ee7-0ac9501f6b14 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:18.832748 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-48b6bfd2-d131-46ca-a0ac-e0c080008123 req-ab43ef59-c283-43c1-8ee7-0ac9501f6b14 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 945 time: 0.0534015 Feb 16 13:04:18.870345 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-48b6bfd2-d131-46ca-a0ac-e0c080008123 req-9b343a72-f692-4c6a-acaf-f11763d4896b tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316272 Feb 16 13:04:19.483131 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 6041dc14-d1a7-4aa7-a05d-470e874ec177 up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:04:19.532229 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning for port 6041dc14-d1a7-4aa7-a05d-470e874ec177 completed by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:04:19.536666 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port 6041dc14-d1a7-4aa7-a05d-470e874ec177 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:04:19.537037 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:19.614730 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:19.635646 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1444c5af-fb96-4d3e-863e-b7ddf3ced2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6041dc14-d1a7-4aa7-a05d-470e874ec177'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:04:19.637860 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffaa7c29-087e-42d4-b007-9623e4fa9665" -d '{"events": [{"server_uuid": "1444c5af-fb96-4d3e-863e-b7ddf3ced2c3", "name": "network-vif-plugged", "status": "completed", "tag": "6041dc14-d1a7-4aa7-a05d-470e874ec177"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:04:19.652034 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 6041dc14-d1a7-4aa7-a05d-470e874ec177, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6041dc14-d1a7-4aa7-a05d-470e874ec177,segment=NetworkSegment(7223446b-4eda-49ec-a264-cd12f6e3a83a),segment_id=7223446b-4eda-49ec-a264-cd12f6e3a83a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:04:19.655844 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:19.678295 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bc2ea4-8b65-4ad2-8017-985d3ceddf17 x-openstack-request-id: req-50bc2ea4-8b65-4ad2-8017-985d3ceddf17 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:04:19.678579 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1444c5af-fb96-4d3e-863e-b7ddf3ced2c3", "name": "network-vif-plugged", "status": "completed", "tag": "6041dc14-d1a7-4aa7-a05d-470e874ec177", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:04:19.678823 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-50bc2ea4-8b65-4ad2-8017-985d3ceddf17 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:04:19.679204 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1444c5af-fb96-4d3e-863e-b7ddf3ced2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6041dc14-d1a7-4aa7-a05d-470e874ec177', 'code': 200} Feb 16 13:04:19.703524 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=6041dc14-d1a7-4aa7-a05d-470e874ec177,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:19.836614 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7523a76-13d4-4c09-a4e7-68b69c5f1c33 req-e63e180e-5051-461f-a353-3e8f982fab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:19.838007 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e7523a76-13d4-4c09-a4e7-68b69c5f1c33 req-e63e180e-5051-461f-a353-3e8f982fab60 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 1099 time: 0.0393748 Feb 16 13:04:19.872615 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e7523a76-13d4-4c09-a4e7-68b69c5f1c33 req-4f40167e-628e-45ca-a051-250195cb202f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282283 Feb 16 13:04:19.984321 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e2568-a300-4aa6-a5b7-15b1bb13e3cd req-a0b93086-d271-454b-acd1-0abc19deef15 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:19.985867 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b27e2568-a300-4aa6-a5b7-15b1bb13e3cd req-a0b93086-d271-454b-acd1-0abc19deef15 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 946 time: 0.0496640 Feb 16 13:04:20.025817 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b27e2568-a300-4aa6-a5b7-15b1bb13e3cd req-1de2f258-3336-4125-8b89-3cb2ac385bd6 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338309 Feb 16 13:04:21.147431 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3711ca-4bcc-4188-8b29-3ce1ee81a598 req-09614dd3-8818-47cb-897b-b674b43f8583 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:21.148856 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4b3711ca-4bcc-4188-8b29-3ce1ee81a598 req-09614dd3-8818-47cb-897b-b674b43f8583 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 946 time: 0.0545218 Feb 16 13:04:21.191170 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4b3711ca-4bcc-4188-8b29-3ce1ee81a598 req-0af967ea-64db-44ca-8570-03410ff59e1a tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358253 Feb 16 13:04:21.309536 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f8871-44a7-4d03-abf6-cb03bc629273 req-5e31b81e-35e4-4a33-8c97-03b0c66bdf38 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:21.310986 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a25f8871-44a7-4d03-abf6-cb03bc629273 req-5e31b81e-35e4-4a33-8c97-03b0c66bdf38 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 946 time: 0.0538604 Feb 16 13:04:21.350737 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a25f8871-44a7-4d03-abf6-cb03bc629273 req-8ff4e625-13a7-424d-b4f3-d9f2b0933289 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338814 Feb 16 13:04:21.596921 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-35f97261-81b2-486d-ac2f-6e719f4d3922 req-2ed618aa-9f53-4e29-94a6-27678892fdfe service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0454919 Feb 16 13:04:21.612279 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e957ec-1b1d-4548-81cc-c4a8a9b0a344 req-c91d38a4-f7ea-47c9-abc7-8c3934fc6d49 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:21.613884 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f9e957ec-1b1d-4548-81cc-c4a8a9b0a344 req-c91d38a4-f7ea-47c9-abc7-8c3934fc6d49 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 946 time: 0.0530515 Feb 16 13:04:21.656530 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f9e957ec-1b1d-4548-81cc-c4a8a9b0a344 req-4fdc29a7-e2df-43cc-b81e-812a05be9870 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355489 Feb 16 13:04:22.282240 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-56c977ea-7de9-44f7-b4bf-c4916d33e6ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:22.703504 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f97261-81b2-486d-ac2f-6e719f4d3922 req-a7874015-da0a-42bd-974e-363a12ef46e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:22.704382 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-35f97261-81b2-486d-ac2f-6e719f4d3922 req-a7874015-da0a-42bd-974e-363a12ef46e5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=28cdcfff65a24f07b93d56ea384f26fb&device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 1099 time: 0.0515766 Feb 16 13:04:22.786293 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc5cd4-c20c-4cfe-8b2c-5769f7445740 req-566df703-4dee-4258-827c-181a6652bc54 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:22.787934 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-22dc5cd4-c20c-4cfe-8b2c-5769f7445740 req-566df703-4dee-4258-827c-181a6652bc54 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 946 time: 0.0527105 Feb 16 13:04:22.798494 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f97261-81b2-486d-ac2f-6e719f4d3922 req-6a51772a-3f99-4746-98dc-804fdcd12982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:22.799889 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-35f97261-81b2-486d-ac2f-6e719f4d3922 req-6a51772a-3f99-4746-98dc-804fdcd12982 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d3649fa6-b005-448a-bbda-5146733fac89 HTTP/1.1" status: 200 len: 916 time: 0.0894599 Feb 16 13:04:22.828367 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-22dc5cd4-c20c-4cfe-8b2c-5769f7445740 req-20b5cc85-90ff-4f6f-9ab9-53617279d340 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343518 Feb 16 13:04:22.850502 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-35f97261-81b2-486d-ac2f-6e719f4d3922 req-28c72ac9-0c9d-4618-859c-ca9704d5eacc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6041dc14-d1a7-4aa7-a05d-470e874ec177 HTTP/1.1" status: 200 len: 217 time: 0.0433190 Feb 16 13:04:22.904820 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f97261-81b2-486d-ac2f-6e719f4d3922 req-88e30bf4-c9f7-456c-87f6-3b22fea3afad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:22.906275 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-35f97261-81b2-486d-ac2f-6e719f4d3922 req-88e30bf4-c9f7-456c-87f6-3b22fea3afad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=224de604-78a8-4846-b9fe-5bc4cab0a4f4 HTTP/1.1" status: 200 len: 855 time: 0.0491419 Feb 16 13:04:22.937414 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-35f97261-81b2-486d-ac2f-6e719f4d3922 req-7e8892ac-b3a9-49b9-91bb-9f549e4f036c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3649fa6-b005-448a-bbda-5146733fac89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243506 Feb 16 13:04:22.948166 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [req-35f97261-81b2-486d-ac2f-6e719f4d3922 req-e377d2be-0fea-406b-8453-8d27116c6658 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:04:22.949188 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-35f97261-81b2-486d-ac2f-6e719f4d3922 req-e377d2be-0fea-406b-8453-8d27116c6658 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049303 Feb 16 13:04:23.037453 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-35f97261-81b2-486d-ac2f-6e719f4d3922 req-c999a9dd-4cca-40bf-8b41-c8fa9543b0a7 service neutron] 10.222.0.42 "GET /v2.0/networks/d3649fa6-b005-448a-bbda-5146733fac89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820692 Feb 16 13:04:23.131812 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-35f97261-81b2-486d-ac2f-6e719f4d3922 req-e3450218-2140-45d5-940c-1e4ab9b81ffe service neutron] 10.222.0.42 "GET /v2.0/networks/d3649fa6-b005-448a-bbda-5146733fac89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878034 Feb 16 13:04:23.953336 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc7989-811a-4f5c-8fa5-232c65ae3fa9 req-43c353d6-c8ab-4ba9-ad33-007b4684c367 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:23.954846 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-cecc7989-811a-4f5c-8fa5-232c65ae3fa9 req-43c353d6-c8ab-4ba9-ad33-007b4684c367 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 946 time: 0.0535476 Feb 16 13:04:23.994146 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-cecc7989-811a-4f5c-8fa5-232c65ae3fa9 req-575704c3-ca25-412a-b057-049b7e22d16e tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328803 Feb 16 13:04:24.435255 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-92fb49f6-9721-49a4-986f-2a7eb4502a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:25.114031 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d59ab-9776-4918-8837-607c001bd33b req-3b271e68-3a58-4146-93c8-4fbf6a49226e tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:25.115522 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f17d59ab-9776-4918-8837-607c001bd33b req-3b271e68-3a58-4146-93c8-4fbf6a49226e tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 946 time: 0.0517130 Feb 16 13:04:25.156182 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f17d59ab-9776-4918-8837-607c001bd33b req-9d6f88fa-adf8-4b35-abe4-ff30515a1b7a tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343759 Feb 16 13:04:25.753343 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:26.271241 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6acaab0-9822-4e36-9b27-9281f26cbed3 req-a80c76cb-7d35-42db-9d83-735a1564bcb5 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:26.272802 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f6acaab0-9822-4e36-9b27-9281f26cbed3 req-a80c76cb-7d35-42db-9d83-735a1564bcb5 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 946 time: 0.0498102 Feb 16 13:04:26.313306 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f6acaab0-9822-4e36-9b27-9281f26cbed3 req-a69ffb5f-75e5-4935-aba7-33ac51b6fec1 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340931 Feb 16 13:04:27.045769 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:27.382846 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:27.438712 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e8b81-dd7a-46e9-b1a6-a77cf824d665 req-e426eb92-9c68-4fdb-a308-bb15dfdf9f11 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:27.440791 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c48e8b81-dd7a-46e9-b1a6-a77cf824d665 req-e426eb92-9c68-4fdb-a308-bb15dfdf9f11 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 946 time: 0.0553656 Feb 16 13:04:27.480536 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c48e8b81-dd7a-46e9-b1a6-a77cf824d665 req-cc77a1b8-cc5e-4be0-b2c6-e2ac715edaa4 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335581 Feb 16 13:04:28.596194 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2af59c-5288-4b7f-9cfa-f06c9109fae1 req-d13a231d-c4f4-42f4-be7a-dc237af24858 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:28.597767 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-fb2af59c-5288-4b7f-9cfa-f06c9109fae1 req-d13a231d-c4f4-42f4-be7a-dc237af24858 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 946 time: 0.0504398 Feb 16 13:04:28.638145 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-fb2af59c-5288-4b7f-9cfa-f06c9109fae1 req-688cd76b-d86a-4d89-8c97-9f82a260b11e tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343556 Feb 16 13:04:28.676571 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:29.752668 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922dae5-5f9e-49e9-8c2f-b04d646a53df req-e114d277-dc45-4544-bca9-94f1a96a84e9 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:29.754205 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3922dae5-5f9e-49e9-8c2f-b04d646a53df req-e114d277-dc45-4544-bca9-94f1a96a84e9 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 946 time: 0.0490217 Feb 16 13:04:29.791136 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3922dae5-5f9e-49e9-8c2f-b04d646a53df req-f80fb420-5df1-4136-ad0b-da0d22e588a4 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311916 Feb 16 13:04:30.910837 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3548b7-fcc4-410e-9bcd-665a023cede2 req-7146fee6-60a3-4dfc-b6f3-0b39d99df4f2 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:30.912331 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0f3548b7-fcc4-410e-9bcd-665a023cede2 req-7146fee6-60a3-4dfc-b6f3-0b39d99df4f2 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 946 time: 0.0532074 Feb 16 13:04:30.953125 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0f3548b7-fcc4-410e-9bcd-665a023cede2 req-fd25b79e-4aa0-4a27-a212-729080c44972 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336542 Feb 16 13:04:32.122450 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd9787-1e07-45f2-a071-c2d9adb576a4 req-cf7e034f-0913-451e-affa-a67082cfbe66 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:32.123965 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-36cd9787-1e07-45f2-a071-c2d9adb576a4 req-cf7e034f-0913-451e-affa-a67082cfbe66 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 946 time: 0.1007061 Feb 16 13:04:32.161119 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-36cd9787-1e07-45f2-a071-c2d9adb576a4 req-2e1e45e4-4149-4463-a2ef-a0a62e08fe0d tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312107 Feb 16 13:04:33.326290 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbf8bc-f939-48dc-8918-4b7aefc01c75 req-fd922ae5-ac9f-4cca-ac4a-2db645a4e109 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:33.327786 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a5cbf8bc-f939-48dc-8918-4b7aefc01c75 req-fd922ae5-ac9f-4cca-ac4a-2db645a4e109 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 946 time: 0.0994778 Feb 16 13:04:33.366230 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a5cbf8bc-f939-48dc-8918-4b7aefc01c75 req-8cd77445-dce2-4d99-946a-e215d2735e7c tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318198 Feb 16 13:04:34.485415 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f7865-bd89-4a9c-95fe-03883350da13 req-bb22e733-9643-42ec-b351-6d39e6f26920 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:34.487394 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8c3f7865-bd89-4a9c-95fe-03883350da13 req-bb22e733-9643-42ec-b351-6d39e6f26920 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 946 time: 0.0541954 Feb 16 13:04:34.524812 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8c3f7865-bd89-4a9c-95fe-03883350da13 req-1f53d559-c2e4-4a4b-9ca4-29859a37c8c0 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315177 Feb 16 13:04:35.640500 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5705c5-1649-45d7-8e4f-950dd2e81bd9 req-a4413c56-bc54-49c5-9584-1bc83ddefe27 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:35.642082 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-da5705c5-1649-45d7-8e4f-950dd2e81bd9 req-a4413c56-bc54-49c5-9584-1bc83ddefe27 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 946 time: 0.0497940 Feb 16 13:04:35.680914 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-da5705c5-1649-45d7-8e4f-950dd2e81bd9 req-f897763c-eb19-4c03-9ef0-e9d8d2697ddc tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323496 Feb 16 13:04:36.794487 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0fe619-9052-485b-ad72-339b687b1d24 req-c3154bc6-6efa-4dc4-8a1d-5b7d1d84a0e0 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:36.795961 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9a0fe619-9052-485b-ad72-339b687b1d24 req-c3154bc6-6efa-4dc4-8a1d-5b7d1d84a0e0 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 946 time: 0.0488236 Feb 16 13:04:36.833093 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9a0fe619-9052-485b-ad72-339b687b1d24 req-5e3a6888-d23f-48a8-90bc-3a5fa42726c2 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312409 Feb 16 13:04:37.951820 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1cb601-fa1d-452e-8fce-ec70481bc7c7 req-eec3003b-1200-4f8d-8541-8212f28ca5ab tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:37.953314 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9e1cb601-fa1d-452e-8fce-ec70481bc7c7 req-eec3003b-1200-4f8d-8541-8212f28ca5ab tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 946 time: 0.0516067 Feb 16 13:04:37.990700 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9e1cb601-fa1d-452e-8fce-ec70481bc7c7 req-226400ae-9480-4e5b-8ebf-2228fc61d0a1 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308588 Feb 16 13:04:39.114450 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0557c-df98-4674-89cb-64ee9114b1f6 req-7b46f65b-7f64-4294-9e87-4eae086c28ee tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:39.115826 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-dfb0557c-df98-4674-89cb-64ee9114b1f6 req-7b46f65b-7f64-4294-9e87-4eae086c28ee tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 946 time: 0.0488026 Feb 16 13:04:39.153800 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-dfb0557c-df98-4674-89cb-64ee9114b1f6 req-b6b1c067-0c6a-4fd4-9b6b-3635ed75d5b4 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320635 Feb 16 13:04:40.266784 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae224d-a517-492b-ad46-cf5548eecb8e req-93c31da5-0124-46ba-9a81-4f46100311ff tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:40.268236 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4bae224d-a517-492b-ad46-cf5548eecb8e req-93c31da5-0124-46ba-9a81-4f46100311ff tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 946 time: 0.0475073 Feb 16 13:04:40.305630 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4bae224d-a517-492b-ad46-cf5548eecb8e req-b58cd648-954c-4b88-92bc-43b6b202625e tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310805 Feb 16 13:04:41.426536 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240d5ea-f0e6-4884-9314-f5da938883de req-48347ffb-5a1b-4b90-8279-23590feee08c tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:41.428034 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e240d5ea-f0e6-4884-9314-f5da938883de req-48347ffb-5a1b-4b90-8279-23590feee08c tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 946 time: 0.0548115 Feb 16 13:04:41.467229 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e240d5ea-f0e6-4884-9314-f5da938883de req-141b268f-3c8a-4189-a3ed-d68c96a9059d tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331459 Feb 16 13:04:42.589344 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee41a0-7d21-47af-8797-04acb6a51b14 req-66a3cabe-6057-4418-b268-29f93fc3ccdb tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:42.590930 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-69ee41a0-7d21-47af-8797-04acb6a51b14 req-66a3cabe-6057-4418-b268-29f93fc3ccdb tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 946 time: 0.0530169 Feb 16 13:04:42.633482 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-69ee41a0-7d21-47af-8797-04acb6a51b14 req-cea44c3b-ac00-4008-99cc-f57c28f63a21 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358629 Feb 16 13:04:43.750189 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cba9e-dea6-4a23-9218-25b469b1890e req-eae39d30-e070-4679-a452-cbb8a41bb25f tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:43.751904 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d72cba9e-dea6-4a23-9218-25b469b1890e req-eae39d30-e070-4679-a452-cbb8a41bb25f tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 946 time: 0.0503962 Feb 16 13:04:43.792024 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d72cba9e-dea6-4a23-9218-25b469b1890e req-cdbaa9ea-f6ed-48db-9035-ec5238327a85 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342898 Feb 16 13:04:44.912573 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50949aa7-f6e9-4fd2-84b4-59cb1b33c217 req-25927736-25c7-4739-9a49-0f405fa43b97 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:44.914082 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-50949aa7-f6e9-4fd2-84b4-59cb1b33c217 req-25927736-25c7-4739-9a49-0f405fa43b97 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 946 time: 0.0536397 Feb 16 13:04:44.952417 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-50949aa7-f6e9-4fd2-84b4-59cb1b33c217 req-3f3e0177-d689-4916-ac85-57589238b484 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320199 Feb 16 13:04:46.077694 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287837e7-5801-492d-863c-61f51c78c1d5 req-ba0cb831-a4a0-4380-8827-e89ae55d38dd tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:46.079218 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-287837e7-5801-492d-863c-61f51c78c1d5 req-ba0cb831-a4a0-4380-8827-e89ae55d38dd tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 946 time: 0.0565982 Feb 16 13:04:46.118642 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-287837e7-5801-492d-863c-61f51c78c1d5 req-99f30b26-c0dc-4fac-88d7-e737d05675eb tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320189 Feb 16 13:04:46.688398 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78c90d-256b-4f82-84bc-993ef0c6bb60 req-a2ca0f36-b641-4152-9826-c0a034fc629b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:46.690513 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3c78c90d-256b-4f82-84bc-993ef0c6bb60 req-a2ca0f36-b641-4152-9826-c0a034fc629b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=28cdcfff65a24f07b93d56ea384f26fb&device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 1099 time: 0.0911162 Feb 16 13:04:46.803570 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78c90d-256b-4f82-84bc-993ef0c6bb60 req-dcffc9d4-3123-4db9-bed2-20544548099a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:46.805067 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3c78c90d-256b-4f82-84bc-993ef0c6bb60 req-dcffc9d4-3123-4db9-bed2-20544548099a service neutron] 10.222.0.42 "GET /v2.0/networks?id=d3649fa6-b005-448a-bbda-5146733fac89 HTTP/1.1" status: 200 len: 916 time: 0.0947688 Feb 16 13:04:46.848784 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3c78c90d-256b-4f82-84bc-993ef0c6bb60 req-d9f51d2f-038d-4dbe-bcc2-489fd24b2926 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6041dc14-d1a7-4aa7-a05d-470e874ec177 HTTP/1.1" status: 200 len: 217 time: 0.0358045 Feb 16 13:04:46.898806 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78c90d-256b-4f82-84bc-993ef0c6bb60 req-f35bd6be-115e-43aa-a06c-4f94c2a3b02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:46.900212 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3c78c90d-256b-4f82-84bc-993ef0c6bb60 req-f35bd6be-115e-43aa-a06c-4f94c2a3b02f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=224de604-78a8-4846-b9fe-5bc4cab0a4f4 HTTP/1.1" status: 200 len: 855 time: 0.0452020 Feb 16 13:04:46.933150 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3c78c90d-256b-4f82-84bc-993ef0c6bb60 req-77a75834-4318-416f-9774-d4a276f577a0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3649fa6-b005-448a-bbda-5146733fac89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259502 Feb 16 13:04:47.033662 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3c78c90d-256b-4f82-84bc-993ef0c6bb60 req-1a10230d-02e2-481d-a4b8-cb6bb0a473eb service neutron] 10.222.0.42 "GET /v2.0/networks/d3649fa6-b005-448a-bbda-5146733fac89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909472 Feb 16 13:04:47.134822 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3c78c90d-256b-4f82-84bc-993ef0c6bb60 req-1f86f733-b723-4ee0-8f24-e31176c00a66 service neutron] 10.222.0.42 "GET /v2.0/networks/d3649fa6-b005-448a-bbda-5146733fac89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942929 Feb 16 13:04:47.238306 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78177760-6ab7-47f3-a9c5-89b4a830ee43 req-5a6ef2b9-1af5-4946-832c-875b7132f486 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:47.239833 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-78177760-6ab7-47f3-a9c5-89b4a830ee43 req-5a6ef2b9-1af5-4946-832c-875b7132f486 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 946 time: 0.0524585 Feb 16 13:04:47.279664 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-78177760-6ab7-47f3-a9c5-89b4a830ee43 req-cf6dcffe-274c-4de6-b910-c39d59fe6a40 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337629 Feb 16 13:04:48.397843 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed68fd-9155-4a73-8962-7b85959af7af req-091585b8-5af4-45fb-a0fb-8e15b996cfad tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:48.399598 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4bed68fd-9155-4a73-8962-7b85959af7af req-091585b8-5af4-45fb-a0fb-8e15b996cfad tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 946 time: 0.0532894 Feb 16 13:04:48.440697 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4bed68fd-9155-4a73-8962-7b85959af7af req-83ba5dc8-ce89-486b-81f6-5e4c93e2f0ca tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343266 Feb 16 13:04:49.569359 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64fc9fb-79f8-48b0-8869-16da38d19771 req-ba7c3063-9e71-4882-b146-8ff5f03d9cf9 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:49.570924 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c64fc9fb-79f8-48b0-8869-16da38d19771 req-ba7c3063-9e71-4882-b146-8ff5f03d9cf9 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 946 time: 0.0511918 Feb 16 13:04:49.613999 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c64fc9fb-79f8-48b0-8869-16da38d19771 req-f54eba3d-ec90-4162-b2da-4f49b4574a55 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351641 Feb 16 13:04:49.824892 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-35f97261-81b2-486d-ac2f-6e719f4d3922 req-8d8ec953-6745-4e62-99d4-17a6ab40c987 service neutron] 10.222.0.42 "GET /v2.0/ports/6041dc14-d1a7-4aa7-a05d-470e874ec177/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0719585 Feb 16 13:04:50.045867 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f97261-81b2-486d-ac2f-6e719f4d3922 req-882b3425-20bc-4bcb-a689-d67330545094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:50.047407 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-35f97261-81b2-486d-ac2f-6e719f4d3922 req-882b3425-20bc-4bcb-a689-d67330545094 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3&tenant_id=28cdcfff65a24f07b93d56ea384f26fb HTTP/1.1" status: 200 len: 1099 time: 0.0455062 Feb 16 13:04:50.108602 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f97261-81b2-486d-ac2f-6e719f4d3922 req-cc2038bd-0ef1-43be-808e-b9e192d61460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:50.110067 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-35f97261-81b2-486d-ac2f-6e719f4d3922 req-cc2038bd-0ef1-43be-808e-b9e192d61460 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=28cdcfff65a24f07b93d56ea384f26fb&device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 1099 time: 0.0415554 Feb 16 13:04:50.214567 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f97261-81b2-486d-ac2f-6e719f4d3922 req-38278360-548a-451e-9766-bb2d10e8aead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:50.215990 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-35f97261-81b2-486d-ac2f-6e719f4d3922 req-38278360-548a-451e-9766-bb2d10e8aead service neutron] 10.222.0.42 "GET /v2.0/networks?id=d3649fa6-b005-448a-bbda-5146733fac89 HTTP/1.1" status: 200 len: 916 time: 0.0993979 Feb 16 13:04:50.259471 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-35f97261-81b2-486d-ac2f-6e719f4d3922 req-d752a6e0-3dce-48db-9046-e06c6f46ece8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6041dc14-d1a7-4aa7-a05d-470e874ec177 HTTP/1.1" status: 200 len: 217 time: 0.0371079 Feb 16 13:04:50.309448 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f97261-81b2-486d-ac2f-6e719f4d3922 req-5d29a28b-4831-4093-941b-5b46652fa39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:50.310936 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-35f97261-81b2-486d-ac2f-6e719f4d3922 req-5d29a28b-4831-4093-941b-5b46652fa39a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=224de604-78a8-4846-b9fe-5bc4cab0a4f4 HTTP/1.1" status: 200 len: 855 time: 0.0449321 Feb 16 13:04:50.342204 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-35f97261-81b2-486d-ac2f-6e719f4d3922 req-385ca623-8033-4c2f-b2e5-f5451658fdba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3649fa6-b005-448a-bbda-5146733fac89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251801 Feb 16 13:04:50.441560 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-35f97261-81b2-486d-ac2f-6e719f4d3922 req-f483bf3a-6cf8-4b10-b0d2-bb1a53e7b023 service neutron] 10.222.0.42 "GET /v2.0/networks/d3649fa6-b005-448a-bbda-5146733fac89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926523 Feb 16 13:04:50.578013 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-35f97261-81b2-486d-ac2f-6e719f4d3922 req-a5bc1df7-332d-4330-b317-7bebf3e31796 service neutron] 10.222.0.42 "GET /v2.0/networks/d3649fa6-b005-448a-bbda-5146733fac89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283224 Feb 16 13:04:50.738585 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa12fd51-3f15-4542-b985-eeee273fb432 req-ad49c108-5f30-44ad-af6c-d1f424aa7c98 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:50.740107 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-fa12fd51-3f15-4542-b985-eeee273fb432 req-ad49c108-5f30-44ad-af6c-d1f424aa7c98 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 946 time: 0.0522995 Feb 16 13:04:50.779065 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-fa12fd51-3f15-4542-b985-eeee273fb432 req-d68bb563-b683-4361-8e3a-f3d76e207595 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324161 Feb 16 13:04:51.361588 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:04:51.907766 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb2893-48d5-4d7f-aa9d-507e88d070a0 req-902d042a-20bc-4011-80bc-f23a0d204654 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:51.909914 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3ebb2893-48d5-4d7f-aa9d-507e88d070a0 req-902d042a-20bc-4011-80bc-f23a0d204654 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 946 time: 0.0591068 Feb 16 13:04:51.949520 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3ebb2893-48d5-4d7f-aa9d-507e88d070a0 req-06c5db52-8098-4135-b696-a3bbe06cc3ed tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336869 Feb 16 13:04:52.286224 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7cd9d719-d8ca-4c7d-9c91-2304cd1ef39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:53.069631 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50de04-3059-41ea-a4c1-bbfedf14b3da req-0dccb80c-4d7a-421a-833c-73ae579b3d31 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:53.071162 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ad50de04-3059-41ea-a4c1-bbfedf14b3da req-0dccb80c-4d7a-421a-833c-73ae579b3d31 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 946 time: 0.0544028 Feb 16 13:04:53.110325 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ad50de04-3059-41ea-a4c1-bbfedf14b3da req-117c9a1a-779f-4693-8279-4c0b2a6c3483 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329647 Feb 16 13:04:53.313246 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab598faf-cf66-4542-9e0d-ca9243c019ae req-ebbf8d20-904b-4545-8434-55237192e47a tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:53.315799 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ab598faf-cf66-4542-9e0d-ca9243c019ae req-ebbf8d20-904b-4545-8434-55237192e47a tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 946 time: 0.0617428 Feb 16 13:04:53.328488 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed9f93-1bec-4f8b-8599-bc92a2ddf2c5 req-3a8029b9-5d0a-41e1-be3b-030d8475d67b tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:53.330022 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-84ed9f93-1bec-4f8b-8599-bc92a2ddf2c5 req-3a8029b9-5d0a-41e1-be3b-030d8475d67b tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.42 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3&tenant_id=28cdcfff65a24f07b93d56ea384f26fb&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 946 time: 0.0625949 Feb 16 13:04:53.358211 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ab598faf-cf66-4542-9e0d-ca9243c019ae req-ef01b78a-d432-479b-b784-a3e8f38c61a5 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336401 Feb 16 13:04:53.429470 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed9f93-1bec-4f8b-8599-bc92a2ddf2c5 req-3c5e71b0-d79f-4790-b472-c6e8a6e8c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:53.431028 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-84ed9f93-1bec-4f8b-8599-bc92a2ddf2c5 req-3c5e71b0-d79f-4790-b472-c6e8a6e8c1ca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=28cdcfff65a24f07b93d56ea384f26fb&device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 1099 time: 0.0438592 Feb 16 13:04:53.523929 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed9f93-1bec-4f8b-8599-bc92a2ddf2c5 req-87d98cbb-f810-48f6-87d7-416b85988e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:53.525464 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-84ed9f93-1bec-4f8b-8599-bc92a2ddf2c5 req-87d98cbb-f810-48f6-87d7-416b85988e86 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d3649fa6-b005-448a-bbda-5146733fac89 HTTP/1.1" status: 200 len: 916 time: 0.0886416 Feb 16 13:04:53.571877 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-84ed9f93-1bec-4f8b-8599-bc92a2ddf2c5 req-23f0d09c-43cc-41ba-bd87-3d33ccd2dca6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6041dc14-d1a7-4aa7-a05d-470e874ec177 HTTP/1.1" status: 200 len: 217 time: 0.0399740 Feb 16 13:04:53.626230 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed9f93-1bec-4f8b-8599-bc92a2ddf2c5 req-ef9e6304-e04d-44c4-b5a3-569c11139b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:53.627625 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-84ed9f93-1bec-4f8b-8599-bc92a2ddf2c5 req-ef9e6304-e04d-44c4-b5a3-569c11139b37 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=224de604-78a8-4846-b9fe-5bc4cab0a4f4 HTTP/1.1" status: 200 len: 855 time: 0.0497065 Feb 16 13:04:53.660899 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-84ed9f93-1bec-4f8b-8599-bc92a2ddf2c5 req-af81a79f-c1df-4673-bf59-d2afd6cfde45 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3649fa6-b005-448a-bbda-5146733fac89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250390 Feb 16 13:04:53.668377 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 6041dc14-d1a7-4aa7-a05d-470e874ec177 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:04:53.672014 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 6041dc14-d1a7-4aa7-a05d-470e874ec177 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:04:53.756060 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-84ed9f93-1bec-4f8b-8599-bc92a2ddf2c5 req-aada2454-2369-4818-ba02-419a821bb4ff service neutron] 10.222.0.42 "GET /v2.0/networks/d3649fa6-b005-448a-bbda-5146733fac89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883226 Feb 16 13:04:53.825567 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 6041dc14-d1a7-4aa7-a05d-470e874ec177, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6041dc14-d1a7-4aa7-a05d-470e874ec177,segment=NetworkSegment(7223446b-4eda-49ec-a264-cd12f6e3a83a),segment_id=7223446b-4eda-49ec-a264-cd12f6e3a83a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:04:53.827853 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:53.845386 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': '6041dc14-d1a7-4aa7-a05d-470e874ec177', 'network_id': 'd3649fa6-b005-448a-bbda-5146733fac89', 'port_id': '6041dc14-d1a7-4aa7-a05d-470e874ec177', 'mac_address': 'fa:16:3e:fc:9c:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '224de604-78a8-4846-b9fe-5bc4cab0a4f4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:04:53.847509 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-84ed9f93-1bec-4f8b-8599-bc92a2ddf2c5 req-53588035-7e00-44b6-9a82-ab688ce352fd service neutron] 10.222.0.42 "GET /v2.0/networks/d3649fa6-b005-448a-bbda-5146733fac89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849004 Feb 16 13:04:53.879382 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1444c5af-fb96-4d3e-863e-b7ddf3ced2c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6041dc14-d1a7-4aa7-a05d-470e874ec177'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:04:53.881908 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5552e723-b022-401f-acf6-a173bf731e4d" -d '{"events": [{"server_uuid": "1444c5af-fb96-4d3e-863e-b7ddf3ced2c3", "name": "network-vif-unplugged", "status": "completed", "tag": "6041dc14-d1a7-4aa7-a05d-470e874ec177"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:04:53.902590 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 6041dc14-d1a7-4aa7-a05d-470e874ec177, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6041dc14-d1a7-4aa7-a05d-470e874ec177,segment=NetworkSegment(7223446b-4eda-49ec-a264-cd12f6e3a83a),segment_id=7223446b-4eda-49ec-a264-cd12f6e3a83a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:04:53.910008 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:53.914353 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:53.951843 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6041dc14-d1a7-4aa7-a05d-470e874ec177 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:04:53.994815 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 13:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7f3306-c088-49d7-b46d-e1aa3fd20028 x-openstack-request-id: req-2d7f3306-c088-49d7-b46d-e1aa3fd20028 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:04:53.995104 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1444c5af-fb96-4d3e-863e-b7ddf3ced2c3", "name": "network-vif-unplugged", "status": "completed", "tag": "6041dc14-d1a7-4aa7-a05d-470e874ec177", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:04:53.995354 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2d7f3306-c088-49d7-b46d-e1aa3fd20028 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:04:53.995735 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1444c5af-fb96-4d3e-863e-b7ddf3ced2c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6041dc14-d1a7-4aa7-a05d-470e874ec177', 'code': 200} Feb 16 13:04:54.002539 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=6041dc14-d1a7-4aa7-a05d-470e874ec177,revision_number=6']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:54.016014 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:54.016354 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:54.016718 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:54.017047 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:54.017372 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:54.017696 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:54.018019 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:54.018367 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:54.018686 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:54.019001 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:54.019315 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:54.019627 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:54.025051 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.db.api [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:04:54.025405 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG oslo_db.api [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:04:54.439556 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee1d2c25-4db5-4778-8160-b55f0e9f01a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:54.489601 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9067a-f582-4a0d-b9c2-c36e733f1deb req-ac1784f4-109f-405c-89fb-ae92cc1dbd8c tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:54.491086 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8ae9067a-f582-4a0d-b9c2-c36e733f1deb req-ac1784f4-109f-405c-89fb-ae92cc1dbd8c tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 944 time: 0.0600047 Feb 16 13:04:54.530434 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8ae9067a-f582-4a0d-b9c2-c36e733f1deb req-c8021758-ca03-4ac4-bd31-863aaf87a57a tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330572 Feb 16 13:04:54.562973 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:54.576117 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6041dc14-d1a7-4aa7-a05d-470e874ec177 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:04:54.603236 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 6041dc14-d1a7-4aa7-a05d-470e874ec177, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6041dc14-d1a7-4aa7-a05d-470e874ec177,segment=NetworkSegment(7223446b-4eda-49ec-a264-cd12f6e3a83a),segment_id=7223446b-4eda-49ec-a264-cd12f6e3a83a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:04:54.607472 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:54.652068 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eedb680-151d-418b-bd01-d855bc151494 req-77ac204e-ceb4-40a7-b706-5f1bc9c567ad tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:54.653744 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6eedb680-151d-418b-bd01-d855bc151494 req-77ac204e-ceb4-40a7-b706-5f1bc9c567ad tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 945 time: 0.0532413 Feb 16 13:04:54.700818 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6eedb680-151d-418b-bd01-d855bc151494 req-8a9803d9-f730-43c8-9277-20f47d837740 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402062 Feb 16 13:04:54.800434 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=6041dc14-d1a7-4aa7-a05d-470e874ec177,revision_number=7']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:54.811516 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['6041dc14-d1a7-4aa7-a05d-470e874ec177'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:04:54.819521 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa693a-a736-4817-94cb-f1204cb9ca43 req-7767e35b-d3ca-419e-864e-5f2171d45984 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:54.821069 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0efa693a-a736-4817-94cb-f1204cb9ca43 req-7767e35b-d3ca-419e-864e-5f2171d45984 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 945 time: 0.0527160 Feb 16 13:04:54.860930 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0efa693a-a736-4817-94cb-f1204cb9ca43 req-7a33a5cc-6d4a-47bb-80c6-46ff93c5a5b8 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337946 Feb 16 13:04:55.197297 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59629f3-a0b7-44ea-a514-d51bb3cd2f8d req-947f4b6a-659f-45b6-adfd-bb14430e533b tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:55.198792 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a59629f3-a0b7-44ea-a514-d51bb3cd2f8d req-947f4b6a-659f-45b6-adfd-bb14430e533b tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 945 time: 0.0537148 Feb 16 13:04:55.236759 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a59629f3-a0b7-44ea-a514-d51bb3cd2f8d req-287927aa-d7ba-4a5f-a70b-c2760f3fc92e tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320795 Feb 16 13:04:55.676907 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 6041dc14-d1a7-4aa7-a05d-470e874ec177 up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:04:55.725702 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port 6041dc14-d1a7-4aa7-a05d-470e874ec177 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:04:55.726049 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:55.773298 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:55.814792 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:55.851647 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 6041dc14-d1a7-4aa7-a05d-470e874ec177, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6041dc14-d1a7-4aa7-a05d-470e874ec177,segment=NetworkSegment(7223446b-4eda-49ec-a264-cd12f6e3a83a),segment_id=7223446b-4eda-49ec-a264-cd12f6e3a83a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:04:55.856587 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:55.902527 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=6041dc14-d1a7-4aa7-a05d-470e874ec177,revision_number=8']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:55.997013 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1444c5af-fb96-4d3e-863e-b7ddf3ced2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6041dc14-d1a7-4aa7-a05d-470e874ec177'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:04:55.999414 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4829d2-a948-4556-ae63-12666140da66" -d '{"events": [{"server_uuid": "1444c5af-fb96-4d3e-863e-b7ddf3ced2c3", "name": "network-vif-plugged", "status": "completed", "tag": "6041dc14-d1a7-4aa7-a05d-470e874ec177"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:04:56.036402 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7470787-4ab6-4394-a2fb-e247ac2dc176 x-openstack-request-id: req-c7470787-4ab6-4394-a2fb-e247ac2dc176 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:04:56.036729 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1444c5af-fb96-4d3e-863e-b7ddf3ced2c3", "name": "network-vif-plugged", "status": "completed", "tag": "6041dc14-d1a7-4aa7-a05d-470e874ec177", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:04:56.036992 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c7470787-4ab6-4394-a2fb-e247ac2dc176 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:04:56.037389 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1444c5af-fb96-4d3e-863e-b7ddf3ced2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6041dc14-d1a7-4aa7-a05d-470e874ec177', 'code': 200} Feb 16 13:04:56.350718 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217c3d9-d6c6-4ad3-9447-874071e50b97 req-61c49a9c-af32-4063-b776-961b1c7e5fa6 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:56.352180 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a217c3d9-d6c6-4ad3-9447-874071e50b97 req-61c49a9c-af32-4063-b776-961b1c7e5fa6 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 946 time: 0.0487020 Feb 16 13:04:56.388854 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a217c3d9-d6c6-4ad3-9447-874071e50b97 req-1319e966-91a0-49c3-8ae1-f79d44afd5db tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/security-groups?id=dae874a4-e3c4-4604-9540-9386d2f28e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306952 Feb 16 13:04:56.838244 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36115da4-99cc-4567-9788-bfafb159e596 req-35a1fbcb-593b-4fef-8070-3d0f1593f033 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:56.839539 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-36115da4-99cc-4567-9788-bfafb159e596 req-35a1fbcb-593b-4fef-8070-3d0f1593f033 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.42 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 946 time: 0.0492098 Feb 16 13:04:56.937818 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-36115da4-99cc-4567-9788-bfafb159e596 req-a87b9f5e-deb1-4c8d-b1b3-0a3abb742289 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Deleting port 6041dc14-d1a7-4aa7-a05d-470e874ec177 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:04:56.938145 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-36115da4-99cc-4567-9788-bfafb159e596 req-a87b9f5e-deb1-4c8d-b1b3-0a3abb742289 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:57.037244 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-36115da4-99cc-4567-9788-bfafb159e596 req-a87b9f5e-deb1-4c8d-b1b3-0a3abb742289 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] For port 6041dc14-d1a7-4aa7-a05d-470e874ec177, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6041dc14-d1a7-4aa7-a05d-470e874ec177,segment=NetworkSegment(7223446b-4eda-49ec-a264-cd12f6e3a83a),segment_id=7223446b-4eda-49ec-a264-cd12f6e3a83a)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:04:57.037902 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-36115da4-99cc-4567-9788-bfafb159e596 req-a87b9f5e-deb1-4c8d-b1b3-0a3abb742289 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:57.051688 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:57.054685 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-36115da4-99cc-4567-9788-bfafb159e596 req-a87b9f5e-deb1-4c8d-b1b3-0a3abb742289 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Calling delete_port for 6041dc14-d1a7-4aa7-a05d-470e874ec177 owned by compute:nova {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:04:57.189800 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-36115da4-99cc-4567-9788-bfafb159e596 req-a87b9f5e-deb1-4c8d-b1b3-0a3abb742289 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:57.201406 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['6041dc14-d1a7-4aa7-a05d-470e874ec177'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:04:57.217264 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b9f5e-deb1-4c8d-b1b3-0a3abb742289 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Pushing event deleted for resources: {'Port': ['ID=6041dc14-d1a7-4aa7-a05d-470e874ec177,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:57.227760 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87b9f5e-deb1-4c8d-b1b3-0a3abb742289 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:57.228104 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87b9f5e-deb1-4c8d-b1b3-0a3abb742289 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:57.228449 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87b9f5e-deb1-4c8d-b1b3-0a3abb742289 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:57.228815 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87b9f5e-deb1-4c8d-b1b3-0a3abb742289 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:57.229164 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87b9f5e-deb1-4c8d-b1b3-0a3abb742289 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:57.229477 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87b9f5e-deb1-4c8d-b1b3-0a3abb742289 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:57.229804 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87b9f5e-deb1-4c8d-b1b3-0a3abb742289 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:57.230129 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87b9f5e-deb1-4c8d-b1b3-0a3abb742289 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:57.230891 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87b9f5e-deb1-4c8d-b1b3-0a3abb742289 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:57.230891 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87b9f5e-deb1-4c8d-b1b3-0a3abb742289 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:57.231070 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87b9f5e-deb1-4c8d-b1b3-0a3abb742289 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:57.231387 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87b9f5e-deb1-4c8d-b1b3-0a3abb742289 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:57.275890 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-36115da4-99cc-4567-9788-bfafb159e596 req-a87b9f5e-deb1-4c8d-b1b3-0a3abb742289 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] No DVR routers for this DVR port 6041dc14-d1a7-4aa7-a05d-470e874ec177 on host hv-neutron-8281 {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:04:57.278459 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-36115da4-99cc-4567-9788-bfafb159e596 req-a87b9f5e-deb1-4c8d-b1b3-0a3abb742289 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:57.281740 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-36115da4-99cc-4567-9788-bfafb159e596 req-a87b9f5e-deb1-4c8d-b1b3-0a3abb742289 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.42 "DELETE /v2.0/ports/6041dc14-d1a7-4aa7-a05d-470e874ec177 HTTP/1.1" status: 204 len: 173 time: 0.4366000 Feb 16 13:04:57.282182 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1444c5af-fb96-4d3e-863e-b7ddf3ced2c3', 'name': 'network-vif-deleted', 'tag': '6041dc14-d1a7-4aa7-a05d-470e874ec177'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:04:57.284489 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1751820-8af4-4dd3-a232-e35fea8f2274" -d '{"events": [{"server_uuid": "1444c5af-fb96-4d3e-863e-b7ddf3ced2c3", "name": "network-vif-deleted", "tag": "6041dc14-d1a7-4aa7-a05d-470e874ec177"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:04:57.387168 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:57.400051 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30161738-3b0f-4dff-a1da-1bf10c607ba4 x-openstack-request-id: req-30161738-3b0f-4dff-a1da-1bf10c607ba4 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:04:57.400917 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1444c5af-fb96-4d3e-863e-b7ddf3ced2c3", "name": "network-vif-deleted", "tag": "6041dc14-d1a7-4aa7-a05d-470e874ec177", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:04:57.401171 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-30161738-3b0f-4dff-a1da-1bf10c607ba4 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:04:57.401571 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1444c5af-fb96-4d3e-863e-b7ddf3ced2c3', 'name': 'network-vif-deleted', 'tag': '6041dc14-d1a7-4aa7-a05d-470e874ec177', 'status': 'completed', 'code': 200} Feb 16 13:04:57.491559 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ea00e06d-0cc3-4004-8289-f5626280223a req-5e229794-4a39-43a6-92f5-e066dc919f0f tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] 10.222.0.90 "GET /v2.0/ports?device_id=1444c5af-fb96-4d3e-863e-b7ddf3ced2c3 HTTP/1.1" status: 200 len: 210 time: 0.0255432 Feb 16 13:04:58.628231 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 40950) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:04:58.671145 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:58.681080 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ebffb40-c013-4516-8c37-1ff1a1c732d1 admin admin] Deleting subnet 224de604-78a8-4846-b9fe-5bc4cab0a4f4 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 13:04:58.684445 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1ebffb40-c013-4516-8c37-1ff1a1c732d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:58.724379 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1ebffb40-c013-4516-8c37-1ff1a1c732d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:58.762605 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1ebffb40-c013-4516-8c37-1ff1a1c732d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:58.816399 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1ebffb40-c013-4516-8c37-1ff1a1c732d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:58.847181 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebffb40-c013-4516-8c37-1ff1a1c732d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=224de604-78a8-4846-b9fe-5bc4cab0a4f4,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:58.850888 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1ebffb40-c013-4516-8c37-1ff1a1c732d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:58.854122 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1ebffb40-c013-4516-8c37-1ff1a1c732d1 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/224de604-78a8-4846-b9fe-5bc4cab0a4f4 HTTP/1.1" status: 204 len: 168 time: 0.2247460 Feb 16 13:04:58.856646 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 40952) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:04:58.926617 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e9daeb7a-f1cf-4c2a-9386-2d79f0758f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:59.010761 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e9daeb7a-f1cf-4c2a-9386-2d79f0758f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:59.031514 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-e9daeb7a-f1cf-4c2a-9386-2d79f0758f0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3649fa6-b005-448a-bbda-5146733fac89']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:59.041499 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-e9daeb7a-f1cf-4c2a-9386-2d79f0758f0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7223446b-4eda-49ec-a264-cd12f6e3a83a') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:59.041796 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-e9daeb7a-f1cf-4c2a-9386-2d79f0758f0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7223446b-4eda-49ec-a264-cd12f6e3a83a') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:59.052922 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e9daeb7a-f1cf-4c2a-9386-2d79f0758f0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:59.068852 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e9daeb7a-f1cf-4c2a-9386-2d79f0758f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:59.076285 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9daeb7a-f1cf-4c2a-9386-2d79f0758f0a admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:04:59.076717 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e9daeb7a-f1cf-4c2a-9386-2d79f0758f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:59.078521 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 13:04:59.078521 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:04:59.078521 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 13:04:59.078521 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:04:59.078521 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 13:04:59.078521 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 13:04:59.078521 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 13:04:59.078521 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:04:59.078521 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 13:04:59.078521 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:04:59.078521 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 13:04:59.078521 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:04:59.078521 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 13:04:59.078521 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 13:04:59.078521 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:04:59.078521 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 13:04:59.078521 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:04:59.078521 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 13:04:59.078521 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 13:04:59.078521 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 13:04:59.078521 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 13:04:59.078521 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 13:04:59.078521 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:04:59.078521 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:04:59.078521 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 13:04:59.078521 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:04:59.078521 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:04:59.078521 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:04:59.078521 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:04:59.078521 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:04:59.078521 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:04:59.078521 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:04:59.139536 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e9daeb7a-f1cf-4c2a-9386-2d79f0758f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:59.145278 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e9daeb7a-f1cf-4c2a-9386-2d79f0758f0a admin admin] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:59.148932 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e9daeb7a-f1cf-4c2a-9386-2d79f0758f0a admin admin] 10.222.0.90 "DELETE /v2.0/networks/d3649fa6-b005-448a-bbda-5146733fac89 HTTP/1.1" status: 204 len: 168 time: 0.2911508 Feb 16 13:04:59.162299 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9daeb7a-f1cf-4c2a-9386-2d79f0758f0a admin admin] Pushing event deleted for resources: {'Network': ['ID=d3649fa6-b005-448a-bbda-5146733fac89,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:59.279267 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 40956) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:04:59.321989 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c0899a66-09f0-4e79-b3e0-f61e83dcf20f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=28cdcfff65a24f07b93d56ea384f26fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414610 Feb 16 13:04:59.324557 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 40958) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:04:59.381342 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ef19d6f4-26c6-4348-a324-34cb6ae13aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:59.406623 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ef19d6f4-26c6-4348-a324-34cb6ae13aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:59.458419 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ef19d6f4-26c6-4348-a324-34cb6ae13aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:59.462661 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ef19d6f4-26c6-4348-a324-34cb6ae13aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:59.463858 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ef19d6f4-26c6-4348-a324-34cb6ae13aca admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/dae874a4-e3c4-4604-9540-9386d2f28e54 HTTP/1.1" status: 204 len: 168 time: 0.1382658 Feb 16 13:04:59.473223 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19d6f4-26c6-4348-a324-34cb6ae13aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae874a4-e3c4-4604-9540-9386d2f28e54,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:00.148186 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 40980) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:05:00.246463 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-10258c5a-4838-4cfe-afb0-a0f1e1a7b893 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-231273236-network', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:00.271715 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10258c5a-4838-4cfe-afb0-a0f1e1a7b893 admin admin] Made reservation on behalf of 9fdabd1aa7b74bac8f7b6728ad4f430f for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:05:00.274584 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-10258c5a-4838-4cfe-afb0-a0f1e1a7b893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:00.283506 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-10258c5a-4838-4cfe-afb0-a0f1e1a7b893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:00.373153 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-10258c5a-4838-4cfe-afb0-a0f1e1a7b893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:00.378669 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-10258c5a-4838-4cfe-afb0-a0f1e1a7b893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:00.405767 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10258c5a-4838-4cfe-afb0-a0f1e1a7b893 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:05:00.416380 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10258c5a-4838-4cfe-afb0-a0f1e1a7b893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac54521-8d93-4469-8cbe-14b76a0c6559,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:00.422451 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-10258c5a-4838-4cfe-afb0-a0f1e1a7b893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:00.422806 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-10258c5a-4838-4cfe-afb0-a0f1e1a7b893 admin admin] Added segment f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9 of type vlan for network 1330045a-1c70-4389-aaf5-632a2aebc6c6 Feb 16 13:05:00.468574 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-10258c5a-4838-4cfe-afb0-a0f1e1a7b893 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:00.493988 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-10258c5a-4838-4cfe-afb0-a0f1e1a7b893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:00.495072 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10258c5a-4838-4cfe-afb0-a0f1e1a7b893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:00.495678 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-10258c5a-4838-4cfe-afb0-a0f1e1a7b893 admin admin] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:00.559041 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-10258c5a-4838-4cfe-afb0-a0f1e1a7b893 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4096761 Feb 16 13:05:00.562167 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 40984) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:05:00.567158 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-0f25a20b-0efd-400c-a3a9-a42d18ebbe9d admin admin] Request body: {'subnet': {'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-231273236-subnet', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:00.590500 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f25a20b-0efd-400c-a3a9-a42d18ebbe9d admin admin] Made reservation on behalf of 9fdabd1aa7b74bac8f7b6728ad4f430f for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:05:00.590924 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10258c5a-4838-4cfe-afb0-a0f1e1a7b893 admin admin] Pushing event updated for resources: {'Network': ['ID=1330045a-1c70-4389-aaf5-632a2aebc6c6,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:00.593046 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0f25a20b-0efd-400c-a3a9-a42d18ebbe9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:00.602154 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 1330045a-1c70-4389-aaf5-632a2aebc6c6 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:05:00.766180 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0f25a20b-0efd-400c-a3a9-a42d18ebbe9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:00.819900 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25a20b-0efd-400c-a3a9-a42d18ebbe9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dd123f9-789d-4660-aab8-ad9f8ea48987,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:00.834575 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f25a20b-0efd-400c-a3a9-a42d18ebbe9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:00.834928 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f25a20b-0efd-400c-a3a9-a42d18ebbe9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:00.835269 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f25a20b-0efd-400c-a3a9-a42d18ebbe9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:00.835605 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f25a20b-0efd-400c-a3a9-a42d18ebbe9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:00.835938 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f25a20b-0efd-400c-a3a9-a42d18ebbe9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:00.836272 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f25a20b-0efd-400c-a3a9-a42d18ebbe9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:00.836605 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f25a20b-0efd-400c-a3a9-a42d18ebbe9d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:00.836954 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f25a20b-0efd-400c-a3a9-a42d18ebbe9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:00.837281 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f25a20b-0efd-400c-a3a9-a42d18ebbe9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:00.837608 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f25a20b-0efd-400c-a3a9-a42d18ebbe9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:00.837927 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f25a20b-0efd-400c-a3a9-a42d18ebbe9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:00.838249 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f25a20b-0efd-400c-a3a9-a42d18ebbe9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:00.847564 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f25a20b-0efd-400c-a3a9-a42d18ebbe9d admin admin] Checking segment: {'id': 'f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:05:00.847924 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f25a20b-0efd-400c-a3a9-a42d18ebbe9d admin admin] Network hostable DHCP agents. Network: 1330045a-1c70-4389-aaf5-632a2aebc6c6, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:05:00.864791 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f25a20b-0efd-400c-a3a9-a42d18ebbe9d admin admin] Network 1330045a-1c70-4389-aaf5-632a2aebc6c6 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:05:00.873683 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-0f25a20b-0efd-400c-a3a9-a42d18ebbe9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 1330045a-1c70-4389-aaf5-632a2aebc6c6) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:05:00.878422 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f25a20b-0efd-400c-a3a9-a42d18ebbe9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:00.879078 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0f25a20b-0efd-400c-a3a9-a42d18ebbe9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:00.883828 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc8902c-1918-4479-9180-0870d1fe84f7 None None] Network 1330045a-1c70-4389-aaf5-632a2aebc6c6 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:05:00.895770 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0f25a20b-0efd-400c-a3a9-a42d18ebbe9d admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3324740 Feb 16 13:05:00.898956 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 40986) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:05:00.904105 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-aed642c0-bd3d-41ea-9e97-44c9c79b3d14 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-231273236-router', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:00.931380 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aed642c0-bd3d-41ea-9e97-44c9c79b3d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:00.932605 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aed642c0-bd3d-41ea-9e97-44c9c79b3d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:00.998362 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aed642c0-bd3d-41ea-9e97-44c9c79b3d14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:01.038148 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b04e57d-3991-4022-b5ef-37ee7a108e15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-1330045a-1c70-4389-aaf5-632a2aebc6c6', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'fixed_ips': [{'subnet_id': '1dd123f9-789d-4660-aab8-ad9f8ea48987'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 13:05:01.039025 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6b04e57d-3991-4022-b5ef-37ee7a108e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:01.140828 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aed642c0-bd3d-41ea-9e97-44c9c79b3d14 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:01.187808 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-6b04e57d-3991-4022-b5ef-37ee7a108e15 None None] Allocated IP 172.20.0.2 (1330045a-1c70-4389-aaf5-632a2aebc6c6/1dd123f9-789d-4660-aab8-ad9f8ea48987/213e6803-d28e-4920-a2f1-26004d08401f) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:05:01.329625 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6b04e57d-3991-4022-b5ef-37ee7a108e15 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:01.335449 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6b04e57d-3991-4022-b5ef-37ee7a108e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:01.348983 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aed642c0-bd3d-41ea-9e97-44c9c79b3d14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:01.367649 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aed642c0-bd3d-41ea-9e97-44c9c79b3d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:01.374198 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b04e57d-3991-4022-b5ef-37ee7a108e15 None None] Network 1330045a-1c70-4389-aaf5-632a2aebc6c6 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:05:01.377216 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-6b04e57d-3991-4022-b5ef-37ee7a108e15 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:05:01.381455 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b04e57d-3991-4022-b5ef-37ee7a108e15 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:05:01.387371 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04e57d-3991-4022-b5ef-37ee7a108e15 None None] Pushing event updated for resources: {'Port': ['ID=213e6803-d28e-4920-a2f1-26004d08401f,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:01.443112 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-6b04e57d-3991-4022-b5ef-37ee7a108e15 None None] Attempting to bind port 213e6803-d28e-4920-a2f1-26004d08401f on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:05:01.443535 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-6b04e57d-3991-4022-b5ef-37ee7a108e15 None None] Attempting to bind port 213e6803-d28e-4920-a2f1-26004d08401f by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:05:01.443900 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b04e57d-3991-4022-b5ef-37ee7a108e15 None None] Attempting to bind port 213e6803-d28e-4920-a2f1-26004d08401f on network 1330045a-1c70-4389-aaf5-632a2aebc6c6 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:05:01.449081 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b04e57d-3991-4022-b5ef-37ee7a108e15 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:05:01.449453 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b04e57d-3991-4022-b5ef-37ee7a108e15 None None] Checking segment: {'id': 'f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:05:01.449852 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6b04e57d-3991-4022-b5ef-37ee7a108e15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:01.450243 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b04e57d-3991-4022-b5ef-37ee7a108e15 None None] Bound using segment: {'id': 'f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:05:01.450745 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-6b04e57d-3991-4022-b5ef-37ee7a108e15 None None] Bound port: 213e6803-d28e-4920-a2f1-26004d08401f, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:05:01.451109 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6b04e57d-3991-4022-b5ef-37ee7a108e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:01.479524 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-aed642c0-bd3d-41ea-9e97-44c9c79b3d14 admin admin] Allocated IP 172.26.2.194 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/105d7cb9-6686-4dce-8258-8e9fd04808cc) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:05:01.514863 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-6b04e57d-3991-4022-b5ef-37ee7a108e15 None None] For port 213e6803-d28e-4920-a2f1-26004d08401f, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:05:01.517969 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-6b04e57d-3991-4022-b5ef-37ee7a108e15 None None] For port 213e6803-d28e-4920-a2f1-26004d08401f, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=213e6803-d28e-4920-a2f1-26004d08401f,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:05:01.522631 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6b04e57d-3991-4022-b5ef-37ee7a108e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:01.576748 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04e57d-3991-4022-b5ef-37ee7a108e15 None None] Pushing event updated for resources: {'Port': ['ID=213e6803-d28e-4920-a2f1-26004d08401f,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:01.590052 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aed642c0-bd3d-41ea-9e97-44c9c79b3d14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:01.626324 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aed642c0-bd3d-41ea-9e97-44c9c79b3d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:01.665361 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed642c0-bd3d-41ea-9e97-44c9c79b3d14 admin admin] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:05:01.670881 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-aed642c0-bd3d-41ea-9e97-44c9c79b3d14 admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:05:01.676814 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 6041dc14-d1a7-4aa7-a05d-470e874ec177 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:05:01.682639 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed642c0-bd3d-41ea-9e97-44c9c79b3d14 admin admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:05:01.686089 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed642c0-bd3d-41ea-9e97-44c9c79b3d14 admin admin] Pushing event updated for resources: {'Port': ['ID=105d7cb9-6686-4dce-8258-8e9fd04808cc,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:01.700526 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] No Port match for: 6041dc14-d1a7-4aa7-a05d-470e874ec177 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:05:01.701083 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 6041dc14-d1a7-4aa7-a05d-470e874ec177 not bound to the agent host hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:05:01.959175 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aed642c0-bd3d-41ea-9e97-44c9c79b3d14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:02.151540 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aed642c0-bd3d-41ea-9e97-44c9c79b3d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:02.296366 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed642c0-bd3d-41ea-9e97-44c9c79b3d14 admin admin] Router 5431f058-d37e-4f0c-b9a0-32a15acb4714 is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 13:05:02.405350 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed642c0-bd3d-41ea-9e97-44c9c79b3d14 admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:05:02.414741 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3575feb0-27c5-4a76-b1c7-fddf3ff3e622 None None] Sync routers for ids ['5431f058-d37e-4f0c-b9a0-32a15acb4714'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:05:02.423263 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aed642c0-bd3d-41ea-9e97-44c9c79b3d14 admin admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:02.425073 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-aed642c0-bd3d-41ea-9e97-44c9c79b3d14 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5249395 Feb 16 13:05:02.427716 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 40988) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:05:02.430062 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3575feb0-27c5-4a76-b1c7-fddf3ff3e622 None None] Routers {'5431f058-d37e-4f0c-b9a0-32a15acb4714'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:05:02.430679 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-3575feb0-27c5-4a76-b1c7-fddf3ff3e622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:04:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['5431f058-d37e-4f0c-b9a0-32a15acb4714'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:02.519133 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3471de-9bf4-401c-9d80-9f83ef6ba834 None None] Network 1330045a-1c70-4389-aaf5-632a2aebc6c6 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:05:02.597526 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-f3835fd3-8708-4766-b4c9-0392b081f1c7 None None] Provisioning complete for port 213e6803-d28e-4920-a2f1-26004d08401f triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:05:02.598122 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f3835fd3-8708-4766-b4c9-0392b081f1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:02.627843 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-3575feb0-27c5-4a76-b1c7-fddf3ff3e622 None None] Set router 5431f058-d37e-4f0c-b9a0-32a15acb4714 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:05:02.919761 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f3835fd3-8708-4766-b4c9-0392b081f1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:02.956429 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 213e6803-d28e-4920-a2f1-26004d08401f up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:05:03.003899 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-f3835fd3-8708-4766-b4c9-0392b081f1c7 None None] For port 213e6803-d28e-4920-a2f1-26004d08401f, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=213e6803-d28e-4920-a2f1-26004d08401f,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:05:03.012960 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f3835fd3-8708-4766-b4c9-0392b081f1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:03.053284 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-3575feb0-27c5-4a76-b1c7-fddf3ff3e622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'name': 'tempest-ServerActionsTestJSON-231273236-router', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:00Z', 'updated_at': '2022-02-16T13:05:01Z', 'revision_number': 3, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'gw_port': {'id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:01Z', 'updated_at': '2022-02-16T13:05:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:03.206808 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c66eae62-52a8-4a99-9923-9150b790e0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:03.245851 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3575feb0-27c5-4a76-b1c7-fddf3ff3e622 None None] Checking router: 5431f058-d37e-4f0c-b9a0-32a15acb4714 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:05:03.246188 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3575feb0-27c5-4a76-b1c7-fddf3ff3e622 None None] Updating router 5431f058-d37e-4f0c-b9a0-32a15acb4714 port 105d7cb9-6686-4dce-8258-8e9fd04808cc binding host dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:05:03.287044 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 213e6803-d28e-4920-a2f1-26004d08401f triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:05:03.287411 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:03.292148 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3835fd3-8708-4766-b4c9-0392b081f1c7 None None] Pushing event updated for resources: {'Port': ['ID=213e6803-d28e-4920-a2f1-26004d08401f,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:03.316191 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-93a31166-25cf-4b19-ba7f-ac0c1c3a20b6 None None] Provisioning complete for port 213e6803-d28e-4920-a2f1-26004d08401f triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:05:03.316560 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-93a31166-25cf-4b19-ba7f-ac0c1c3a20b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:03.319656 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3575feb0-27c5-4a76-b1c7-fddf3ff3e622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:03.416542 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-c66eae62-52a8-4a99-9923-9150b790e0cb admin admin] Allocated IP 172.20.0.1 (1330045a-1c70-4389-aaf5-632a2aebc6c6/1dd123f9-789d-4660-aab8-ad9f8ea48987/9fd2cf59-f271-4394-9d99-036941754812) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:05:03.518305 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c66eae62-52a8-4a99-9923-9150b790e0cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:03.553519 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c66eae62-52a8-4a99-9923-9150b790e0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:03.588880 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66eae62-52a8-4a99-9923-9150b790e0cb admin admin] Network 1330045a-1c70-4389-aaf5-632a2aebc6c6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:05:03.591829 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-c66eae62-52a8-4a99-9923-9150b790e0cb admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:05:03.598004 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66eae62-52a8-4a99-9923-9150b790e0cb admin admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:05:03.632454 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66eae62-52a8-4a99-9923-9150b790e0cb admin admin] Pushing event updated for resources: {'Port': ['ID=9fd2cf59-f271-4394-9d99-036941754812,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:03.649275 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c66eae62-52a8-4a99-9923-9150b790e0cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:03.693174 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3575feb0-27c5-4a76-b1c7-fddf3ff3e622 None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:03.700731 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3575feb0-27c5-4a76-b1c7-fddf3ff3e622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:03.756037 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-3575feb0-27c5-4a76-b1c7-fddf3ff3e622 None None] Attempting to bind port 105d7cb9-6686-4dce-8258-8e9fd04808cc on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:05:03.756473 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-3575feb0-27c5-4a76-b1c7-fddf3ff3e622 None None] Attempting to bind port 105d7cb9-6686-4dce-8258-8e9fd04808cc by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:05:03.756829 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3575feb0-27c5-4a76-b1c7-fddf3ff3e622 None None] Attempting to bind port 105d7cb9-6686-4dce-8258-8e9fd04808cc on network a08a3d1b-2e35-4b18-9cb0-756d355083e6 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:05:03.768594 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3575feb0-27c5-4a76-b1c7-fddf3ff3e622 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:05:03.768990 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3575feb0-27c5-4a76-b1c7-fddf3ff3e622 None None] Checking segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:05:03.769391 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3575feb0-27c5-4a76-b1c7-fddf3ff3e622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:03.769783 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3575feb0-27c5-4a76-b1c7-fddf3ff3e622 None None] Bound using segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:05:03.770244 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-3575feb0-27c5-4a76-b1c7-fddf3ff3e622 None None] Bound port: 105d7cb9-6686-4dce-8258-8e9fd04808cc, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:05:03.770622 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3575feb0-27c5-4a76-b1c7-fddf3ff3e622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:03.773785 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ade7c-934c-4d73-aa6b-ae612e040fa7 None None] Pushing event updated for resources: {'Port': ['ID=105d7cb9-6686-4dce-8258-8e9fd04808cc,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:03.788949 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c66eae62-52a8-4a99-9923-9150b790e0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:03.828453 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-3575feb0-27c5-4a76-b1c7-fddf3ff3e622 None None] For port 105d7cb9-6686-4dce-8258-8e9fd04808cc, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:05:03.832350 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-3575feb0-27c5-4a76-b1c7-fddf3ff3e622 None None] For port 105d7cb9-6686-4dce-8258-8e9fd04808cc, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=105d7cb9-6686-4dce-8258-8e9fd04808cc,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:05:03.837748 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3575feb0-27c5-4a76-b1c7-fddf3ff3e622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:03.899290 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3575feb0-27c5-4a76-b1c7-fddf3ff3e622 None None] Routers {'5431f058-d37e-4f0c-b9a0-32a15acb4714'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:05:03.899915 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-3575feb0-27c5-4a76-b1c7-fddf3ff3e622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:04:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['5431f058-d37e-4f0c-b9a0-32a15acb4714'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:03.945751 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ade7c-934c-4d73-aa6b-ae612e040fa7 None None] Pushing event updated for resources: {'Port': ['ID=105d7cb9-6686-4dce-8258-8e9fd04808cc,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:03.956922 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-4f09e7bb-bc36-4afa-a8c5-138108c0f2ed None None] Provisioning complete for port 9fd2cf59-f271-4394-9d99-036941754812 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:05:03.957295 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4f09e7bb-bc36-4afa-a8c5-138108c0f2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:03.958615 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c66eae62-52a8-4a99-9923-9150b790e0cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:03.963239 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c66eae62-52a8-4a99-9923-9150b790e0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:04.027065 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-4f09e7bb-bc36-4afa-a8c5-138108c0f2ed None None] Port 9fd2cf59-f271-4394-9d99-036941754812 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:05:04.033391 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c66eae62-52a8-4a99-9923-9150b790e0cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:04.036852 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66eae62-52a8-4a99-9923-9150b790e0cb admin admin] Pushing event updated for resources: {'Port': ['ID=9fd2cf59-f271-4394-9d99-036941754812,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:04.054875 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-3575feb0-27c5-4a76-b1c7-fddf3ff3e622 None None] Set router 5431f058-d37e-4f0c-b9a0-32a15acb4714 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:05:04.132148 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66eae62-52a8-4a99-9923-9150b790e0cb admin admin] Network 1330045a-1c70-4389-aaf5-632a2aebc6c6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:05:04.133707 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-c66eae62-52a8-4a99-9923-9150b790e0cb admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:05:04.256536 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66eae62-52a8-4a99-9923-9150b790e0cb admin admin] Router 5431f058-d37e-4f0c-b9a0-32a15acb4714 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:05:04.262049 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-3575feb0-27c5-4a76-b1c7-fddf3ff3e622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'name': 'tempest-ServerActionsTestJSON-231273236-router', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:00Z', 'updated_at': '2022-02-16T13:05:03Z', 'revision_number': 4, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'gw_port': {'id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:01Z', 'updated_at': '2022-02-16T13:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '9fd2cf59-f271-4394-9d99-036941754812', 'name': '', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'mac_address': 'fa:16:3e:16:06:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:03Z', 'updated_at': '2022-02-16T13:05:03Z', 'revision_number': 1, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'subnets': [{'id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:04.289603 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3575feb0-27c5-4a76-b1c7-fddf3ff3e622 None None] The sync data for ids ['5431f058-d37e-4f0c-b9a0-32a15acb4714'] in dv-neutron-828142-3-hyperv is: [{'id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'name': 'tempest-ServerActionsTestJSON-231273236-router', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:00Z', 'updated_at': '2022-02-16T13:05:03Z', 'revision_number': 4, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'gw_port': {'id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:01Z', 'updated_at': '2022-02-16T13:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '9fd2cf59-f271-4394-9d99-036941754812', 'name': '', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'mac_address': 'fa:16:3e:16:06:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:03Z', 'updated_at': '2022-02-16T13:05:03Z', 'revision_number': 1, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'subnets': [{'id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:05:04.369430 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66eae62-52a8-4a99-9923-9150b790e0cb admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:05:04.374750 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c66eae62-52a8-4a99-9923-9150b790e0cb admin admin] 10.222.0.90 "PUT /v2.0/routers/5431f058-d37e-4f0c-b9a0-32a15acb4714/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9460700 Feb 16 13:05:04.456841 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-52788b6a-91ac-4ab3-ad2d-278f669c5fc5 None None] Provisioning complete for port 9fd2cf59-f271-4394-9d99-036941754812 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:05:04.457364 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-52788b6a-91ac-4ab3-ad2d-278f669c5fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:04.510445 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-52788b6a-91ac-4ab3-ad2d-278f669c5fc5 None None] Port 9fd2cf59-f271-4394-9d99-036941754812 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:05:04.950424 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 213e6803-d28e-4920-a2f1-26004d08401f up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:05:05.011082 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 213e6803-d28e-4920-a2f1-26004d08401f triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:05:05.011688 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:05.942093 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 40998) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:05:05.946696 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-25085c91-ef6c-4842-aeaf-1a13076a722e tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Request body: {'security_group': {'name': 'tempest-securitygroup--617932276', 'description': 'tempest-description--1824716347'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:05.970579 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-25085c91-ef6c-4842-aeaf-1a13076a722e tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:06.046251 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-25085c91-ef6c-4842-aeaf-1a13076a722e tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:06.049370 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-25085c91-ef6c-4842-aeaf-1a13076a722e tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:06.078438 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-25085c91-ef6c-4842-aeaf-1a13076a722e tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:06.079678 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-25085c91-ef6c-4842-aeaf-1a13076a722e tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1365662 Feb 16 13:05:06.082142 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25085c91-ef6c-4842-aeaf-1a13076a722e tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:06.083429 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 41000) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:05:06.088445 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-b3c4db52-0e0c-446c-9e61-d63bfb3847fc tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Request body: {'security_group_rule': {'security_group_id': 'af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:06.118798 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b3c4db52-0e0c-446c-9e61-d63bfb3847fc tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:06.165813 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b3c4db52-0e0c-446c-9e61-d63bfb3847fc tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:06.169859 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b3c4db52-0e0c-446c-9e61-d63bfb3847fc tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:06.185616 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bf5d79-e87e-4193-95b2-f8ca3923de6b None None] Sync routers for ids ['5431f058-d37e-4f0c-b9a0-32a15acb4714'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:05:06.188505 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c4db52-0e0c-446c-9e61-d63bfb3847fc tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4415f0c4-a407-4eb5-a4ac-cea933871916,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:06.196609 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b3c4db52-0e0c-446c-9e61-d63bfb3847fc tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:06.197842 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b3c4db52-0e0c-446c-9e61-d63bfb3847fc tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1132934 Feb 16 13:05:06.198726 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bf5d79-e87e-4193-95b2-f8ca3923de6b None None] Routers {'5431f058-d37e-4f0c-b9a0-32a15acb4714'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:05:06.199401 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-28bf5d79-e87e-4193-95b2-f8ca3923de6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:04:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['5431f058-d37e-4f0c-b9a0-32a15acb4714'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:06.200482 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 41002) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:05:06.205043 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-faa0712f-6f91-4e50-a103-234baf54466e tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Request body: {'security_group_rule': {'security_group_id': 'af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:06.234349 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-faa0712f-6f91-4e50-a103-234baf54466e tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:06.291216 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-faa0712f-6f91-4e50-a103-234baf54466e tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:06.295404 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-faa0712f-6f91-4e50-a103-234baf54466e tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:06.307166 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-28bf5d79-e87e-4193-95b2-f8ca3923de6b None None] Set router 5431f058-d37e-4f0c-b9a0-32a15acb4714 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:05:06.310741 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa0712f-6f91-4e50-a103-234baf54466e tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=564e8741-211a-412d-a998-d218c49d6e4e,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:06.322859 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-faa0712f-6f91-4e50-a103-234baf54466e tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:06.324070 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-faa0712f-6f91-4e50-a103-234baf54466e tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224699 Feb 16 13:05:06.327063 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 41004) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:05:06.331654 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-dcf5c4fc-7c5c-49f3-9e7b-92475dad1cad tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Request body: {'floatingip': {'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:06.355404 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-dcf5c4fc-7c5c-49f3-9e7b-92475dad1cad tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks [] for floatingip, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:06.455124 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-dcf5c4fc-7c5c-49f3-9e7b-92475dad1cad tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:06.507658 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-28bf5d79-e87e-4193-95b2-f8ca3923de6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'name': 'tempest-ServerActionsTestJSON-231273236-router', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:00Z', 'updated_at': '2022-02-16T13:05:03Z', 'revision_number': 4, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'gw_port': {'id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:01Z', 'updated_at': '2022-02-16T13:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '9fd2cf59-f271-4394-9d99-036941754812', 'name': '', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'mac_address': 'fa:16:3e:16:06:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:03Z', 'updated_at': '2022-02-16T13:05:03Z', 'revision_number': 2, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'subnets': [{'id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:06.537437 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bf5d79-e87e-4193-95b2-f8ca3923de6b None None] Checking router: 5431f058-d37e-4f0c-b9a0-32a15acb4714 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:05:06.537786 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bf5d79-e87e-4193-95b2-f8ca3923de6b None None] Updating router 5431f058-d37e-4f0c-b9a0-32a15acb4714 port 9fd2cf59-f271-4394-9d99-036941754812 binding host dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:05:06.563520 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-dcf5c4fc-7c5c-49f3-9e7b-92475dad1cad tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Allocated IP 172.26.2.189 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/b444df00-a445-4a30-9539-f448812121e3) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:05:06.567686 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-28bf5d79-e87e-4193-95b2-f8ca3923de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:06.669893 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-dcf5c4fc-7c5c-49f3-9e7b-92475dad1cad tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:06.706274 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-dcf5c4fc-7c5c-49f3-9e7b-92475dad1cad tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:06.746103 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf5c4fc-7c5c-49f3-9e7b-92475dad1cad tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:05:06.750777 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-dcf5c4fc-7c5c-49f3-9e7b-92475dad1cad tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:05:06.753347 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf5c4fc-7c5c-49f3-9e7b-92475dad1cad tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:05:06.775969 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5c4fc-7c5c-49f3-9e7b-92475dad1cad tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Pushing event updated for resources: {'Port': ['ID=b444df00-a445-4a30-9539-f448812121e3,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:06.836946 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-28bf5d79-e87e-4193-95b2-f8ca3923de6b None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:06.843010 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-28bf5d79-e87e-4193-95b2-f8ca3923de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:06.848559 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-dcf5c4fc-7c5c-49f3-9e7b-92475dad1cad tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:06.895930 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-dcf5c4fc-7c5c-49f3-9e7b-92475dad1cad tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:06.934961 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dec3c0-287f-421f-8d7d-cf98d3f0b588 None None] Pushing event updated for resources: {'Port': ['ID=9fd2cf59-f271-4394-9d99-036941754812,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:06.954935 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dec3c0-287f-421f-8d7d-cf98d3f0b588 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:06.956070 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dec3c0-287f-421f-8d7d-cf98d3f0b588 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:06.956594 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dec3c0-287f-421f-8d7d-cf98d3f0b588 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:06.957088 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dec3c0-287f-421f-8d7d-cf98d3f0b588 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:06.957655 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dec3c0-287f-421f-8d7d-cf98d3f0b588 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:06.958130 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dec3c0-287f-421f-8d7d-cf98d3f0b588 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:06.958617 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dec3c0-287f-421f-8d7d-cf98d3f0b588 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:06.959131 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dec3c0-287f-421f-8d7d-cf98d3f0b588 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:06.959651 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dec3c0-287f-421f-8d7d-cf98d3f0b588 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:06.960161 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dec3c0-287f-421f-8d7d-cf98d3f0b588 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:06.960693 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dec3c0-287f-421f-8d7d-cf98d3f0b588 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:06.961205 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dec3c0-287f-421f-8d7d-cf98d3f0b588 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:06.987722 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-28bf5d79-e87e-4193-95b2-f8ca3923de6b None None] Attempting to bind port 9fd2cf59-f271-4394-9d99-036941754812 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:05:06.988186 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 105d7cb9-6686-4dce-8258-8e9fd04808cc up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:05:06.989456 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-28bf5d79-e87e-4193-95b2-f8ca3923de6b None None] Attempting to bind port 9fd2cf59-f271-4394-9d99-036941754812 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:05:06.990193 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bf5d79-e87e-4193-95b2-f8ca3923de6b None None] Attempting to bind port 9fd2cf59-f271-4394-9d99-036941754812 on network 1330045a-1c70-4389-aaf5-632a2aebc6c6 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:05:06.999464 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bf5d79-e87e-4193-95b2-f8ca3923de6b None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:05:07.000400 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bf5d79-e87e-4193-95b2-f8ca3923de6b None None] Checking segment: {'id': 'f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:05:07.001268 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-28bf5d79-e87e-4193-95b2-f8ca3923de6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:07.002136 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bf5d79-e87e-4193-95b2-f8ca3923de6b None None] Bound using segment: {'id': 'f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:05:07.003145 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-28bf5d79-e87e-4193-95b2-f8ca3923de6b None None] Bound port: 9fd2cf59-f271-4394-9d99-036941754812, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:05:07.004002 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-28bf5d79-e87e-4193-95b2-f8ca3923de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:07.088946 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 105d7cb9-6686-4dce-8258-8e9fd04808cc triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:05:07.089509 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:07.098176 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-28bf5d79-e87e-4193-95b2-f8ca3923de6b None None] For port 9fd2cf59-f271-4394-9d99-036941754812, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:05:07.101826 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-28bf5d79-e87e-4193-95b2-f8ca3923de6b None None] For port 9fd2cf59-f271-4394-9d99-036941754812, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=9fd2cf59-f271-4394-9d99-036941754812,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:05:07.110006 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-28bf5d79-e87e-4193-95b2-f8ca3923de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:07.119495 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-dcf5c4fc-7c5c-49f3-9e7b-92475dad1cad tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:07.131559 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-dcf5c4fc-7c5c-49f3-9e7b-92475dad1cad tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:07.168933 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bf5d79-e87e-4193-95b2-f8ca3923de6b None None] Routers {'5431f058-d37e-4f0c-b9a0-32a15acb4714'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:05:07.169483 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-28bf5d79-e87e-4193-95b2-f8ca3923de6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:04:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['5431f058-d37e-4f0c-b9a0-32a15acb4714'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:07.207914 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:07.213532 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5c4fc-7c5c-49f3-9e7b-92475dad1cad tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Pushing event updated for resources: {'Port': ['ID=b444df00-a445-4a30-9539-f448812121e3,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:07.221330 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dec3c0-287f-421f-8d7d-cf98d3f0b588 None None] Pushing event updated for resources: {'Port': ['ID=9fd2cf59-f271-4394-9d99-036941754812,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:07.235831 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 105d7cb9-6686-4dce-8258-8e9fd04808cc, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=105d7cb9-6686-4dce-8258-8e9fd04808cc,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:05:07.238705 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-dcf5c4fc-7c5c-49f3-9e7b-92475dad1cad tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:07.247542 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:07.261703 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-dcf5c4fc-7c5c-49f3-9e7b-92475dad1cad tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:07.264711 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-dcf5c4fc-7c5c-49f3-9e7b-92475dad1cad tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9349756 Feb 16 13:05:07.294443 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-77f64d71-a968-4b40-81e8-31e13b750271 None None] Provisioning complete for port 9fd2cf59-f271-4394-9d99-036941754812 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:05:07.294941 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-77f64d71-a968-4b40-81e8-31e13b750271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:07.311192 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-28bf5d79-e87e-4193-95b2-f8ca3923de6b None None] Set router 5431f058-d37e-4f0c-b9a0-32a15acb4714 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:05:07.360146 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=105d7cb9-6686-4dce-8258-8e9fd04808cc,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:07.433031 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-77f64d71-a968-4b40-81e8-31e13b750271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:07.434686 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-a62f07ef-13b7-4d00-88df-6c84205c4ee9 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--617932276&fields=id&tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f HTTP/1.1" status: 200 len: 267 time: 0.0517488 Feb 16 13:05:07.473842 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-77f64d71-a968-4b40-81e8-31e13b750271 None None] For port 9fd2cf59-f271-4394-9d99-036941754812, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=9fd2cf59-f271-4394-9d99-036941754812,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:05:07.480140 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-77f64d71-a968-4b40-81e8-31e13b750271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:07.538093 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f64d71-a968-4b40-81e8-31e13b750271 None None] Pushing event updated for resources: {'Port': ['ID=9fd2cf59-f271-4394-9d99-036941754812,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:07.552058 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-28bf5d79-e87e-4193-95b2-f8ca3923de6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'name': 'tempest-ServerActionsTestJSON-231273236-router', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:00Z', 'updated_at': '2022-02-16T13:05:03Z', 'revision_number': 4, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'gw_port': {'id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:01Z', 'updated_at': '2022-02-16T13:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '9fd2cf59-f271-4394-9d99-036941754812', 'name': '', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'mac_address': 'fa:16:3e:16:06:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:03Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 4, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'subnets': [{'id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:07.561241 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-8168522c-b445-4e0e-bd96-7db1a762ffc1 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:07.562727 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-8168522c-b445-4e0e-bd96-7db1a762ffc1 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/networks?id=1330045a-1c70-4389-aaf5-632a2aebc6c6 HTTP/1.1" status: 200 len: 811 time: 0.1271224 Feb 16 13:05:07.578188 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-4219a3a5-41f0-4bd2-b0d2-ab496a3c8c10 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/quotas/9fdabd1aa7b74bac8f7b6728ad4f430f HTTP/1.1" status: 200 len: 375 time: 0.0091240 Feb 16 13:05:07.579048 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bf5d79-e87e-4193-95b2-f8ca3923de6b None None] The sync data for ids ['5431f058-d37e-4f0c-b9a0-32a15acb4714'] in dv-neutron-828142-3-hyperv is: [{'id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'name': 'tempest-ServerActionsTestJSON-231273236-router', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:00Z', 'updated_at': '2022-02-16T13:05:03Z', 'revision_number': 4, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'gw_port': {'id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:01Z', 'updated_at': '2022-02-16T13:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '9fd2cf59-f271-4394-9d99-036941754812', 'name': '', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'mac_address': 'fa:16:3e:16:06:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:03Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 4, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'subnets': [{'id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:05:07.601800 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-889ddda0-6368-4330-827d-92e74bf55122 None None] Provisioning complete for port 9fd2cf59-f271-4394-9d99-036941754812 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:05:07.602337 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-889ddda0-6368-4330-827d-92e74bf55122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:07.640948 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-6c122cd1-e9cd-4200-85b4-7da03bcbdb70 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0565891 Feb 16 13:05:07.712149 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-9e6227a4-cbab-4aa6-9bac-874a764c087c service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:05:07.713400 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-9e6227a4-cbab-4aa6-9bac-874a764c087c service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0601187 Feb 16 13:05:07.808744 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-4c85c6e9-06a2-47a0-b36a-0fe600019e8c service neutron] 10.222.0.90 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891466 Feb 16 13:05:07.898381 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-1a35ddf2-48a2-458e-a2f3-89c77c9b2272 service neutron] 10.222.0.90 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836546 Feb 16 13:05:08.058601 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f91e1c70-65e0-43ee-8d2e-88514da53d88 req-db164666-8685-4853-a0df-25c432874157 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 210 time: 0.0282745 Feb 16 13:05:08.940439 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 9fd2cf59-f271-4394-9d99-036941754812 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:05:08.995494 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 9fd2cf59-f271-4394-9d99-036941754812 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:05:08.996233 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:09.114241 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 105d7cb9-6686-4dce-8258-8e9fd04808cc up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:05:09.121837 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-5ea0a66d-6bb5-42b7-9679-d56361583529 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:09.123575 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-5ea0a66d-6bb5-42b7-9679-d56361583529 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.42 "GET /v2.0/networks?id=1330045a-1c70-4389-aaf5-632a2aebc6c6 HTTP/1.1" status: 200 len: 811 time: 0.1260476 Feb 16 13:05:09.167933 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 105d7cb9-6686-4dce-8258-8e9fd04808cc triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:05:09.168301 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:09.173407 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-86ee8efd-5225-4308-b2fc-35737f272984 req-64f74f4e-3a5e-449c-a368-957b6b4fd99d tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 210 time: 0.0339413 Feb 16 13:05:09.178121 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-9c0fe97d-fd8c-4969-92dc-89bcc9fa39eb tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f HTTP/1.1" status: 200 len: 379 time: 0.0451968 Feb 16 13:05:09.198545 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-3db93ac5-daa9-407a-b2fc-0586f462b442 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Request body: {'port': {'device_id': '62b0107e-a4e0-4401-be9d-8b9970dff003', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'admin_state_up': True, 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'security_groups': ['af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:09.327246 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-3db93ac5-daa9-407a-b2fc-0586f462b442 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Made reservation on behalf of 9fdabd1aa7b74bac8f7b6728ad4f430f for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:05:09.331054 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-3db93ac5-daa9-407a-b2fc-0586f462b442 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:09.466077 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-3db93ac5-daa9-407a-b2fc-0586f462b442 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Allocated IP 172.20.0.13 (1330045a-1c70-4389-aaf5-632a2aebc6c6/1dd123f9-789d-4660-aab8-ad9f8ea48987/a34c4dce-93eb-487f-a5ce-56289829d9be) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:05:09.602307 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-3db93ac5-daa9-407a-b2fc-0586f462b442 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:09.636857 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-3db93ac5-daa9-407a-b2fc-0586f462b442 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:09.685700 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-3db93ac5-daa9-407a-b2fc-0586f462b442 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Network 1330045a-1c70-4389-aaf5-632a2aebc6c6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:05:09.688959 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-3db93ac5-daa9-407a-b2fc-0586f462b442 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:05:09.692520 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-3db93ac5-daa9-407a-b2fc-0586f462b442 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:05:09.721388 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db93ac5-daa9-407a-b2fc-0586f462b442 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Pushing event updated for resources: {'Port': ['ID=a34c4dce-93eb-487f-a5ce-56289829d9be,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:09.746984 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-3db93ac5-daa9-407a-b2fc-0586f462b442 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:09.747600 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-3db93ac5-daa9-407a-b2fc-0586f462b442 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:09.764443 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-3db93ac5-daa9-407a-b2fc-0586f462b442 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5702748 Feb 16 13:05:09.776365 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-b53333a6-1f89-478c-8b91-70fabfc109d8 service neutron] Request body: {'port': {'device_id': '62b0107e-a4e0-4401-be9d-8b9970dff003', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:09.833265 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-b53333a6-1f89-478c-8b91-70fabfc109d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:09.919984 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-32fc7ee4-5ccf-432d-ba78-417c8c1b8bff None None] Provisioning complete for port a34c4dce-93eb-487f-a5ce-56289829d9be triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:05:09.920395 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-32fc7ee4-5ccf-432d-ba78-417c8c1b8bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:09.957186 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-32fc7ee4-5ccf-432d-ba78-417c8c1b8bff None None] Port a34c4dce-93eb-487f-a5ce-56289829d9be cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:05:10.110425 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-b53333a6-1f89-478c-8b91-70fabfc109d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a34c4dce-93eb-487f-a5ce-56289829d9be {{(pid=109049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:05:10.119720 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-b53333a6-1f89-478c-8b91-70fabfc109d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:10.132454 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.provisioning_blocks [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-b53333a6-1f89-478c-8b91-70fabfc109d8 service neutron] Transition to ACTIVE for port object a34c4dce-93eb-487f-a5ce-56289829d9be will not be triggered until provisioned by entity L2. {{(pid=109049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:05:10.136256 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-b53333a6-1f89-478c-8b91-70fabfc109d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:10.184789 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53333a6-1f89-478c-8b91-70fabfc109d8 service neutron] Pushing event updated for resources: {'Port': ['ID=a34c4dce-93eb-487f-a5ce-56289829d9be,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:10.259605 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-b53333a6-1f89-478c-8b91-70fabfc109d8 service neutron] Attempting to bind port a34c4dce-93eb-487f-a5ce-56289829d9be on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:05:10.259941 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-b53333a6-1f89-478c-8b91-70fabfc109d8 service neutron] Attempting to bind port a34c4dce-93eb-487f-a5ce-56289829d9be by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:05:10.260274 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-b53333a6-1f89-478c-8b91-70fabfc109d8 service neutron] Attempting to bind port a34c4dce-93eb-487f-a5ce-56289829d9be on network 1330045a-1c70-4389-aaf5-632a2aebc6c6 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:05:10.264890 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-b53333a6-1f89-478c-8b91-70fabfc109d8 service neutron] Port a34c4dce-93eb-487f-a5ce-56289829d9be on network 1330045a-1c70-4389-aaf5-632a2aebc6c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:05:10.265206 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-b53333a6-1f89-478c-8b91-70fabfc109d8 service neutron] Attempting to bind port a34c4dce-93eb-487f-a5ce-56289829d9be on network 1330045a-1c70-4389-aaf5-632a2aebc6c6 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:05:10.270907 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-b53333a6-1f89-478c-8b91-70fabfc109d8 service neutron] Checking agent: {'id': '31a9428e-e23a-420f-bfe2-5870b63c0436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'started_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:05:10.271266 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-b53333a6-1f89-478c-8b91-70fabfc109d8 service neutron] Checking segment: {'id': 'f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:05:10.271626 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-b53333a6-1f89-478c-8b91-70fabfc109d8 service neutron] Bound using segment: {'id': 'f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6'} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:05:10.272057 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-b53333a6-1f89-478c-8b91-70fabfc109d8 service neutron] Bound port: a34c4dce-93eb-487f-a5ce-56289829d9be, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6'}}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:05:10.272417 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-b53333a6-1f89-478c-8b91-70fabfc109d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:10.307482 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa329e17-5f5a-4935-927d-342097fc67ca req-244739ac-9c05-484c-9137-553e5cf80a76 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:10.309165 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-aa329e17-5f5a-4935-927d-342097fc67ca req-244739ac-9c05-484c-9137-553e5cf80a76 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 944 time: 0.0572505 Feb 16 13:05:10.351152 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-b53333a6-1f89-478c-8b91-70fabfc109d8 service neutron] For port a34c4dce-93eb-487f-a5ce-56289829d9be, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:05:10.353123 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-aa329e17-5f5a-4935-927d-342097fc67ca req-cf536435-3937-4ca2-81b4-d0665bfe5a05 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370069 Feb 16 13:05:10.354576 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-b53333a6-1f89-478c-8b91-70fabfc109d8 service neutron] For port a34c4dce-93eb-487f-a5ce-56289829d9be, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a34c4dce-93eb-487f-a5ce-56289829d9be,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:05:10.375600 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-b53333a6-1f89-478c-8b91-70fabfc109d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:10.419977 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-b53333a6-1f89-478c-8b91-70fabfc109d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:10.420453 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-b53333a6-1f89-478c-8b91-70fabfc109d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:10.422267 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-b53333a6-1f89-478c-8b91-70fabfc109d8 service neutron] 10.222.0.42 "PUT /v2.0/ports/a34c4dce-93eb-487f-a5ce-56289829d9be HTTP/1.1" status: 200 len: 1094 time: 0.6504042 Feb 16 13:05:10.422810 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b0107e-a4e0-4401-be9d-8b9970dff003', 'tag': 'a34c4dce-93eb-487f-a5ce-56289829d9be'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:05:10.426559 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345d2a7f-12d3-43ce-abb5-2988d06ee216" -d '{"events": [{"name": "network-changed", "server_uuid": "62b0107e-a4e0-4401-be9d-8b9970dff003", "tag": "a34c4dce-93eb-487f-a5ce-56289829d9be"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:05:10.462759 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53333a6-1f89-478c-8b91-70fabfc109d8 service neutron] Pushing event updated for resources: {'Port': ['ID=a34c4dce-93eb-487f-a5ce-56289829d9be,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:10.487071 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f143b323-00a4-4bdb-87de-a493eed8bf95 x-openstack-request-id: req-f143b323-00a4-4bdb-87de-a493eed8bf95 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:05:10.487395 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b0107e-a4e0-4401-be9d-8b9970dff003", "tag": "a34c4dce-93eb-487f-a5ce-56289829d9be", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:05:10.487683 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f143b323-00a4-4bdb-87de-a493eed8bf95 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:05:10.488144 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b0107e-a4e0-4401-be9d-8b9970dff003', 'tag': 'a34c4dce-93eb-487f-a5ce-56289829d9be', 'status': 'completed', 'code': 200} Feb 16 13:05:10.528983 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-21af042e-a5a0-483f-9264-2cafa930cc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:10.530842 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-21af042e-a5a0-483f-9264-2cafa930cc25 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f&device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 1097 time: 0.0557895 Feb 16 13:05:10.579322 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-bfe284b2-0f7d-46dc-b342-baa05d2b43e4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a34c4dce-93eb-487f-a5ce-56289829d9be HTTP/1.1" status: 200 len: 217 time: 0.0414648 Feb 16 13:05:10.640404 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-a857af0f-bbc4-4090-873f-5058471bf41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:10.641940 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-a857af0f-bbc4-4090-873f-5058471bf41b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd123f9-789d-4660-aab8-ad9f8ea48987 HTTP/1.1" status: 200 len: 850 time: 0.0552914 Feb 16 13:05:10.686503 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-482bb31e-44fd-4e6a-a4f9-15e33483ba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:10.688001 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-482bb31e-44fd-4e6a-a4f9-15e33483ba8d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1330045a-1c70-4389-aaf5-632a2aebc6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399418 Feb 16 13:05:10.780153 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-3dcafe26-df48-4e27-9a31-6441c6f80fd1 service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858927 Feb 16 13:05:10.873784 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e2cff910-850c-4ec4-b3d9-f44eeea9f91d req-1bf3aeec-1a98-453b-9f33-61c4fa42d40a service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869069 Feb 16 13:05:10.958816 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d2a7f-12d3-43ce-abb5-2988d06ee216 req-ebf04600-7c96-4708-b0ee-c95d1b937e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:10.960340 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-345d2a7f-12d3-43ce-abb5-2988d06ee216 req-ebf04600-7c96-4708-b0ee-c95d1b937e05 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f&device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 1097 time: 0.0410411 Feb 16 13:05:11.057715 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d2a7f-12d3-43ce-abb5-2988d06ee216 req-e0a6a0b5-1370-40b4-86a6-bf77e1fa0919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:11.059193 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-345d2a7f-12d3-43ce-abb5-2988d06ee216 req-e0a6a0b5-1370-40b4-86a6-bf77e1fa0919 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1330045a-1c70-4389-aaf5-632a2aebc6c6 HTTP/1.1" status: 200 len: 912 time: 0.0910773 Feb 16 13:05:11.101586 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-345d2a7f-12d3-43ce-abb5-2988d06ee216 req-6b115405-9375-4efd-9acc-ca8ffca2b3cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a34c4dce-93eb-487f-a5ce-56289829d9be HTTP/1.1" status: 200 len: 217 time: 0.0344632 Feb 16 13:05:11.152899 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d2a7f-12d3-43ce-abb5-2988d06ee216 req-afd123b7-b3f1-4b18-a5b1-02446fc22323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:11.154364 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-345d2a7f-12d3-43ce-abb5-2988d06ee216 req-afd123b7-b3f1-4b18-a5b1-02446fc22323 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd123f9-789d-4660-aab8-ad9f8ea48987 HTTP/1.1" status: 200 len: 850 time: 0.0437720 Feb 16 13:05:11.203385 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d2a7f-12d3-43ce-abb5-2988d06ee216 req-be37c195-87fe-45c3-99d0-06f81cd9bfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:11.205848 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-345d2a7f-12d3-43ce-abb5-2988d06ee216 req-be37c195-87fe-45c3-99d0-06f81cd9bfc5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1330045a-1c70-4389-aaf5-632a2aebc6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442758 Feb 16 13:05:11.304478 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-345d2a7f-12d3-43ce-abb5-2988d06ee216 req-5ad434c4-814a-4c80-a26a-756ac3dc0fa2 service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903170 Feb 16 13:05:11.402423 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-345d2a7f-12d3-43ce-abb5-2988d06ee216 req-8d2e8829-5dd0-4257-a63d-91d7e5cda2cc service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889802 Feb 16 13:05:11.484924 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae133f-2394-44f3-ac1a-85d2fc6f835a req-a553a679-13b0-4a32-94a1-936bd877af1f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:11.486572 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6aae133f-2394-44f3-ac1a-85d2fc6f835a req-a553a679-13b0-4a32-94a1-936bd877af1f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 944 time: 0.0512660 Feb 16 13:05:11.525085 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6aae133f-2394-44f3-ac1a-85d2fc6f835a req-be8f9a6e-e2d9-4e9a-88fc-8221e1fa9f48 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325325 Feb 16 13:05:12.647242 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa70c1b-e9bd-4b70-990b-37890acb2129 req-27c881e2-3b2e-4e7e-add8-03b2efa8577d tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:12.649004 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1fa70c1b-e9bd-4b70-990b-37890acb2129 req-27c881e2-3b2e-4e7e-add8-03b2efa8577d tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 944 time: 0.0484979 Feb 16 13:05:12.687797 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1fa70c1b-e9bd-4b70-990b-37890acb2129 req-d76a3596-32ee-4667-8029-38b5800d444e tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317407 Feb 16 13:05:13.714838 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device a34c4dce-93eb-487f-a5ce-56289829d9be details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:05:13.809933 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d02eff-8b65-423d-aae1-929c57f0bfe2 req-c23315f6-5656-4419-b868-9e682e678c5b tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:13.811343 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port a34c4dce-93eb-487f-a5ce-56289829d9be, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a34c4dce-93eb-487f-a5ce-56289829d9be,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:05:13.811465 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-26d02eff-8b65-423d-aae1-929c57f0bfe2 req-c23315f6-5656-4419-b868-9e682e678c5b tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 944 time: 0.0522220 Feb 16 13:05:13.823682 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': 'a34c4dce-93eb-487f-a5ce-56289829d9be', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'port_id': 'a34c4dce-93eb-487f-a5ce-56289829d9be', 'mac_address': 'fa:16:3e:b4:3f:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:05:13.850946 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-26d02eff-8b65-423d-aae1-929c57f0bfe2 req-32a577a7-2d93-452e-8787-59583aadaae4 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323875 Feb 16 13:05:13.861766 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:13.874878 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a34c4dce-93eb-487f-a5ce-56289829d9be {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:05:13.894774 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port a34c4dce-93eb-487f-a5ce-56289829d9be, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a34c4dce-93eb-487f-a5ce-56289829d9be,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:05:13.900161 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:13.951894 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=a34c4dce-93eb-487f-a5ce-56289829d9be,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:14.121501 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['a34c4dce-93eb-487f-a5ce-56289829d9be'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:05:14.975787 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50aee69-c90a-41ae-9cfc-d1b137c3fe67 req-71898475-dae9-46b6-84c1-9911b9352add tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:14.977607 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b50aee69-c90a-41ae-9cfc-d1b137c3fe67 req-71898475-dae9-46b6-84c1-9911b9352add tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 945 time: 0.0544617 Feb 16 13:05:15.017995 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b50aee69-c90a-41ae-9cfc-d1b137c3fe67 req-8a84d8e0-31b5-4428-bf72-8df6bd306608 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338342 Feb 16 13:05:15.731350 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device a34c4dce-93eb-487f-a5ce-56289829d9be up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:05:15.782421 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning for port a34c4dce-93eb-487f-a5ce-56289829d9be completed by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:05:15.786163 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port a34c4dce-93eb-487f-a5ce-56289829d9be triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:05:15.786558 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:15.860370 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:15.882916 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b0107e-a4e0-4401-be9d-8b9970dff003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34c4dce-93eb-487f-a5ce-56289829d9be'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:05:15.885177 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a33c01-7fdf-45ef-89c7-01086ab4f379" -d '{"events": [{"server_uuid": "62b0107e-a4e0-4401-be9d-8b9970dff003", "name": "network-vif-plugged", "status": "completed", "tag": "a34c4dce-93eb-487f-a5ce-56289829d9be"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:05:15.898461 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port a34c4dce-93eb-487f-a5ce-56289829d9be, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a34c4dce-93eb-487f-a5ce-56289829d9be,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:05:15.902581 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:15.925139 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90014ed2-51c4-44e4-810c-54c5d192505a x-openstack-request-id: req-90014ed2-51c4-44e4-810c-54c5d192505a {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:05:15.925970 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b0107e-a4e0-4401-be9d-8b9970dff003", "name": "network-vif-plugged", "status": "completed", "tag": "a34c4dce-93eb-487f-a5ce-56289829d9be", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:05:15.926222 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-90014ed2-51c4-44e4-810c-54c5d192505a {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:05:15.926608 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b0107e-a4e0-4401-be9d-8b9970dff003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34c4dce-93eb-487f-a5ce-56289829d9be', 'code': 200} Feb 16 13:05:15.953279 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=a34c4dce-93eb-487f-a5ce-56289829d9be,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:16.091064 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da529ea5-7a86-4cec-b352-d6a5193c3346 req-73d27f43-fc84-44ee-b4d9-708ab4fc1afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:16.092582 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-da529ea5-7a86-4cec-b352-d6a5193c3346 req-73d27f43-fc84-44ee-b4d9-708ab4fc1afa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 1099 time: 0.0422995 Feb 16 13:05:16.128325 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-da529ea5-7a86-4cec-b352-d6a5193c3346 req-01f33ada-b47a-4285-95be-5b50c6dd5458 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289438 Feb 16 13:05:16.137438 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74814e-95e0-4387-905e-607d21cc840f req-2adfbc80-1462-4fd5-b0db-bfc4c5bf8563 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:16.138917 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9c74814e-95e0-4387-905e-607d21cc840f req-2adfbc80-1462-4fd5-b0db-bfc4c5bf8563 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 946 time: 0.0493782 Feb 16 13:05:16.177162 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9c74814e-95e0-4387-905e-607d21cc840f req-267f11d1-9744-42fe-bf0e-543fe9adb933 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322270 Feb 16 13:05:17.314674 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5cec4-d7db-4597-9b52-652107f0f12b req-de716d58-56b3-475b-9910-6ec42c473e10 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:17.317187 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-20c5cec4-d7db-4597-9b52-652107f0f12b req-de716d58-56b3-475b-9910-6ec42c473e10 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 946 time: 0.0701017 Feb 16 13:05:17.357522 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-20c5cec4-d7db-4597-9b52-652107f0f12b req-937fefd4-8ff0-4778-b0c0-6b6ed3aeef1d tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330126 Feb 16 13:05:18.477715 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be71de-dfb7-437e-b77a-7c71dcbc500f req-e64b66f3-13eb-4b4b-8529-b7a9e1c040b9 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:18.479188 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-02be71de-dfb7-437e-b77a-7c71dcbc500f req-e64b66f3-13eb-4b4b-8529-b7a9e1c040b9 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 946 time: 0.0501699 Feb 16 13:05:18.516410 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-02be71de-dfb7-437e-b77a-7c71dcbc500f req-17e1cbd6-896f-4ac4-9fe2-cbf262ec6551 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313275 Feb 16 13:05:18.628145 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf9842-7199-4b18-9612-371823ae6c1d req-7d0a7483-904e-4665-b55e-6aa22c06fe6c tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:18.630220 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4cbf9842-7199-4b18-9612-371823ae6c1d req-7d0a7483-904e-4665-b55e-6aa22c06fe6c tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 946 time: 0.0500276 Feb 16 13:05:18.638813 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 41060) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:05:18.643426 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-899d73a0-282b-41e5-a351-a00a744332c2 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Request body: {'floatingip': {'port_id': 'a34c4dce-93eb-487f-a5ce-56289829d9be'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:18.686775 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-899d73a0-282b-41e5-a351-a00a744332c2 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks [] for floatingip, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:19.115651 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-899d73a0-282b-41e5-a351-a00a744332c2 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:19.119468 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-899d73a0-282b-41e5-a351-a00a744332c2 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:19.213260 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.l3_db [None req-899d73a0-282b-41e5-a351-a00a744332c2 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Floating IP aa55181f-e74c-486f-9668-41ef5416acbe associated. External IP: 172.26.2.189, port: a34c4dce-93eb-487f-a5ce-56289829d9be. Feb 16 13:05:19.420866 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-899d73a0-282b-41e5-a351-a00a744332c2 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Router 5431f058-d37e-4f0c-b9a0-32a15acb4714 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:05:19.529641 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899d73a0-282b-41e5-a351-a00a744332c2 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:05:19.534774 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-899d73a0-282b-41e5-a351-a00a744332c2 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:19.539235 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f1c3f6-20c9-41e6-bf92-4301bbd8c264 None None] Sync routers for ids ['5431f058-d37e-4f0c-b9a0-32a15acb4714'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:05:19.548544 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f1c3f6-20c9-41e6-bf92-4301bbd8c264 None None] Routers {'5431f058-d37e-4f0c-b9a0-32a15acb4714'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:05:19.549186 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-70f1c3f6-20c9-41e6-bf92-4301bbd8c264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:04:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['5431f058-d37e-4f0c-b9a0-32a15acb4714'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:19.562132 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-899d73a0-282b-41e5-a351-a00a744332c2 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "PUT /v2.0/floatingips/aa55181f-e74c-486f-9668-41ef5416acbe HTTP/1.1" status: 200 len: 992 time: 0.9222186 Feb 16 13:05:19.562738 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b0107e-a4e0-4401-be9d-8b9970dff003', 'tag': 'a34c4dce-93eb-487f-a5ce-56289829d9be'}] {{(pid=109048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:05:19.565211 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40068d798dcc31a224174c6c24ac8b3e49f1a518b527dec6066c5fbc28712f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f67cfd-486f-4dfb-a24b-db41ad7b271e" -d '{"events": [{"name": "network-changed", "server_uuid": "62b0107e-a4e0-4401-be9d-8b9970dff003", "tag": "a34c4dce-93eb-487f-a5ce-56289829d9be"}]}' {{(pid=109048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:05:19.765425 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f67cfd-486f-4dfb-a24b-db41ad7b271e req-c1c46e06-84c4-4e56-b32f-f9e2cddb3367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:19.767748 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-49f67cfd-486f-4dfb-a24b-db41ad7b271e req-c1c46e06-84c4-4e56-b32f-f9e2cddb3367 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f&device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 1099 time: 0.0574617 Feb 16 13:05:19.821657 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-70f1c3f6-20c9-41e6-bf92-4301bbd8c264 None None] Set router 5431f058-d37e-4f0c-b9a0-32a15acb4714 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:05:19.871601 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f67cfd-486f-4dfb-a24b-db41ad7b271e req-3b6b7631-594b-42d4-86b7-d3870c031ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:19.873366 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-49f67cfd-486f-4dfb-a24b-db41ad7b271e req-3b6b7631-594b-42d4-86b7-d3870c031ff5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1330045a-1c70-4389-aaf5-632a2aebc6c6 HTTP/1.1" status: 200 len: 912 time: 0.0983560 Feb 16 13:05:19.949119 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-49f67cfd-486f-4dfb-a24b-db41ad7b271e req-465e0957-5c7f-4e7a-9788-4cec4e17a8e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a34c4dce-93eb-487f-a5ce-56289829d9be HTTP/1.1" status: 200 len: 1000 time: 0.0685422 Feb 16 13:05:19.992114 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68534cc0-b89c-400b-badc-13844e11347d x-openstack-request-id: req-68534cc0-b89c-400b-badc-13844e11347d {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:05:19.992549 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b0107e-a4e0-4401-be9d-8b9970dff003", "tag": "a34c4dce-93eb-487f-a5ce-56289829d9be", "status": "completed", "code": 200}]} {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:05:19.992693 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-68534cc0-b89c-400b-badc-13844e11347d {{(pid=109048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:05:19.993141 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b0107e-a4e0-4401-be9d-8b9970dff003', 'tag': 'a34c4dce-93eb-487f-a5ce-56289829d9be', 'status': 'completed', 'code': 200} Feb 16 13:05:20.004011 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f67cfd-486f-4dfb-a24b-db41ad7b271e req-7e9b2e29-c67c-41f2-87e3-382c1677c56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:20.005550 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-49f67cfd-486f-4dfb-a24b-db41ad7b271e req-7e9b2e29-c67c-41f2-87e3-382c1677c56b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd123f9-789d-4660-aab8-ad9f8ea48987 HTTP/1.1" status: 200 len: 850 time: 0.0502105 Feb 16 13:05:20.013501 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3122d-497d-48df-a0bc-fc1cd7d62921 req-10d6458f-80ce-4fa0-af58-452d25d34886 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:20.015244 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-15f3122d-497d-48df-a0bc-fc1cd7d62921 req-10d6458f-80ce-4fa0-af58-452d25d34886 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 946 time: 0.4022205 Feb 16 13:05:20.059881 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f67cfd-486f-4dfb-a24b-db41ad7b271e req-e9d8fbed-f54e-4899-9f98-2415c00de9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:20.061156 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-15f3122d-497d-48df-a0bc-fc1cd7d62921 req-85338c01-af13-4b44-be26-02a680e81edd tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395415 Feb 16 13:05:20.061424 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-49f67cfd-486f-4dfb-a24b-db41ad7b271e req-e9d8fbed-f54e-4899-9f98-2415c00de9e0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1330045a-1c70-4389-aaf5-632a2aebc6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0491147 Feb 16 13:05:20.064681 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-70f1c3f6-20c9-41e6-bf92-4301bbd8c264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'name': 'tempest-ServerActionsTestJSON-231273236-router', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:00Z', 'updated_at': '2022-02-16T13:05:03Z', 'revision_number': 4, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'gw_port': {'id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:01Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'aa55181f-e74c-486f-9668-41ef5416acbe', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'floating_ip_address': '172.26.2.189', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'port_id': 'a34c4dce-93eb-487f-a5ce-56289829d9be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'mac_address': 'fa:16:3e:b4:3f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b0107e-a4e0-4401-be9d-8b9970dff003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:05:06Z', 'updated_at': '2022-02-16T13:05:19Z', 'revision_number': 1, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fd2cf59-f271-4394-9d99-036941754812', 'name': '', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'mac_address': 'fa:16:3e:16:06:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:03Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 5, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'subnets': [{'id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:20.095506 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f1c3f6-20c9-41e6-bf92-4301bbd8c264 None None] Checking router: 5431f058-d37e-4f0c-b9a0-32a15acb4714 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:05:20.104826 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f1c3f6-20c9-41e6-bf92-4301bbd8c264 None None] Routers {'5431f058-d37e-4f0c-b9a0-32a15acb4714'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:05:20.105448 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-70f1c3f6-20c9-41e6-bf92-4301bbd8c264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:04:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['5431f058-d37e-4f0c-b9a0-32a15acb4714'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:20.157437 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-49f67cfd-486f-4dfb-a24b-db41ad7b271e req-4533bbe8-3288-4c23-ab7b-0e4980ee29b7 service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889926 Feb 16 13:05:20.182244 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55085b2-1e54-4d33-9eec-ea1e69afe1c2 req-303daeb8-8102-4e6c-8258-a95a5f9d2511 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:20.183842 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c55085b2-1e54-4d33-9eec-ea1e69afe1c2 req-303daeb8-8102-4e6c-8258-a95a5f9d2511 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 946 time: 0.0503480 Feb 16 13:05:20.210743 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-70f1c3f6-20c9-41e6-bf92-4301bbd8c264 None None] Set router 5431f058-d37e-4f0c-b9a0-32a15acb4714 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:05:20.224798 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c55085b2-1e54-4d33-9eec-ea1e69afe1c2 req-bc295974-d3f3-461e-9de0-d24a2c3d7795 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348372 Feb 16 13:05:20.258459 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-49f67cfd-486f-4dfb-a24b-db41ad7b271e req-6af9f85a-9a6a-4651-a81d-1f461b8eccb6 service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947940 Feb 16 13:05:20.437223 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-70f1c3f6-20c9-41e6-bf92-4301bbd8c264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'name': 'tempest-ServerActionsTestJSON-231273236-router', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:00Z', 'updated_at': '2022-02-16T13:05:03Z', 'revision_number': 4, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'gw_port': {'id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:01Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'aa55181f-e74c-486f-9668-41ef5416acbe', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'floating_ip_address': '172.26.2.189', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'port_id': 'a34c4dce-93eb-487f-a5ce-56289829d9be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'mac_address': 'fa:16:3e:b4:3f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b0107e-a4e0-4401-be9d-8b9970dff003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:05:06Z', 'updated_at': '2022-02-16T13:05:19Z', 'revision_number': 1, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fd2cf59-f271-4394-9d99-036941754812', 'name': '', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'mac_address': 'fa:16:3e:16:06:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:03Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 5, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'subnets': [{'id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:20.463555 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f1c3f6-20c9-41e6-bf92-4301bbd8c264 None None] The sync data for ids ['5431f058-d37e-4f0c-b9a0-32a15acb4714'] in dv-neutron-828142-3-hyperv is: [{'id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'name': 'tempest-ServerActionsTestJSON-231273236-router', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:00Z', 'updated_at': '2022-02-16T13:05:03Z', 'revision_number': 4, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'gw_port': {'id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:01Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'aa55181f-e74c-486f-9668-41ef5416acbe', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'floating_ip_address': '172.26.2.189', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'port_id': 'a34c4dce-93eb-487f-a5ce-56289829d9be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'mac_address': 'fa:16:3e:b4:3f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b0107e-a4e0-4401-be9d-8b9970dff003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:05:06Z', 'updated_at': '2022-02-16T13:05:19Z', 'revision_number': 1, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fd2cf59-f271-4394-9d99-036941754812', 'name': '', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'mac_address': 'fa:16:3e:16:06:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:03Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 5, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'subnets': [{'id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:05:21.102834 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ec85ed-8fdd-4bf9-b964-b71713c05695 None None] New status for floating IP aa55181f-e74c-486f-9668-41ef5416acbe: ACTIVE {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:05:21.350061 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc1ab4-5e0d-436c-97f5-0eebf4d5c639 req-806c458e-9ef1-4ade-941e-5fee68cdb0d8 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:21.351629 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3dcc1ab4-5e0d-436c-97f5-0eebf4d5c639 req-806c458e-9ef1-4ade-941e-5fee68cdb0d8 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 946 time: 0.0572827 Feb 16 13:05:21.390938 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3dcc1ab4-5e0d-436c-97f5-0eebf4d5c639 req-95f78124-75ec-478b-b917-0938f28871b7 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331702 Feb 16 13:05:21.513224 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d0891-a305-4118-b5d1-2554725a7fdb req-8af54cd8-6002-4535-9376-01786ffc5507 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:21.514670 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d74d0891-a305-4118-b5d1-2554725a7fdb req-8af54cd8-6002-4535-9376-01786ffc5507 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 946 time: 0.0545588 Feb 16 13:05:21.554592 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d74d0891-a305-4118-b5d1-2554725a7fdb req-01a659a5-0390-4b52-affa-3aa22396bfce tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332785 Feb 16 13:05:21.791222 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f362fce4-062d-47a6-b67e-429780912ee5 req-ea25c359-279d-44ec-a1cd-ad9d973c1bce service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0458961 Feb 16 13:05:21.804034 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09aad3-e34f-4f30-8551-22405e3c3d18 req-9d24c35d-f708-42cf-9804-b66206e0a41c tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:21.805603 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7a09aad3-e34f-4f30-8551-22405e3c3d18 req-9d24c35d-f708-42cf-9804-b66206e0a41c tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 946 time: 0.0499420 Feb 16 13:05:21.847601 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7a09aad3-e34f-4f30-8551-22405e3c3d18 req-8404f7b6-5300-4218-abc9-d4f29b1d1a0d tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343049 Feb 16 13:05:22.287328 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9793d799-f272-430a-8fd8-2dd63bc077b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:22.934801 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362fce4-062d-47a6-b67e-429780912ee5 req-d5b97908-bab9-4495-babd-c129fee099de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:22.936325 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f362fce4-062d-47a6-b67e-429780912ee5 req-d5b97908-bab9-4495-babd-c129fee099de service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f&device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 1099 time: 0.0442762 Feb 16 13:05:22.970958 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c68819-2339-413a-97eb-8ca03df27a8d req-b617ea3f-2e6c-41b8-a836-abfbfe3dd68b tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:22.970958 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-72c68819-2339-413a-97eb-8ca03df27a8d req-b617ea3f-2e6c-41b8-a836-abfbfe3dd68b tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 946 time: 0.0510225 Feb 16 13:05:23.012202 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-72c68819-2339-413a-97eb-8ca03df27a8d req-aa0bd9a7-d954-4284-bbe0-e9827cd03ab1 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344288 Feb 16 13:05:23.043486 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362fce4-062d-47a6-b67e-429780912ee5 req-70205d69-2b16-4015-96b8-9821b81ea678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:23.046206 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f362fce4-062d-47a6-b67e-429780912ee5 req-70205d69-2b16-4015-96b8-9821b81ea678 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1330045a-1c70-4389-aaf5-632a2aebc6c6 HTTP/1.1" status: 200 len: 912 time: 0.1014738 Feb 16 13:05:23.122945 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f362fce4-062d-47a6-b67e-429780912ee5 req-55abf458-5420-4fa6-8282-c4cc09991a6d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a34c4dce-93eb-487f-a5ce-56289829d9be HTTP/1.1" status: 200 len: 1002 time: 0.0703020 Feb 16 13:05:23.174594 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362fce4-062d-47a6-b67e-429780912ee5 req-4fe5067a-142d-47af-9b39-8c8c2f9e1f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:23.176079 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f362fce4-062d-47a6-b67e-429780912ee5 req-4fe5067a-142d-47af-9b39-8c8c2f9e1f68 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd123f9-789d-4660-aab8-ad9f8ea48987 HTTP/1.1" status: 200 len: 850 time: 0.0442066 Feb 16 13:05:23.225426 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362fce4-062d-47a6-b67e-429780912ee5 req-09760f73-c404-4877-b4a5-4398a00edfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:23.226921 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f362fce4-062d-47a6-b67e-429780912ee5 req-09760f73-c404-4877-b4a5-4398a00edfef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1330045a-1c70-4389-aaf5-632a2aebc6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436335 Feb 16 13:05:23.317758 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f362fce4-062d-47a6-b67e-429780912ee5 req-327fc1f6-c731-48a4-bf7a-82f704f473a7 service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844944 Feb 16 13:05:23.419109 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f362fce4-062d-47a6-b67e-429780912ee5 req-718d519e-e0d2-47ba-a582-4ae8fcfdb209 service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910630 Feb 16 13:05:24.141781 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65d3e7-12c0-439d-b0d8-923d19ba7334 req-49470579-8a41-4b2b-adac-fd50a943c79c tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:24.143213 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3c65d3e7-12c0-439d-b0d8-923d19ba7334 req-49470579-8a41-4b2b-adac-fd50a943c79c tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 946 time: 0.0512471 Feb 16 13:05:24.181357 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3c65d3e7-12c0-439d-b0d8-923d19ba7334 req-e20c7a83-4191-4c1d-9ca9-7f047bbd0ad6 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318835 Feb 16 13:05:24.443041 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-91fb77ba-ea22-424f-8b85-3255111a8a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:25.297708 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5001d69-1688-4e49-846d-4ea2c695c254 req-ed9c7628-2303-404a-a8cf-2d1013cefab0 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:25.299156 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c5001d69-1688-4e49-846d-4ea2c695c254 req-ed9c7628-2303-404a-a8cf-2d1013cefab0 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 946 time: 0.0474582 Feb 16 13:05:25.336200 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c5001d69-1688-4e49-846d-4ea2c695c254 req-a27b6946-1c10-49ea-8dd5-5c3f74d3b0a2 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304894 Feb 16 13:05:25.759355 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:26.452025 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c03ca-5d04-41f8-b79f-414c63291169 req-1df074f2-ac69-46ff-83e7-8d3288242d92 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:26.453490 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-205c03ca-5d04-41f8-b79f-414c63291169 req-1df074f2-ac69-46ff-83e7-8d3288242d92 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 946 time: 0.0479598 Feb 16 13:05:26.494646 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-205c03ca-5d04-41f8-b79f-414c63291169 req-7e45019a-8722-41a3-8685-041a06df57eb tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351880 Feb 16 13:05:27.046349 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:27.385007 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:27.614820 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2faaeb3-c19e-42be-bb33-ab4e20994da2 req-e1e1caa0-db4a-40b6-ac7c-c472f0f365d1 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:27.616390 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e2faaeb3-c19e-42be-bb33-ab4e20994da2 req-e1e1caa0-db4a-40b6-ac7c-c472f0f365d1 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 946 time: 0.0509264 Feb 16 13:05:27.657487 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e2faaeb3-c19e-42be-bb33-ab4e20994da2 req-d53c45bb-ab32-4a76-afe9-0bf2080b4cb1 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350032 Feb 16 13:05:28.360062 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:05:28.651409 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:28.773818 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac916aa-7991-4140-854c-411de7d1a674 req-6d214cfa-6218-4f59-9bca-02c8cba2556b tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:28.775281 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9ac916aa-7991-4140-854c-411de7d1a674 req-6d214cfa-6218-4f59-9bca-02c8cba2556b tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 946 time: 0.0497575 Feb 16 13:05:28.811727 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9ac916aa-7991-4140-854c-411de7d1a674 req-aca0a71d-4a49-4ab7-bf84-4ae2fc038122 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303507 Feb 16 13:05:29.935429 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189d302-6693-4a8b-9a6b-009bb80ab9dc req-9811fedd-53f4-49a8-bd08-f6d5ad43d69b tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:29.936912 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1189d302-6693-4a8b-9a6b-009bb80ab9dc req-9811fedd-53f4-49a8-bd08-f6d5ad43d69b tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 946 time: 0.0483744 Feb 16 13:05:29.979987 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1189d302-6693-4a8b-9a6b-009bb80ab9dc req-a3a77ca1-59fa-4399-916f-23e2be48bf5a tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364528 Feb 16 13:05:31.095953 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4b9a9-1dcf-4cc7-82ef-bfd83c507276 req-5f0f8820-ca6d-49b7-9e68-cba7afc9c078 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:31.097444 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-acf4b9a9-1dcf-4cc7-82ef-bfd83c507276 req-5f0f8820-ca6d-49b7-9e68-cba7afc9c078 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 946 time: 0.0490870 Feb 16 13:05:31.135215 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-acf4b9a9-1dcf-4cc7-82ef-bfd83c507276 req-46279302-74ce-4c03-8564-857031a51bb5 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316417 Feb 16 13:05:32.252897 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344f2ac-a081-4de6-8c66-7607e7d8230a req-87fa5d1c-209a-4748-82a1-7fc0795a14d6 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:32.254948 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4344f2ac-a081-4de6-8c66-7607e7d8230a req-87fa5d1c-209a-4748-82a1-7fc0795a14d6 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 946 time: 0.0514884 Feb 16 13:05:32.292541 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4344f2ac-a081-4de6-8c66-7607e7d8230a req-6e72a336-214b-48fe-a040-39b8f875fa01 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316319 Feb 16 13:05:33.422371 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11a9e3-1684-482d-90ed-2deaad347f3e req-c617afa6-aba3-4354-b1da-1b5d725ddabb tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:33.423875 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8c11a9e3-1684-482d-90ed-2deaad347f3e req-c617afa6-aba3-4354-b1da-1b5d725ddabb tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 946 time: 0.0574419 Feb 16 13:05:33.469295 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8c11a9e3-1684-482d-90ed-2deaad347f3e req-30383bf6-574c-4f3b-94b0-bb1497d964e2 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382359 Feb 16 13:05:34.583078 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07013f40-06ce-4421-b8c9-8d945ebf17b2 req-ad484d07-41f2-439b-a4b9-71065072ee94 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:34.584564 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-07013f40-06ce-4421-b8c9-8d945ebf17b2 req-ad484d07-41f2-439b-a4b9-71065072ee94 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 946 time: 0.0474846 Feb 16 13:05:34.623622 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-07013f40-06ce-4421-b8c9-8d945ebf17b2 req-0781d79f-9f44-4ed0-a655-01f9bd2d008d tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328510 Feb 16 13:05:35.743870 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f93163-d775-4acb-859a-602202c1f954 req-ea4d0a4c-869d-4ea2-b789-55bf38cbeda4 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:35.745509 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-55f93163-d775-4acb-859a-602202c1f954 req-ea4d0a4c-869d-4ea2-b789-55bf38cbeda4 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 946 time: 0.0532329 Feb 16 13:05:35.785720 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-55f93163-d775-4acb-859a-602202c1f954 req-b69517c4-5c75-4539-ba65-6af47ab4f59e tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342131 Feb 16 13:05:36.912838 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a46f3-e9a8-4044-b565-b6d5771b7f41 req-a6b4b38a-49d3-48aa-ba56-d724a234742d tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:36.914288 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ee3a46f3-e9a8-4044-b565-b6d5771b7f41 req-a6b4b38a-49d3-48aa-ba56-d724a234742d tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 946 time: 0.0494704 Feb 16 13:05:36.954100 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ee3a46f3-e9a8-4044-b565-b6d5771b7f41 req-2a35d4b3-8b81-499c-a8ae-c12d8dc34e5c tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338814 Feb 16 13:05:38.073977 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39d82c-5110-4ef8-9cb0-44407bca5605 req-d35b706f-963b-4a2c-a79d-3a9fd0079a01 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:38.075494 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8e39d82c-5110-4ef8-9cb0-44407bca5605 req-d35b706f-963b-4a2c-a79d-3a9fd0079a01 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 946 time: 0.0497642 Feb 16 13:05:38.115097 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8e39d82c-5110-4ef8-9cb0-44407bca5605 req-f8273734-087e-4c1b-9832-27ebc679dd11 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329688 Feb 16 13:05:39.236078 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffdecac-7019-4a28-aaef-c459bcfd6f54 req-342923e2-bba6-4930-98e9-6176b569df13 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:39.237839 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-fffdecac-7019-4a28-aaef-c459bcfd6f54 req-342923e2-bba6-4930-98e9-6176b569df13 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 946 time: 0.0529265 Feb 16 13:05:39.285826 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-fffdecac-7019-4a28-aaef-c459bcfd6f54 req-3c226097-796f-4dc5-aa55-2de48198da7a tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405719 Feb 16 13:05:40.067885 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f362fce4-062d-47a6-b67e-429780912ee5 req-71674953-d6f9-4bd7-9a9b-a67c9bb887ab service neutron] 10.222.0.42 "GET /v2.0/ports/a34c4dce-93eb-487f-a5ce-56289829d9be/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0628753 Feb 16 13:05:40.289071 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362fce4-062d-47a6-b67e-429780912ee5 req-10dddd9e-bce5-4466-b071-8b6476a8f062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:40.290612 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f362fce4-062d-47a6-b67e-429780912ee5 req-10dddd9e-bce5-4466-b071-8b6476a8f062 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003&tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f HTTP/1.1" status: 200 len: 1099 time: 0.0459402 Feb 16 13:05:40.362873 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362fce4-062d-47a6-b67e-429780912ee5 req-571e6805-f2c6-47ac-9819-c465c258ad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:40.364277 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f362fce4-062d-47a6-b67e-429780912ee5 req-571e6805-f2c6-47ac-9819-c465c258ad8e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f&device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 1099 time: 0.0497096 Feb 16 13:05:40.426089 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015bbab-a32e-4f85-980c-f5b248e9441a req-adbfb161-1f95-44d6-a0ae-5440957eccee tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:40.428078 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1015bbab-a32e-4f85-980c-f5b248e9441a req-adbfb161-1f95-44d6-a0ae-5440957eccee tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 946 time: 0.0560684 Feb 16 13:05:40.470367 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362fce4-062d-47a6-b67e-429780912ee5 req-5a6b5e13-9400-4478-939f-6065df5d144c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:40.472404 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f362fce4-062d-47a6-b67e-429780912ee5 req-5a6b5e13-9400-4478-939f-6065df5d144c service neutron] 10.222.0.42 "GET /v2.0/networks?id=1330045a-1c70-4389-aaf5-632a2aebc6c6 HTTP/1.1" status: 200 len: 912 time: 0.1004009 Feb 16 13:05:40.481985 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1015bbab-a32e-4f85-980c-f5b248e9441a req-f37e5068-8c09-46eb-988f-02e5898d0b57 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428159 Feb 16 13:05:40.548754 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f362fce4-062d-47a6-b67e-429780912ee5 req-aaf08875-19d2-41fc-891b-df880a8d3de8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a34c4dce-93eb-487f-a5ce-56289829d9be HTTP/1.1" status: 200 len: 1002 time: 0.0692484 Feb 16 13:05:40.612681 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362fce4-062d-47a6-b67e-429780912ee5 req-951d051e-499e-4bd4-8197-c26c466b8a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:40.615423 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f362fce4-062d-47a6-b67e-429780912ee5 req-951d051e-499e-4bd4-8197-c26c466b8a71 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd123f9-789d-4660-aab8-ad9f8ea48987 HTTP/1.1" status: 200 len: 850 time: 0.0583367 Feb 16 13:05:40.676243 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362fce4-062d-47a6-b67e-429780912ee5 req-66dad4ff-0850-4244-9835-87830e1957d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:40.677862 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f362fce4-062d-47a6-b67e-429780912ee5 req-66dad4ff-0850-4244-9835-87830e1957d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1330045a-1c70-4389-aaf5-632a2aebc6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0551577 Feb 16 13:05:40.775689 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f362fce4-062d-47a6-b67e-429780912ee5 req-458d2aaf-b19b-459a-9929-1fbb808ad390 service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899076 Feb 16 13:05:40.881700 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-f362fce4-062d-47a6-b67e-429780912ee5 req-26890e34-35d9-4895-a69e-d70b14fc1602 service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987778 Feb 16 13:05:41.624004 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149e0dc-a585-4913-9fdd-522108b0042f req-3132eb7d-7164-4114-98a6-b1c0971d1b45 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:41.625605 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6149e0dc-a585-4913-9fdd-522108b0042f req-3132eb7d-7164-4114-98a6-b1c0971d1b45 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 946 time: 0.0667365 Feb 16 13:05:41.669394 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6149e0dc-a585-4913-9fdd-522108b0042f req-a80064dd-acf4-4164-864c-7ab6d41e1895 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366561 Feb 16 13:05:42.793431 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cd26e-647a-40cd-8236-0c5c1732777f req-56a2553f-b08c-4428-bba2-b8c23f059f79 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:42.795221 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-618cd26e-647a-40cd-8236-0c5c1732777f req-56a2553f-b08c-4428-bba2-b8c23f059f79 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 946 time: 0.0527134 Feb 16 13:05:42.838016 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-618cd26e-647a-40cd-8236-0c5c1732777f req-cd777ecd-4615-41b5-86d4-5192bea1490a tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353618 Feb 16 13:05:43.085296 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324d0b8-115e-4619-98ee-e224590892d9 req-3833746d-92d8-44a8-a81c-5be9c7f44f3b tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:43.086904 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e324d0b8-115e-4619-98ee-e224590892d9 req-3833746d-92d8-44a8-a81c-5be9c7f44f3b tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.42 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003&tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 946 time: 0.0614979 Feb 16 13:05:43.091306 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34acba9d-6a21-48e8-a305-868d6e5bb67e req-974e9216-2a2d-4524-b24a-7a58246845c3 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:43.093946 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-34acba9d-6a21-48e8-a305-868d6e5bb67e req-974e9216-2a2d-4524-b24a-7a58246845c3 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 946 time: 0.0799406 Feb 16 13:05:43.139970 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-34acba9d-6a21-48e8-a305-868d6e5bb67e req-2492fdb0-df0b-4243-aea5-4bf7748c413b tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389962 Feb 16 13:05:43.186086 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324d0b8-115e-4619-98ee-e224590892d9 req-955de822-41f5-493d-87c3-b4fa4e7aa72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:43.186825 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e324d0b8-115e-4619-98ee-e224590892d9 req-955de822-41f5-493d-87c3-b4fa4e7aa72c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f&device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 1099 time: 0.0487869 Feb 16 13:05:43.286940 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324d0b8-115e-4619-98ee-e224590892d9 req-5f36e37a-a1f1-431a-84bf-b87dc2c1c155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:43.288338 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e324d0b8-115e-4619-98ee-e224590892d9 req-5f36e37a-a1f1-431a-84bf-b87dc2c1c155 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1330045a-1c70-4389-aaf5-632a2aebc6c6 HTTP/1.1" status: 200 len: 912 time: 0.0950439 Feb 16 13:05:43.356503 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e324d0b8-115e-4619-98ee-e224590892d9 req-f9456181-93fa-4695-8c2e-f5869d9c00e1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a34c4dce-93eb-487f-a5ce-56289829d9be HTTP/1.1" status: 200 len: 1002 time: 0.0612524 Feb 16 13:05:43.420145 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324d0b8-115e-4619-98ee-e224590892d9 req-3fd6b056-c8f0-4d81-974f-0c3138220941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:43.421728 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e324d0b8-115e-4619-98ee-e224590892d9 req-3fd6b056-c8f0-4d81-974f-0c3138220941 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd123f9-789d-4660-aab8-ad9f8ea48987 HTTP/1.1" status: 200 len: 850 time: 0.0579669 Feb 16 13:05:43.470507 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324d0b8-115e-4619-98ee-e224590892d9 req-19a7063c-02cb-4816-9b9a-1644cdd42000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:43.472707 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e324d0b8-115e-4619-98ee-e224590892d9 req-19a7063c-02cb-4816-9b9a-1644cdd42000 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1330045a-1c70-4389-aaf5-632a2aebc6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445266 Feb 16 13:05:43.571233 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e324d0b8-115e-4619-98ee-e224590892d9 req-7b84e82b-19a1-401a-8428-ad699459ffb7 service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903730 Feb 16 13:05:43.669021 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e324d0b8-115e-4619-98ee-e224590892d9 req-bd2b72b6-7bfc-45d7-a5fc-682cc0762fab service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922155 Feb 16 13:05:43.832398 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device a34c4dce-93eb-487f-a5ce-56289829d9be details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:05:43.835699 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device a34c4dce-93eb-487f-a5ce-56289829d9be no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:05:43.983257 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:44.009527 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port a34c4dce-93eb-487f-a5ce-56289829d9be, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a34c4dce-93eb-487f-a5ce-56289829d9be,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:05:44.032477 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b0107e-a4e0-4401-be9d-8b9970dff003', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a34c4dce-93eb-487f-a5ce-56289829d9be'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:05:44.034927 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c285aa-f18b-4923-9972-23861e411293" -d '{"events": [{"server_uuid": "62b0107e-a4e0-4401-be9d-8b9970dff003", "name": "network-vif-unplugged", "status": "completed", "tag": "a34c4dce-93eb-487f-a5ce-56289829d9be"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:05:44.050573 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': 'a34c4dce-93eb-487f-a5ce-56289829d9be', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'port_id': 'a34c4dce-93eb-487f-a5ce-56289829d9be', 'mac_address': 'fa:16:3e:b4:3f:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:05:44.054917 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port a34c4dce-93eb-487f-a5ce-56289829d9be, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a34c4dce-93eb-487f-a5ce-56289829d9be,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:05:44.063500 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:44.085852 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 13:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bae977c-db1d-4204-9157-43e50af71e7f x-openstack-request-id: req-8bae977c-db1d-4204-9157-43e50af71e7f {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:05:44.086054 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b0107e-a4e0-4401-be9d-8b9970dff003", "name": "network-vif-unplugged", "status": "completed", "tag": "a34c4dce-93eb-487f-a5ce-56289829d9be", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:05:44.086360 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8bae977c-db1d-4204-9157-43e50af71e7f {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:05:44.086680 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b0107e-a4e0-4401-be9d-8b9970dff003', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a34c4dce-93eb-487f-a5ce-56289829d9be', 'code': 200} Feb 16 13:05:44.132943 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:44.159008 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a34c4dce-93eb-487f-a5ce-56289829d9be {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:05:44.166772 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=a34c4dce-93eb-487f-a5ce-56289829d9be,revision_number=6']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:44.187545 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port a34c4dce-93eb-487f-a5ce-56289829d9be, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a34c4dce-93eb-487f-a5ce-56289829d9be,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:05:44.193265 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:44.259136 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['a34c4dce-93eb-487f-a5ce-56289829d9be'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:05:44.286245 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3a375-4c79-4b12-b5e0-82a2402134be req-e4446e7b-d805-4b5f-a030-71d3e774fd34 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:44.289244 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a4c3a375-4c79-4b12-b5e0-82a2402134be req-e4446e7b-d805-4b5f-a030-71d3e774fd34 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 945 time: 0.0675981 Feb 16 13:05:44.292729 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=a34c4dce-93eb-487f-a5ce-56289829d9be,revision_number=7']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:44.341449 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a4c3a375-4c79-4b12-b5e0-82a2402134be req-29639359-1d0e-48d1-a613-6eea1ed8e148 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464640 Feb 16 13:05:44.475998 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4504865-f2d1-4ffa-b4c7-e2349303e0f1 req-74df57c5-ba30-465b-a0ab-ec53c7b1f8ca tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:44.482661 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b4504865-f2d1-4ffa-b4c7-e2349303e0f1 req-74df57c5-ba30-465b-a0ab-ec53c7b1f8ca tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 945 time: 0.0656583 Feb 16 13:05:44.534410 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b4504865-f2d1-4ffa-b4c7-e2349303e0f1 req-afaf6f51-4e0f-4544-947f-9371108323db tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500772 Feb 16 13:05:44.674924 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef454e6-a8ee-4dc8-a57b-45315b53b37b req-3b8f218e-bda6-4cde-b4a3-07dec33b7a38 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:44.677587 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7ef454e6-a8ee-4dc8-a57b-45315b53b37b req-3b8f218e-bda6-4cde-b4a3-07dec33b7a38 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 945 time: 0.0619202 Feb 16 13:05:44.746265 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7ef454e6-a8ee-4dc8-a57b-45315b53b37b req-3408ff87-5385-4ce1-a7cc-0f9a037d1a1f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620365 Feb 16 13:05:45.004994 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25754ab9-dad6-40fe-b1af-0e067a596282 req-251b5fb7-240b-4b22-8037-79f73215470e tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:45.006641 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-25754ab9-dad6-40fe-b1af-0e067a596282 req-251b5fb7-240b-4b22-8037-79f73215470e tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 945 time: 0.0526991 Feb 16 13:05:45.051789 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-25754ab9-dad6-40fe-b1af-0e067a596282 req-152b00e9-9522-40a0-b9f0-1d177fb7c24d tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385554 Feb 16 13:05:45.855778 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device a34c4dce-93eb-487f-a5ce-56289829d9be up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:05:45.917439 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port a34c4dce-93eb-487f-a5ce-56289829d9be triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:05:45.918181 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:46.001746 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:46.038361 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port a34c4dce-93eb-487f-a5ce-56289829d9be, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a34c4dce-93eb-487f-a5ce-56289829d9be,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:05:46.043866 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:46.090734 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b0107e-a4e0-4401-be9d-8b9970dff003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34c4dce-93eb-487f-a5ce-56289829d9be'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:05:46.093230 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865475cb-1c17-4b8d-9b42-b62763aea6b2" -d '{"events": [{"server_uuid": "62b0107e-a4e0-4401-be9d-8b9970dff003", "name": "network-vif-plugged", "status": "completed", "tag": "a34c4dce-93eb-487f-a5ce-56289829d9be"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:05:46.121378 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=a34c4dce-93eb-487f-a5ce-56289829d9be,revision_number=8']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:46.146808 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2061a46b-b48e-4ce4-9769-c69e2f3d7c27 x-openstack-request-id: req-2061a46b-b48e-4ce4-9769-c69e2f3d7c27 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:05:46.147268 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b0107e-a4e0-4401-be9d-8b9970dff003", "name": "network-vif-plugged", "status": "completed", "tag": "a34c4dce-93eb-487f-a5ce-56289829d9be", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:05:46.147674 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2061a46b-b48e-4ce4-9769-c69e2f3d7c27 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:05:46.148293 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b0107e-a4e0-4401-be9d-8b9970dff003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34c4dce-93eb-487f-a5ce-56289829d9be', 'code': 200} Feb 16 13:05:46.186705 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c13ed9-0330-4fcf-a65d-4f3b200ad22d req-8a24d0ec-244b-4d72-ad91-e2b78d5d4978 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:46.188272 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-61c13ed9-0330-4fcf-a65d-4f3b200ad22d req-8a24d0ec-244b-4d72-ad91-e2b78d5d4978 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 946 time: 0.0613990 Feb 16 13:05:46.231792 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-61c13ed9-0330-4fcf-a65d-4f3b200ad22d req-7a161f39-fa79-4884-8cd3-9ad66b6e7817 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364361 Feb 16 13:05:46.901331 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4183637-d078-4406-9916-e80eb34482eb req-cf433a2f-2382-40db-9d08-acffb7326ea7 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:46.902873 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b4183637-d078-4406-9916-e80eb34482eb req-cf433a2f-2382-40db-9d08-acffb7326ea7 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.42 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 946 time: 0.0526755 Feb 16 13:05:47.329194 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-b4183637-d078-4406-9916-e80eb34482eb req-d257aca3-4a0d-4815-98ef-a929957d7295 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Deleting port a34c4dce-93eb-487f-a5ce-56289829d9be {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:05:47.329551 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b4183637-d078-4406-9916-e80eb34482eb req-d257aca3-4a0d-4815-98ef-a929957d7295 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:47.365606 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f16fbe-8c05-48cb-9187-ea6abca0b3de req-250d1ceb-f1b5-476a-82b7-ee7345747bb4 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:47.367269 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-87f16fbe-8c05-48cb-9187-ea6abca0b3de req-250d1ceb-f1b5-476a-82b7-ee7345747bb4 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 946 time: 0.0602245 Feb 16 13:05:47.421347 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-87f16fbe-8c05-48cb-9187-ea6abca0b3de req-0771d48f-af0b-4ab9-9af6-37016f433ba2 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478570 Feb 16 13:05:47.436543 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-b4183637-d078-4406-9916-e80eb34482eb req-d257aca3-4a0d-4815-98ef-a929957d7295 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] For port a34c4dce-93eb-487f-a5ce-56289829d9be, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a34c4dce-93eb-487f-a5ce-56289829d9be,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:05:47.436997 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b4183637-d078-4406-9916-e80eb34482eb req-d257aca3-4a0d-4815-98ef-a929957d7295 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:47.631597 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b4183637-d078-4406-9916-e80eb34482eb req-d257aca3-4a0d-4815-98ef-a929957d7295 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:47.631851 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b4183637-d078-4406-9916-e80eb34482eb req-d257aca3-4a0d-4815-98ef-a929957d7295 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:47.632165 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.l3_db [req-b4183637-d078-4406-9916-e80eb34482eb req-d257aca3-4a0d-4815-98ef-a929957d7295 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Floating IP aa55181f-e74c-486f-9668-41ef5416acbe disassociated. External IP: 172.26.2.189, port: a34c4dce-93eb-487f-a5ce-56289829d9be. Feb 16 13:05:47.632501 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-b4183637-d078-4406-9916-e80eb34482eb req-d257aca3-4a0d-4815-98ef-a929957d7295 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Calling delete_port for a34c4dce-93eb-487f-a5ce-56289829d9be owned by compute:nova {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:05:47.772078 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b4183637-d078-4406-9916-e80eb34482eb req-d257aca3-4a0d-4815-98ef-a929957d7295 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:47.804161 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257aca3-4a0d-4815-98ef-a929957d7295 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Pushing event deleted for resources: {'Port': ['ID=a34c4dce-93eb-487f-a5ce-56289829d9be,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:47.931529 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4183637-d078-4406-9916-e80eb34482eb req-d257aca3-4a0d-4815-98ef-a929957d7295 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Router 5431f058-d37e-4f0c-b9a0-32a15acb4714 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:05:48.065495 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4183637-d078-4406-9916-e80eb34482eb req-d257aca3-4a0d-4815-98ef-a929957d7295 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:05:48.077992 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f7e15e-2e5c-417b-b6ef-096809a7434b None None] Sync routers for ids ['5431f058-d37e-4f0c-b9a0-32a15acb4714'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:05:48.094047 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f7e15e-2e5c-417b-b6ef-096809a7434b None None] Routers {'5431f058-d37e-4f0c-b9a0-32a15acb4714'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:05:48.094770 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-b9f7e15e-2e5c-417b-b6ef-096809a7434b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:05:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['5431f058-d37e-4f0c-b9a0-32a15acb4714'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:48.114193 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4183637-d078-4406-9916-e80eb34482eb req-d257aca3-4a0d-4815-98ef-a929957d7295 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] No DVR routers for this DVR port a34c4dce-93eb-487f-a5ce-56289829d9be on host hv-neutron-8281 {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:05:48.117067 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b4183637-d078-4406-9916-e80eb34482eb req-d257aca3-4a0d-4815-98ef-a929957d7295 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:48.120757 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b4183637-d078-4406-9916-e80eb34482eb req-d257aca3-4a0d-4815-98ef-a929957d7295 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.42 "DELETE /v2.0/ports/a34c4dce-93eb-487f-a5ce-56289829d9be HTTP/1.1" status: 204 len: 173 time: 1.2117653 Feb 16 13:05:48.121249 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b0107e-a4e0-4401-be9d-8b9970dff003', 'name': 'network-vif-deleted', 'tag': 'a34c4dce-93eb-487f-a5ce-56289829d9be'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:05:48.124217 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01ea7f6-3eb9-45b7-9d56-a51e32a9f370" -d '{"events": [{"server_uuid": "62b0107e-a4e0-4401-be9d-8b9970dff003", "name": "network-vif-deleted", "tag": "a34c4dce-93eb-487f-a5ce-56289829d9be"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:05:48.165206 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b625ff43-d68e-4b15-9cff-c341403b8712 x-openstack-request-id: req-b625ff43-d68e-4b15-9cff-c341403b8712 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:05:48.165591 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b0107e-a4e0-4401-be9d-8b9970dff003", "name": "network-vif-deleted", "tag": "a34c4dce-93eb-487f-a5ce-56289829d9be", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:05:48.165756 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b625ff43-d68e-4b15-9cff-c341403b8712 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:05:48.166165 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b0107e-a4e0-4401-be9d-8b9970dff003', 'name': 'network-vif-deleted', 'tag': 'a34c4dce-93eb-487f-a5ce-56289829d9be', 'status': 'completed', 'code': 200} Feb 16 13:05:48.211451 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-b9f7e15e-2e5c-417b-b6ef-096809a7434b None None] Set router 5431f058-d37e-4f0c-b9a0-32a15acb4714 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:05:48.423404 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-b9f7e15e-2e5c-417b-b6ef-096809a7434b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'name': 'tempest-ServerActionsTestJSON-231273236-router', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:00Z', 'updated_at': '2022-02-16T13:05:03Z', 'revision_number': 4, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'gw_port': {'id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:01Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '9fd2cf59-f271-4394-9d99-036941754812', 'name': '', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'mac_address': 'fa:16:3e:16:06:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:03Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 5, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'subnets': [{'id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:48.454524 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f7e15e-2e5c-417b-b6ef-096809a7434b None None] Checking router: 5431f058-d37e-4f0c-b9a0-32a15acb4714 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:05:48.464017 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f7e15e-2e5c-417b-b6ef-096809a7434b None None] Routers {'5431f058-d37e-4f0c-b9a0-32a15acb4714'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:05:48.464544 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-b9f7e15e-2e5c-417b-b6ef-096809a7434b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:05:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['5431f058-d37e-4f0c-b9a0-32a15acb4714'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:48.540929 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9176f12f-8c72-4ebf-9dd0-5b9bf282eaee req-49a20006-1a43-4a19-9f77-f0363caeeedf tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=62b0107e-a4e0-4401-be9d-8b9970dff003 HTTP/1.1" status: 200 len: 210 time: 0.0287392 Feb 16 13:05:48.576355 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-b9f7e15e-2e5c-417b-b6ef-096809a7434b None None] Set router 5431f058-d37e-4f0c-b9a0-32a15acb4714 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:05:48.776995 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-b9f7e15e-2e5c-417b-b6ef-096809a7434b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'name': 'tempest-ServerActionsTestJSON-231273236-router', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:00Z', 'updated_at': '2022-02-16T13:05:03Z', 'revision_number': 4, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'gw_port': {'id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:01Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '9fd2cf59-f271-4394-9d99-036941754812', 'name': '', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'mac_address': 'fa:16:3e:16:06:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:03Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 5, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'subnets': [{'id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:48.803088 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f7e15e-2e5c-417b-b6ef-096809a7434b None None] The sync data for ids ['5431f058-d37e-4f0c-b9a0-32a15acb4714'] in dv-neutron-828142-3-hyperv is: [{'id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'name': 'tempest-ServerActionsTestJSON-231273236-router', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:00Z', 'updated_at': '2022-02-16T13:05:03Z', 'revision_number': 4, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'gw_port': {'id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:01Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '9fd2cf59-f271-4394-9d99-036941754812', 'name': '', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'mac_address': 'fa:16:3e:16:06:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:03Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 5, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'subnets': [{'id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:05:49.034548 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97604ce-e3d6-4c15-b54b-5a9c56b00255 None None] New status for floating IP aa55181f-e74c-486f-9668-41ef5416acbe: DOWN {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:05:49.772777 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-107d6735-5b9f-4e80-9582-5214fa613bc9 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--617932276&fields=id&tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f HTTP/1.1" status: 200 len: 267 time: 0.0331135 Feb 16 13:05:49.875679 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-eafd5aab-f0da-4076-b182-7f7edb6d3814 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:49.877211 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-eafd5aab-f0da-4076-b182-7f7edb6d3814 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/networks?id=1330045a-1c70-4389-aaf5-632a2aebc6c6 HTTP/1.1" status: 200 len: 811 time: 0.0971437 Feb 16 13:05:49.892413 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-b4bfa63e-3b2d-4279-a877-5fb137e30bf5 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/quotas/9fdabd1aa7b74bac8f7b6728ad4f430f HTTP/1.1" status: 200 len: 375 time: 0.0090008 Feb 16 13:05:49.901246 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device a34c4dce-93eb-487f-a5ce-56289829d9be no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:05:49.950774 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-45559463-04a0-4a9f-b7d5-9e682f480486 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0520558 Feb 16 13:05:50.052978 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-554e1305-5c3c-4321-ad55-7d22bb94d5c9 service neutron] 10.222.0.90 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865545 Feb 16 13:05:50.072961 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] No Port match for: a34c4dce-93eb-487f-a5ce-56289829d9be {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:05:50.073305 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device a34c4dce-93eb-487f-a5ce-56289829d9be not bound to the agent host hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:05:50.147466 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-6abac443-eab8-4073-9d5a-94fbcdd06d5f service neutron] 10.222.0.90 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898993 Feb 16 13:05:50.310876 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0fcda3c1-fb07-48df-90ce-6df0bcb783b7 req-a0ecf715-02c9-4eca-b79b-ed3f2d0ec7cb tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 210 time: 0.0272064 Feb 16 13:05:51.220188 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-4eecdad1-179c-4b4b-97cf-69f16c11f445 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:51.222367 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-4eecdad1-179c-4b4b-97cf-69f16c11f445 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.42 "GET /v2.0/networks?id=1330045a-1c70-4389-aaf5-632a2aebc6c6 HTTP/1.1" status: 200 len: 811 time: 0.1038055 Feb 16 13:05:51.276159 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-00abfddb-4703-471e-9e5c-1cbd2c01c6db tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f HTTP/1.1" status: 200 len: 379 time: 0.0391390 Feb 16 13:05:51.285381 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-ea4b7722-14c2-497a-a5f3-bf3858509e89 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Request body: {'port': {'device_id': '816b3e98-c985-4b12-a0ed-eb1390330849', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'admin_state_up': True, 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'security_groups': ['af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:51.410692 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2f866e7b-4664-4fd3-87eb-f1127e87b42c req-03a8456e-b534-407f-8906-894dae7a7513 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 210 time: 0.0265093 Feb 16 13:05:51.411284 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-ea4b7722-14c2-497a-a5f3-bf3858509e89 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Made reservation on behalf of 9fdabd1aa7b74bac8f7b6728ad4f430f for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:05:51.414736 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-ea4b7722-14c2-497a-a5f3-bf3858509e89 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:51.544929 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-ea4b7722-14c2-497a-a5f3-bf3858509e89 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Allocated IP 172.20.0.9 (1330045a-1c70-4389-aaf5-632a2aebc6c6/1dd123f9-789d-4660-aab8-ad9f8ea48987/e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:05:51.694390 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-ea4b7722-14c2-497a-a5f3-bf3858509e89 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:51.727766 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-ea4b7722-14c2-497a-a5f3-bf3858509e89 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:51.781816 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-ea4b7722-14c2-497a-a5f3-bf3858509e89 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Network 1330045a-1c70-4389-aaf5-632a2aebc6c6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:05:51.785224 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-ea4b7722-14c2-497a-a5f3-bf3858509e89 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:05:51.789026 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-ea4b7722-14c2-497a-a5f3-bf3858509e89 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:05:51.795438 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b7722-14c2-497a-a5f3-bf3858509e89 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Pushing event updated for resources: {'Port': ['ID=e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:51.841321 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-ea4b7722-14c2-497a-a5f3-bf3858509e89 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:51.841959 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-ea4b7722-14c2-497a-a5f3-bf3858509e89 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:51.858207 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-ea4b7722-14c2-497a-a5f3-bf3858509e89 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5767484 Feb 16 13:05:51.872726 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-de9df104-72c6-418c-9761-6460d5dee692 service neutron] Request body: {'port': {'device_id': '816b3e98-c985-4b12-a0ed-eb1390330849', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:51.932452 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-de9df104-72c6-418c-9761-6460d5dee692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:52.018337 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-73953603-b4e2-4818-ba51-c1e358e72b20 None None] Provisioning complete for port e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:05:52.018978 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-73953603-b4e2-4818-ba51-c1e358e72b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:52.054620 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-73953603-b4e2-4818-ba51-c1e358e72b20 None None] Port e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:05:52.213629 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-de9df104-72c6-418c-9761-6460d5dee692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e {{(pid=109049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:05:52.222094 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-de9df104-72c6-418c-9761-6460d5dee692 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:52.234521 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.provisioning_blocks [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-de9df104-72c6-418c-9761-6460d5dee692 service neutron] Transition to ACTIVE for port object e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e will not be triggered until provisioned by entity L2. {{(pid=109049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:05:52.238947 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-de9df104-72c6-418c-9761-6460d5dee692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:52.291844 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df104-72c6-418c-9761-6460d5dee692 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:52.300158 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7c06c672-c1ad-461e-b87c-2da269fb69f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:52.379822 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-de9df104-72c6-418c-9761-6460d5dee692 service neutron] Attempting to bind port e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:05:52.380167 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-de9df104-72c6-418c-9761-6460d5dee692 service neutron] Attempting to bind port e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:05:52.380551 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-de9df104-72c6-418c-9761-6460d5dee692 service neutron] Attempting to bind port e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e on network 1330045a-1c70-4389-aaf5-632a2aebc6c6 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:05:52.388035 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-de9df104-72c6-418c-9761-6460d5dee692 service neutron] Port e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e on network 1330045a-1c70-4389-aaf5-632a2aebc6c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:05:52.388500 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-de9df104-72c6-418c-9761-6460d5dee692 service neutron] Attempting to bind port e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e on network 1330045a-1c70-4389-aaf5-632a2aebc6c6 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:05:52.397092 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-de9df104-72c6-418c-9761-6460d5dee692 service neutron] Checking agent: {'id': '31a9428e-e23a-420f-bfe2-5870b63c0436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'started_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:05:52.397750 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-de9df104-72c6-418c-9761-6460d5dee692 service neutron] Checking segment: {'id': 'f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:05:52.398309 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-de9df104-72c6-418c-9761-6460d5dee692 service neutron] Bound using segment: {'id': 'f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6'} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:05:52.398950 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-de9df104-72c6-418c-9761-6460d5dee692 service neutron] Bound port: e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6'}}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:05:52.399468 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-de9df104-72c6-418c-9761-6460d5dee692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:52.483505 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-de9df104-72c6-418c-9761-6460d5dee692 service neutron] For port e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:05:52.487323 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-de9df104-72c6-418c-9761-6460d5dee692 service neutron] For port e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:05:52.491771 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-de9df104-72c6-418c-9761-6460d5dee692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:52.532892 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-de9df104-72c6-418c-9761-6460d5dee692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:52.533588 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-de9df104-72c6-418c-9761-6460d5dee692 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:52.535520 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-de9df104-72c6-418c-9761-6460d5dee692 service neutron] 10.222.0.42 "PUT /v2.0/ports/e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e HTTP/1.1" status: 200 len: 1093 time: 0.6678391 Feb 16 13:05:52.536028 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '816b3e98-c985-4b12-a0ed-eb1390330849', 'tag': 'e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:05:52.538434 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f66a2f-83aa-4193-a919-2d4b8099e339" -d '{"events": [{"name": "network-changed", "server_uuid": "816b3e98-c985-4b12-a0ed-eb1390330849", "tag": "e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:05:52.559525 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df104-72c6-418c-9761-6460d5dee692 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:52.566594 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fd140-f221-44a6-bb7c-f321e2def90e req-b48da39f-1dad-4f9d-9189-738e67a4cd24 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:52.568790 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5f9fd140-f221-44a6-bb7c-f321e2def90e req-b48da39f-1dad-4f9d-9189-738e67a4cd24 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 943 time: 0.0685825 Feb 16 13:05:52.633716 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5f9fd140-f221-44a6-bb7c-f321e2def90e req-189811f2-5751-4996-934c-0acdde657a94 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539274 Feb 16 13:05:52.645585 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486ccb70-1782-4cba-8088-474a946a0c87 x-openstack-request-id: req-486ccb70-1782-4cba-8088-474a946a0c87 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:05:52.646021 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "816b3e98-c985-4b12-a0ed-eb1390330849", "tag": "e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:05:52.646689 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-486ccb70-1782-4cba-8088-474a946a0c87 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:05:52.647284 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '816b3e98-c985-4b12-a0ed-eb1390330849', 'tag': 'e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e', 'status': 'completed', 'code': 200} Feb 16 13:05:52.669440 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-0bccec08-460a-4322-822f-0a240eac0f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:52.671026 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-0bccec08-460a-4322-822f-0a240eac0f91 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f&device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 1096 time: 0.0789299 Feb 16 13:05:52.714137 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-738c534c-6296-42f0-a70a-371ec139a157 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e HTTP/1.1" status: 200 len: 217 time: 0.0360224 Feb 16 13:05:52.769824 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-a6464aab-1df4-4d2e-8581-06ca90659057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:52.771559 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-a6464aab-1df4-4d2e-8581-06ca90659057 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd123f9-789d-4660-aab8-ad9f8ea48987 HTTP/1.1" status: 200 len: 850 time: 0.0510354 Feb 16 13:05:52.817019 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-131cd4ed-32f8-455e-94b3-c2e16fd7d4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:52.818444 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-131cd4ed-32f8-455e-94b3-c2e16fd7d4b8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1330045a-1c70-4389-aaf5-632a2aebc6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404043 Feb 16 13:05:52.907045 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-ddf69369-9d1a-4488-a2aa-064c1971f3f7 service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816271 Feb 16 13:05:52.999060 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b09fbeea-29fd-4f7e-b65e-a7868fe9a571 req-57781bb1-180d-487d-89b5-e734d114e13d service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846601 Feb 16 13:05:53.094500 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f66a2f-83aa-4193-a919-2d4b8099e339 req-81da4d5a-8418-4e76-b47d-840f1c721b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:53.095996 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a4f66a2f-83aa-4193-a919-2d4b8099e339 req-81da4d5a-8418-4e76-b47d-840f1c721b6e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f&device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 1096 time: 0.0422549 Feb 16 13:05:53.188873 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f66a2f-83aa-4193-a919-2d4b8099e339 req-bccd08d4-04c1-48b2-a6e6-1f792e9a6a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:53.190839 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a4f66a2f-83aa-4193-a919-2d4b8099e339 req-bccd08d4-04c1-48b2-a6e6-1f792e9a6a7d service neutron] 10.222.0.42 "GET /v2.0/networks?id=1330045a-1c70-4389-aaf5-632a2aebc6c6 HTTP/1.1" status: 200 len: 912 time: 0.0873792 Feb 16 13:05:53.233107 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a4f66a2f-83aa-4193-a919-2d4b8099e339 req-e976d6a1-9925-449a-abb5-3478b28b4a64 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e HTTP/1.1" status: 200 len: 217 time: 0.0347052 Feb 16 13:05:53.282455 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f66a2f-83aa-4193-a919-2d4b8099e339 req-9b39af9c-c815-4833-89f0-20b03dc982a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:53.284459 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a4f66a2f-83aa-4193-a919-2d4b8099e339 req-9b39af9c-c815-4833-89f0-20b03dc982a5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd123f9-789d-4660-aab8-ad9f8ea48987 HTTP/1.1" status: 200 len: 850 time: 0.0430980 Feb 16 13:05:53.333687 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f66a2f-83aa-4193-a919-2d4b8099e339 req-9fd0bdc1-7768-4caf-a1d3-1fd07dad531b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:53.335140 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a4f66a2f-83aa-4193-a919-2d4b8099e339 req-9fd0bdc1-7768-4caf-a1d3-1fd07dad531b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1330045a-1c70-4389-aaf5-632a2aebc6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438747 Feb 16 13:05:53.423913 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a4f66a2f-83aa-4193-a919-2d4b8099e339 req-8af89b9a-eaf7-475f-8732-67e9b4a6e4f3 service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811293 Feb 16 13:05:53.518873 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a4f66a2f-83aa-4193-a919-2d4b8099e339 req-8187fae2-d000-42cb-a97f-facb8c159ee6 service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867062 Feb 16 13:05:53.767337 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5728d-2a18-4c9e-b3d7-ab84ad31d2d0 req-686f8421-70b1-4c1b-b5af-c6fa406c4d99 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:53.769919 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5cb5728d-2a18-4c9e-b3d7-ab84ad31d2d0 req-686f8421-70b1-4c1b-b5af-c6fa406c4d99 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 943 time: 0.0667274 Feb 16 13:05:53.812691 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5cb5728d-2a18-4c9e-b3d7-ab84ad31d2d0 req-c33a1b84-97ef-498e-bd78-0c759fe1f5e3 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363595 Feb 16 13:05:54.445262 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4ebce8f6-b39a-4e14-b32d-9d0145d4eec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:54.933523 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a187a-3282-434e-97a1-25b1f6e9f4a6 req-b0c710fb-0b4b-4319-8e03-32e385f95917 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:54.935176 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-650a187a-3282-434e-97a1-25b1f6e9f4a6 req-b0c710fb-0b4b-4319-8e03-32e385f95917 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 943 time: 0.0501468 Feb 16 13:05:54.973502 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-650a187a-3282-434e-97a1-25b1f6e9f4a6 req-19458cdc-28a6-4991-97f8-9750b8277dd1 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325372 Feb 16 13:05:55.761731 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:55.932185 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:05:56.035243 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:05:56.047152 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': 'e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'port_id': 'e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e', 'mac_address': 'fa:16:3e:fb:49:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:05:56.092892 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3241aa-7a98-49ac-9ca9-9810e8cc8d2a req-dc8eee11-e288-410a-a3d3-bb4458f92af2 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:56.094422 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5b3241aa-7a98-49ac-9ca9-9810e8cc8d2a req-dc8eee11-e288-410a-a3d3-bb4458f92af2 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 943 time: 0.0519435 Feb 16 13:05:56.097298 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:56.110915 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:05:56.131735 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:05:56.136156 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:56.136375 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5b3241aa-7a98-49ac-9ca9-9810e8cc8d2a req-108f09f4-7619-425c-a30e-946a7cff6df4 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349574 Feb 16 13:05:56.185411 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:56.193084 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:56.193450 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:56.193771 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:56.194103 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:56.194431 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:56.194757 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:56.195085 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:56.195411 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:56.195733 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:56.196051 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:56.196367 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:56.196723 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:56.333207 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:05:57.050242 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:57.268100 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687d5b0-6ff2-4b9c-bba1-1034600cf45d req-898eb197-f00b-4a50-b2c8-2dc06eba2f4f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:57.269758 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1687d5b0-6ff2-4b9c-bba1-1034600cf45d req-898eb197-f00b-4a50-b2c8-2dc06eba2f4f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 944 time: 0.0594640 Feb 16 13:05:57.312103 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1687d5b0-6ff2-4b9c-bba1-1034600cf45d req-f9049a7c-cbd6-4493-9ce4-01fc839a58b4 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357773 Feb 16 13:05:57.386765 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:57.962511 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:05:58.013139 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning for port e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e completed by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:05:58.017486 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:05:58.017851 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:58.099859 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:58.122979 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816b3e98-c985-4b12-a0ed-eb1390330849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:05:58.125284 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f300b32d-38ee-452c-ac68-1658d1ca468f" -d '{"events": [{"server_uuid": "816b3e98-c985-4b12-a0ed-eb1390330849", "name": "network-vif-plugged", "status": "completed", "tag": "e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:05:58.139825 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:05:58.145666 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:58.173704 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b45b7bd-5bab-42e0-a4f6-3bcd5b93c70b x-openstack-request-id: req-3b45b7bd-5bab-42e0-a4f6-3bcd5b93c70b {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:05:58.173999 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816b3e98-c985-4b12-a0ed-eb1390330849", "name": "network-vif-plugged", "status": "completed", "tag": "e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:05:58.174254 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3b45b7bd-5bab-42e0-a4f6-3bcd5b93c70b {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:05:58.174731 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '816b3e98-c985-4b12-a0ed-eb1390330849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e', 'code': 200} Feb 16 13:05:58.202361 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:58.341402 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19127538-7841-47d7-a926-e9daad2ca56a req-dbd14560-d14a-4b2e-8894-c7373a4a01c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:58.343108 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-19127538-7841-47d7-a926-e9daad2ca56a req-dbd14560-d14a-4b2e-8894-c7373a4a01c5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 1098 time: 0.0437503 Feb 16 13:05:58.381490 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-19127538-7841-47d7-a926-e9daad2ca56a req-93a31fff-cae4-4970-adfb-7b60f08b3239 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316713 Feb 16 13:05:58.433913 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275c579-e77c-4ca2-b8f7-49d29b5734ba req-19af65e8-d326-436b-a6bf-315c3c927dfb tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:58.435438 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0275c579-e77c-4ca2-b8f7-49d29b5734ba req-19af65e8-d326-436b-a6bf-315c3c927dfb tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 945 time: 0.0503163 Feb 16 13:05:58.475180 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0275c579-e77c-4ca2-b8f7-49d29b5734ba req-7395d492-b9eb-4351-9ec4-a00f3e09a18f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331631 Feb 16 13:05:58.666203 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:59.600764 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c0cb4-0bfb-4fb4-be7f-a618b73973fc req-bd28267b-86fb-4114-a631-119828cad531 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:59.602363 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-829c0cb4-0bfb-4fb4-be7f-a618b73973fc req-bd28267b-86fb-4114-a631-119828cad531 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 945 time: 0.0537407 Feb 16 13:05:59.645110 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-829c0cb4-0bfb-4fb4-be7f-a618b73973fc req-9479b810-505d-404d-b4a0-d9745edcfa0b tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358427 Feb 16 13:05:59.765416 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c547138-0d97-45d4-a1d3-9dd38bcdec15 req-dab3a683-4bb5-4b27-a0f6-84ae888534c8 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:59.766803 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4c547138-0d97-45d4-a1d3-9dd38bcdec15 req-dab3a683-4bb5-4b27-a0f6-84ae888534c8 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 945 time: 0.0550807 Feb 16 13:05:59.775949 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 41218) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:05:59.782598 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-36a7286f-623e-4bba-9160-fcad83cc557c tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Request body: {'floatingip': {'port_id': 'e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:59.829284 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-36a7286f-623e-4bba-9160-fcad83cc557c tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks [] for floatingip, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:00.291468 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-36a7286f-623e-4bba-9160-fcad83cc557c tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:00.295394 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-36a7286f-623e-4bba-9160-fcad83cc557c tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:00.395930 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-36a7286f-623e-4bba-9160-fcad83cc557c tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Floating IP aa55181f-e74c-486f-9668-41ef5416acbe associated. External IP: 172.26.2.189, port: e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e. Feb 16 13:06:00.608739 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a7286f-623e-4bba-9160-fcad83cc557c tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Router 5431f058-d37e-4f0c-b9a0-32a15acb4714 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:06:00.718985 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a7286f-623e-4bba-9160-fcad83cc557c tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:06:00.723609 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-36a7286f-623e-4bba-9160-fcad83cc557c tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:00.729465 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba985ed-48ee-49a3-8dbf-04933e5b8091 None None] Sync routers for ids ['5431f058-d37e-4f0c-b9a0-32a15acb4714'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:06:00.740359 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba985ed-48ee-49a3-8dbf-04933e5b8091 None None] Routers {'5431f058-d37e-4f0c-b9a0-32a15acb4714'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:06:00.741019 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-bba985ed-48ee-49a3-8dbf-04933e5b8091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:05:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['5431f058-d37e-4f0c-b9a0-32a15acb4714'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:00.752209 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-36a7286f-623e-4bba-9160-fcad83cc557c tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "PUT /v2.0/floatingips/aa55181f-e74c-486f-9668-41ef5416acbe HTTP/1.1" status: 200 len: 991 time: 0.9747939 Feb 16 13:06:00.753421 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '816b3e98-c985-4b12-a0ed-eb1390330849', 'tag': 'e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:06:00.755910 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75142064-07f6-4394-a74c-f59ebb76bc08" -d '{"events": [{"name": "network-changed", "server_uuid": "816b3e98-c985-4b12-a0ed-eb1390330849", "tag": "e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:06:00.809091 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7d4419-0a93-4b82-a99f-89739174fff3 x-openstack-request-id: req-ae7d4419-0a93-4b82-a99f-89739174fff3 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:06:00.809705 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "816b3e98-c985-4b12-a0ed-eb1390330849", "tag": "e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:06:00.809705 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ae7d4419-0a93-4b82-a99f-89739174fff3 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:06:00.810010 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '816b3e98-c985-4b12-a0ed-eb1390330849', 'tag': 'e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e', 'status': 'completed', 'code': 200} Feb 16 13:06:00.877613 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-bba985ed-48ee-49a3-8dbf-04933e5b8091 None None] Set router 5431f058-d37e-4f0c-b9a0-32a15acb4714 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:06:00.889247 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75142064-07f6-4394-a74c-f59ebb76bc08 req-bcc16b7a-6de8-4fa5-9076-fb378dc24ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:00.890784 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-75142064-07f6-4394-a74c-f59ebb76bc08 req-bcc16b7a-6de8-4fa5-9076-fb378dc24ff8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f&device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 1098 time: 0.0572543 Feb 16 13:06:00.989034 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8ad7d-b393-4d8b-8b8b-b480fbdfde1e req-e43f1f2b-e76c-4b67-9ba0-cdb3e9b98cef tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:00.993244 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-53f8ad7d-b393-4d8b-8b8b-b480fbdfde1e req-e43f1f2b-e76c-4b67-9ba0-cdb3e9b98cef tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 945 time: 0.0570192 Feb 16 13:06:01.001242 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75142064-07f6-4394-a74c-f59ebb76bc08 req-9897f891-7624-43e4-b3aa-ad4bf720782e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:01.002773 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-75142064-07f6-4394-a74c-f59ebb76bc08 req-9897f891-7624-43e4-b3aa-ad4bf720782e service neutron] 10.222.0.42 "GET /v2.0/networks?id=1330045a-1c70-4389-aaf5-632a2aebc6c6 HTTP/1.1" status: 200 len: 912 time: 0.1052022 Feb 16 13:06:01.034785 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-53f8ad7d-b393-4d8b-8b8b-b480fbdfde1e req-f079229f-9de8-47fc-b128-7e44c70063ae tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365899 Feb 16 13:06:01.075715 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-75142064-07f6-4394-a74c-f59ebb76bc08 req-80b77d2f-e1bc-4cb9-931c-f4d7701e17f4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e HTTP/1.1" status: 200 len: 999 time: 0.0654044 Feb 16 13:06:01.121806 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-bba985ed-48ee-49a3-8dbf-04933e5b8091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'name': 'tempest-ServerActionsTestJSON-231273236-router', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:00Z', 'updated_at': '2022-02-16T13:05:03Z', 'revision_number': 4, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'gw_port': {'id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:01Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'aa55181f-e74c-486f-9668-41ef5416acbe', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'floating_ip_address': '172.26.2.189', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'port_id': 'e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'mac_address': 'fa:16:3e:fb:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816b3e98-c985-4b12-a0ed-eb1390330849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:05:06Z', 'updated_at': '2022-02-16T13:06:00Z', 'revision_number': 5, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fd2cf59-f271-4394-9d99-036941754812', 'name': '', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'mac_address': 'fa:16:3e:16:06:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:03Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 5, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'subnets': [{'id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:01.125076 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75142064-07f6-4394-a74c-f59ebb76bc08 req-24297dbf-984c-4c36-91e2-652613e1c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:01.126535 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-75142064-07f6-4394-a74c-f59ebb76bc08 req-24297dbf-984c-4c36-91e2-652613e1c8fb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd123f9-789d-4660-aab8-ad9f8ea48987 HTTP/1.1" status: 200 len: 850 time: 0.0445385 Feb 16 13:06:01.148618 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba985ed-48ee-49a3-8dbf-04933e5b8091 None None] Checking router: 5431f058-d37e-4f0c-b9a0-32a15acb4714 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:06:01.157017 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba985ed-48ee-49a3-8dbf-04933e5b8091 None None] Routers {'5431f058-d37e-4f0c-b9a0-32a15acb4714'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:06:01.157617 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-bba985ed-48ee-49a3-8dbf-04933e5b8091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:05:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['5431f058-d37e-4f0c-b9a0-32a15acb4714'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:01.175675 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75142064-07f6-4394-a74c-f59ebb76bc08 req-5cfa440a-ff51-4806-8ec1-b194c50067bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:01.177216 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-75142064-07f6-4394-a74c-f59ebb76bc08 req-5cfa440a-ff51-4806-8ec1-b194c50067bc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1330045a-1c70-4389-aaf5-632a2aebc6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444849 Feb 16 13:06:01.264525 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-bba985ed-48ee-49a3-8dbf-04933e5b8091 None None] Set router 5431f058-d37e-4f0c-b9a0-32a15acb4714 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:06:01.269381 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-75142064-07f6-4394-a74c-f59ebb76bc08 req-4b19e59a-35d0-46fb-8722-ccdf66a7bceb service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838666 Feb 16 13:06:01.369000 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-75142064-07f6-4394-a74c-f59ebb76bc08 req-600f487c-8f99-4ec0-b10d-67f29fac0352 service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940545 Feb 16 13:06:01.495413 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-bba985ed-48ee-49a3-8dbf-04933e5b8091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'name': 'tempest-ServerActionsTestJSON-231273236-router', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:00Z', 'updated_at': '2022-02-16T13:05:03Z', 'revision_number': 4, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'gw_port': {'id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:01Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'aa55181f-e74c-486f-9668-41ef5416acbe', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'floating_ip_address': '172.26.2.189', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'port_id': 'e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'mac_address': 'fa:16:3e:fb:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816b3e98-c985-4b12-a0ed-eb1390330849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:05:06Z', 'updated_at': '2022-02-16T13:06:00Z', 'revision_number': 5, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fd2cf59-f271-4394-9d99-036941754812', 'name': '', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'mac_address': 'fa:16:3e:16:06:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:03Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 5, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'subnets': [{'id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:01.521974 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba985ed-48ee-49a3-8dbf-04933e5b8091 None None] The sync data for ids ['5431f058-d37e-4f0c-b9a0-32a15acb4714'] in dv-neutron-828142-3-hyperv is: [{'id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'name': 'tempest-ServerActionsTestJSON-231273236-router', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:00Z', 'updated_at': '2022-02-16T13:05:03Z', 'revision_number': 4, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'gw_port': {'id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:01Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'aa55181f-e74c-486f-9668-41ef5416acbe', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'floating_ip_address': '172.26.2.189', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'port_id': 'e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'mac_address': 'fa:16:3e:fb:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816b3e98-c985-4b12-a0ed-eb1390330849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:05:06Z', 'updated_at': '2022-02-16T13:06:00Z', 'revision_number': 5, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fd2cf59-f271-4394-9d99-036941754812', 'name': '', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'mac_address': 'fa:16:3e:16:06:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:03Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 5, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'subnets': [{'id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:06:01.694791 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76952dbd-8003-4d21-80a1-a2f4480b9fab None None] New status for floating IP aa55181f-e74c-486f-9668-41ef5416acbe: ACTIVE {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:06:02.157963 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca03af1-89cc-46f8-a5fa-488891fee68a req-db18200e-48fe-4755-900e-760026a46e33 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:02.159355 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9ca03af1-89cc-46f8-a5fa-488891fee68a req-db18200e-48fe-4755-900e-760026a46e33 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 945 time: 0.0488324 Feb 16 13:06:02.197468 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9ca03af1-89cc-46f8-a5fa-488891fee68a req-84909046-4232-4718-a48f-6126a7b1a3e2 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316885 Feb 16 13:06:03.317212 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d51ae-1ecc-4e0e-b0af-5840559389eb req-b74565b5-e9ed-4614-ab44-95a66a8b6cc1 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:03.318586 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6b7d51ae-1ecc-4e0e-b0af-5840559389eb req-b74565b5-e9ed-4614-ab44-95a66a8b6cc1 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 945 time: 0.0532970 Feb 16 13:06:03.355853 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6b7d51ae-1ecc-4e0e-b0af-5840559389eb req-49788448-3843-4708-815a-858b75051c61 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311625 Feb 16 13:06:04.470110 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535fe77-4793-4b9d-b966-9a0dd849814a req-a86e597d-5b18-439a-972b-585701388933 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:04.471787 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a535fe77-4793-4b9d-b966-9a0dd849814a req-a86e597d-5b18-439a-972b-585701388933 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 945 time: 0.0495780 Feb 16 13:06:04.516016 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a535fe77-4793-4b9d-b966-9a0dd849814a req-4e453096-33bd-48cf-8ae8-24f7712a3d9a tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382628 Feb 16 13:06:05.358917 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:06:05.629948 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95189c-e716-462f-97c0-afac195a01d9 req-e9f7c48b-78a9-4794-8f21-64d900b00a41 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:05.631321 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8f95189c-e716-462f-97c0-afac195a01d9 req-e9f7c48b-78a9-4794-8f21-64d900b00a41 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 945 time: 0.0477400 Feb 16 13:06:05.669467 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8f95189c-e716-462f-97c0-afac195a01d9 req-aac7e154-8bc9-4d64-9c8f-439836936b86 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321622 Feb 16 13:06:06.788919 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9c880-ec80-46e0-aa76-950a529d1a7a req-b13375ee-1f23-496e-992c-c52de6744831 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:06.790561 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-cbb9c880-ec80-46e0-aa76-950a529d1a7a req-b13375ee-1f23-496e-992c-c52de6744831 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 945 time: 0.0546286 Feb 16 13:06:06.828664 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-cbb9c880-ec80-46e0-aa76-950a529d1a7a req-1869d1c0-fa91-4a16-a86e-a3025d040ab3 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318751 Feb 16 13:06:07.947886 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6b9c4-fd31-4955-885a-ce4c1a74a7bc req-ee848794-bb41-496a-b6fd-108cca14166f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:07.949447 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f9f6b9c4-fd31-4955-885a-ce4c1a74a7bc req-ee848794-bb41-496a-b6fd-108cca14166f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 945 time: 0.0500429 Feb 16 13:06:07.988129 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f9f6b9c4-fd31-4955-885a-ce4c1a74a7bc req-c025df58-a926-49d3-b10f-059afab346c3 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328312 Feb 16 13:06:09.105138 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca14b3d-bd74-4722-996f-c8987695a731 req-ca336ee1-0bf5-4bcf-b3a1-83844f617a41 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:09.106612 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7ca14b3d-bd74-4722-996f-c8987695a731 req-ca336ee1-0bf5-4bcf-b3a1-83844f617a41 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 945 time: 0.0510533 Feb 16 13:06:09.143725 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7ca14b3d-bd74-4722-996f-c8987695a731 req-60095afb-ac4a-4b6e-98d2-0df3cbf8319a tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311379 Feb 16 13:06:10.262089 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddd164-20b3-4927-89bd-17f04fe8c5f9 req-aa623b84-03ea-4d73-bba9-29e0aec2f65f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:10.263537 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7dddd164-20b3-4927-89bd-17f04fe8c5f9 req-aa623b84-03ea-4d73-bba9-29e0aec2f65f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 945 time: 0.0531487 Feb 16 13:06:10.300475 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7dddd164-20b3-4927-89bd-17f04fe8c5f9 req-2028dfbe-1aae-4220-822f-decc84983f9b tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309532 Feb 16 13:06:11.417261 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0c64d-bceb-4d06-a7ba-1dafc269231f req-f196e4eb-60fb-4f04-bbb7-38a393817084 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:11.418750 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-65f0c64d-bceb-4d06-a7ba-1dafc269231f req-f196e4eb-60fb-4f04-bbb7-38a393817084 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 945 time: 0.0507350 Feb 16 13:06:11.456938 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-65f0c64d-bceb-4d06-a7ba-1dafc269231f req-9c8b0e77-f580-4931-ba29-49b8d5a5edef tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322959 Feb 16 13:06:12.571400 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566522b2-8bc9-420c-9a8a-ff7bf32af1ea req-68726cfb-36a6-43b1-8135-526a33893136 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:12.572905 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-566522b2-8bc9-420c-9a8a-ff7bf32af1ea req-68726cfb-36a6-43b1-8135-526a33893136 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 945 time: 0.0487976 Feb 16 13:06:12.610858 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-566522b2-8bc9-420c-9a8a-ff7bf32af1ea req-5dc66f87-30cb-4d20-b4c2-ea3528b55e84 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318916 Feb 16 13:06:13.734938 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124e6b7-2bc6-44c7-a7c3-b36e99eac894 req-1f02e889-aa5f-4f5e-b1e5-2a27124b8593 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:13.736409 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c124e6b7-2bc6-44c7-a7c3-b36e99eac894 req-1f02e889-aa5f-4f5e-b1e5-2a27124b8593 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 945 time: 0.0550039 Feb 16 13:06:13.779714 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c124e6b7-2bc6-44c7-a7c3-b36e99eac894 req-248096d1-57c6-4ef9-9ff8-3bec7269c555 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330217 Feb 16 13:06:14.899039 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a440f7-11b5-4192-a465-7970ecb401ae req-7f766516-e78f-4d9e-983d-2085cf98bb0b tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:14.900516 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b8a440f7-11b5-4192-a465-7970ecb401ae req-7f766516-e78f-4d9e-983d-2085cf98bb0b tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 945 time: 0.0494809 Feb 16 13:06:14.938189 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b8a440f7-11b5-4192-a465-7970ecb401ae req-36fa6036-6dab-4635-afcc-3ebd0c9abbfc tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315938 Feb 16 13:06:16.051965 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b08055-fa31-4e1b-a060-bc4b820429f8 req-79ce855d-c1ee-4ba6-853a-6f8521efba9c tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:16.054086 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-77b08055-fa31-4e1b-a060-bc4b820429f8 req-79ce855d-c1ee-4ba6-853a-6f8521efba9c tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 945 time: 0.0496147 Feb 16 13:06:16.092589 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-77b08055-fa31-4e1b-a060-bc4b820429f8 req-f5aa0861-3726-4b07-9ef7-a36d6fce6955 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323687 Feb 16 13:06:17.211009 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708abcbd-422e-48f8-9abd-6e7ed1a3a9a4 req-635ba564-8f63-450d-8984-fc56bcf4bcc5 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:17.212473 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-708abcbd-422e-48f8-9abd-6e7ed1a3a9a4 req-635ba564-8f63-450d-8984-fc56bcf4bcc5 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 945 time: 0.0526304 Feb 16 13:06:17.249997 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-708abcbd-422e-48f8-9abd-6e7ed1a3a9a4 req-9f698372-a2a4-4774-ab7c-03ca56864262 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315664 Feb 16 13:06:18.367924 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb4f45-126c-4ddb-a7e3-f1f9481c747c req-9e310b45-bcf7-4616-b917-86a60fdbdeb9 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:18.369409 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5edb4f45-126c-4ddb-a7e3-f1f9481c747c req-9e310b45-bcf7-4616-b917-86a60fdbdeb9 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 945 time: 0.0523505 Feb 16 13:06:18.406727 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5edb4f45-126c-4ddb-a7e3-f1f9481c747c req-e0ed1f46-923c-4d5c-aa83-5a309d814165 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314295 Feb 16 13:06:19.522912 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09109dbf-1135-4898-a158-15f8506907d8 req-3f751ea2-f1bb-44ae-81b7-e221bbe27fc8 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:19.524389 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-09109dbf-1135-4898-a158-15f8506907d8 req-3f751ea2-f1bb-44ae-81b7-e221bbe27fc8 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 945 time: 0.0508640 Feb 16 13:06:19.562014 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-09109dbf-1135-4898-a158-15f8506907d8 req-93c2bda1-d720-4ff7-8d63-bc4a9e716fcb tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318019 Feb 16 13:06:20.678688 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b8e30-b0f7-4fae-961f-4fc0eac160c1 req-4d8553ad-8a4d-4146-b8f9-29ba40aee0f1 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:20.680177 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f74b8e30-b0f7-4fae-961f-4fc0eac160c1 req-4d8553ad-8a4d-4146-b8f9-29ba40aee0f1 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 945 time: 0.0526850 Feb 16 13:06:20.716830 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f74b8e30-b0f7-4fae-961f-4fc0eac160c1 req-a6808f13-0293-4a0e-ab79-539bf8eef0ab tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308099 Feb 16 13:06:21.831004 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad49f83-5400-4753-b62e-c7797ae49755 req-2afeed52-33b4-4ed2-aec6-185494cf8792 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:21.832478 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6ad49f83-5400-4753-b62e-c7797ae49755 req-2afeed52-33b4-4ed2-aec6-185494cf8792 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 945 time: 0.0498104 Feb 16 13:06:21.871103 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6ad49f83-5400-4753-b62e-c7797ae49755 req-4d695f7b-3309-4205-abd3-34de2ca21a9b tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321987 Feb 16 13:06:22.292205 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a25775a1-6d96-42c5-8382-fdfd055b72ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:22.986935 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d3e8b-d2b8-49b3-a441-cff2f2e2b30b req-d71689e8-811a-4952-8147-275447809973 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:22.989479 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-675d3e8b-d2b8-49b3-a441-cff2f2e2b30b req-d71689e8-811a-4952-8147-275447809973 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 945 time: 0.0506120 Feb 16 13:06:23.029376 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-675d3e8b-d2b8-49b3-a441-cff2f2e2b30b req-9f9d511c-ccf4-43d8-b104-79b4d7d91c2a tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319960 Feb 16 13:06:24.149400 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292c893-e033-4be9-994d-9d8fc1f29014 req-37424b30-36a2-49b1-b511-4f7cde4f06ff tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:24.150848 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6292c893-e033-4be9-994d-9d8fc1f29014 req-37424b30-36a2-49b1-b511-4f7cde4f06ff tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 945 time: 0.0524418 Feb 16 13:06:24.188942 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6292c893-e033-4be9-994d-9d8fc1f29014 req-857c00cd-be99-48f2-b4de-b26ed99c1b82 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321147 Feb 16 13:06:24.446591 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b53e0743-9670-4351-997c-2498d1a800d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:25.307961 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c4adc-6ff1-4873-af5f-60882001f344 req-c9927142-6eec-43c7-9ca8-bebfcf9849b2 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:25.309452 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-699c4adc-6ff1-4873-af5f-60882001f344 req-c9927142-6eec-43c7-9ca8-bebfcf9849b2 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 945 time: 0.0546021 Feb 16 13:06:25.348047 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-699c4adc-6ff1-4873-af5f-60882001f344 req-983dc111-48be-4000-bb21-50b7cf8d37c6 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325744 Feb 16 13:06:25.765224 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:26.468930 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b730715-12fd-4591-b632-e7e3f6c4a709 req-3cf7dd48-d982-4cd4-ac0b-5e1ab3c76877 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:26.470578 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1b730715-12fd-4591-b632-e7e3f6c4a709 req-3cf7dd48-d982-4cd4-ac0b-5e1ab3c76877 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 945 time: 0.0536706 Feb 16 13:06:26.511397 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1b730715-12fd-4591-b632-e7e3f6c4a709 req-54b36939-accc-4ff3-8187-800dcb196da5 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340068 Feb 16 13:06:27.057689 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:27.387753 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:28.028262 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9565df91-eeaa-47a7-a09e-98cac71db397 req-5e3a629e-24f9-4833-a667-b9311825cd48 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0449281 Feb 16 13:06:28.051476 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ceeec-0e2f-4d85-8885-95a8a8867d29 req-f283350d-17bd-4ef2-b12c-8f6b0fb4e7bc tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:28.053630 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f97ceeec-0e2f-4d85-8885-95a8a8867d29 req-f283350d-17bd-4ef2-b12c-8f6b0fb4e7bc tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 945 time: 0.0604830 Feb 16 13:06:28.096432 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f97ceeec-0e2f-4d85-8885-95a8a8867d29 req-7440daf4-bd1b-4342-b070-f44006618d60 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362163 Feb 16 13:06:28.667137 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:29.208478 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565df91-eeaa-47a7-a09e-98cac71db397 req-1816d0c1-0b18-463b-9311-128bef036f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:29.210511 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9565df91-eeaa-47a7-a09e-98cac71db397 req-1816d0c1-0b18-463b-9311-128bef036f40 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f&device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 1098 time: 0.0428901 Feb 16 13:06:29.222590 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a53517-92da-4c2c-8822-660002b6f4a8 req-cc348df9-1fcb-4772-a96c-7a6f84e37fd7 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:29.224194 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f8a53517-92da-4c2c-8822-660002b6f4a8 req-cc348df9-1fcb-4772-a96c-7a6f84e37fd7 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 945 time: 0.0504045 Feb 16 13:06:29.262159 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f8a53517-92da-4c2c-8822-660002b6f4a8 req-cfe0330d-8076-452c-b88d-2168dfa93c10 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312660 Feb 16 13:06:29.314935 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565df91-eeaa-47a7-a09e-98cac71db397 req-9daa1fe2-c8cb-4182-823f-2ce1624f7116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:29.316332 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9565df91-eeaa-47a7-a09e-98cac71db397 req-9daa1fe2-c8cb-4182-823f-2ce1624f7116 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1330045a-1c70-4389-aaf5-632a2aebc6c6 HTTP/1.1" status: 200 len: 912 time: 0.0931284 Feb 16 13:06:29.384413 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9565df91-eeaa-47a7-a09e-98cac71db397 req-11cc0181-3f89-4458-a1b6-4c75b8b58231 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e HTTP/1.1" status: 200 len: 1001 time: 0.0619020 Feb 16 13:06:29.433848 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565df91-eeaa-47a7-a09e-98cac71db397 req-c5bf7e8e-41a7-409e-ab10-2d398b265788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:29.435323 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9565df91-eeaa-47a7-a09e-98cac71db397 req-c5bf7e8e-41a7-409e-ab10-2d398b265788 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd123f9-789d-4660-aab8-ad9f8ea48987 HTTP/1.1" status: 200 len: 850 time: 0.0447636 Feb 16 13:06:29.485356 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565df91-eeaa-47a7-a09e-98cac71db397 req-5f1d6fe8-9703-4801-b929-a1f70cb95c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:29.487692 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9565df91-eeaa-47a7-a09e-98cac71db397 req-5f1d6fe8-9703-4801-b929-a1f70cb95c5c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1330045a-1c70-4389-aaf5-632a2aebc6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455320 Feb 16 13:06:29.575784 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9565df91-eeaa-47a7-a09e-98cac71db397 req-145969a5-fe70-4156-adaf-1efab6d8ecea service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804060 Feb 16 13:06:29.991502 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9565df91-eeaa-47a7-a09e-98cac71db397 req-8f871c93-2a72-4b96-8065-eeb74d97e33b service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095805 Feb 16 13:06:30.382809 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51229939-2fc6-4da2-a23f-245bb490af26 req-fad9ef83-117c-441f-97a3-08946ac773d8 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:30.384282 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-51229939-2fc6-4da2-a23f-245bb490af26 req-fad9ef83-117c-441f-97a3-08946ac773d8 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 945 time: 0.0512111 Feb 16 13:06:30.423286 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-51229939-2fc6-4da2-a23f-245bb490af26 req-96f8791c-afba-4d61-9b2f-9cfbc8fe3f48 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326338 Feb 16 13:06:31.544412 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8f1e4-93c6-413b-86c9-5fee289b8f87 req-f7c54be5-6f75-47ff-bfc3-4ba3ab22ae30 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:31.545889 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bad8f1e4-93c6-413b-86c9-5fee289b8f87 req-f7c54be5-6f75-47ff-bfc3-4ba3ab22ae30 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 945 time: 0.0518103 Feb 16 13:06:31.591131 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bad8f1e4-93c6-413b-86c9-5fee289b8f87 req-03a11804-10cf-4ae0-a200-8c3b44df8ac2 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386605 Feb 16 13:06:31.621550 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9565df91-eeaa-47a7-a09e-98cac71db397 req-c6ade663-42d8-4bb2-a64e-2cb58d36751f service neutron] 10.222.0.42 "GET /v2.0/ports/e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0579069 Feb 16 13:06:31.826442 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565df91-eeaa-47a7-a09e-98cac71db397 req-7b06ba22-daeb-4487-a53d-b19717bc605f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:31.827887 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9565df91-eeaa-47a7-a09e-98cac71db397 req-7b06ba22-daeb-4487-a53d-b19717bc605f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849&tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f HTTP/1.1" status: 200 len: 1098 time: 0.0430136 Feb 16 13:06:31.907749 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565df91-eeaa-47a7-a09e-98cac71db397 req-757bebb2-236a-497b-bb2c-2ff9a988e68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:31.910345 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9565df91-eeaa-47a7-a09e-98cac71db397 req-757bebb2-236a-497b-bb2c-2ff9a988e68b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f&device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 1098 time: 0.0602114 Feb 16 13:06:32.006392 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565df91-eeaa-47a7-a09e-98cac71db397 req-b6df666d-a38c-47c9-bc92-e0bb599e449b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:32.007955 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9565df91-eeaa-47a7-a09e-98cac71db397 req-b6df666d-a38c-47c9-bc92-e0bb599e449b service neutron] 10.222.0.42 "GET /v2.0/networks?id=1330045a-1c70-4389-aaf5-632a2aebc6c6 HTTP/1.1" status: 200 len: 912 time: 0.0916922 Feb 16 13:06:32.076061 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9565df91-eeaa-47a7-a09e-98cac71db397 req-fc40a09e-8c14-43c1-9e5a-c1ab6e45aee3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e HTTP/1.1" status: 200 len: 1001 time: 0.0608013 Feb 16 13:06:32.130244 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565df91-eeaa-47a7-a09e-98cac71db397 req-de430b51-d4ec-4a9e-a8bf-8d914a4f89ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:32.131620 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9565df91-eeaa-47a7-a09e-98cac71db397 req-de430b51-d4ec-4a9e-a8bf-8d914a4f89ca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd123f9-789d-4660-aab8-ad9f8ea48987 HTTP/1.1" status: 200 len: 850 time: 0.0496047 Feb 16 13:06:32.179370 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565df91-eeaa-47a7-a09e-98cac71db397 req-6009c246-3bcd-4e64-a18d-04d5d92f879b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:32.180923 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9565df91-eeaa-47a7-a09e-98cac71db397 req-6009c246-3bcd-4e64-a18d-04d5d92f879b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1330045a-1c70-4389-aaf5-632a2aebc6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425246 Feb 16 13:06:32.269813 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9565df91-eeaa-47a7-a09e-98cac71db397 req-04c0fbc4-c3ed-4650-9e72-835f65c6e5e6 service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825560 Feb 16 13:06:32.368280 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9565df91-eeaa-47a7-a09e-98cac71db397 req-9fb3352d-692e-4eb3-8c27-1bb7ad156e6f service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913839 Feb 16 13:06:32.866700 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a6754-460e-4060-abfa-f27bb09ccca1 req-700fe7f4-8775-4a78-95a3-fbe584c693ac tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:32.868846 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-336a6754-460e-4060-abfa-f27bb09ccca1 req-700fe7f4-8775-4a78-95a3-fbe584c693ac tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 945 time: 0.0488505 Feb 16 13:06:32.907608 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-336a6754-460e-4060-abfa-f27bb09ccca1 req-2bcd181f-900f-49c7-8375-838c96fdce34 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328093 Feb 16 13:06:34.020906 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c95775-e21b-4dcc-a706-b383fa47114e req-b22a300d-7428-4107-b2a3-27f483509fcd tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:34.022410 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-45c95775-e21b-4dcc-a706-b383fa47114e req-b22a300d-7428-4107-b2a3-27f483509fcd tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 945 time: 0.0480385 Feb 16 13:06:34.060319 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-45c95775-e21b-4dcc-a706-b383fa47114e req-97f12461-e79a-4806-babe-8d2ce71ed690 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313993 Feb 16 13:06:34.268161 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be58da-abc3-4e66-b0d0-d2e0fc882113 req-d68aa800-1b31-4676-a14b-054efc6edc18 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:34.269700 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-67be58da-abc3-4e66-b0d0-d2e0fc882113 req-d68aa800-1b31-4676-a14b-054efc6edc18 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 945 time: 0.0544710 Feb 16 13:06:34.277284 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10175f6e-2b25-4e36-b62b-3da473a0c0c0 req-754998e5-d305-4c5b-87ce-b1462da35c97 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:34.278771 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-10175f6e-2b25-4e36-b62b-3da473a0c0c0 req-754998e5-d305-4c5b-87ce-b1462da35c97 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.42 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849&tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 945 time: 0.0524178 Feb 16 13:06:34.312382 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-67be58da-abc3-4e66-b0d0-d2e0fc882113 req-e03a211d-5475-49b5-a083-1a4765d1db70 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364547 Feb 16 13:06:34.361293 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10175f6e-2b25-4e36-b62b-3da473a0c0c0 req-2528a3ec-1e4c-4d90-bb65-e62038e0b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:34.362768 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-10175f6e-2b25-4e36-b62b-3da473a0c0c0 req-2528a3ec-1e4c-4d90-bb65-e62038e0b529 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f&device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 1098 time: 0.0412686 Feb 16 13:06:34.457017 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10175f6e-2b25-4e36-b62b-3da473a0c0c0 req-4170bde7-c161-4ff0-92aa-757f80a734a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:34.458499 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-10175f6e-2b25-4e36-b62b-3da473a0c0c0 req-4170bde7-c161-4ff0-92aa-757f80a734a5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1330045a-1c70-4389-aaf5-632a2aebc6c6 HTTP/1.1" status: 200 len: 912 time: 0.0882609 Feb 16 13:06:34.527369 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-10175f6e-2b25-4e36-b62b-3da473a0c0c0 req-36f493e9-5182-45f6-956f-4304d8b93240 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e HTTP/1.1" status: 200 len: 1001 time: 0.0610690 Feb 16 13:06:34.579411 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10175f6e-2b25-4e36-b62b-3da473a0c0c0 req-d553185a-d95a-4756-8e82-0160389e8d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:34.580923 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-10175f6e-2b25-4e36-b62b-3da473a0c0c0 req-d553185a-d95a-4756-8e82-0160389e8d23 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd123f9-789d-4660-aab8-ad9f8ea48987 HTTP/1.1" status: 200 len: 850 time: 0.0474925 Feb 16 13:06:34.625499 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10175f6e-2b25-4e36-b62b-3da473a0c0c0 req-1917dd38-1112-4959-a409-f7cbfe02155e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:34.626986 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-10175f6e-2b25-4e36-b62b-3da473a0c0c0 req-1917dd38-1112-4959-a409-f7cbfe02155e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1330045a-1c70-4389-aaf5-632a2aebc6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394402 Feb 16 13:06:34.714616 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-10175f6e-2b25-4e36-b62b-3da473a0c0c0 req-4fd35055-177b-47a5-a226-10a24434ce5e service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808301 Feb 16 13:06:34.809328 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-10175f6e-2b25-4e36-b62b-3da473a0c0c0 req-18339ab8-2272-486a-9099-6934514ec2da service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880134 Feb 16 13:06:35.432690 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040770a7-7cf3-41c2-95d9-1a61698a2eb1 req-6eeff0b7-da25-4f01-8827-89f7f7246c9d tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:35.434212 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-040770a7-7cf3-41c2-95d9-1a61698a2eb1 req-6eeff0b7-da25-4f01-8827-89f7f7246c9d tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 945 time: 0.0516255 Feb 16 13:06:35.479208 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-040770a7-7cf3-41c2-95d9-1a61698a2eb1 req-1c16d056-fa79-4541-9ee3-b666d2c2e2ac tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370400 Feb 16 13:06:35.596374 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081fe0a-4ebe-4d35-9275-3851bd376aa8 req-476c7138-cacc-4dc4-a2fc-905ad186dc47 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:35.597832 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0081fe0a-4ebe-4d35-9275-3851bd376aa8 req-476c7138-cacc-4dc4-a2fc-905ad186dc47 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 945 time: 0.0489988 Feb 16 13:06:35.635768 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0081fe0a-4ebe-4d35-9275-3851bd376aa8 req-301b6030-1093-4463-911f-447613205dbb tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319953 Feb 16 13:06:35.884861 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a241e7d-361d-4a10-af8c-fa881bea129c req-b00dfa40-c358-486d-a841-8c72e62bc7cd tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:35.886373 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4a241e7d-361d-4a10-af8c-fa881bea129c req-b00dfa40-c358-486d-a841-8c72e62bc7cd tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 945 time: 0.0555887 Feb 16 13:06:35.911509 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a2ca9-a3dd-460b-bf11-dd1ddad297fa req-6cdcc996-81fe-457f-a093-c957aa9a07cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:35.913205 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c65a2ca9-a3dd-460b-bf11-dd1ddad297fa req-6cdcc996-81fe-457f-a093-c957aa9a07cf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f&device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 1098 time: 0.0449162 Feb 16 13:06:35.925237 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4a241e7d-361d-4a10-af8c-fa881bea129c req-1d9e8465-c45f-4204-b23f-152ccedc66e8 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325954 Feb 16 13:06:36.012388 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a2ca9-a3dd-460b-bf11-dd1ddad297fa req-eb08e8ec-cfe1-4c61-808f-ffd5da311cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:36.013920 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c65a2ca9-a3dd-460b-bf11-dd1ddad297fa req-eb08e8ec-cfe1-4c61-808f-ffd5da311cb7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1330045a-1c70-4389-aaf5-632a2aebc6c6 HTTP/1.1" status: 200 len: 912 time: 0.0936320 Feb 16 13:06:36.085866 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c65a2ca9-a3dd-460b-bf11-dd1ddad297fa req-afaf86f3-f86c-4950-838f-26eaaa10f5a4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e HTTP/1.1" status: 200 len: 1001 time: 0.0645430 Feb 16 13:06:36.136430 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a2ca9-a3dd-460b-bf11-dd1ddad297fa req-6620801e-d840-4446-bbd4-86b8d48015e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:36.137857 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c65a2ca9-a3dd-460b-bf11-dd1ddad297fa req-6620801e-d840-4446-bbd4-86b8d48015e2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd123f9-789d-4660-aab8-ad9f8ea48987 HTTP/1.1" status: 200 len: 850 time: 0.0460565 Feb 16 13:06:36.194957 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a2ca9-a3dd-460b-bf11-dd1ddad297fa req-960aea58-a79e-4df4-be79-f80b8a1b817b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:36.196522 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c65a2ca9-a3dd-460b-bf11-dd1ddad297fa req-960aea58-a79e-4df4-be79-f80b8a1b817b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1330045a-1c70-4389-aaf5-632a2aebc6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0524728 Feb 16 13:06:36.291381 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c65a2ca9-a3dd-460b-bf11-dd1ddad297fa req-6ed76c5c-6cc6-44f4-b88c-a32e89ccbeee service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880668 Feb 16 13:06:36.389550 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c65a2ca9-a3dd-460b-bf11-dd1ddad297fa req-5fd54b19-c566-4523-8632-92b6869d2279 service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915449 Feb 16 13:06:37.058607 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4b758-b1da-4be0-b1ee-3c01fdf693fc req-588255ad-f281-41c9-8556-ed6db390cffe tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:37.060144 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a1b4b758-b1da-4be0-b1ee-3c01fdf693fc req-588255ad-f281-41c9-8556-ed6db390cffe tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 945 time: 0.0564303 Feb 16 13:06:37.100206 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a1b4b758-b1da-4be0-b1ee-3c01fdf693fc req-3d2238e6-efae-4774-ad08-8bcf5ecadc9d tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339582 Feb 16 13:06:37.350242 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e11b8c-01e0-4f80-802e-2de32fe70d1b req-d9345059-ec50-478a-9ce2-00f0fadaa9e8 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:37.351757 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-63e11b8c-01e0-4f80-802e-2de32fe70d1b req-d9345059-ec50-478a-9ce2-00f0fadaa9e8 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 945 time: 0.0512090 Feb 16 13:06:37.400405 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-63e11b8c-01e0-4f80-802e-2de32fe70d1b req-ff863453-99c9-4fe7-ab80-36e98a3ba7ac tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423858 Feb 16 13:06:38.533755 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df73a7-e216-4e30-851d-daea9c0c1e11 req-e1e63be7-7c9f-4d24-8bb9-c4cecd5e9452 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:38.535232 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d6df73a7-e216-4e30-851d-daea9c0c1e11 req-e1e63be7-7c9f-4d24-8bb9-c4cecd5e9452 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 945 time: 0.0558844 Feb 16 13:06:38.574346 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d6df73a7-e216-4e30-851d-daea9c0c1e11 req-daae31fd-04fd-4ed8-beac-63253224813e tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330639 Feb 16 13:06:39.068787 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f49ad-c217-46b2-bf9f-03e47cb3298b req-f4445340-6d66-4282-b8c9-2024bab9138d tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:39.070935 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-818f49ad-c217-46b2-bf9f-03e47cb3298b req-f4445340-6d66-4282-b8c9-2024bab9138d tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.42 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 945 time: 0.0514281 Feb 16 13:06:39.173332 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-818f49ad-c217-46b2-bf9f-03e47cb3298b req-598d64ea-1022-493b-9859-358d4048849f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Deleting port e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:06:39.173588 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-818f49ad-c217-46b2-bf9f-03e47cb3298b req-598d64ea-1022-493b-9859-358d4048849f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:39.270093 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-818f49ad-c217-46b2-bf9f-03e47cb3298b req-598d64ea-1022-493b-9859-358d4048849f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] For port e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:06:39.270894 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-818f49ad-c217-46b2-bf9f-03e47cb3298b req-598d64ea-1022-493b-9859-358d4048849f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:39.447561 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-818f49ad-c217-46b2-bf9f-03e47cb3298b req-598d64ea-1022-493b-9859-358d4048849f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:39.447921 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-818f49ad-c217-46b2-bf9f-03e47cb3298b req-598d64ea-1022-493b-9859-358d4048849f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:39.448229 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.l3_db [req-818f49ad-c217-46b2-bf9f-03e47cb3298b req-598d64ea-1022-493b-9859-358d4048849f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Floating IP aa55181f-e74c-486f-9668-41ef5416acbe disassociated. External IP: 172.26.2.189, port: e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e. Feb 16 13:06:39.448563 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-818f49ad-c217-46b2-bf9f-03e47cb3298b req-598d64ea-1022-493b-9859-358d4048849f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Calling delete_port for e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e owned by compute:nova {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:06:39.592856 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-818f49ad-c217-46b2-bf9f-03e47cb3298b req-598d64ea-1022-493b-9859-358d4048849f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:39.624981 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d64ea-1022-493b-9859-358d4048849f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Pushing event deleted for resources: {'Port': ['ID=e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:39.675510 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d4605395-c990-4790-8b25-37bbf34b12b4 req-5cad7742-a917-4a6f-996a-7eb9aaf24839 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=816b3e98-c985-4b12-a0ed-eb1390330849 HTTP/1.1" status: 200 len: 210 time: 0.0276263 Feb 16 13:06:39.680266 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598d64ea-1022-493b-9859-358d4048849f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:39.680646 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598d64ea-1022-493b-9859-358d4048849f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:39.680987 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598d64ea-1022-493b-9859-358d4048849f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:39.681465 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598d64ea-1022-493b-9859-358d4048849f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:39.681641 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598d64ea-1022-493b-9859-358d4048849f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:39.681974 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598d64ea-1022-493b-9859-358d4048849f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:39.682310 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598d64ea-1022-493b-9859-358d4048849f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:39.682639 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598d64ea-1022-493b-9859-358d4048849f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:39.682963 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598d64ea-1022-493b-9859-358d4048849f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:39.683290 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598d64ea-1022-493b-9859-358d4048849f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:39.683614 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598d64ea-1022-493b-9859-358d4048849f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:39.683928 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598d64ea-1022-493b-9859-358d4048849f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:39.785946 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [req-818f49ad-c217-46b2-bf9f-03e47cb3298b req-598d64ea-1022-493b-9859-358d4048849f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Router 5431f058-d37e-4f0c-b9a0-32a15acb4714 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:06:39.904683 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-818f49ad-c217-46b2-bf9f-03e47cb3298b req-598d64ea-1022-493b-9859-358d4048849f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:06:39.914735 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986b3391-8eb2-46af-9260-2fc5684ad531 None None] Sync routers for ids ['5431f058-d37e-4f0c-b9a0-32a15acb4714'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:06:39.924979 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986b3391-8eb2-46af-9260-2fc5684ad531 None None] Routers {'5431f058-d37e-4f0c-b9a0-32a15acb4714'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:06:39.925722 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-986b3391-8eb2-46af-9260-2fc5684ad531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:06:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['5431f058-d37e-4f0c-b9a0-32a15acb4714'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:39.946361 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-818f49ad-c217-46b2-bf9f-03e47cb3298b req-598d64ea-1022-493b-9859-358d4048849f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] No DVR routers for this DVR port e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e on host hv-neutron-8281 {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:06:39.949273 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-818f49ad-c217-46b2-bf9f-03e47cb3298b req-598d64ea-1022-493b-9859-358d4048849f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:39.952963 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-818f49ad-c217-46b2-bf9f-03e47cb3298b req-598d64ea-1022-493b-9859-358d4048849f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.42 "DELETE /v2.0/ports/e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e HTTP/1.1" status: 204 len: 173 time: 0.8760421 Feb 16 13:06:39.953443 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816b3e98-c985-4b12-a0ed-eb1390330849', 'name': 'network-vif-deleted', 'tag': 'e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:06:39.956743 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de2aa8a-571d-4064-9e4e-f93c3aca8e3f" -d '{"events": [{"server_uuid": "816b3e98-c985-4b12-a0ed-eb1390330849", "name": "network-vif-deleted", "tag": "e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:06:40.005436 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45af3764-300d-476a-bff0-a00060d83a60 x-openstack-request-id: req-45af3764-300d-476a-bff0-a00060d83a60 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:06:40.005963 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816b3e98-c985-4b12-a0ed-eb1390330849", "name": "network-vif-deleted", "tag": "e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:06:40.006391 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-45af3764-300d-476a-bff0-a00060d83a60 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:06:40.010040 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '816b3e98-c985-4b12-a0ed-eb1390330849', 'name': 'network-vif-deleted', 'tag': 'e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e', 'status': 'completed', 'code': 200} Feb 16 13:06:40.045998 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-986b3391-8eb2-46af-9260-2fc5684ad531 None None] Set router 5431f058-d37e-4f0c-b9a0-32a15acb4714 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:06:40.268045 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-986b3391-8eb2-46af-9260-2fc5684ad531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'name': 'tempest-ServerActionsTestJSON-231273236-router', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:00Z', 'updated_at': '2022-02-16T13:05:03Z', 'revision_number': 4, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'gw_port': {'id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:01Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '9fd2cf59-f271-4394-9d99-036941754812', 'name': '', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'mac_address': 'fa:16:3e:16:06:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:03Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 5, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'subnets': [{'id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:40.306743 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986b3391-8eb2-46af-9260-2fc5684ad531 None None] Checking router: 5431f058-d37e-4f0c-b9a0-32a15acb4714 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:06:40.317394 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986b3391-8eb2-46af-9260-2fc5684ad531 None None] Routers {'5431f058-d37e-4f0c-b9a0-32a15acb4714'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:06:40.318015 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-986b3391-8eb2-46af-9260-2fc5684ad531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:06:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['5431f058-d37e-4f0c-b9a0-32a15acb4714'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:40.448756 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-986b3391-8eb2-46af-9260-2fc5684ad531 None None] Set router 5431f058-d37e-4f0c-b9a0-32a15acb4714 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:06:40.668803 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-986b3391-8eb2-46af-9260-2fc5684ad531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'name': 'tempest-ServerActionsTestJSON-231273236-router', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:00Z', 'updated_at': '2022-02-16T13:05:03Z', 'revision_number': 4, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'gw_port': {'id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:01Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '9fd2cf59-f271-4394-9d99-036941754812', 'name': '', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'mac_address': 'fa:16:3e:16:06:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:03Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 5, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'subnets': [{'id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:40.695702 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986b3391-8eb2-46af-9260-2fc5684ad531 None None] The sync data for ids ['5431f058-d37e-4f0c-b9a0-32a15acb4714'] in dv-neutron-828142-3-hyperv is: [{'id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'name': 'tempest-ServerActionsTestJSON-231273236-router', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:00Z', 'updated_at': '2022-02-16T13:05:03Z', 'revision_number': 4, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'gw_port': {'id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:01Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '9fd2cf59-f271-4394-9d99-036941754812', 'name': '', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'mac_address': 'fa:16:3e:16:06:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:03Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 5, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'subnets': [{'id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:06:40.924906 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-3e9bce7d-bdab-4fb3-b0b4-3daf03917bcf tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--617932276&fields=id&tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f HTTP/1.1" status: 200 len: 267 time: 0.0382156 Feb 16 13:06:40.933722 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2e3b78-433d-408b-8027-fc093f9abb4a None None] New status for floating IP aa55181f-e74c-486f-9668-41ef5416acbe: DOWN {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:06:41.042012 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-6e819f16-bd5c-41dc-816f-fa7657178954 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:41.043595 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-6e819f16-bd5c-41dc-816f-fa7657178954 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/networks?id=1330045a-1c70-4389-aaf5-632a2aebc6c6 HTTP/1.1" status: 200 len: 811 time: 0.1107318 Feb 16 13:06:41.061149 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-20fea1dd-dcd6-434a-afdb-a8dd0e28448c tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/quotas/9fdabd1aa7b74bac8f7b6728ad4f430f HTTP/1.1" status: 200 len: 375 time: 0.0113780 Feb 16 13:06:41.116135 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-b3ea216e-3de4-4ada-8a1c-7a5bce39caaa tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495203 Feb 16 13:06:41.211465 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-d7d3df82-0e9d-46f0-98fa-2eaee84053e1 service neutron] 10.222.0.90 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829787 Feb 16 13:06:41.308332 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-69a134fa-bb96-445b-a3ee-e003e2998ef8 service neutron] 10.222.0.90 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906558 Feb 16 13:06:41.491265 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-20058670-52d8-4813-a562-a58b520b755b req-4bf7f4d7-6eea-452e-b04a-3c73112df365 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 210 time: 0.0269868 Feb 16 13:06:42.180337 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:06:42.204534 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] No Port match for: e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:06:42.204892 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device e2ef6a5c-27fd-46f0-bbf8-a87b44c3068e not bound to the agent host hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:06:42.361556 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:06:42.416202 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-bf4ce90c-b412-4c9f-8616-f9d2c5ddb1ce tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:42.417948 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-bf4ce90c-b412-4c9f-8616-f9d2c5ddb1ce tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.42 "GET /v2.0/networks?id=1330045a-1c70-4389-aaf5-632a2aebc6c6 HTTP/1.1" status: 200 len: 811 time: 0.1306219 Feb 16 13:06:42.476325 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-ca23c981-a38a-44f0-b80a-14eb9ec9c152 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f HTTP/1.1" status: 200 len: 379 time: 0.0485806 Feb 16 13:06:42.488537 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-5998633c-e6d9-422a-9c9f-a87e6f2cc5e8 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Request body: {'port': {'device_id': 'b7c2ab8b-5f21-4945-8218-05e655da342c', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'admin_state_up': True, 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'security_groups': ['af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:06:42.590315 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-828c289c-55b4-40ba-9fc3-8fa95dd83aed req-1f6509b7-f22a-4b61-ac0d-5f60ef66bb2a tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 210 time: 0.0272737 Feb 16 13:06:42.606185 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-5998633c-e6d9-422a-9c9f-a87e6f2cc5e8 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Made reservation on behalf of 9fdabd1aa7b74bac8f7b6728ad4f430f for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:06:42.609876 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-5998633c-e6d9-422a-9c9f-a87e6f2cc5e8 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:42.744892 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-5998633c-e6d9-422a-9c9f-a87e6f2cc5e8 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Allocated IP 172.20.0.10 (1330045a-1c70-4389-aaf5-632a2aebc6c6/1dd123f9-789d-4660-aab8-ad9f8ea48987/5e5cb87b-e900-477c-9645-aa1d0820561a) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:06:42.880946 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-5998633c-e6d9-422a-9c9f-a87e6f2cc5e8 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:42.915419 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-5998633c-e6d9-422a-9c9f-a87e6f2cc5e8 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:42.958617 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-5998633c-e6d9-422a-9c9f-a87e6f2cc5e8 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Network 1330045a-1c70-4389-aaf5-632a2aebc6c6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:06:42.961810 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-5998633c-e6d9-422a-9c9f-a87e6f2cc5e8 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:06:42.965348 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-5998633c-e6d9-422a-9c9f-a87e6f2cc5e8 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:06:42.971651 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998633c-e6d9-422a-9c9f-a87e6f2cc5e8 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Pushing event updated for resources: {'Port': ['ID=5e5cb87b-e900-477c-9645-aa1d0820561a,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:43.020026 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-5998633c-e6d9-422a-9c9f-a87e6f2cc5e8 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:43.020950 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-5998633c-e6d9-422a-9c9f-a87e6f2cc5e8 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:43.037362 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-5998633c-e6d9-422a-9c9f-a87e6f2cc5e8 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5526974 Feb 16 13:06:43.049928 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-cd53e31e-aa3e-4da4-8dce-7d7f56a72f4a service neutron] Request body: {'port': {'device_id': 'b7c2ab8b-5f21-4945-8218-05e655da342c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:06:43.109594 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-cd53e31e-aa3e-4da4-8dce-7d7f56a72f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:43.234124 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-a42b09d4-71e2-47bb-9d04-515a21450a5b None None] Provisioning complete for port 5e5cb87b-e900-477c-9645-aa1d0820561a triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:06:43.234695 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a42b09d4-71e2-47bb-9d04-515a21450a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:43.267076 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-a42b09d4-71e2-47bb-9d04-515a21450a5b None None] Port 5e5cb87b-e900-477c-9645-aa1d0820561a cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:06:43.371970 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-cd53e31e-aa3e-4da4-8dce-7d7f56a72f4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e5cb87b-e900-477c-9645-aa1d0820561a {{(pid=109049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:06:43.379305 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-cd53e31e-aa3e-4da4-8dce-7d7f56a72f4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:43.391406 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.provisioning_blocks [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-cd53e31e-aa3e-4da4-8dce-7d7f56a72f4a service neutron] Transition to ACTIVE for port object 5e5cb87b-e900-477c-9645-aa1d0820561a will not be triggered until provisioned by entity L2. {{(pid=109049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:06:43.396417 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-cd53e31e-aa3e-4da4-8dce-7d7f56a72f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:43.455884 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53e31e-aa3e-4da4-8dce-7d7f56a72f4a service neutron] Pushing event updated for resources: {'Port': ['ID=5e5cb87b-e900-477c-9645-aa1d0820561a,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:43.541622 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-cd53e31e-aa3e-4da4-8dce-7d7f56a72f4a service neutron] Attempting to bind port 5e5cb87b-e900-477c-9645-aa1d0820561a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:06:43.541975 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-cd53e31e-aa3e-4da4-8dce-7d7f56a72f4a service neutron] Attempting to bind port 5e5cb87b-e900-477c-9645-aa1d0820561a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:06:43.542563 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-cd53e31e-aa3e-4da4-8dce-7d7f56a72f4a service neutron] Attempting to bind port 5e5cb87b-e900-477c-9645-aa1d0820561a on network 1330045a-1c70-4389-aaf5-632a2aebc6c6 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:06:43.548571 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-cd53e31e-aa3e-4da4-8dce-7d7f56a72f4a service neutron] Port 5e5cb87b-e900-477c-9645-aa1d0820561a on network 1330045a-1c70-4389-aaf5-632a2aebc6c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:06:43.548932 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-cd53e31e-aa3e-4da4-8dce-7d7f56a72f4a service neutron] Attempting to bind port 5e5cb87b-e900-477c-9645-aa1d0820561a on network 1330045a-1c70-4389-aaf5-632a2aebc6c6 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:06:43.556041 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-cd53e31e-aa3e-4da4-8dce-7d7f56a72f4a service neutron] Checking agent: {'id': '31a9428e-e23a-420f-bfe2-5870b63c0436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'started_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:06:43.556445 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-cd53e31e-aa3e-4da4-8dce-7d7f56a72f4a service neutron] Checking segment: {'id': 'f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:06:43.556874 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-cd53e31e-aa3e-4da4-8dce-7d7f56a72f4a service neutron] Bound using segment: {'id': 'f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6'} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:06:43.557407 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-cd53e31e-aa3e-4da4-8dce-7d7f56a72f4a service neutron] Bound port: 5e5cb87b-e900-477c-9645-aa1d0820561a, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6'}}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:06:43.557791 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-cd53e31e-aa3e-4da4-8dce-7d7f56a72f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:43.632275 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-cd53e31e-aa3e-4da4-8dce-7d7f56a72f4a service neutron] For port 5e5cb87b-e900-477c-9645-aa1d0820561a, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:06:43.635894 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-cd53e31e-aa3e-4da4-8dce-7d7f56a72f4a service neutron] For port 5e5cb87b-e900-477c-9645-aa1d0820561a, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5e5cb87b-e900-477c-9645-aa1d0820561a,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:06:43.640403 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-cd53e31e-aa3e-4da4-8dce-7d7f56a72f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:43.675383 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-cd53e31e-aa3e-4da4-8dce-7d7f56a72f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:43.676049 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-cd53e31e-aa3e-4da4-8dce-7d7f56a72f4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:43.677611 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-cd53e31e-aa3e-4da4-8dce-7d7f56a72f4a service neutron] 10.222.0.42 "PUT /v2.0/ports/5e5cb87b-e900-477c-9645-aa1d0820561a HTTP/1.1" status: 200 len: 1094 time: 0.6325545 Feb 16 13:06:43.678090 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c2ab8b-5f21-4945-8218-05e655da342c', 'tag': '5e5cb87b-e900-477c-9645-aa1d0820561a'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:06:43.682333 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eca5f20-5a01-4331-af3f-b619f2869851" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c2ab8b-5f21-4945-8218-05e655da342c", "tag": "5e5cb87b-e900-477c-9645-aa1d0820561a"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:06:43.713000 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53e31e-aa3e-4da4-8dce-7d7f56a72f4a service neutron] Pushing event updated for resources: {'Port': ['ID=5e5cb87b-e900-477c-9645-aa1d0820561a,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:43.767425 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8667cc56-9c97-409c-b99b-513282719b13 x-openstack-request-id: req-8667cc56-9c97-409c-b99b-513282719b13 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:06:43.768031 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c2ab8b-5f21-4945-8218-05e655da342c", "tag": "5e5cb87b-e900-477c-9645-aa1d0820561a", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:06:43.768556 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8667cc56-9c97-409c-b99b-513282719b13 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:06:43.769280 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c2ab8b-5f21-4945-8218-05e655da342c', 'tag': '5e5cb87b-e900-477c-9645-aa1d0820561a', 'status': 'completed', 'code': 200} Feb 16 13:06:43.773284 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be06e01-37f3-4741-8a0e-9133a8ffc39c req-ca217097-547a-4383-a9e5-f66c1d3ef541 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:43.776466 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5be06e01-37f3-4741-8a0e-9133a8ffc39c req-ca217097-547a-4383-a9e5-f66c1d3ef541 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 944 time: 0.1110692 Feb 16 13:06:43.790484 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-d90bf140-8cc4-411a-815c-d36c36de5217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:43.792112 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-d90bf140-8cc4-411a-815c-d36c36de5217 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f&device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 1097 time: 0.0732381 Feb 16 13:06:43.822000 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5be06e01-37f3-4741-8a0e-9133a8ffc39c req-63d3a3fb-11ed-44b8-b444-e9ebd42a5255 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392883 Feb 16 13:06:43.835438 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-506fc618-aacf-4eb1-8586-5650a59e6316 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e5cb87b-e900-477c-9645-aa1d0820561a HTTP/1.1" status: 200 len: 217 time: 0.0356908 Feb 16 13:06:43.888767 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-e901fd38-5316-4931-b518-03f83bf46827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:43.890273 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-e901fd38-5316-4931-b518-03f83bf46827 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd123f9-789d-4660-aab8-ad9f8ea48987 HTTP/1.1" status: 200 len: 850 time: 0.0480967 Feb 16 13:06:43.947192 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-766f138f-25e8-4397-ae00-25cefa5d0975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:43.948773 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-766f138f-25e8-4397-ae00-25cefa5d0975 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1330045a-1c70-4389-aaf5-632a2aebc6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0515463 Feb 16 13:06:44.047411 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-e24ac9a6-82e0-4582-ab0b-de99a2b094c3 service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914562 Feb 16 13:06:44.157271 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-8fcf635f-3497-497e-8087-f54f517c7f0a req-b0537180-93ff-44e7-9431-4ec1e552a3c8 service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030505 Feb 16 13:06:44.247337 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca5f20-5a01-4331-af3f-b619f2869851 req-3f3c467c-5a31-4e71-85a6-3d04ec51c867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:44.248891 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3eca5f20-5a01-4331-af3f-b619f2869851 req-3f3c467c-5a31-4e71-85a6-3d04ec51c867 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f&device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 1097 time: 0.0483048 Feb 16 13:06:44.343844 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca5f20-5a01-4331-af3f-b619f2869851 req-dbe52845-460e-4e9f-ba1a-56bc747f2890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:44.345283 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3eca5f20-5a01-4331-af3f-b619f2869851 req-dbe52845-460e-4e9f-ba1a-56bc747f2890 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1330045a-1c70-4389-aaf5-632a2aebc6c6 HTTP/1.1" status: 200 len: 912 time: 0.0902340 Feb 16 13:06:44.389494 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3eca5f20-5a01-4331-af3f-b619f2869851 req-f403b85e-2e4e-4363-9539-a61e9a7e7add service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e5cb87b-e900-477c-9645-aa1d0820561a HTTP/1.1" status: 200 len: 217 time: 0.0367811 Feb 16 13:06:44.439110 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca5f20-5a01-4331-af3f-b619f2869851 req-e1c0a3cb-f4f6-482d-be67-dc18f5abe0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:44.440576 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3eca5f20-5a01-4331-af3f-b619f2869851 req-e1c0a3cb-f4f6-482d-be67-dc18f5abe0e4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd123f9-789d-4660-aab8-ad9f8ea48987 HTTP/1.1" status: 200 len: 850 time: 0.0439336 Feb 16 13:06:44.487429 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca5f20-5a01-4331-af3f-b619f2869851 req-0e61fd9c-5a6d-4f73-8548-c1a1c7271aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:44.488946 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3eca5f20-5a01-4331-af3f-b619f2869851 req-0e61fd9c-5a6d-4f73-8548-c1a1c7271aad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1330045a-1c70-4389-aaf5-632a2aebc6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418038 Feb 16 13:06:44.587591 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3eca5f20-5a01-4331-af3f-b619f2869851 req-d30e2ef8-722f-4ec6-aa3e-e631e0728b67 service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909541 Feb 16 13:06:44.679410 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3eca5f20-5a01-4331-af3f-b619f2869851 req-49ae0bfe-774b-4e5c-a7ac-b083cbc5adb0 service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836644 Feb 16 13:06:44.961187 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a87116-478e-42c0-8ce4-272e6430ac24 req-bad0c698-4890-4f25-9990-15976bc57d5d tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:44.963575 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-12a87116-478e-42c0-8ce4-272e6430ac24 req-bad0c698-4890-4f25-9990-15976bc57d5d tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 944 time: 0.0532072 Feb 16 13:06:45.002133 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-12a87116-478e-42c0-8ce4-272e6430ac24 req-c2feb1ba-45ce-4e9c-86c9-3fa6295b3089 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320184 Feb 16 13:06:46.132612 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6f631-8276-413e-a314-8ea192c76a0b req-cf9105a6-d359-4bc4-b68e-266759facda9 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:46.134191 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8cd6f631-8276-413e-a314-8ea192c76a0b req-cf9105a6-d359-4bc4-b68e-266759facda9 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 944 time: 0.0543990 Feb 16 13:06:46.177256 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8cd6f631-8276-413e-a314-8ea192c76a0b req-3effc9d2-034e-41ae-bfa8-cbc63e62bae8 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350225 Feb 16 13:06:46.187988 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 5e5cb87b-e900-477c-9645-aa1d0820561a details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:06:46.427087 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 5e5cb87b-e900-477c-9645-aa1d0820561a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5e5cb87b-e900-477c-9645-aa1d0820561a,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:06:46.438999 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': '5e5cb87b-e900-477c-9645-aa1d0820561a', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'port_id': '5e5cb87b-e900-477c-9645-aa1d0820561a', 'mac_address': 'fa:16:3e:de:9b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:06:46.479534 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:46.493883 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e5cb87b-e900-477c-9645-aa1d0820561a {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:06:46.513170 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 5e5cb87b-e900-477c-9645-aa1d0820561a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5e5cb87b-e900-477c-9645-aa1d0820561a,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:06:46.517099 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:46.566160 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=5e5cb87b-e900-477c-9645-aa1d0820561a,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:46.724223 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['5e5cb87b-e900-477c-9645-aa1d0820561a'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:06:47.300749 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ebb9b-5f32-43ff-955f-fa18343432cb req-eade7b96-468f-4233-abb2-e0ee055d6961 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:47.302229 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-168ebb9b-5f32-43ff-955f-fa18343432cb req-eade7b96-468f-4233-abb2-e0ee055d6961 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 945 time: 0.0543926 Feb 16 13:06:47.339873 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-168ebb9b-5f32-43ff-955f-fa18343432cb req-dcd7b5be-2aeb-423a-9c8e-5676d30c9080 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314190 Feb 16 13:06:48.189538 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 5e5cb87b-e900-477c-9645-aa1d0820561a up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:06:48.241179 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning for port 5e5cb87b-e900-477c-9645-aa1d0820561a completed by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:06:48.245530 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port 5e5cb87b-e900-477c-9645-aa1d0820561a triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:06:48.245920 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:48.322369 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:48.345845 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c2ab8b-5f21-4945-8218-05e655da342c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5cb87b-e900-477c-9645-aa1d0820561a'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:06:48.347937 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42320c50-fb52-4318-bde9-be6336a38363" -d '{"events": [{"server_uuid": "b7c2ab8b-5f21-4945-8218-05e655da342c", "name": "network-vif-plugged", "status": "completed", "tag": "5e5cb87b-e900-477c-9645-aa1d0820561a"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:06:48.361141 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 5e5cb87b-e900-477c-9645-aa1d0820561a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5e5cb87b-e900-477c-9645-aa1d0820561a,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:06:48.371084 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:48.397220 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb101461-49b0-46b6-b0f1-923fb99daed7 x-openstack-request-id: req-fb101461-49b0-46b6-b0f1-923fb99daed7 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:06:48.398200 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c2ab8b-5f21-4945-8218-05e655da342c", "name": "network-vif-plugged", "status": "completed", "tag": "5e5cb87b-e900-477c-9645-aa1d0820561a", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:06:48.398352 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-fb101461-49b0-46b6-b0f1-923fb99daed7 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:06:48.398687 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c2ab8b-5f21-4945-8218-05e655da342c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5cb87b-e900-477c-9645-aa1d0820561a', 'code': 200} Feb 16 13:06:48.426955 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=5e5cb87b-e900-477c-9645-aa1d0820561a,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:48.479112 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328394d-c94c-4f7d-8589-f5c4e7386794 req-8a9ca905-1833-496c-b6ac-2cf3b413d131 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:48.482884 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c328394d-c94c-4f7d-8589-f5c4e7386794 req-8a9ca905-1833-496c-b6ac-2cf3b413d131 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 946 time: 0.0690799 Feb 16 13:06:48.528779 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c328394d-c94c-4f7d-8589-f5c4e7386794 req-fddf0aa2-b4b7-4c1d-803b-637411df949d tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398226 Feb 16 13:06:48.582530 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b64300-3bc9-457f-b2ae-a3b99219c1cc req-31a3c922-b01e-46ca-84b8-6ec968116124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:48.584066 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c9b64300-3bc9-457f-b2ae-a3b99219c1cc req-31a3c922-b01e-46ca-84b8-6ec968116124 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 1099 time: 0.0448411 Feb 16 13:06:48.626912 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c9b64300-3bc9-457f-b2ae-a3b99219c1cc req-5a99262a-992d-4c17-a7b1-e68602cf2093 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360587 Feb 16 13:06:49.658894 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2397802-0741-4e79-b065-0015a88cc157 req-d832ee12-fc95-4e44-97ba-7819ef9a1efe tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:49.660833 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e2397802-0741-4e79-b065-0015a88cc157 req-d832ee12-fc95-4e44-97ba-7819ef9a1efe tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 946 time: 0.0559750 Feb 16 13:06:49.700904 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e2397802-0741-4e79-b065-0015a88cc157 req-b529fa96-f075-48b5-9cec-1a0eb479e83b tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332365 Feb 16 13:06:50.826067 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00730f84-f4c9-469b-abe3-fcec2fefe3bf req-9be9a7e0-a668-4f2a-aecf-2556d90dacdf tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:50.827657 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-00730f84-f4c9-469b-abe3-fcec2fefe3bf req-9be9a7e0-a668-4f2a-aecf-2556d90dacdf tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 946 time: 0.0543177 Feb 16 13:06:50.872932 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-00730f84-f4c9-469b-abe3-fcec2fefe3bf req-7f2d80f8-ec83-4bc4-9beb-994afc29cc50 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390985 Feb 16 13:06:50.985081 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d9d99-ef58-4f06-ab34-282020d2c47e req-f19e3c7f-b637-44f9-a063-4dd2087b2cbe tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:50.986584 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ee7d9d99-ef58-4f06-ab34-282020d2c47e req-f19e3c7f-b637-44f9-a063-4dd2087b2cbe tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 946 time: 0.0498910 Feb 16 13:06:50.996550 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 41390) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:06:51.001245 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-b0913249-a762-4d9d-8542-4684b7fdfc52 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Request body: {'floatingip': {'port_id': '5e5cb87b-e900-477c-9645-aa1d0820561a'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:06:51.042170 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b0913249-a762-4d9d-8542-4684b7fdfc52 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks [] for floatingip, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:51.486432 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b0913249-a762-4d9d-8542-4684b7fdfc52 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:51.490207 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b0913249-a762-4d9d-8542-4684b7fdfc52 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:51.928054 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-b0913249-a762-4d9d-8542-4684b7fdfc52 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Floating IP aa55181f-e74c-486f-9668-41ef5416acbe associated. External IP: 172.26.2.189, port: 5e5cb87b-e900-477c-9645-aa1d0820561a. Feb 16 13:06:52.135997 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0913249-a762-4d9d-8542-4684b7fdfc52 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Router 5431f058-d37e-4f0c-b9a0-32a15acb4714 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:06:52.244848 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0913249-a762-4d9d-8542-4684b7fdfc52 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:06:52.249918 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b0913249-a762-4d9d-8542-4684b7fdfc52 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:52.255377 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aabee4b-1451-4f95-bbcb-36572ed0e0ce None None] Sync routers for ids ['5431f058-d37e-4f0c-b9a0-32a15acb4714'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:06:52.265362 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aabee4b-1451-4f95-bbcb-36572ed0e0ce None None] Routers {'5431f058-d37e-4f0c-b9a0-32a15acb4714'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:06:52.265967 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2aabee4b-1451-4f95-bbcb-36572ed0e0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:06:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['5431f058-d37e-4f0c-b9a0-32a15acb4714'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:52.279048 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b0913249-a762-4d9d-8542-4684b7fdfc52 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "PUT /v2.0/floatingips/aa55181f-e74c-486f-9668-41ef5416acbe HTTP/1.1" status: 200 len: 992 time: 1.2787485 Feb 16 13:06:52.279048 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c2ab8b-5f21-4945-8218-05e655da342c', 'tag': '5e5cb87b-e900-477c-9645-aa1d0820561a'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:06:52.279329 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d464de1-1b27-4f5f-aae1-2fb9dd7a5cb8" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c2ab8b-5f21-4945-8218-05e655da342c", "tag": "5e5cb87b-e900-477c-9645-aa1d0820561a"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:06:52.319143 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a5423e-f6cc-4c9f-b203-1d43cdafe3c9 x-openstack-request-id: req-64a5423e-f6cc-4c9f-b203-1d43cdafe3c9 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:06:52.320026 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c2ab8b-5f21-4945-8218-05e655da342c", "tag": "5e5cb87b-e900-477c-9645-aa1d0820561a", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:06:52.320287 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-64a5423e-f6cc-4c9f-b203-1d43cdafe3c9 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:06:52.320721 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c2ab8b-5f21-4945-8218-05e655da342c', 'tag': '5e5cb87b-e900-477c-9645-aa1d0820561a', 'status': 'completed', 'code': 200} Feb 16 13:06:52.366029 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1d135b20-0a33-40a2-bc7b-bdb2e1ea48bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:52.391861 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d464de1-1b27-4f5f-aae1-2fb9dd7a5cb8 req-d4394f72-431b-43d6-84f2-8263cda58b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:52.393441 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7d464de1-1b27-4f5f-aae1-2fb9dd7a5cb8 req-d4394f72-431b-43d6-84f2-8263cda58b69 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f&device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 1099 time: 0.0498302 Feb 16 13:06:52.405063 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-2aabee4b-1451-4f95-bbcb-36572ed0e0ce None None] Set router 5431f058-d37e-4f0c-b9a0-32a15acb4714 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:06:52.508062 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d464de1-1b27-4f5f-aae1-2fb9dd7a5cb8 req-e17eae8d-fc89-4c19-a5d7-4b1edbbe42e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:52.509593 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7d464de1-1b27-4f5f-aae1-2fb9dd7a5cb8 req-e17eae8d-fc89-4c19-a5d7-4b1edbbe42e9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1330045a-1c70-4389-aaf5-632a2aebc6c6 HTTP/1.1" status: 200 len: 912 time: 0.1089296 Feb 16 13:06:52.583435 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fd1fc-3d3c-4ed7-9636-1dd179ba1e36 req-0780c3a2-637b-49ee-ad23-ba332c75b9a0 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:52.586139 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-389fd1fc-3d3c-4ed7-9636-1dd179ba1e36 req-0780c3a2-637b-49ee-ad23-ba332c75b9a0 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 946 time: 0.0699649 Feb 16 13:06:52.620074 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7c1b30af-bae2-4c9e-818e-3116718587ca req-19a0ad66-6b8a-4c74-9f2d-ffe596eeeb6d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1067054 Feb 16 13:06:52.622276 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7d464de1-1b27-4f5f-aae1-2fb9dd7a5cb8 req-03ad38b9-0a15-43ec-bba8-d971b109f3e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e5cb87b-e900-477c-9645-aa1d0820561a HTTP/1.1" status: 200 len: 1000 time: 0.1001236 Feb 16 13:06:52.634557 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-389fd1fc-3d3c-4ed7-9636-1dd179ba1e36 req-caf2fa08-a7da-4b03-85c9-70eba416332c tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400212 Feb 16 13:06:52.662536 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2aabee4b-1451-4f95-bbcb-36572ed0e0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'name': 'tempest-ServerActionsTestJSON-231273236-router', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:00Z', 'updated_at': '2022-02-16T13:05:03Z', 'revision_number': 4, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'gw_port': {'id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:01Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'aa55181f-e74c-486f-9668-41ef5416acbe', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'floating_ip_address': '172.26.2.189', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'port_id': '5e5cb87b-e900-477c-9645-aa1d0820561a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'mac_address': 'fa:16:3e:de:9b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c2ab8b-5f21-4945-8218-05e655da342c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:05:06Z', 'updated_at': '2022-02-16T13:06:51Z', 'revision_number': 9, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fd2cf59-f271-4394-9d99-036941754812', 'name': '', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'mac_address': 'fa:16:3e:16:06:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:03Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 5, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'subnets': [{'id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:52.679428 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d464de1-1b27-4f5f-aae1-2fb9dd7a5cb8 req-27c3445f-5e0c-487b-9ee3-5fe6bfe0f84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:52.680991 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7d464de1-1b27-4f5f-aae1-2fb9dd7a5cb8 req-27c3445f-5e0c-487b-9ee3-5fe6bfe0f84d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd123f9-789d-4660-aab8-ad9f8ea48987 HTTP/1.1" status: 200 len: 850 time: 0.0504851 Feb 16 13:06:52.699078 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aabee4b-1451-4f95-bbcb-36572ed0e0ce None None] Checking router: 5431f058-d37e-4f0c-b9a0-32a15acb4714 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:06:52.710827 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aabee4b-1451-4f95-bbcb-36572ed0e0ce None None] Routers {'5431f058-d37e-4f0c-b9a0-32a15acb4714'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:06:52.711429 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2aabee4b-1451-4f95-bbcb-36572ed0e0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:06:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['5431f058-d37e-4f0c-b9a0-32a15acb4714'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:52.730528 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d464de1-1b27-4f5f-aae1-2fb9dd7a5cb8 req-ea247371-01ec-4eb4-9d79-7fd85fcf5229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:52.732797 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7d464de1-1b27-4f5f-aae1-2fb9dd7a5cb8 req-ea247371-01ec-4eb4-9d79-7fd85fcf5229 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1330045a-1c70-4389-aaf5-632a2aebc6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444224 Feb 16 13:06:52.821403 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-2aabee4b-1451-4f95-bbcb-36572ed0e0ce None None] Set router 5431f058-d37e-4f0c-b9a0-32a15acb4714 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:06:52.832575 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7d464de1-1b27-4f5f-aae1-2fb9dd7a5cb8 req-3d7e4a2a-656d-473a-a6c5-53483098e079 service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936646 Feb 16 13:06:52.931098 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7d464de1-1b27-4f5f-aae1-2fb9dd7a5cb8 req-a1e03a3f-1637-48a7-85f9-7d49ae19b67b service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916581 Feb 16 13:06:53.068951 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2aabee4b-1451-4f95-bbcb-36572ed0e0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'name': 'tempest-ServerActionsTestJSON-231273236-router', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:00Z', 'updated_at': '2022-02-16T13:05:03Z', 'revision_number': 4, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'gw_port': {'id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:01Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'aa55181f-e74c-486f-9668-41ef5416acbe', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'floating_ip_address': '172.26.2.189', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'port_id': '5e5cb87b-e900-477c-9645-aa1d0820561a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'mac_address': 'fa:16:3e:de:9b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c2ab8b-5f21-4945-8218-05e655da342c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:05:06Z', 'updated_at': '2022-02-16T13:06:51Z', 'revision_number': 9, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fd2cf59-f271-4394-9d99-036941754812', 'name': '', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'mac_address': 'fa:16:3e:16:06:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:03Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 5, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'subnets': [{'id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:53.095660 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aabee4b-1451-4f95-bbcb-36572ed0e0ce None None] The sync data for ids ['5431f058-d37e-4f0c-b9a0-32a15acb4714'] in dv-neutron-828142-3-hyperv is: [{'id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'name': 'tempest-ServerActionsTestJSON-231273236-router', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:00Z', 'updated_at': '2022-02-16T13:05:03Z', 'revision_number': 4, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'gw_port': {'id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:01Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'aa55181f-e74c-486f-9668-41ef5416acbe', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'floating_ip_address': '172.26.2.189', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'port_id': '5e5cb87b-e900-477c-9645-aa1d0820561a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'mac_address': 'fa:16:3e:de:9b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c2ab8b-5f21-4945-8218-05e655da342c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:05:06Z', 'updated_at': '2022-02-16T13:06:51Z', 'revision_number': 9, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fd2cf59-f271-4394-9d99-036941754812', 'name': '', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'mac_address': 'fa:16:3e:16:06:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:03Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 5, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'subnets': [{'id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:06:53.298226 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d556dce4-523c-4417-8cfb-ff6eec8e4f44 None None] New status for floating IP aa55181f-e74c-486f-9668-41ef5416acbe: ACTIVE {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:06:53.759773 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044f27c-e8f4-41a7-80e6-791ab022b098 req-e61f4de3-0e3f-4685-bd9d-7aca04d0884e tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:53.761305 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4044f27c-e8f4-41a7-80e6-791ab022b098 req-e61f4de3-0e3f-4685-bd9d-7aca04d0884e tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 946 time: 0.0494039 Feb 16 13:06:53.762176 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b30af-bae2-4c9e-818e-3116718587ca req-3967185a-20bf-4128-a92a-9c2ae823d1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:53.763657 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7c1b30af-bae2-4c9e-818e-3116718587ca req-3967185a-20bf-4128-a92a-9c2ae823d1df service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f&device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 1099 time: 0.0473924 Feb 16 13:06:53.802810 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4044f27c-e8f4-41a7-80e6-791ab022b098 req-f3b0b039-82b1-428d-acfe-9323c6b85337 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354166 Feb 16 13:06:53.851856 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b30af-bae2-4c9e-818e-3116718587ca req-6f8274ae-06d5-4ad2-a5a9-8a29c7500922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:53.853346 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7c1b30af-bae2-4c9e-818e-3116718587ca req-6f8274ae-06d5-4ad2-a5a9-8a29c7500922 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1330045a-1c70-4389-aaf5-632a2aebc6c6 HTTP/1.1" status: 200 len: 912 time: 0.0839074 Feb 16 13:06:53.921927 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7c1b30af-bae2-4c9e-818e-3116718587ca req-ecaae066-dcc9-4510-adeb-527325c3499f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e5cb87b-e900-477c-9645-aa1d0820561a HTTP/1.1" status: 200 len: 1003 time: 0.0617166 Feb 16 13:06:53.969318 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b30af-bae2-4c9e-818e-3116718587ca req-330a6f9b-6d71-470d-967a-fe4196ce579e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:53.970757 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7c1b30af-bae2-4c9e-818e-3116718587ca req-330a6f9b-6d71-470d-967a-fe4196ce579e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd123f9-789d-4660-aab8-ad9f8ea48987 HTTP/1.1" status: 200 len: 850 time: 0.0430188 Feb 16 13:06:54.016664 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b30af-bae2-4c9e-818e-3116718587ca req-fea1a5a3-d223-4fb5-b64c-b28c1a7d666c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:54.018150 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7c1b30af-bae2-4c9e-818e-3116718587ca req-fea1a5a3-d223-4fb5-b64c-b28c1a7d666c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1330045a-1c70-4389-aaf5-632a2aebc6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407069 Feb 16 13:06:54.109931 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7c1b30af-bae2-4c9e-818e-3116718587ca req-1a9f857b-4e4e-4d30-8fc9-ba2cc09a1a8d service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852845 Feb 16 13:06:54.198510 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7c1b30af-bae2-4c9e-818e-3116718587ca req-20e8c834-2ff4-4df0-bde6-b85055ba8bb6 service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821576 Feb 16 13:06:54.448422 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0f1b115b-67cc-4f74-8a65-d17080d82ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:54.919584 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301521a-6b05-4bc3-af75-696e3cf785a3 req-6c641770-f62c-4d8e-86a9-5f365a37c5b7 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:54.921222 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9301521a-6b05-4bc3-af75-696e3cf785a3 req-6c641770-f62c-4d8e-86a9-5f365a37c5b7 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 946 time: 0.0483251 Feb 16 13:06:54.959412 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9301521a-6b05-4bc3-af75-696e3cf785a3 req-4de021aa-22c9-4148-a313-11eec5d2db63 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323017 Feb 16 13:06:55.767677 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:56.077194 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a7baf-5508-42d2-9c02-145665989153 req-da0a44ff-4340-45f3-a5ab-24bb69c22681 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:56.081075 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1b0a7baf-5508-42d2-9c02-145665989153 req-da0a44ff-4340-45f3-a5ab-24bb69c22681 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 946 time: 0.0525773 Feb 16 13:06:56.118067 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1b0a7baf-5508-42d2-9c02-145665989153 req-0427c00a-10aa-4db2-8c50-2c11e3fc233c tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320935 Feb 16 13:06:57.051218 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:57.235710 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aad96e-0574-417a-a1af-43b82e3f0fcd req-e6ea3e5a-5b99-4cc6-abbe-47a2a4031d97 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:57.237232 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f9aad96e-0574-417a-a1af-43b82e3f0fcd req-e6ea3e5a-5b99-4cc6-abbe-47a2a4031d97 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 946 time: 0.0481009 Feb 16 13:06:57.285796 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f9aad96e-0574-417a-a1af-43b82e3f0fcd req-d4f061d9-92ea-44e6-93f6-39630984adea tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417807 Feb 16 13:06:57.389788 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:58.405298 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd230a-1f2d-46d8-b2f1-a899b9ac8370 req-daf5e499-9a68-4eee-83c5-eb65a7dd573a tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:58.406909 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-24fd230a-1f2d-46d8-b2f1-a899b9ac8370 req-daf5e499-9a68-4eee-83c5-eb65a7dd573a tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 946 time: 0.0495095 Feb 16 13:06:58.445415 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-24fd230a-1f2d-46d8-b2f1-a899b9ac8370 req-b3f2fe2f-4b00-4aec-b253-cee6679c1277 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325348 Feb 16 13:06:58.671775 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:59.561657 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2047e-ae42-4f6e-b46c-9f39837f12e5 req-cf00fba0-3b3e-4dcc-ab95-aaacade6ce04 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:59.563140 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-afc2047e-ae42-4f6e-b46c-9f39837f12e5 req-cf00fba0-3b3e-4dcc-ab95-aaacade6ce04 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 946 time: 0.0485897 Feb 16 13:06:59.601827 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-afc2047e-ae42-4f6e-b46c-9f39837f12e5 req-6213d044-c19b-4ffc-844f-225a486a1407 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326958 Feb 16 13:07:00.720655 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e18c0-245f-46de-b5b6-a5f581d6ca8b req-728d7b6e-4828-443b-93f2-e5e25ce12430 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:00.722114 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-632e18c0-245f-46de-b5b6-a5f581d6ca8b req-728d7b6e-4828-443b-93f2-e5e25ce12430 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 946 time: 0.0477495 Feb 16 13:07:00.762204 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-632e18c0-245f-46de-b5b6-a5f581d6ca8b req-643ac03c-b5a9-4790-a890-adc276045fc5 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336123 Feb 16 13:07:01.878880 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8aa1c-0f53-401d-b5aa-a0e005e19691 req-81f43023-da05-4ccb-9593-50b830a5bd4b tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:01.880332 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b4a8aa1c-0f53-401d-b5aa-a0e005e19691 req-81f43023-da05-4ccb-9593-50b830a5bd4b tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 946 time: 0.0479765 Feb 16 13:07:01.917638 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b4a8aa1c-0f53-401d-b5aa-a0e005e19691 req-325b50d1-3bc4-4fa0-b620-2efd25077534 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313406 Feb 16 13:07:03.033531 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432c852-ef63-4f96-be2c-aabded4b5906 req-f2e09ab5-808b-4c73-9304-2e9d6bb36a6d tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:03.034987 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0432c852-ef63-4f96-be2c-aabded4b5906 req-f2e09ab5-808b-4c73-9304-2e9d6bb36a6d tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 946 time: 0.0484731 Feb 16 13:07:03.076745 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0432c852-ef63-4f96-be2c-aabded4b5906 req-45b61a43-f7ad-43dc-8f14-87703d0ed95e tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348446 Feb 16 13:07:04.193481 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07929639-ebf2-47ba-a949-243da0e75844 req-7377b3df-3e74-4cce-a781-e8358e43adeb tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:04.195440 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-07929639-ebf2-47ba-a949-243da0e75844 req-7377b3df-3e74-4cce-a781-e8358e43adeb tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 946 time: 0.0471342 Feb 16 13:07:04.235933 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-07929639-ebf2-47ba-a949-243da0e75844 req-cb34b131-818d-46ff-9a98-07c0147c97c1 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346220 Feb 16 13:07:05.353389 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d700147-159e-4bc2-82ef-419cf391337f req-95fceb6a-aefe-4564-b15c-b0e4e818e674 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:05.354889 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5d700147-159e-4bc2-82ef-419cf391337f req-95fceb6a-aefe-4564-b15c-b0e4e818e674 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 946 time: 0.0500505 Feb 16 13:07:05.394247 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5d700147-159e-4bc2-82ef-419cf391337f req-4660c875-2618-40f3-a171-49a905522a82 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332959 Feb 16 13:07:06.510945 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de01e11-7539-44f3-90bd-b084b2e9dc58 req-2a001a5c-b122-4a9f-b2ec-4a59b6d13c5b tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:06.512399 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9de01e11-7539-44f3-90bd-b084b2e9dc58 req-2a001a5c-b122-4a9f-b2ec-4a59b6d13c5b tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 946 time: 0.0476751 Feb 16 13:07:06.550578 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9de01e11-7539-44f3-90bd-b084b2e9dc58 req-55619432-ce07-478c-9c4f-397f8662d03f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322616 Feb 16 13:07:07.665905 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f0f6f-6c0a-4b3c-8a6c-7c5423d7cef3 req-2c0805b2-0f4d-49db-ab96-faa714dd9a85 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:07.667360 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-327f0f6f-6c0a-4b3c-8a6c-7c5423d7cef3 req-2c0805b2-0f4d-49db-ab96-faa714dd9a85 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 946 time: 0.0476186 Feb 16 13:07:07.707754 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-327f0f6f-6c0a-4b3c-8a6c-7c5423d7cef3 req-1e351bb0-6389-42f8-ad8e-397aad336815 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345325 Feb 16 13:07:08.827962 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c17e20-805f-4bf4-996d-e03a4436e27b req-f9a03a40-94d6-465f-99dd-704b33e10a96 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:08.829608 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c6c17e20-805f-4bf4-996d-e03a4436e27b req-f9a03a40-94d6-465f-99dd-704b33e10a96 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 946 time: 0.0510306 Feb 16 13:07:08.871017 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c6c17e20-805f-4bf4-996d-e03a4436e27b req-075c7e71-3c53-425a-af81-5908341266f7 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354755 Feb 16 13:07:09.987822 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69549131-b10f-467e-9a0d-e14a229bb370 req-a669ab6a-2732-4edb-94d6-e23fd1216ff6 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:09.989950 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-69549131-b10f-467e-9a0d-e14a229bb370 req-a669ab6a-2732-4edb-94d6-e23fd1216ff6 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 946 time: 0.0491273 Feb 16 13:07:10.027624 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-69549131-b10f-467e-9a0d-e14a229bb370 req-666d2db1-a452-414b-8b85-e7e409d71888 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310957 Feb 16 13:07:11.143176 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3c411-6b15-4ad5-8607-4cf4fad4ad9f req-ef6b8f0d-97b2-435b-8949-27d3223accfc tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:11.144713 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-72a3c411-6b15-4ad5-8607-4cf4fad4ad9f req-ef6b8f0d-97b2-435b-8949-27d3223accfc tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 946 time: 0.0479259 Feb 16 13:07:11.186898 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-72a3c411-6b15-4ad5-8607-4cf4fad4ad9f req-d29fc3c6-cf15-46b9-b714-8cb630cb3603 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353551 Feb 16 13:07:12.303570 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd97c2c-a721-4531-9338-2bf7526c570b req-48d4b949-517d-4764-aa87-d5d788b01c6a tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:12.305015 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2fd97c2c-a721-4531-9338-2bf7526c570b req-48d4b949-517d-4764-aa87-d5d788b01c6a tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 946 time: 0.0494821 Feb 16 13:07:12.343750 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2fd97c2c-a721-4531-9338-2bf7526c570b req-8ef31792-ae66-4487-afb9-96bb2c587988 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317864 Feb 16 13:07:13.462199 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff84d7-5bac-44aa-89e4-10035535af98 req-15f35f64-27ee-466c-95e4-a354823c7835 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:13.463646 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-03ff84d7-5bac-44aa-89e4-10035535af98 req-15f35f64-27ee-466c-95e4-a354823c7835 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 946 time: 0.0486894 Feb 16 13:07:13.500429 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-03ff84d7-5bac-44aa-89e4-10035535af98 req-bb6ee225-b700-41c6-b5c7-558f63a52410 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307450 Feb 16 13:07:14.622841 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a185ed-f33c-4944-93b0-6d7325dc982d req-0e788bbe-41cc-4d47-b87f-a9c65e584dd1 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:14.624442 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-10a185ed-f33c-4944-93b0-6d7325dc982d req-0e788bbe-41cc-4d47-b87f-a9c65e584dd1 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 946 time: 0.0506387 Feb 16 13:07:14.670849 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-10a185ed-f33c-4944-93b0-6d7325dc982d req-2f5698fc-e9a6-4c8f-8e72-1412754988cb tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355055 Feb 16 13:07:15.786854 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019372ed-4172-4b17-b6be-deb5302317f9 req-e9b0deb6-8dd4-4c59-b8cc-cecbb7010c87 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:15.788557 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-019372ed-4172-4b17-b6be-deb5302317f9 req-e9b0deb6-8dd4-4c59-b8cc-cecbb7010c87 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 946 time: 0.0501649 Feb 16 13:07:15.827706 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-019372ed-4172-4b17-b6be-deb5302317f9 req-104700fe-aabc-4fc2-a8d4-fa31762f98d3 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330832 Feb 16 13:07:16.948349 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2208f-eb39-4dda-baad-ddf313d7b337 req-fd7f39ff-bf75-46b1-b357-475220c25ae6 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:16.949855 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c5e2208f-eb39-4dda-baad-ddf313d7b337 req-fd7f39ff-bf75-46b1-b357-475220c25ae6 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 946 time: 0.0484688 Feb 16 13:07:16.987738 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c5e2208f-eb39-4dda-baad-ddf313d7b337 req-90d6697d-88fd-48aa-94ba-fe8cf6d3be8d tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318029 Feb 16 13:07:18.107652 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be67ff9-43e0-4258-bba7-fb0a12655486 req-cab98af0-faed-4f6b-91f0-0873331a73cb tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:18.109149 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1be67ff9-43e0-4258-bba7-fb0a12655486 req-cab98af0-faed-4f6b-91f0-0873331a73cb tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 946 time: 0.0497222 Feb 16 13:07:18.151112 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1be67ff9-43e0-4258-bba7-fb0a12655486 req-64239e1d-f425-4206-8228-de88dbab0004 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359230 Feb 16 13:07:19.264091 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa870145-b1b5-40d2-8b67-12abc6ca3884 req-4adfa58c-4b19-4730-aadd-c7b3bc638741 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:19.265571 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-fa870145-b1b5-40d2-8b67-12abc6ca3884 req-4adfa58c-4b19-4730-aadd-c7b3bc638741 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 946 time: 0.0489364 Feb 16 13:07:19.305039 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-fa870145-b1b5-40d2-8b67-12abc6ca3884 req-564cb010-0f99-48c4-9aba-cce6fa73b97c tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332649 Feb 16 13:07:19.361816 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:07:20.422940 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83591a-b84a-43a8-811d-142fe155c0b5 req-18e0b487-acb0-4c37-ad26-5fa04e5a3e6a tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:20.424428 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6a83591a-b84a-43a8-811d-142fe155c0b5 req-18e0b487-acb0-4c37-ad26-5fa04e5a3e6a tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 946 time: 0.0505521 Feb 16 13:07:20.464086 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6a83591a-b84a-43a8-811d-142fe155c0b5 req-f50f3aa9-7a1e-419e-af60-b073b2ba4ee7 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326917 Feb 16 13:07:21.580727 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820c8f4-23cc-469a-8b42-d89c726bdf06 req-7899e22f-3dc8-499d-9eda-bbabfb0eecfe tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:21.582367 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5820c8f4-23cc-469a-8b42-d89c726bdf06 req-7899e22f-3dc8-499d-9eda-bbabfb0eecfe tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 946 time: 0.0484252 Feb 16 13:07:21.625095 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5820c8f4-23cc-469a-8b42-d89c726bdf06 req-a0c55d21-4d00-4a2b-825f-953cc26968ef tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361817 Feb 16 13:07:22.300357 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dc955b2b-c66b-43f8-b5a1-521226330856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:22.746594 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cbe75-9198-4739-a363-3e7135aada96 req-e1608e5d-c5fb-4751-bbb4-6cd6dc2bb81a tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:22.748039 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-784cbe75-9198-4739-a363-3e7135aada96 req-e1608e5d-c5fb-4751-bbb4-6cd6dc2bb81a tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 946 time: 0.0505159 Feb 16 13:07:22.785272 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-784cbe75-9198-4739-a363-3e7135aada96 req-a6142658-3faa-4e78-9631-a64776b15ed3 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312488 Feb 16 13:07:23.910974 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f36447-326c-42f7-bc4a-f155c10623fc req-8ad12eb6-0bf2-43e6-baa4-601c3bafda17 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:23.912435 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-20f36447-326c-42f7-bc4a-f155c10623fc req-8ad12eb6-0bf2-43e6-baa4-601c3bafda17 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 946 time: 0.0486193 Feb 16 13:07:23.951098 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-20f36447-326c-42f7-bc4a-f155c10623fc req-37cbb4f6-ff09-4b81-9590-a7dbe877ceb6 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306289 Feb 16 13:07:24.450644 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-42af3fab-0265-437f-848a-847f6503063b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:25.082661 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6297584e-f7c5-4638-9d62-30684e53fe0c req-df395ad3-b608-4389-9388-0e10b50b0a4f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:25.084204 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6297584e-f7c5-4638-9d62-30684e53fe0c req-df395ad3-b608-4389-9388-0e10b50b0a4f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 946 time: 0.0619655 Feb 16 13:07:25.128573 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6297584e-f7c5-4638-9d62-30684e53fe0c req-0bb28f2d-e627-458a-b9f9-b3c6dfe92028 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369625 Feb 16 13:07:25.770666 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:25.847704 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7c1b30af-bae2-4c9e-818e-3116718587ca req-dc1867c4-22c6-4d1f-b045-8e3d80fdcbe1 service neutron] 10.222.0.42 "GET /v2.0/ports/5e5cb87b-e900-477c-9645-aa1d0820561a/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0529251 Feb 16 13:07:26.058145 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b30af-bae2-4c9e-818e-3116718587ca req-bd23a146-34b6-4752-99be-8a06866f10fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:26.059661 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7c1b30af-bae2-4c9e-818e-3116718587ca req-bd23a146-34b6-4752-99be-8a06866f10fa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c&tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f HTTP/1.1" status: 200 len: 1099 time: 0.0478747 Feb 16 13:07:26.126380 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b30af-bae2-4c9e-818e-3116718587ca req-694f97b8-a8c6-47af-940e-b39d2d296c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:26.127895 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7c1b30af-bae2-4c9e-818e-3116718587ca req-694f97b8-a8c6-47af-940e-b39d2d296c11 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f&device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 1099 time: 0.0438397 Feb 16 13:07:26.225086 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b30af-bae2-4c9e-818e-3116718587ca req-f11eaf09-82a3-4c0c-8a2c-47d677c07356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:26.226573 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7c1b30af-bae2-4c9e-818e-3116718587ca req-f11eaf09-82a3-4c0c-8a2c-47d677c07356 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1330045a-1c70-4389-aaf5-632a2aebc6c6 HTTP/1.1" status: 200 len: 912 time: 0.0921478 Feb 16 13:07:26.265829 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd19547-dff2-468a-8eb9-e0c2efb50e80 req-3db0a1c7-39b3-4189-9327-a1aa937e9c6c tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:26.267325 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bbd19547-dff2-468a-8eb9-e0c2efb50e80 req-3db0a1c7-39b3-4189-9327-a1aa937e9c6c tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 946 time: 0.0587401 Feb 16 13:07:26.297873 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7c1b30af-bae2-4c9e-818e-3116718587ca req-8d209bb7-0a7d-4b22-b7e2-b8b5d0433435 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e5cb87b-e900-477c-9645-aa1d0820561a HTTP/1.1" status: 200 len: 1003 time: 0.0648479 Feb 16 13:07:26.307427 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bbd19547-dff2-468a-8eb9-e0c2efb50e80 req-bc9d91e4-e790-4d28-829f-dc91ab00e49d tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336461 Feb 16 13:07:26.353385 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b30af-bae2-4c9e-818e-3116718587ca req-5efd525f-a210-4ea1-b75e-dab95dfd5d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:26.354877 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7c1b30af-bae2-4c9e-818e-3116718587ca req-5efd525f-a210-4ea1-b75e-dab95dfd5d4f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd123f9-789d-4660-aab8-ad9f8ea48987 HTTP/1.1" status: 200 len: 850 time: 0.0499096 Feb 16 13:07:26.401769 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b30af-bae2-4c9e-818e-3116718587ca req-2ab95b48-ba6b-45de-aeb1-551a7b38cfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:26.403299 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7c1b30af-bae2-4c9e-818e-3116718587ca req-2ab95b48-ba6b-45de-aeb1-551a7b38cfca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1330045a-1c70-4389-aaf5-632a2aebc6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424592 Feb 16 13:07:26.495027 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7c1b30af-bae2-4c9e-818e-3116718587ca req-1ea53a90-19a6-4e3c-8d20-36476652e63f service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849738 Feb 16 13:07:26.587221 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7c1b30af-bae2-4c9e-818e-3116718587ca req-e6637194-b437-4089-a98d-f382ad639ec9 service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848248 Feb 16 13:07:27.066816 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:27.394487 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:27.431457 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aedaf65-a780-4497-94b7-c2e28012b48a req-8f12414c-f1e9-4482-a0a9-4257787643ec tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:27.433220 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0aedaf65-a780-4497-94b7-c2e28012b48a req-8f12414c-f1e9-4482-a0a9-4257787643ec tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 946 time: 0.0550857 Feb 16 13:07:27.481931 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0aedaf65-a780-4497-94b7-c2e28012b48a req-7063a42c-8975-4714-ba21-e213377b7f7a tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421224 Feb 16 13:07:28.350303 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 5e5cb87b-e900-477c-9645-aa1d0820561a details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:07:28.441854 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 5e5cb87b-e900-477c-9645-aa1d0820561a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5e5cb87b-e900-477c-9645-aa1d0820561a,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:07:28.453287 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': '5e5cb87b-e900-477c-9645-aa1d0820561a', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'port_id': '5e5cb87b-e900-477c-9645-aa1d0820561a', 'mac_address': 'fa:16:3e:de:9b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:07:28.496707 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:28.511095 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e5cb87b-e900-477c-9645-aa1d0820561a {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:07:28.532007 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 5e5cb87b-e900-477c-9645-aa1d0820561a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5e5cb87b-e900-477c-9645-aa1d0820561a,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:07:28.537659 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:28.595713 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=5e5cb87b-e900-477c-9645-aa1d0820561a,revision_number=6']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:28.603817 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['5e5cb87b-e900-477c-9645-aa1d0820561a'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:07:28.605939 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7442f65-a56a-4537-b677-ab96e4a4e7b5 req-ea9a4b08-e37a-42dd-ac91-e68e2eb4de27 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:28.607504 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d7442f65-a56a-4537-b677-ab96e4a4e7b5 req-ea9a4b08-e37a-42dd-ac91-e68e2eb4de27 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 945 time: 0.0503671 Feb 16 13:07:28.607634 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:28.607852 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:28.608191 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:28.608521 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:28.608870 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:28.609197 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:28.609519 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:28.609841 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:28.610161 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:28.610480 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:28.610800 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:28.611111 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:28.665548 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d7442f65-a56a-4537-b677-ab96e4a4e7b5 req-e3b2b3bb-e118-4258-aec4-d27de9b6577e tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510635 Feb 16 13:07:28.681597 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:28.978195 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae7047-5ba5-4387-b9cb-52588dc7af7a req-5ca55310-4045-4073-bacd-a8e68b1c78db tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:28.979730 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-edae7047-5ba5-4387-b9cb-52588dc7af7a req-5ca55310-4045-4073-bacd-a8e68b1c78db tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c&tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 945 time: 0.0581486 Feb 16 13:07:28.993941 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cfef09-1608-46f9-8f18-c067c2d486e9 req-24143c10-fadb-40aa-8280-0ea7c5b5ddca tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:28.996024 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-83cfef09-1608-46f9-8f18-c067c2d486e9 req-24143c10-fadb-40aa-8280-0ea7c5b5ddca tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 945 time: 0.0491302 Feb 16 13:07:29.035529 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-83cfef09-1608-46f9-8f18-c067c2d486e9 req-f4c9e484-baaa-4138-9a79-6f20ca2de2d8 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340257 Feb 16 13:07:29.048363 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-edae7047-5ba5-4387-b9cb-52588dc7af7a req-387e695f-82bc-4f4d-8717-781b53a272ea service neutron] 10.222.0.42 "GET /v2.0/ports/5e5cb87b-e900-477c-9645-aa1d0820561a/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0599434 Feb 16 13:07:29.112091 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae7047-5ba5-4387-b9cb-52588dc7af7a req-a8ba1f35-1807-4e0d-8305-b0fe77bfb100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:29.113653 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-edae7047-5ba5-4387-b9cb-52588dc7af7a req-a8ba1f35-1807-4e0d-8305-b0fe77bfb100 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f&device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 1098 time: 0.0418141 Feb 16 13:07:29.212877 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae7047-5ba5-4387-b9cb-52588dc7af7a req-cb684e4b-2db3-4cb8-bcad-6744976eb455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:29.214347 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-edae7047-5ba5-4387-b9cb-52588dc7af7a req-cb684e4b-2db3-4cb8-bcad-6744976eb455 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1330045a-1c70-4389-aaf5-632a2aebc6c6 HTTP/1.1" status: 200 len: 912 time: 0.0920830 Feb 16 13:07:29.280124 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-edae7047-5ba5-4387-b9cb-52588dc7af7a req-87626584-d693-43b2-b908-9f87c7ff8a30 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e5cb87b-e900-477c-9645-aa1d0820561a HTTP/1.1" status: 200 len: 1002 time: 0.0589983 Feb 16 13:07:29.330728 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae7047-5ba5-4387-b9cb-52588dc7af7a req-f53480a2-87f6-4490-9cb7-4a2b45ed069e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:29.332204 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-edae7047-5ba5-4387-b9cb-52588dc7af7a req-f53480a2-87f6-4490-9cb7-4a2b45ed069e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd123f9-789d-4660-aab8-ad9f8ea48987 HTTP/1.1" status: 200 len: 850 time: 0.0451469 Feb 16 13:07:29.381250 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae7047-5ba5-4387-b9cb-52588dc7af7a req-34845a00-6571-4bc0-9ae3-adf12fb6485d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:29.383298 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-edae7047-5ba5-4387-b9cb-52588dc7af7a req-34845a00-6571-4bc0-9ae3-adf12fb6485d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1330045a-1c70-4389-aaf5-632a2aebc6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449405 Feb 16 13:07:29.475238 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-edae7047-5ba5-4387-b9cb-52588dc7af7a req-03cee99c-c67d-4689-9323-ffb196492647 service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855882 Feb 16 13:07:29.573458 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-edae7047-5ba5-4387-b9cb-52588dc7af7a req-b0194921-423e-43a7-80cf-237e02b5f32e service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900588 Feb 16 13:07:30.180057 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e3636-f2e6-4a16-8c0c-d1848ec158f8 req-07bd0651-df79-4ec4-b201-67212f6a002a tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:30.181662 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-df3e3636-f2e6-4a16-8c0c-d1848ec158f8 req-07bd0651-df79-4ec4-b201-67212f6a002a tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 945 time: 0.0554080 Feb 16 13:07:30.220223 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-df3e3636-f2e6-4a16-8c0c-d1848ec158f8 req-fc0a046b-32aa-475d-8e3a-b9ec22b68ca7 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325108 Feb 16 13:07:30.379905 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 5e5cb87b-e900-477c-9645-aa1d0820561a up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:07:30.429715 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port 5e5cb87b-e900-477c-9645-aa1d0820561a triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:07:30.430081 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:30.509777 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:30.533731 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c2ab8b-5f21-4945-8218-05e655da342c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5cb87b-e900-477c-9645-aa1d0820561a'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:07:30.536055 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c123af9-e484-4234-bd7b-169afd09da3b" -d '{"events": [{"server_uuid": "b7c2ab8b-5f21-4945-8218-05e655da342c", "name": "network-vif-plugged", "status": "completed", "tag": "5e5cb87b-e900-477c-9645-aa1d0820561a"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:07:30.552968 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 5e5cb87b-e900-477c-9645-aa1d0820561a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5e5cb87b-e900-477c-9645-aa1d0820561a,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:07:30.559360 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:30.597191 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b824ed9-8a43-4e76-a65f-283a3c85efd7 x-openstack-request-id: req-8b824ed9-8a43-4e76-a65f-283a3c85efd7 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:07:30.597460 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c2ab8b-5f21-4945-8218-05e655da342c", "name": "network-vif-plugged", "status": "completed", "tag": "5e5cb87b-e900-477c-9645-aa1d0820561a", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:07:30.597739 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8b824ed9-8a43-4e76-a65f-283a3c85efd7 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:07:30.598119 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c2ab8b-5f21-4945-8218-05e655da342c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5cb87b-e900-477c-9645-aa1d0820561a', 'code': 200} Feb 16 13:07:30.625770 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=5e5cb87b-e900-477c-9645-aa1d0820561a,revision_number=7']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:31.351850 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6b5b3-b2a9-48e4-b0c8-68eaeb2072c4 req-f505474e-c038-4a77-b9bf-fc90e44623be tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:31.353374 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-deb6b5b3-b2a9-48e4-b0c8-68eaeb2072c4 req-f505474e-c038-4a77-b9bf-fc90e44623be tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 946 time: 0.0497906 Feb 16 13:07:31.401183 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-deb6b5b3-b2a9-48e4-b0c8-68eaeb2072c4 req-e79e5574-53c8-48c8-9c2d-c514645e131b tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406485 Feb 16 13:07:32.034425 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae7047-5ba5-4387-b9cb-52588dc7af7a req-a63e1e84-11f4-4c3f-89fa-0f2ba081a669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:32.035994 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-edae7047-5ba5-4387-b9cb-52588dc7af7a req-a63e1e84-11f4-4c3f-89fa-0f2ba081a669 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c&tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f HTTP/1.1" status: 200 len: 1099 time: 0.0428917 Feb 16 13:07:32.097260 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae7047-5ba5-4387-b9cb-52588dc7af7a req-ba28c20b-5359-46be-9c60-59521351b002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:32.098712 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-edae7047-5ba5-4387-b9cb-52588dc7af7a req-ba28c20b-5359-46be-9c60-59521351b002 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f&device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 1099 time: 0.0407891 Feb 16 13:07:32.195269 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae7047-5ba5-4387-b9cb-52588dc7af7a req-70eb4936-4620-4260-9e2a-11a5603f837c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:32.196777 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-edae7047-5ba5-4387-b9cb-52588dc7af7a req-70eb4936-4620-4260-9e2a-11a5603f837c service neutron] 10.222.0.42 "GET /v2.0/networks?id=1330045a-1c70-4389-aaf5-632a2aebc6c6 HTTP/1.1" status: 200 len: 912 time: 0.0923686 Feb 16 13:07:32.264387 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-edae7047-5ba5-4387-b9cb-52588dc7af7a req-368c88b6-0e57-4a14-b8c0-72be0088ffca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e5cb87b-e900-477c-9645-aa1d0820561a HTTP/1.1" status: 200 len: 1003 time: 0.0614467 Feb 16 13:07:32.315757 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae7047-5ba5-4387-b9cb-52588dc7af7a req-fb11e015-f856-4e16-9cf8-d4eddbceb779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:32.317256 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-edae7047-5ba5-4387-b9cb-52588dc7af7a req-fb11e015-f856-4e16-9cf8-d4eddbceb779 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd123f9-789d-4660-aab8-ad9f8ea48987 HTTP/1.1" status: 200 len: 850 time: 0.0456662 Feb 16 13:07:32.364458 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae7047-5ba5-4387-b9cb-52588dc7af7a req-3e676c23-e37f-48f6-9de7-d38c6494a193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:32.365890 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-edae7047-5ba5-4387-b9cb-52588dc7af7a req-3e676c23-e37f-48f6-9de7-d38c6494a193 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1330045a-1c70-4389-aaf5-632a2aebc6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428071 Feb 16 13:07:32.454011 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-edae7047-5ba5-4387-b9cb-52588dc7af7a req-e4ee132f-1a7b-4e63-9ef3-19566a9f17f0 service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817993 Feb 16 13:07:32.525128 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f443e9a-e279-46e2-b054-657621d091d9 req-6f335164-76bb-42fe-8d92-471b7f8f3528 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:32.526623 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2f443e9a-e279-46e2-b054-657621d091d9 req-6f335164-76bb-42fe-8d92-471b7f8f3528 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 946 time: 0.0533404 Feb 16 13:07:32.564701 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-edae7047-5ba5-4387-b9cb-52588dc7af7a req-d9b6c189-6555-4f36-9f4e-6c20896831de service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039472 Feb 16 13:07:32.566964 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2f443e9a-e279-46e2-b054-657621d091d9 req-8787f3ba-7ebb-4892-8a01-e43de5d84ae1 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339293 Feb 16 13:07:33.686970 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494254b-b18a-4d3d-96ae-6bb99780b022 req-d0051271-2566-41c0-b927-ad840001d5a7 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:33.688566 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f494254b-b18a-4d3d-96ae-6bb99780b022 req-d0051271-2566-41c0-b927-ad840001d5a7 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 946 time: 0.0510988 Feb 16 13:07:33.745451 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f494254b-b18a-4d3d-96ae-6bb99780b022 req-9ffd9278-874c-4787-9436-96541d3c7d36 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492554 Feb 16 13:07:34.404011 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 5e5cb87b-e900-477c-9645-aa1d0820561a details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:07:34.407520 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 5e5cb87b-e900-477c-9645-aa1d0820561a no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:07:34.697944 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:34.730952 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 5e5cb87b-e900-477c-9645-aa1d0820561a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5e5cb87b-e900-477c-9645-aa1d0820561a,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:07:34.743882 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c2ab8b-5f21-4945-8218-05e655da342c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e5cb87b-e900-477c-9645-aa1d0820561a'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:07:34.746159 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cf92c0-6d09-4940-a0d8-57a38c6c6782" -d '{"events": [{"server_uuid": "b7c2ab8b-5f21-4945-8218-05e655da342c", "name": "network-vif-unplugged", "status": "completed", "tag": "5e5cb87b-e900-477c-9645-aa1d0820561a"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:07:34.757619 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': '5e5cb87b-e900-477c-9645-aa1d0820561a', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'port_id': '5e5cb87b-e900-477c-9645-aa1d0820561a', 'mac_address': 'fa:16:3e:de:9b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:07:34.762651 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 5e5cb87b-e900-477c-9645-aa1d0820561a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5e5cb87b-e900-477c-9645-aa1d0820561a,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:07:34.767727 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:34.793369 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 13:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199db745-8f21-47f6-8e90-63428444cd6a x-openstack-request-id: req-199db745-8f21-47f6-8e90-63428444cd6a {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:07:34.793658 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c2ab8b-5f21-4945-8218-05e655da342c", "name": "network-vif-unplugged", "status": "completed", "tag": "5e5cb87b-e900-477c-9645-aa1d0820561a", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:07:34.793904 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-199db745-8f21-47f6-8e90-63428444cd6a {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:07:34.794289 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c2ab8b-5f21-4945-8218-05e655da342c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e5cb87b-e900-477c-9645-aa1d0820561a', 'code': 200} Feb 16 13:07:34.836410 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:34.860326 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e5cb87b-e900-477c-9645-aa1d0820561a {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:07:34.867501 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=5e5cb87b-e900-477c-9645-aa1d0820561a,revision_number=8']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:34.875581 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ac86e-78f4-433b-a110-326d176bebf0 req-e0921bda-d599-4afa-bcd1-85e492301583 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:34.883592 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e61ac86e-78f4-433b-a110-326d176bebf0 req-e0921bda-d599-4afa-bcd1-85e492301583 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 944 time: 0.0599372 Feb 16 13:07:34.886896 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 5e5cb87b-e900-477c-9645-aa1d0820561a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5e5cb87b-e900-477c-9645-aa1d0820561a,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:07:34.891861 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:34.924187 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e61ac86e-78f4-433b-a110-326d176bebf0 req-59994aea-4c51-4ea2-b006-b11ddad6a3a5 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397313 Feb 16 13:07:34.947008 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=5e5cb87b-e900-477c-9645-aa1d0820561a,revision_number=9']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:34.951387 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['5e5cb87b-e900-477c-9645-aa1d0820561a'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:07:35.057595 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb09121-337b-438c-9e9b-28066e70eb17 req-dae25278-bb54-4526-bdb1-fb6ef48998b9 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:35.059198 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-beb09121-337b-438c-9e9b-28066e70eb17 req-dae25278-bb54-4526-bdb1-fb6ef48998b9 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 945 time: 0.0519483 Feb 16 13:07:35.099021 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-beb09121-337b-438c-9e9b-28066e70eb17 req-6e891cf4-2727-43ef-8273-a6e55fcc63b8 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334249 Feb 16 13:07:35.218693 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91e7f0-c41b-464b-b757-e5562010e8b7 req-3b363e7b-774f-44f0-83a9-125225764140 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:35.220107 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-eb91e7f0-c41b-464b-b757-e5562010e8b7 req-3b363e7b-774f-44f0-83a9-125225764140 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 945 time: 0.0486016 Feb 16 13:07:35.257546 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-eb91e7f0-c41b-464b-b757-e5562010e8b7 req-a4c184fc-d1b4-4210-b54a-d4de0b94be48 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309966 Feb 16 13:07:35.487516 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2b8d8-10a1-4363-be91-6bc4d314f227 req-111d5d04-6fc3-4e66-8884-55cc1128b52d tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:35.488901 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-73d2b8d8-10a1-4363-be91-6bc4d314f227 req-111d5d04-6fc3-4e66-8884-55cc1128b52d tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 945 time: 0.0483687 Feb 16 13:07:35.529999 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-73d2b8d8-10a1-4363-be91-6bc4d314f227 req-34458c94-cf02-41b7-aff1-10241f1dd581 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345423 Feb 16 13:07:36.428045 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 5e5cb87b-e900-477c-9645-aa1d0820561a up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:07:36.475821 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port 5e5cb87b-e900-477c-9645-aa1d0820561a triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:07:36.476183 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:36.555648 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:36.589932 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 5e5cb87b-e900-477c-9645-aa1d0820561a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5e5cb87b-e900-477c-9645-aa1d0820561a,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:07:36.594227 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:36.643136 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=5e5cb87b-e900-477c-9645-aa1d0820561a,revision_number=10']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:36.652905 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dfda36-0e5a-43f1-995a-dab77c914a61 req-a8729ccf-6e2a-4b96-b991-784b5d1c8ad2 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:36.654388 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c0dfda36-0e5a-43f1-995a-dab77c914a61 req-a8729ccf-6e2a-4b96-b991-784b5d1c8ad2 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 947 time: 0.0497544 Feb 16 13:07:36.692213 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c0dfda36-0e5a-43f1-995a-dab77c914a61 req-44ba99e8-d499-4b23-bf7c-cae513a64e8d tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318809 Feb 16 13:07:36.795553 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c2ab8b-5f21-4945-8218-05e655da342c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5cb87b-e900-477c-9645-aa1d0820561a'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:07:36.798053 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d101bc1d-9f88-4d6d-8c25-4590f6ad5546" -d '{"events": [{"server_uuid": "b7c2ab8b-5f21-4945-8218-05e655da342c", "name": "network-vif-plugged", "status": "completed", "tag": "5e5cb87b-e900-477c-9645-aa1d0820561a"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:07:36.837310 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa953409-3ac9-4c32-acd8-1c83ae50a0bd x-openstack-request-id: req-aa953409-3ac9-4c32-acd8-1c83ae50a0bd {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:07:36.837595 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c2ab8b-5f21-4945-8218-05e655da342c", "name": "network-vif-plugged", "status": "completed", "tag": "5e5cb87b-e900-477c-9645-aa1d0820561a", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:07:36.837846 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-aa953409-3ac9-4c32-acd8-1c83ae50a0bd {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:07:36.838233 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c2ab8b-5f21-4945-8218-05e655da342c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5cb87b-e900-477c-9645-aa1d0820561a', 'code': 200} Feb 16 13:07:37.590891 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18726cee-6359-4d0d-aa0d-146079fbbfeb req-c8efe716-065c-485c-8d37-79fd611ebb05 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:37.592392 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-18726cee-6359-4d0d-aa0d-146079fbbfeb req-c8efe716-065c-485c-8d37-79fd611ebb05 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 947 time: 0.0504019 Feb 16 13:07:37.682644 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-18726cee-6359-4d0d-aa0d-146079fbbfeb req-ab3b4f77-2200-4f39-a25f-1be3b589511e tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Deleting port 5e5cb87b-e900-477c-9645-aa1d0820561a {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:07:37.682983 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-18726cee-6359-4d0d-aa0d-146079fbbfeb req-ab3b4f77-2200-4f39-a25f-1be3b589511e tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:37.774946 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-18726cee-6359-4d0d-aa0d-146079fbbfeb req-ab3b4f77-2200-4f39-a25f-1be3b589511e tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] For port 5e5cb87b-e900-477c-9645-aa1d0820561a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5e5cb87b-e900-477c-9645-aa1d0820561a,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:07:37.775311 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-18726cee-6359-4d0d-aa0d-146079fbbfeb req-ab3b4f77-2200-4f39-a25f-1be3b589511e tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:37.829638 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af199018-f86d-4924-befd-ba598ddd066e req-c2edc1a2-8ec5-41cd-a514-655400b47305 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:37.832023 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-af199018-f86d-4924-befd-ba598ddd066e req-c2edc1a2-8ec5-41cd-a514-655400b47305 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7c2ab8b-5f21-4945-8218-05e655da342c HTTP/1.1" status: 200 len: 947 time: 0.0680602 Feb 16 13:07:37.870691 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-af199018-f86d-4924-befd-ba598ddd066e req-e00a628b-bce9-4581-bcc2-eb4cbf406ed8 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319726 Feb 16 13:07:37.967298 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-18726cee-6359-4d0d-aa0d-146079fbbfeb req-ab3b4f77-2200-4f39-a25f-1be3b589511e tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:37.967659 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-18726cee-6359-4d0d-aa0d-146079fbbfeb req-ab3b4f77-2200-4f39-a25f-1be3b589511e tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:37.967973 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.l3_db [req-18726cee-6359-4d0d-aa0d-146079fbbfeb req-ab3b4f77-2200-4f39-a25f-1be3b589511e tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Floating IP aa55181f-e74c-486f-9668-41ef5416acbe disassociated. External IP: 172.26.2.189, port: 5e5cb87b-e900-477c-9645-aa1d0820561a. Feb 16 13:07:37.968305 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-18726cee-6359-4d0d-aa0d-146079fbbfeb req-ab3b4f77-2200-4f39-a25f-1be3b589511e tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Calling delete_port for 5e5cb87b-e900-477c-9645-aa1d0820561a owned by compute:nova {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:07:38.097239 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-18726cee-6359-4d0d-aa0d-146079fbbfeb req-ab3b4f77-2200-4f39-a25f-1be3b589511e tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:38.123866 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b4f77-2200-4f39-a25f-1be3b589511e tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Pushing event deleted for resources: {'Port': ['ID=5e5cb87b-e900-477c-9645-aa1d0820561a,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:38.251782 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18726cee-6359-4d0d-aa0d-146079fbbfeb req-ab3b4f77-2200-4f39-a25f-1be3b589511e tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Router 5431f058-d37e-4f0c-b9a0-32a15acb4714 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:07:38.374578 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18726cee-6359-4d0d-aa0d-146079fbbfeb req-ab3b4f77-2200-4f39-a25f-1be3b589511e tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:07:38.386345 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44173581-7dff-42eb-be9d-18415e09e85e None None] Sync routers for ids ['5431f058-d37e-4f0c-b9a0-32a15acb4714'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:07:38.397596 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44173581-7dff-42eb-be9d-18415e09e85e None None] Routers {'5431f058-d37e-4f0c-b9a0-32a15acb4714'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:07:38.398149 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-44173581-7dff-42eb-be9d-18415e09e85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:07:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['5431f058-d37e-4f0c-b9a0-32a15acb4714'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:07:38.419210 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-18726cee-6359-4d0d-aa0d-146079fbbfeb req-ab3b4f77-2200-4f39-a25f-1be3b589511e tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] No DVR routers for this DVR port 5e5cb87b-e900-477c-9645-aa1d0820561a on host hv-neutron-8281 {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:07:38.422041 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-18726cee-6359-4d0d-aa0d-146079fbbfeb req-ab3b4f77-2200-4f39-a25f-1be3b589511e tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:38.426398 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-18726cee-6359-4d0d-aa0d-146079fbbfeb req-ab3b4f77-2200-4f39-a25f-1be3b589511e tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.42 "DELETE /v2.0/ports/5e5cb87b-e900-477c-9645-aa1d0820561a HTTP/1.1" status: 204 len: 173 time: 0.8268311 Feb 16 13:07:38.427026 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c2ab8b-5f21-4945-8218-05e655da342c', 'name': 'network-vif-deleted', 'tag': '5e5cb87b-e900-477c-9645-aa1d0820561a'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:07:38.430817 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484e8b10-fb71-45f4-b876-f0fd4d248556" -d '{"events": [{"server_uuid": "b7c2ab8b-5f21-4945-8218-05e655da342c", "name": "network-vif-deleted", "tag": "5e5cb87b-e900-477c-9645-aa1d0820561a"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:07:38.509781 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a893eb7-3a14-492b-98c2-528447a8409b x-openstack-request-id: req-4a893eb7-3a14-492b-98c2-528447a8409b {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:07:38.510107 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c2ab8b-5f21-4945-8218-05e655da342c", "name": "network-vif-deleted", "tag": "5e5cb87b-e900-477c-9645-aa1d0820561a", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:07:38.510366 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4a893eb7-3a14-492b-98c2-528447a8409b {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:07:38.510769 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c2ab8b-5f21-4945-8218-05e655da342c', 'name': 'network-vif-deleted', 'tag': '5e5cb87b-e900-477c-9645-aa1d0820561a', 'status': 'completed', 'code': 200} Feb 16 13:07:38.524157 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-44173581-7dff-42eb-be9d-18415e09e85e None None] Set router 5431f058-d37e-4f0c-b9a0-32a15acb4714 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:07:38.737411 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-44173581-7dff-42eb-be9d-18415e09e85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'name': 'tempest-ServerActionsTestJSON-231273236-router', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:00Z', 'updated_at': '2022-02-16T13:05:03Z', 'revision_number': 4, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'gw_port': {'id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:01Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '9fd2cf59-f271-4394-9d99-036941754812', 'name': '', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'mac_address': 'fa:16:3e:16:06:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:03Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 5, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'subnets': [{'id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:07:38.762962 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44173581-7dff-42eb-be9d-18415e09e85e None None] Checking router: 5431f058-d37e-4f0c-b9a0-32a15acb4714 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:07:38.771300 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44173581-7dff-42eb-be9d-18415e09e85e None None] Routers {'5431f058-d37e-4f0c-b9a0-32a15acb4714'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:07:38.771895 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-44173581-7dff-42eb-be9d-18415e09e85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:07:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['5431f058-d37e-4f0c-b9a0-32a15acb4714'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:07:38.885173 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-44173581-7dff-42eb-be9d-18415e09e85e None None] Set router 5431f058-d37e-4f0c-b9a0-32a15acb4714 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:07:39.093250 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-44173581-7dff-42eb-be9d-18415e09e85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'name': 'tempest-ServerActionsTestJSON-231273236-router', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:00Z', 'updated_at': '2022-02-16T13:05:03Z', 'revision_number': 4, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'gw_port': {'id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:01Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '9fd2cf59-f271-4394-9d99-036941754812', 'name': '', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'mac_address': 'fa:16:3e:16:06:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:03Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 5, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'subnets': [{'id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:07:39.108225 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9aef4da3-7df0-455b-9911-0101303f414e req-d1d90e1b-36c4-4837-903e-f129ea2ef562 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--617932276&fields=id&tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f HTTP/1.1" status: 200 len: 267 time: 0.0326664 Feb 16 13:07:39.123918 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44173581-7dff-42eb-be9d-18415e09e85e None None] The sync data for ids ['5431f058-d37e-4f0c-b9a0-32a15acb4714'] in dv-neutron-828142-3-hyperv is: [{'id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'name': 'tempest-ServerActionsTestJSON-231273236-router', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:00Z', 'updated_at': '2022-02-16T13:05:03Z', 'revision_number': 4, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'gw_port': {'id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:01Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '9fd2cf59-f271-4394-9d99-036941754812', 'name': '', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'mac_address': 'fa:16:3e:16:06:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:03Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 5, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'subnets': [{'id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:07:39.221798 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef4da3-7df0-455b-9911-0101303f414e req-a8144639-15fd-4af2-bf9c-546b1bfd6486 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:39.223251 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9aef4da3-7df0-455b-9911-0101303f414e req-a8144639-15fd-4af2-bf9c-546b1bfd6486 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/networks?id=1330045a-1c70-4389-aaf5-632a2aebc6c6 HTTP/1.1" status: 200 len: 811 time: 0.1078997 Feb 16 13:07:39.239049 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9aef4da3-7df0-455b-9911-0101303f414e req-db3012dd-1222-466f-b989-a38b0b9ed18a tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/quotas/9fdabd1aa7b74bac8f7b6728ad4f430f HTTP/1.1" status: 200 len: 375 time: 0.0092201 Feb 16 13:07:39.295567 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9aef4da3-7df0-455b-9911-0101303f414e req-936d2f53-4d48-4ad5-ad32-052ea8037db5 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505626 Feb 16 13:07:39.358510 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2726af2d-f1ce-4175-9ddc-81118c1d2ef5 None None] New status for floating IP aa55181f-e74c-486f-9668-41ef5416acbe: DOWN {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:07:39.730546 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9aef4da3-7df0-455b-9911-0101303f414e req-ce96b11b-3e17-4136-88cf-3eb300767a06 service neutron] 10.222.0.90 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4207087 Feb 16 13:07:39.832149 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9aef4da3-7df0-455b-9911-0101303f414e req-ef3a629b-5101-4c01-99f0-340018407703 service neutron] 10.222.0.90 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951717 Feb 16 13:07:40.000426 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9f15d74a-92ac-426d-a386-41c07b4aecff req-c0ab011d-6007-4b3b-8594-c6394667775d tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 210 time: 0.0312605 Feb 16 13:07:40.428195 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 5e5cb87b-e900-477c-9645-aa1d0820561a no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:07:40.449919 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] No Port match for: 5e5cb87b-e900-477c-9645-aa1d0820561a {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:07:40.450351 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 5e5cb87b-e900-477c-9645-aa1d0820561a not bound to the agent host hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:07:40.902448 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef4da3-7df0-455b-9911-0101303f414e req-be5000ff-d6bc-4aa3-9504-4b87702781d2 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:40.904134 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9aef4da3-7df0-455b-9911-0101303f414e req-be5000ff-d6bc-4aa3-9504-4b87702781d2 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.42 "GET /v2.0/networks?id=1330045a-1c70-4389-aaf5-632a2aebc6c6 HTTP/1.1" status: 200 len: 811 time: 0.1111891 Feb 16 13:07:40.951689 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9aef4da3-7df0-455b-9911-0101303f414e req-2c694daf-4fcc-4cc4-a911-c8ee0be4156b tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f HTTP/1.1" status: 200 len: 379 time: 0.0377021 Feb 16 13:07:40.962901 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-9aef4da3-7df0-455b-9911-0101303f414e req-fbcf7cbd-c271-4573-b3db-acdfe32ecb88 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Request body: {'port': {'device_id': '08276296-62c9-4a87-bd24-5cb85256b2b8', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'admin_state_up': True, 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'security_groups': ['af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:07:41.095308 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aef4da3-7df0-455b-9911-0101303f414e req-fbcf7cbd-c271-4573-b3db-acdfe32ecb88 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Made reservation on behalf of 9fdabd1aa7b74bac8f7b6728ad4f430f for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:07:41.099093 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-9aef4da3-7df0-455b-9911-0101303f414e req-fbcf7cbd-c271-4573-b3db-acdfe32ecb88 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:41.120012 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4af0d49b-9e1f-4941-9531-4ea987f37b80 req-9b1fb502-2c7f-4692-9bf1-be7aa874be74 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 210 time: 0.0312271 Feb 16 13:07:41.239701 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [req-9aef4da3-7df0-455b-9911-0101303f414e req-fbcf7cbd-c271-4573-b3db-acdfe32ecb88 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Allocated IP 172.20.0.9 (1330045a-1c70-4389-aaf5-632a2aebc6c6/1dd123f9-789d-4660-aab8-ad9f8ea48987/cc88718e-a2e7-4426-8a11-7fb89d5e7d46) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:07:41.378326 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-9aef4da3-7df0-455b-9911-0101303f414e req-fbcf7cbd-c271-4573-b3db-acdfe32ecb88 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:41.420076 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-9aef4da3-7df0-455b-9911-0101303f414e req-fbcf7cbd-c271-4573-b3db-acdfe32ecb88 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:41.462146 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aef4da3-7df0-455b-9911-0101303f414e req-fbcf7cbd-c271-4573-b3db-acdfe32ecb88 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Network 1330045a-1c70-4389-aaf5-632a2aebc6c6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:07:41.465585 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [req-9aef4da3-7df0-455b-9911-0101303f414e req-fbcf7cbd-c271-4573-b3db-acdfe32ecb88 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:07:41.468045 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aef4da3-7df0-455b-9911-0101303f414e req-fbcf7cbd-c271-4573-b3db-acdfe32ecb88 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:07:41.506610 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf7cbd-c271-4573-b3db-acdfe32ecb88 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Pushing event updated for resources: {'Port': ['ID=cc88718e-a2e7-4426-8a11-7fb89d5e7d46,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:41.520253 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcf7cbd-c271-4573-b3db-acdfe32ecb88 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:41.520595 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcf7cbd-c271-4573-b3db-acdfe32ecb88 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:41.520964 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcf7cbd-c271-4573-b3db-acdfe32ecb88 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:41.521356 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcf7cbd-c271-4573-b3db-acdfe32ecb88 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:41.521607 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcf7cbd-c271-4573-b3db-acdfe32ecb88 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:41.521939 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcf7cbd-c271-4573-b3db-acdfe32ecb88 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:41.522257 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcf7cbd-c271-4573-b3db-acdfe32ecb88 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:41.522577 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcf7cbd-c271-4573-b3db-acdfe32ecb88 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:41.523452 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcf7cbd-c271-4573-b3db-acdfe32ecb88 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:41.523768 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcf7cbd-c271-4573-b3db-acdfe32ecb88 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:41.524083 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcf7cbd-c271-4573-b3db-acdfe32ecb88 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:41.524397 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcf7cbd-c271-4573-b3db-acdfe32ecb88 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:41.542897 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef4da3-7df0-455b-9911-0101303f414e req-fbcf7cbd-c271-4573-b3db-acdfe32ecb88 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:41.543543 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-9aef4da3-7df0-455b-9911-0101303f414e req-fbcf7cbd-c271-4573-b3db-acdfe32ecb88 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:41.565771 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9aef4da3-7df0-455b-9911-0101303f414e req-fbcf7cbd-c271-4573-b3db-acdfe32ecb88 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6070783 Feb 16 13:07:41.579137 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-9aef4da3-7df0-455b-9911-0101303f414e req-b5f7e0d4-b137-4f58-aa87-bddec5ed32fe service neutron] Request body: {'port': {'device_id': '08276296-62c9-4a87-bd24-5cb85256b2b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:07:41.641686 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-9aef4da3-7df0-455b-9911-0101303f414e req-b5f7e0d4-b137-4f58-aa87-bddec5ed32fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:41.728039 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-dece6765-68f2-4394-893f-1a90337ee7ad None None] Provisioning complete for port cc88718e-a2e7-4426-8a11-7fb89d5e7d46 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:07:41.728675 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dece6765-68f2-4394-893f-1a90337ee7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:41.763646 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-dece6765-68f2-4394-893f-1a90337ee7ad None None] Port cc88718e-a2e7-4426-8a11-7fb89d5e7d46 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:07:41.940476 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-9aef4da3-7df0-455b-9911-0101303f414e req-b5f7e0d4-b137-4f58-aa87-bddec5ed32fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc88718e-a2e7-4426-8a11-7fb89d5e7d46 {{(pid=109049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:07:41.948810 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-9aef4da3-7df0-455b-9911-0101303f414e req-b5f7e0d4-b137-4f58-aa87-bddec5ed32fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:41.961296 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.provisioning_blocks [req-9aef4da3-7df0-455b-9911-0101303f414e req-b5f7e0d4-b137-4f58-aa87-bddec5ed32fe service neutron] Transition to ACTIVE for port object cc88718e-a2e7-4426-8a11-7fb89d5e7d46 will not be triggered until provisioned by entity L2. {{(pid=109049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:07:41.965241 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-9aef4da3-7df0-455b-9911-0101303f414e req-b5f7e0d4-b137-4f58-aa87-bddec5ed32fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:42.015131 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f7e0d4-b137-4f58-aa87-bddec5ed32fe service neutron] Pushing event updated for resources: {'Port': ['ID=cc88718e-a2e7-4426-8a11-7fb89d5e7d46,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:42.133343 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-9aef4da3-7df0-455b-9911-0101303f414e req-b5f7e0d4-b137-4f58-aa87-bddec5ed32fe service neutron] Attempting to bind port cc88718e-a2e7-4426-8a11-7fb89d5e7d46 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:07:42.133679 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-9aef4da3-7df0-455b-9911-0101303f414e req-b5f7e0d4-b137-4f58-aa87-bddec5ed32fe service neutron] Attempting to bind port cc88718e-a2e7-4426-8a11-7fb89d5e7d46 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:07:42.134005 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef4da3-7df0-455b-9911-0101303f414e req-b5f7e0d4-b137-4f58-aa87-bddec5ed32fe service neutron] Attempting to bind port cc88718e-a2e7-4426-8a11-7fb89d5e7d46 on network 1330045a-1c70-4389-aaf5-632a2aebc6c6 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:07:42.139250 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef4da3-7df0-455b-9911-0101303f414e req-b5f7e0d4-b137-4f58-aa87-bddec5ed32fe service neutron] Port cc88718e-a2e7-4426-8a11-7fb89d5e7d46 on network 1330045a-1c70-4389-aaf5-632a2aebc6c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:07:42.139555 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef4da3-7df0-455b-9911-0101303f414e req-b5f7e0d4-b137-4f58-aa87-bddec5ed32fe service neutron] Attempting to bind port cc88718e-a2e7-4426-8a11-7fb89d5e7d46 on network 1330045a-1c70-4389-aaf5-632a2aebc6c6 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:07:42.148282 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef4da3-7df0-455b-9911-0101303f414e req-b5f7e0d4-b137-4f58-aa87-bddec5ed32fe service neutron] Checking agent: {'id': '31a9428e-e23a-420f-bfe2-5870b63c0436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'started_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:07:42.148879 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef4da3-7df0-455b-9911-0101303f414e req-b5f7e0d4-b137-4f58-aa87-bddec5ed32fe service neutron] Checking segment: {'id': 'f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:07:42.149536 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef4da3-7df0-455b-9911-0101303f414e req-b5f7e0d4-b137-4f58-aa87-bddec5ed32fe service neutron] Bound using segment: {'id': 'f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6'} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:07:42.150521 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-9aef4da3-7df0-455b-9911-0101303f414e req-b5f7e0d4-b137-4f58-aa87-bddec5ed32fe service neutron] Bound port: cc88718e-a2e7-4426-8a11-7fb89d5e7d46, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6'}}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:07:42.151151 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-9aef4da3-7df0-455b-9911-0101303f414e req-b5f7e0d4-b137-4f58-aa87-bddec5ed32fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:42.244703 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-9aef4da3-7df0-455b-9911-0101303f414e req-b5f7e0d4-b137-4f58-aa87-bddec5ed32fe service neutron] For port cc88718e-a2e7-4426-8a11-7fb89d5e7d46, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:07:42.250774 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-9aef4da3-7df0-455b-9911-0101303f414e req-b5f7e0d4-b137-4f58-aa87-bddec5ed32fe service neutron] For port cc88718e-a2e7-4426-8a11-7fb89d5e7d46, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cc88718e-a2e7-4426-8a11-7fb89d5e7d46,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:07:42.258168 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-9aef4da3-7df0-455b-9911-0101303f414e req-b5f7e0d4-b137-4f58-aa87-bddec5ed32fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:42.311815 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45598b0a-a956-47fe-bc34-f224354ed5fe req-ccc07784-4930-4a89-a25c-2632aa1b4515 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:42.316462 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-45598b0a-a956-47fe-bc34-f224354ed5fe req-ccc07784-4930-4a89-a25c-2632aa1b4515 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 943 time: 0.0977464 Feb 16 13:07:42.325731 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef4da3-7df0-455b-9911-0101303f414e req-b5f7e0d4-b137-4f58-aa87-bddec5ed32fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:42.326819 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-9aef4da3-7df0-455b-9911-0101303f414e req-b5f7e0d4-b137-4f58-aa87-bddec5ed32fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:42.329516 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9aef4da3-7df0-455b-9911-0101303f414e req-b5f7e0d4-b137-4f58-aa87-bddec5ed32fe service neutron] 10.222.0.42 "PUT /v2.0/ports/cc88718e-a2e7-4426-8a11-7fb89d5e7d46 HTTP/1.1" status: 200 len: 1093 time: 0.7548258 Feb 16 13:07:42.330219 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08276296-62c9-4a87-bd24-5cb85256b2b8', 'tag': 'cc88718e-a2e7-4426-8a11-7fb89d5e7d46'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:07:42.333063 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36df10b5-3ef9-4f17-ace5-335d54a0b6f7" -d '{"events": [{"name": "network-changed", "server_uuid": "08276296-62c9-4a87-bd24-5cb85256b2b8", "tag": "cc88718e-a2e7-4426-8a11-7fb89d5e7d46"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:07:42.381142 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f7e0d4-b137-4f58-aa87-bddec5ed32fe service neutron] Pushing event updated for resources: {'Port': ['ID=cc88718e-a2e7-4426-8a11-7fb89d5e7d46,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:42.462077 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61d2f9c-f68a-407a-814c-29aad963c70f x-openstack-request-id: req-b61d2f9c-f68a-407a-814c-29aad963c70f {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:07:42.462474 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08276296-62c9-4a87-bd24-5cb85256b2b8", "tag": "cc88718e-a2e7-4426-8a11-7fb89d5e7d46", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:07:42.462824 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b61d2f9c-f68a-407a-814c-29aad963c70f {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:07:42.463404 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08276296-62c9-4a87-bd24-5cb85256b2b8', 'tag': 'cc88718e-a2e7-4426-8a11-7fb89d5e7d46', 'status': 'completed', 'code': 200} Feb 16 13:07:42.471226 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-45598b0a-a956-47fe-bc34-f224354ed5fe req-efdc420c-0966-4139-95b5-7733729db7a0 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237683 Feb 16 13:07:42.501485 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef4da3-7df0-455b-9911-0101303f414e req-d7d5d37b-0e3b-4a5e-9b9b-8e350ad0bcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:42.504657 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9aef4da3-7df0-455b-9911-0101303f414e req-d7d5d37b-0e3b-4a5e-9b9b-8e350ad0bcbc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f&device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 1096 time: 0.1160641 Feb 16 13:07:42.587626 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9aef4da3-7df0-455b-9911-0101303f414e req-c6d217cd-2b5d-4c3b-aaf0-cf90b76cdbe6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc88718e-a2e7-4426-8a11-7fb89d5e7d46 HTTP/1.1" status: 200 len: 217 time: 0.0755372 Feb 16 13:07:42.672858 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef4da3-7df0-455b-9911-0101303f414e req-f076af5a-2a55-405d-8531-7e9a743f7108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:42.674286 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9aef4da3-7df0-455b-9911-0101303f414e req-f076af5a-2a55-405d-8531-7e9a743f7108 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd123f9-789d-4660-aab8-ad9f8ea48987 HTTP/1.1" status: 200 len: 850 time: 0.0804760 Feb 16 13:07:42.745752 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef4da3-7df0-455b-9911-0101303f414e req-86c050ca-181d-4b4e-8df1-74f767526965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:42.747295 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9aef4da3-7df0-455b-9911-0101303f414e req-86c050ca-181d-4b4e-8df1-74f767526965 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1330045a-1c70-4389-aaf5-632a2aebc6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665898 Feb 16 13:07:42.851869 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9aef4da3-7df0-455b-9911-0101303f414e req-269a1121-af7c-4936-a62e-f31b79bfd916 service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963471 Feb 16 13:07:42.954841 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9aef4da3-7df0-455b-9911-0101303f414e req-a1e9f768-73e0-473f-b23d-18e4f23ecdb5 service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972431 Feb 16 13:07:43.062647 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df10b5-3ef9-4f17-ace5-335d54a0b6f7 req-f3779ac7-2fd8-4f88-a079-f9348bfffa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:43.064597 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-36df10b5-3ef9-4f17-ace5-335d54a0b6f7 req-f3779ac7-2fd8-4f88-a079-f9348bfffa1c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f&device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 1096 time: 0.0513227 Feb 16 13:07:43.165144 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df10b5-3ef9-4f17-ace5-335d54a0b6f7 req-198f59f7-3b89-45fa-88d9-591dfd940549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:43.166593 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-36df10b5-3ef9-4f17-ace5-335d54a0b6f7 req-198f59f7-3b89-45fa-88d9-591dfd940549 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1330045a-1c70-4389-aaf5-632a2aebc6c6 HTTP/1.1" status: 200 len: 912 time: 0.0948696 Feb 16 13:07:43.209863 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-36df10b5-3ef9-4f17-ace5-335d54a0b6f7 req-5d88fd77-a882-4b57-b88b-b62c7896bcc7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc88718e-a2e7-4426-8a11-7fb89d5e7d46 HTTP/1.1" status: 200 len: 217 time: 0.0368516 Feb 16 13:07:43.266299 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df10b5-3ef9-4f17-ace5-335d54a0b6f7 req-b13eec49-2b22-4755-9772-4cf8061956af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:43.267770 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-36df10b5-3ef9-4f17-ace5-335d54a0b6f7 req-b13eec49-2b22-4755-9772-4cf8061956af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd123f9-789d-4660-aab8-ad9f8ea48987 HTTP/1.1" status: 200 len: 850 time: 0.0513487 Feb 16 13:07:43.322349 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df10b5-3ef9-4f17-ace5-335d54a0b6f7 req-13d5ea56-033f-4af7-a121-d88b8eca3d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:43.323971 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-36df10b5-3ef9-4f17-ace5-335d54a0b6f7 req-13d5ea56-033f-4af7-a121-d88b8eca3d8f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1330045a-1c70-4389-aaf5-632a2aebc6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0493915 Feb 16 13:07:43.423135 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-36df10b5-3ef9-4f17-ace5-335d54a0b6f7 req-9743ffc6-c67f-47f1-82a0-0548c177275f service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905268 Feb 16 13:07:43.528343 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-36df10b5-3ef9-4f17-ace5-335d54a0b6f7 req-df1bf90b-1822-4ffd-a60f-7ad1c8ec6d7c service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973101 Feb 16 13:07:43.603446 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96d5c5-066a-4b8a-b66e-028184d3341e req-3921fc16-76c5-4411-8d91-632a1c3b6f7b tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:43.604994 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-dc96d5c5-066a-4b8a-b66e-028184d3341e req-3921fc16-76c5-4411-8d91-632a1c3b6f7b tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 943 time: 0.0550187 Feb 16 13:07:43.645818 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-dc96d5c5-066a-4b8a-b66e-028184d3341e req-30959569-f954-43c8-97aa-10ee1180b9a3 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347354 Feb 16 13:07:44.459602 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device cc88718e-a2e7-4426-8a11-7fb89d5e7d46 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:07:44.555939 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port cc88718e-a2e7-4426-8a11-7fb89d5e7d46, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cc88718e-a2e7-4426-8a11-7fb89d5e7d46,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:07:44.567374 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': 'cc88718e-a2e7-4426-8a11-7fb89d5e7d46', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'port_id': 'cc88718e-a2e7-4426-8a11-7fb89d5e7d46', 'mac_address': 'fa:16:3e:2d:dd:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:07:44.607841 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:44.622310 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc88718e-a2e7-4426-8a11-7fb89d5e7d46 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:07:44.646414 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port cc88718e-a2e7-4426-8a11-7fb89d5e7d46, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cc88718e-a2e7-4426-8a11-7fb89d5e7d46,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:07:44.652268 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:44.710243 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=cc88718e-a2e7-4426-8a11-7fb89d5e7d46,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:44.761384 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70968d-d2cd-46c2-b93d-36d34482a539 req-99722298-b5d3-4357-a609-e8b222b56a8a tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:44.764567 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bd70968d-d2cd-46c2-b93d-36d34482a539 req-99722298-b5d3-4357-a609-e8b222b56a8a tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 944 time: 0.0474224 Feb 16 13:07:44.808010 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bd70968d-d2cd-46c2-b93d-36d34482a539 req-c6ac09e3-428a-4ff8-b237-ee8226f62870 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391216 Feb 16 13:07:44.851475 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['cc88718e-a2e7-4426-8a11-7fb89d5e7d46'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:07:45.922435 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9f375-5bd1-4942-a616-2334320de09c req-06e7ff0a-3139-4738-98fe-35ae923a5378 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:45.923885 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-04e9f375-5bd1-4942-a616-2334320de09c req-06e7ff0a-3139-4738-98fe-35ae923a5378 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 944 time: 0.0486555 Feb 16 13:07:45.963692 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-04e9f375-5bd1-4942-a616-2334320de09c req-c7b1d0e8-4c40-46ad-bea2-37eb7e3523fe tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330603 Feb 16 13:07:46.476911 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device cc88718e-a2e7-4426-8a11-7fb89d5e7d46 up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:07:46.527051 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning for port cc88718e-a2e7-4426-8a11-7fb89d5e7d46 completed by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:07:46.531166 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port cc88718e-a2e7-4426-8a11-7fb89d5e7d46 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:07:46.531548 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:46.608997 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:46.635035 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08276296-62c9-4a87-bd24-5cb85256b2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc88718e-a2e7-4426-8a11-7fb89d5e7d46'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:07:46.640400 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70538e62-7774-46a9-9d57-c1086b85ca28" -d '{"events": [{"server_uuid": "08276296-62c9-4a87-bd24-5cb85256b2b8", "name": "network-vif-plugged", "status": "completed", "tag": "cc88718e-a2e7-4426-8a11-7fb89d5e7d46"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:07:46.650470 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port cc88718e-a2e7-4426-8a11-7fb89d5e7d46, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cc88718e-a2e7-4426-8a11-7fb89d5e7d46,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:07:46.654636 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:46.681185 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989c1cd1-5e91-41d2-8982-d265d6d1d017 x-openstack-request-id: req-989c1cd1-5e91-41d2-8982-d265d6d1d017 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:07:46.681479 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08276296-62c9-4a87-bd24-5cb85256b2b8", "name": "network-vif-plugged", "status": "completed", "tag": "cc88718e-a2e7-4426-8a11-7fb89d5e7d46", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:07:46.681733 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-989c1cd1-5e91-41d2-8982-d265d6d1d017 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:07:46.682115 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08276296-62c9-4a87-bd24-5cb85256b2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc88718e-a2e7-4426-8a11-7fb89d5e7d46', 'code': 200} Feb 16 13:07:46.705326 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=cc88718e-a2e7-4426-8a11-7fb89d5e7d46,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:46.852196 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9688014-6f16-47e6-9090-a0b8b486e3c9 req-a9bb1c09-f5c7-409d-bd96-3b3d450c6cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:46.853620 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b9688014-6f16-47e6-9090-a0b8b486e3c9 req-a9bb1c09-f5c7-409d-bd96-3b3d450c6cb8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 1098 time: 0.0401456 Feb 16 13:07:46.888893 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b9688014-6f16-47e6-9090-a0b8b486e3c9 req-0aa58243-6328-4d84-9fd3-ad727f5873dd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289006 Feb 16 13:07:47.080429 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e490b-aa77-49d9-90b0-57902c93eacc req-3e262849-69ad-4216-915f-1d02ba0369c2 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:47.081939 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-819e490b-aa77-49d9-90b0-57902c93eacc req-3e262849-69ad-4216-915f-1d02ba0369c2 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 945 time: 0.0498385 Feb 16 13:07:47.121073 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-819e490b-aa77-49d9-90b0-57902c93eacc req-282d8264-19a3-4273-ae1c-49103595e7bb tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322790 Feb 16 13:07:48.235526 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092bb768-79c9-4287-a4c8-c3c47a9ee990 req-fe8d163d-72a9-447f-b214-953ca7b00e08 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:48.237179 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-092bb768-79c9-4287-a4c8-c3c47a9ee990 req-fe8d163d-72a9-447f-b214-953ca7b00e08 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 945 time: 0.0476637 Feb 16 13:07:48.280541 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-092bb768-79c9-4287-a4c8-c3c47a9ee990 req-79e47107-1642-44f0-8ca1-bb801f73e2a6 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368354 Feb 16 13:07:48.394261 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db0a19-ef71-4d4b-bf66-2fc01fb64cd5 req-41a3be3b-6fdf-4530-a0be-63984873bf67 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:48.396064 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-45db0a19-ef71-4d4b-bf66-2fc01fb64cd5 req-41a3be3b-6fdf-4530-a0be-63984873bf67 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 945 time: 0.0500114 Feb 16 13:07:48.404582 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 41578) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:07:48.408989 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-0dddf699-4dcb-4704-b78a-ba8684a7c6ea tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Request body: {'floatingip': {'port_id': 'cc88718e-a2e7-4426-8a11-7fb89d5e7d46'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:07:48.448011 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0dddf699-4dcb-4704-b78a-ba8684a7c6ea tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks [] for floatingip, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:48.604189 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-8a1cc381-5422-4e04-b56d-1d6e676c4047 req-a684a5b8-dce0-4040-9be4-0fe274a103d0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391273 Feb 16 13:07:48.897742 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0dddf699-4dcb-4704-b78a-ba8684a7c6ea tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:48.902169 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0dddf699-4dcb-4704-b78a-ba8684a7c6ea tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:49.007159 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.l3_db [None req-0dddf699-4dcb-4704-b78a-ba8684a7c6ea tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Floating IP aa55181f-e74c-486f-9668-41ef5416acbe associated. External IP: 172.26.2.189, port: cc88718e-a2e7-4426-8a11-7fb89d5e7d46. Feb 16 13:07:49.033080 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1cc381-5422-4e04-b56d-1d6e676c4047 req-34ecdea5-e437-40d5-8da1-2819c28e08ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:49.034615 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-8a1cc381-5422-4e04-b56d-1d6e676c4047 req-34ecdea5-e437-40d5-8da1-2819c28e08ec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f&device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 1098 time: 0.3880804 Feb 16 13:07:49.140997 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1cc381-5422-4e04-b56d-1d6e676c4047 req-bed2f69c-9c74-432b-bc82-595a277c74ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:49.142469 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-8a1cc381-5422-4e04-b56d-1d6e676c4047 req-bed2f69c-9c74-432b-bc82-595a277c74ec service neutron] 10.222.0.42 "GET /v2.0/networks?id=1330045a-1c70-4389-aaf5-632a2aebc6c6 HTTP/1.1" status: 200 len: 912 time: 0.0866845 Feb 16 13:07:49.213809 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-8a1cc381-5422-4e04-b56d-1d6e676c4047 req-91dc959d-aa67-472e-8cc3-d7021a640da7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc88718e-a2e7-4426-8a11-7fb89d5e7d46 HTTP/1.1" status: 200 len: 1000 time: 0.0646214 Feb 16 13:07:49.223461 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dddf699-4dcb-4704-b78a-ba8684a7c6ea tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Router 5431f058-d37e-4f0c-b9a0-32a15acb4714 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:07:49.267969 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1cc381-5422-4e04-b56d-1d6e676c4047 req-e7e31d6d-1368-4b87-96d2-74cb8014b3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:49.270072 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-8a1cc381-5422-4e04-b56d-1d6e676c4047 req-e7e31d6d-1368-4b87-96d2-74cb8014b3e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd123f9-789d-4660-aab8-ad9f8ea48987 HTTP/1.1" status: 200 len: 850 time: 0.0505440 Feb 16 13:07:49.324145 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1cc381-5422-4e04-b56d-1d6e676c4047 req-1fd31d9e-e900-4cbc-a286-6b569c258b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:49.325796 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-8a1cc381-5422-4e04-b56d-1d6e676c4047 req-1fd31d9e-e900-4cbc-a286-6b569c258b81 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1330045a-1c70-4389-aaf5-632a2aebc6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0484409 Feb 16 13:07:49.341982 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dddf699-4dcb-4704-b78a-ba8684a7c6ea tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:07:49.347192 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0dddf699-4dcb-4704-b78a-ba8684a7c6ea tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:49.353526 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31d4f0d-64fc-4736-a534-663e8909e74a None None] Sync routers for ids ['5431f058-d37e-4f0c-b9a0-32a15acb4714'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:07:49.364826 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31d4f0d-64fc-4736-a534-663e8909e74a None None] Routers {'5431f058-d37e-4f0c-b9a0-32a15acb4714'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:07:49.365459 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-c31d4f0d-64fc-4736-a534-663e8909e74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:07:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['5431f058-d37e-4f0c-b9a0-32a15acb4714'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:07:49.374091 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0dddf699-4dcb-4704-b78a-ba8684a7c6ea tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "PUT /v2.0/floatingips/aa55181f-e74c-486f-9668-41ef5416acbe HTTP/1.1" status: 200 len: 992 time: 0.9684253 Feb 16 13:07:49.374790 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08276296-62c9-4a87-bd24-5cb85256b2b8', 'tag': 'cc88718e-a2e7-4426-8a11-7fb89d5e7d46'}] {{(pid=109048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:07:49.377283 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40068d798dcc31a224174c6c24ac8b3e49f1a518b527dec6066c5fbc28712f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ba775b-d39a-4a5c-83f2-842160f272b2" -d '{"events": [{"name": "network-changed", "server_uuid": "08276296-62c9-4a87-bd24-5cb85256b2b8", "tag": "cc88718e-a2e7-4426-8a11-7fb89d5e7d46"}]}' {{(pid=109048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:07:49.425822 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-8a1cc381-5422-4e04-b56d-1d6e676c4047 req-c859544d-1e77-4db3-a935-a7922e492f89 service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933070 Feb 16 13:07:49.434204 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f15602-6304-4e21-b791-38e871b15756 x-openstack-request-id: req-86f15602-6304-4e21-b791-38e871b15756 {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:07:49.434572 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08276296-62c9-4a87-bd24-5cb85256b2b8", "tag": "cc88718e-a2e7-4426-8a11-7fb89d5e7d46", "status": "completed", "code": 200}]} {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:07:49.434892 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-86f15602-6304-4e21-b791-38e871b15756 {{(pid=109048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:07:49.435402 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08276296-62c9-4a87-bd24-5cb85256b2b8', 'tag': 'cc88718e-a2e7-4426-8a11-7fb89d5e7d46', 'status': 'completed', 'code': 200} Feb 16 13:07:49.493460 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-c31d4f0d-64fc-4736-a534-663e8909e74a None None] Set router 5431f058-d37e-4f0c-b9a0-32a15acb4714 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:07:49.535576 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-8a1cc381-5422-4e04-b56d-1d6e676c4047 req-d6bd2844-8043-41d4-93ac-473fc9e08f33 service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971639 Feb 16 13:07:49.633968 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba775b-d39a-4a5c-83f2-842160f272b2 req-6c8382c3-810e-4df5-95fa-15fa3b82b64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:49.635674 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-45ba775b-d39a-4a5c-83f2-842160f272b2 req-6c8382c3-810e-4df5-95fa-15fa3b82b64e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f&device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 1098 time: 0.0492520 Feb 16 13:07:49.744026 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba775b-d39a-4a5c-83f2-842160f272b2 req-c34a7e24-b823-41cf-89af-7d3c8ffae5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:49.744026 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-45ba775b-d39a-4a5c-83f2-842160f272b2 req-c34a7e24-b823-41cf-89af-7d3c8ffae5ab service neutron] 10.222.0.42 "GET /v2.0/networks?id=1330045a-1c70-4389-aaf5-632a2aebc6c6 HTTP/1.1" status: 200 len: 912 time: 0.1010487 Feb 16 13:07:49.754124 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-c31d4f0d-64fc-4736-a534-663e8909e74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'name': 'tempest-ServerActionsTestJSON-231273236-router', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:00Z', 'updated_at': '2022-02-16T13:05:03Z', 'revision_number': 4, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'gw_port': {'id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:01Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'aa55181f-e74c-486f-9668-41ef5416acbe', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'floating_ip_address': '172.26.2.189', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'port_id': 'cc88718e-a2e7-4426-8a11-7fb89d5e7d46', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'mac_address': 'fa:16:3e:2d:dd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08276296-62c9-4a87-bd24-5cb85256b2b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:05:06Z', 'updated_at': '2022-02-16T13:07:48Z', 'revision_number': 13, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fd2cf59-f271-4394-9d99-036941754812', 'name': '', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'mac_address': 'fa:16:3e:16:06:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:03Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 5, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'subnets': [{'id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:07:49.785483 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31d4f0d-64fc-4736-a534-663e8909e74a None None] Checking router: 5431f058-d37e-4f0c-b9a0-32a15acb4714 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:07:49.794836 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31d4f0d-64fc-4736-a534-663e8909e74a None None] Routers {'5431f058-d37e-4f0c-b9a0-32a15acb4714'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:07:49.795449 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-c31d4f0d-64fc-4736-a534-663e8909e74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:07:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['5431f058-d37e-4f0c-b9a0-32a15acb4714'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:07:49.825731 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-45ba775b-d39a-4a5c-83f2-842160f272b2 req-a07ac280-9a12-4d3e-a6b3-4ce960d17ee4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc88718e-a2e7-4426-8a11-7fb89d5e7d46 HTTP/1.1" status: 200 len: 1000 time: 0.0752382 Feb 16 13:07:49.877857 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba775b-d39a-4a5c-83f2-842160f272b2 req-44d7372e-c6b9-4f72-b9e3-fdcdd448ac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:49.879366 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-45ba775b-d39a-4a5c-83f2-842160f272b2 req-44d7372e-c6b9-4f72-b9e3-fdcdd448ac5a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd123f9-789d-4660-aab8-ad9f8ea48987 HTTP/1.1" status: 200 len: 850 time: 0.0468853 Feb 16 13:07:49.913825 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-c31d4f0d-64fc-4736-a534-663e8909e74a None None] Set router 5431f058-d37e-4f0c-b9a0-32a15acb4714 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:07:49.939235 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba775b-d39a-4a5c-83f2-842160f272b2 req-e02d81a3-0c8b-4831-88b6-8d03f335d0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:49.940839 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-45ba775b-d39a-4a5c-83f2-842160f272b2 req-e02d81a3-0c8b-4831-88b6-8d03f335d0cc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1330045a-1c70-4389-aaf5-632a2aebc6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0474982 Feb 16 13:07:50.040345 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-45ba775b-d39a-4a5c-83f2-842160f272b2 req-d7736650-b80b-4c01-9dd5-ba30e3c08e58 service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918112 Feb 16 13:07:50.142539 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-45ba775b-d39a-4a5c-83f2-842160f272b2 req-0d96c958-e73b-440a-9411-f17d0a83077d service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945976 Feb 16 13:07:50.156740 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-c31d4f0d-64fc-4736-a534-663e8909e74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'name': 'tempest-ServerActionsTestJSON-231273236-router', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:00Z', 'updated_at': '2022-02-16T13:05:03Z', 'revision_number': 4, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'gw_port': {'id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:01Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'aa55181f-e74c-486f-9668-41ef5416acbe', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'floating_ip_address': '172.26.2.189', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'port_id': 'cc88718e-a2e7-4426-8a11-7fb89d5e7d46', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'mac_address': 'fa:16:3e:2d:dd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08276296-62c9-4a87-bd24-5cb85256b2b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:05:06Z', 'updated_at': '2022-02-16T13:07:48Z', 'revision_number': 13, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fd2cf59-f271-4394-9d99-036941754812', 'name': '', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'mac_address': 'fa:16:3e:16:06:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:03Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 5, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'subnets': [{'id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:07:50.184800 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31d4f0d-64fc-4736-a534-663e8909e74a None None] The sync data for ids ['5431f058-d37e-4f0c-b9a0-32a15acb4714'] in dv-neutron-828142-3-hyperv is: [{'id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'name': 'tempest-ServerActionsTestJSON-231273236-router', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:00Z', 'updated_at': '2022-02-16T13:05:03Z', 'revision_number': 4, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'gw_port': {'id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:01Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'aa55181f-e74c-486f-9668-41ef5416acbe', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'floating_ip_address': '172.26.2.189', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'port_id': 'cc88718e-a2e7-4426-8a11-7fb89d5e7d46', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'mac_address': 'fa:16:3e:2d:dd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08276296-62c9-4a87-bd24-5cb85256b2b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:05:06Z', 'updated_at': '2022-02-16T13:07:48Z', 'revision_number': 13, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fd2cf59-f271-4394-9d99-036941754812', 'name': '', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'mac_address': 'fa:16:3e:16:06:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:03Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 5, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'subnets': [{'id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:07:50.392304 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a324ae5e-f65a-478c-a856-09c55aef6188 None None] New status for floating IP aa55181f-e74c-486f-9668-41ef5416acbe: ACTIVE {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:07:50.883429 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a35e5-99dd-4b3e-b4e2-18972d179386 req-7fb1f021-38eb-481f-aa61-2b31ecf1d0b7 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:50.884908 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a04a35e5-99dd-4b3e-b4e2-18972d179386 req-7fb1f021-38eb-481f-aa61-2b31ecf1d0b7 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 945 time: 0.0485902 Feb 16 13:07:50.922994 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a04a35e5-99dd-4b3e-b4e2-18972d179386 req-2cf4bb54-d3b4-4d4e-8260-748e6379d4df tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320008 Feb 16 13:07:52.307881 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e9837dec-bc2f-4e36-9264-47f6791b5d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:54.453186 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-404325e8-a180-49e3-8cc4-34fce6e0f504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:55.772250 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:56.360483 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:07:57.050142 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:57.396086 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:58.678998 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:02.050094 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e8428-ea73-4506-8feb-46cf984c0c1c req-cd690a2e-f323-49b1-80aa-9d312aa06819 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:02.051603 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5a4e8428-ea73-4506-8feb-46cf984c0c1c req-cd690a2e-f323-49b1-80aa-9d312aa06819 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 945 time: 0.0531359 Feb 16 13:08:02.092566 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5a4e8428-ea73-4506-8feb-46cf984c0c1c req-68acfddd-3f1e-4004-af47-b59190b886d6 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341578 Feb 16 13:08:02.102649 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-73ba66e5-5083-4ed9-9ce0-5a95efa57a44 req-08fa9d48-d274-4de7-8e85-0aa414054e66 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1140285 Feb 16 13:08:03.179126 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba66e5-5083-4ed9-9ce0-5a95efa57a44 req-cdc2f0f8-c736-4b58-a1ab-1a0b8be6ce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:03.181178 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-73ba66e5-5083-4ed9-9ce0-5a95efa57a44 req-cdc2f0f8-c736-4b58-a1ab-1a0b8be6ce3f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f&device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 1098 time: 0.0465746 Feb 16 13:08:03.216303 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79685814-947f-4188-92e7-35dc52257a93 req-36f08b99-b629-41fc-b475-48c569092b1f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:03.217744 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-79685814-947f-4188-92e7-35dc52257a93 req-36f08b99-b629-41fc-b475-48c569092b1f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 945 time: 0.0494993 Feb 16 13:08:03.257073 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-79685814-947f-4188-92e7-35dc52257a93 req-3a157a91-65c0-407d-b0fb-cfd3f2ea2780 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326715 Feb 16 13:08:03.273377 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba66e5-5083-4ed9-9ce0-5a95efa57a44 req-60d5700d-8f40-48c8-a040-449b8fcbba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:03.274883 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-73ba66e5-5083-4ed9-9ce0-5a95efa57a44 req-60d5700d-8f40-48c8-a040-449b8fcbba8b service neutron] 10.222.0.42 "GET /v2.0/networks?id=1330045a-1c70-4389-aaf5-632a2aebc6c6 HTTP/1.1" status: 200 len: 912 time: 0.0875549 Feb 16 13:08:03.343713 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-73ba66e5-5083-4ed9-9ce0-5a95efa57a44 req-de692d3d-7711-4f54-9d83-c6c67b520abc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc88718e-a2e7-4426-8a11-7fb89d5e7d46 HTTP/1.1" status: 200 len: 1002 time: 0.0616097 Feb 16 13:08:03.396248 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba66e5-5083-4ed9-9ce0-5a95efa57a44 req-9b2b5289-8cd8-4969-a72c-9edfb16fec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:03.397799 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-73ba66e5-5083-4ed9-9ce0-5a95efa57a44 req-9b2b5289-8cd8-4969-a72c-9edfb16fec20 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd123f9-789d-4660-aab8-ad9f8ea48987 HTTP/1.1" status: 200 len: 850 time: 0.0460286 Feb 16 13:08:03.444995 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba66e5-5083-4ed9-9ce0-5a95efa57a44 req-94ef5ac7-6dc6-4b62-ad94-f79c99ecfeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:03.446506 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-73ba66e5-5083-4ed9-9ce0-5a95efa57a44 req-94ef5ac7-6dc6-4b62-ad94-f79c99ecfeb3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1330045a-1c70-4389-aaf5-632a2aebc6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421834 Feb 16 13:08:03.542028 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-73ba66e5-5083-4ed9-9ce0-5a95efa57a44 req-6147a9e6-9a70-497e-ae27-a9db18a7d658 service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866213 Feb 16 13:08:03.632388 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-73ba66e5-5083-4ed9-9ce0-5a95efa57a44 req-9aa233a5-9ee2-4e77-8426-d8dab7ded532 service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839007 Feb 16 13:08:04.371066 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdfd3f9-a799-4435-919b-2f162f805fc4 req-02fb7754-5c84-4da3-a9ac-23c5299c70fc tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:04.372536 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1fdfd3f9-a799-4435-919b-2f162f805fc4 req-02fb7754-5c84-4da3-a9ac-23c5299c70fc tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 945 time: 0.0480235 Feb 16 13:08:04.411668 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1fdfd3f9-a799-4435-919b-2f162f805fc4 req-d63c95cb-5b67-454c-8045-6c658f6b2e18 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327077 Feb 16 13:08:05.531674 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de604ca-dbd9-489a-bd2a-a860b64c84ed req-768085d0-88d9-4aa9-9528-49c534dfcba6 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:05.533169 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7de604ca-dbd9-489a-bd2a-a860b64c84ed req-768085d0-88d9-4aa9-9528-49c534dfcba6 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 945 time: 0.0548892 Feb 16 13:08:05.571179 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7de604ca-dbd9-489a-bd2a-a860b64c84ed req-3e3003af-63d9-47fa-91b6-1b567ccd0493 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321119 Feb 16 13:08:06.684846 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed4bc9-1565-488c-af49-8fda457f79db req-4d6f2ec2-a1b7-418a-a60a-234126c5c58f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:06.686301 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d6ed4bc9-1565-488c-af49-8fda457f79db req-4d6f2ec2-a1b7-418a-a60a-234126c5c58f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 945 time: 0.0477400 Feb 16 13:08:06.723202 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d6ed4bc9-1565-488c-af49-8fda457f79db req-90f61d34-f863-4536-b71b-a433d2d1c42c tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309749 Feb 16 13:08:07.838163 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1cb6d8-b2ec-4980-8305-43a4a0b0af06 req-b4e3bbf7-a124-4084-9853-fc5e72196832 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:07.839626 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8e1cb6d8-b2ec-4980-8305-43a4a0b0af06 req-b4e3bbf7-a124-4084-9853-fc5e72196832 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 945 time: 0.0487158 Feb 16 13:08:07.877494 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8e1cb6d8-b2ec-4980-8305-43a4a0b0af06 req-4b6b5b0d-5bc5-4b24-ba7c-704a55a04c21 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318909 Feb 16 13:08:09.003344 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07647bfa-4780-4c33-913e-7e917db8826e req-a2883412-9abc-424c-a488-de8b31901161 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:09.005143 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-07647bfa-4780-4c33-913e-7e917db8826e req-a2883412-9abc-424c-a488-de8b31901161 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 945 time: 0.0543218 Feb 16 13:08:09.046642 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-07647bfa-4780-4c33-913e-7e917db8826e req-b5fe902a-9eaa-4c9c-b8e0-e168b90fd3ba tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348077 Feb 16 13:08:10.165519 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca705eee-5010-4a16-a1d9-2266ec438e28 req-c19c8f17-0e75-410d-bcab-6eee9f89adf4 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:10.167045 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ca705eee-5010-4a16-a1d9-2266ec438e28 req-c19c8f17-0e75-410d-bcab-6eee9f89adf4 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 945 time: 0.0493181 Feb 16 13:08:10.203926 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ca705eee-5010-4a16-a1d9-2266ec438e28 req-cf9922d8-7e98-44f0-bc45-0333192c1973 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309527 Feb 16 13:08:11.341068 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c31a96-a12f-4b7d-b501-c239678a126d req-f924e65e-4142-4c98-9053-4de95d88413a tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:11.342781 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a3c31a96-a12f-4b7d-b501-c239678a126d req-f924e65e-4142-4c98-9053-4de95d88413a tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 945 time: 0.0536218 Feb 16 13:08:11.384374 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a3c31a96-a12f-4b7d-b501-c239678a126d req-75666e0e-d4f6-4ee7-9bf3-232789225f99 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354400 Feb 16 13:08:12.079284 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-73ba66e5-5083-4ed9-9ce0-5a95efa57a44 req-73bc783b-21ed-49be-a235-1625439fccda service neutron] 10.222.0.42 "GET /v2.0/ports/cc88718e-a2e7-4426-8a11-7fb89d5e7d46/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0597532 Feb 16 13:08:12.287470 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba66e5-5083-4ed9-9ce0-5a95efa57a44 req-245e8a24-ab25-41dd-afaf-296c423b5fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:12.288978 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-73ba66e5-5083-4ed9-9ce0-5a95efa57a44 req-245e8a24-ab25-41dd-afaf-296c423b5fc7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8&tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f HTTP/1.1" status: 200 len: 1098 time: 0.0459719 Feb 16 13:08:12.351193 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba66e5-5083-4ed9-9ce0-5a95efa57a44 req-ad9d27f0-0d98-4869-8eda-a6ee505a8234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:12.352715 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-73ba66e5-5083-4ed9-9ce0-5a95efa57a44 req-ad9d27f0-0d98-4869-8eda-a6ee505a8234 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f&device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 1098 time: 0.0403059 Feb 16 13:08:12.448374 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba66e5-5083-4ed9-9ce0-5a95efa57a44 req-721eb43a-ded6-4ab1-a079-55e3c5271ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:12.449937 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-73ba66e5-5083-4ed9-9ce0-5a95efa57a44 req-721eb43a-ded6-4ab1-a079-55e3c5271ecf service neutron] 10.222.0.42 "GET /v2.0/networks?id=1330045a-1c70-4389-aaf5-632a2aebc6c6 HTTP/1.1" status: 200 len: 912 time: 0.0908380 Feb 16 13:08:12.511534 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f6592-702e-444b-a816-70ada9cd5b86 req-ee5875f9-e2a3-42fe-b95c-1a284a93ab63 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:12.513054 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4a8f6592-702e-444b-a816-70ada9cd5b86 req-ee5875f9-e2a3-42fe-b95c-1a284a93ab63 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 945 time: 0.0544195 Feb 16 13:08:12.524146 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-73ba66e5-5083-4ed9-9ce0-5a95efa57a44 req-c5409aa1-d798-4741-af40-abf37ea7cb0a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc88718e-a2e7-4426-8a11-7fb89d5e7d46 HTTP/1.1" status: 200 len: 1002 time: 0.0659854 Feb 16 13:08:12.551105 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4a8f6592-702e-444b-a816-70ada9cd5b86 req-803a862b-d9e0-4434-8cfb-1fcc71f19317 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320175 Feb 16 13:08:12.576124 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba66e5-5083-4ed9-9ce0-5a95efa57a44 req-68805777-42b4-4fa9-87bb-fbb20790c4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:12.577644 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-73ba66e5-5083-4ed9-9ce0-5a95efa57a44 req-68805777-42b4-4fa9-87bb-fbb20790c4af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd123f9-789d-4660-aab8-ad9f8ea48987 HTTP/1.1" status: 200 len: 850 time: 0.0474231 Feb 16 13:08:12.625512 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba66e5-5083-4ed9-9ce0-5a95efa57a44 req-45925de0-71d2-41ad-98c0-3cf2428c3cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:12.626998 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-73ba66e5-5083-4ed9-9ce0-5a95efa57a44 req-45925de0-71d2-41ad-98c0-3cf2428c3cb4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1330045a-1c70-4389-aaf5-632a2aebc6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414121 Feb 16 13:08:12.723120 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-73ba66e5-5083-4ed9-9ce0-5a95efa57a44 req-d46bd9bd-07ff-4cd4-9ef8-13adadccfc8b service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887527 Feb 16 13:08:12.814769 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-73ba66e5-5083-4ed9-9ce0-5a95efa57a44 req-ab3f7243-54b2-4b8c-b719-344264af4e6a service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844150 Feb 16 13:08:13.686575 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044dab9c-8179-4a8a-87d8-d0bc097938be req-93b10e3d-a4b0-4cd5-86d7-496debad5518 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:13.688000 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-044dab9c-8179-4a8a-87d8-d0bc097938be req-93b10e3d-a4b0-4cd5-86d7-496debad5518 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 945 time: 0.0515363 Feb 16 13:08:13.727790 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-044dab9c-8179-4a8a-87d8-d0bc097938be req-d669937c-70c2-4ed7-b00b-169f03685be5 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336373 Feb 16 13:08:14.569076 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device cc88718e-a2e7-4426-8a11-7fb89d5e7d46 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:08:14.650239 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:14.675325 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08276296-62c9-4a87-bd24-5cb85256b2b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc88718e-a2e7-4426-8a11-7fb89d5e7d46'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:08:14.677684 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fba2ce4-0d62-4a4b-a408-d0bca26c75fa" -d '{"events": [{"server_uuid": "08276296-62c9-4a87-bd24-5cb85256b2b8", "name": "network-vif-unplugged", "status": "completed", "tag": "cc88718e-a2e7-4426-8a11-7fb89d5e7d46"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:08:14.692250 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port cc88718e-a2e7-4426-8a11-7fb89d5e7d46, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cc88718e-a2e7-4426-8a11-7fb89d5e7d46,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:08:14.698131 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:14.727890 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 13:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e42fc1-1f9f-4654-a095-361746c031ec x-openstack-request-id: req-f8e42fc1-1f9f-4654-a095-361746c031ec {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:08:14.728222 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08276296-62c9-4a87-bd24-5cb85256b2b8", "name": "network-vif-unplugged", "status": "completed", "tag": "cc88718e-a2e7-4426-8a11-7fb89d5e7d46", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:08:14.728474 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f8e42fc1-1f9f-4654-a095-361746c031ec {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:08:14.729426 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08276296-62c9-4a87-bd24-5cb85256b2b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc88718e-a2e7-4426-8a11-7fb89d5e7d46', 'code': 200} Feb 16 13:08:14.752930 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=cc88718e-a2e7-4426-8a11-7fb89d5e7d46,revision_number=6']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:14.866794 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c2226-36e0-4bab-86d6-ea1e0fb191b5 req-1ec64978-802b-4186-a288-86fd08f1a8be tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:14.869989 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b51c2226-36e0-4bab-86d6-ea1e0fb191b5 req-1ec64978-802b-4186-a288-86fd08f1a8be tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 943 time: 0.0669496 Feb 16 13:08:14.912474 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b51c2226-36e0-4bab-86d6-ea1e0fb191b5 req-dbe9f8d0-4d9c-451c-aa30-a2ab551a665a tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347390 Feb 16 13:08:16.049519 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7a9ca-622d-4d00-acf4-763af1a310c9 req-f78120e9-36b2-45a8-8a23-57914149c8ce tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:16.051983 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-45e7a9ca-622d-4d00-acf4-763af1a310c9 req-f78120e9-36b2-45a8-8a23-57914149c8ce tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 943 time: 0.0613849 Feb 16 13:08:16.092890 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-45e7a9ca-622d-4d00-acf4-763af1a310c9 req-b6cd8329-fbd5-4bd8-bc80-fd2b547c7092 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343285 Feb 16 13:08:17.211064 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1028d-38d0-4b0b-9376-89800d201ff0 req-34b34306-2293-4a77-a660-7a3696e3563d tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:17.212436 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7fa1028d-38d0-4b0b-9376-89800d201ff0 req-34b34306-2293-4a77-a660-7a3696e3563d tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 943 time: 0.0479522 Feb 16 13:08:17.251109 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7fa1028d-38d0-4b0b-9376-89800d201ff0 req-728db6db-b65f-4da1-bec9-09f79166e9ae tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321734 Feb 16 13:08:18.365619 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e31b226-294c-4ad9-b738-ad1cdf341b17 req-7a57aa71-44ec-4bc7-b69b-d0d2dba9c615 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:18.366811 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4e31b226-294c-4ad9-b738-ad1cdf341b17 req-7a57aa71-44ec-4bc7-b69b-d0d2dba9c615 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 943 time: 0.0486765 Feb 16 13:08:18.406435 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4e31b226-294c-4ad9-b738-ad1cdf341b17 req-e9cc7460-6305-4cc1-9510-7f9d3019fe5b tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331180 Feb 16 13:08:18.615281 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device cc88718e-a2e7-4426-8a11-7fb89d5e7d46 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:08:18.712503 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port cc88718e-a2e7-4426-8a11-7fb89d5e7d46, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cc88718e-a2e7-4426-8a11-7fb89d5e7d46,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:08:18.726019 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': 'cc88718e-a2e7-4426-8a11-7fb89d5e7d46', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'port_id': 'cc88718e-a2e7-4426-8a11-7fb89d5e7d46', 'mac_address': 'fa:16:3e:2d:dd:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:08:18.764700 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:18.778740 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc88718e-a2e7-4426-8a11-7fb89d5e7d46 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:08:18.800834 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port cc88718e-a2e7-4426-8a11-7fb89d5e7d46, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cc88718e-a2e7-4426-8a11-7fb89d5e7d46,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:08:18.805007 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:18.864870 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=cc88718e-a2e7-4426-8a11-7fb89d5e7d46,revision_number=7']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:18.874940 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['cc88718e-a2e7-4426-8a11-7fb89d5e7d46'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:08:19.529080 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe4692-dc8f-4557-8be1-1e7bfd69d5cd req-8c6262e5-cb7c-4fec-abde-49ad240b5ee1 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:19.530579 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-45fe4692-dc8f-4557-8be1-1e7bfd69d5cd req-8c6262e5-cb7c-4fec-abde-49ad240b5ee1 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 944 time: 0.0533218 Feb 16 13:08:19.571773 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-45fe4692-dc8f-4557-8be1-1e7bfd69d5cd req-f1758f56-b523-4a86-a409-5e3419f05586 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351691 Feb 16 13:08:20.617380 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device cc88718e-a2e7-4426-8a11-7fb89d5e7d46 up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:08:20.667611 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port cc88718e-a2e7-4426-8a11-7fb89d5e7d46 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:08:20.667978 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:20.687654 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d968f-f9f0-4670-9740-a6f5abb4a97e req-c0eac27d-06c6-4062-b180-4a5dc08b87d7 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:20.689173 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-831d968f-f9f0-4670-9740-a6f5abb4a97e req-c0eac27d-06c6-4062-b180-4a5dc08b87d7 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 944 time: 0.0485427 Feb 16 13:08:20.726942 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-831d968f-f9f0-4670-9740-a6f5abb4a97e req-8cb4505c-98a5-49f7-8189-2cb0cd63be2a tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317240 Feb 16 13:08:20.743712 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:20.766630 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08276296-62c9-4a87-bd24-5cb85256b2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc88718e-a2e7-4426-8a11-7fb89d5e7d46'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:08:20.768899 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c3fb09-639d-4c15-8f95-3c35fa95e4c8" -d '{"events": [{"server_uuid": "08276296-62c9-4a87-bd24-5cb85256b2b8", "name": "network-vif-plugged", "status": "completed", "tag": "cc88718e-a2e7-4426-8a11-7fb89d5e7d46"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:08:20.781472 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port cc88718e-a2e7-4426-8a11-7fb89d5e7d46, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cc88718e-a2e7-4426-8a11-7fb89d5e7d46,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:08:20.786392 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:20.814831 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820ec1c6-0b21-4dbe-8ff5-a9193435cef3 x-openstack-request-id: req-820ec1c6-0b21-4dbe-8ff5-a9193435cef3 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:08:20.815127 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08276296-62c9-4a87-bd24-5cb85256b2b8", "name": "network-vif-plugged", "status": "completed", "tag": "cc88718e-a2e7-4426-8a11-7fb89d5e7d46", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:08:20.815377 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-820ec1c6-0b21-4dbe-8ff5-a9193435cef3 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:08:20.815764 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08276296-62c9-4a87-bd24-5cb85256b2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc88718e-a2e7-4426-8a11-7fb89d5e7d46', 'code': 200} Feb 16 13:08:20.834892 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=cc88718e-a2e7-4426-8a11-7fb89d5e7d46,revision_number=8']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:21.854226 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3741b-299b-4da2-80d6-73f414a08dcc req-223d2bb0-d012-4234-9a17-63e18e309a00 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:21.856164 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0eb3741b-299b-4da2-80d6-73f414a08dcc req-223d2bb0-d012-4234-9a17-63e18e309a00 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 945 time: 0.0583699 Feb 16 13:08:21.897606 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0eb3741b-299b-4da2-80d6-73f414a08dcc req-8ddc336b-b9c2-411f-a4e8-b3d7658d71a8 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354285 Feb 16 13:08:22.304083 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-996cecd4-6775-4973-baee-a3db9a0cd92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:23.025901 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5effcf3-aeab-432d-af5f-23671743c893 req-c54860c8-ba35-405c-9050-45b4b6c7ea0f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:23.027391 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d5effcf3-aeab-432d-af5f-23671743c893 req-c54860c8-ba35-405c-9050-45b4b6c7ea0f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 945 time: 0.0581965 Feb 16 13:08:23.068954 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d5effcf3-aeab-432d-af5f-23671743c893 req-8127ed3f-f62e-4e17-91f0-a913be53e409 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348022 Feb 16 13:08:24.187994 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50355ed-c085-4297-ace1-6e8362bd9610 req-4f048151-dcad-46e2-9c0c-f511e1b84af4 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:24.189605 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e50355ed-c085-4297-ace1-6e8362bd9610 req-4f048151-dcad-46e2-9c0c-f511e1b84af4 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 945 time: 0.0505884 Feb 16 13:08:24.229016 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e50355ed-c085-4297-ace1-6e8362bd9610 req-07e63443-4f71-40b0-8f44-a824f21da9fe tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333843 Feb 16 13:08:24.458910 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-03c05080-a432-4d37-a393-f9b3de178b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:24.523246 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226667e4-c954-44f8-a757-262f8f7c8c09 req-644c37d0-93d9-43e4-890b-fd3952f4a7da tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:24.524898 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-226667e4-c954-44f8-a757-262f8f7c8c09 req-644c37d0-93d9-43e4-890b-fd3952f4a7da tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.42 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8&tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 945 time: 0.0609174 Feb 16 13:08:24.534478 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab18d3d-626c-44a8-b38b-8c41d1e923e3 req-79d52505-2888-4e17-9fc1-4b6a7a981ad9 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:24.535957 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6ab18d3d-626c-44a8-b38b-8c41d1e923e3 req-79d52505-2888-4e17-9fc1-4b6a7a981ad9 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 945 time: 0.0480123 Feb 16 13:08:24.575859 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6ab18d3d-626c-44a8-b38b-8c41d1e923e3 req-0e6ef007-b795-43f6-9db3-1028debb9b89 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336719 Feb 16 13:08:24.592411 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-226667e4-c954-44f8-a757-262f8f7c8c09 req-3bd7963f-6f54-41ed-8d66-a2e433c0a3de service neutron] 10.222.0.42 "GET /v2.0/ports/cc88718e-a2e7-4426-8a11-7fb89d5e7d46/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0604289 Feb 16 13:08:24.661779 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226667e4-c954-44f8-a757-262f8f7c8c09 req-656b6865-415f-4505-b123-e3d076d61659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:24.663258 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-226667e4-c954-44f8-a757-262f8f7c8c09 req-656b6865-415f-4505-b123-e3d076d61659 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f&device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 1098 time: 0.0480781 Feb 16 13:08:24.754291 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226667e4-c954-44f8-a757-262f8f7c8c09 req-61a40f4c-a566-473e-8da1-f729c6f87bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:24.755743 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-226667e4-c954-44f8-a757-262f8f7c8c09 req-61a40f4c-a566-473e-8da1-f729c6f87bd7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1330045a-1c70-4389-aaf5-632a2aebc6c6 HTTP/1.1" status: 200 len: 912 time: 0.0844607 Feb 16 13:08:24.818601 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-226667e4-c954-44f8-a757-262f8f7c8c09 req-c3f4b3c9-6ae6-416f-95e7-a290d870094f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc88718e-a2e7-4426-8a11-7fb89d5e7d46 HTTP/1.1" status: 200 len: 1002 time: 0.0557823 Feb 16 13:08:24.867557 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226667e4-c954-44f8-a757-262f8f7c8c09 req-848e0e2e-110c-48bf-af9f-7f048d842211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:24.868953 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-226667e4-c954-44f8-a757-262f8f7c8c09 req-848e0e2e-110c-48bf-af9f-7f048d842211 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd123f9-789d-4660-aab8-ad9f8ea48987 HTTP/1.1" status: 200 len: 850 time: 0.0433004 Feb 16 13:08:24.917460 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226667e4-c954-44f8-a757-262f8f7c8c09 req-076dd95e-5ba2-40ee-86d8-68afa8cc27e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:24.918958 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-226667e4-c954-44f8-a757-262f8f7c8c09 req-076dd95e-5ba2-40ee-86d8-68afa8cc27e2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1330045a-1c70-4389-aaf5-632a2aebc6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437653 Feb 16 13:08:25.009305 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-226667e4-c954-44f8-a757-262f8f7c8c09 req-c1ddd26c-9340-45e3-8c5b-c274cacfba84 service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828898 Feb 16 13:08:25.110708 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-226667e4-c954-44f8-a757-262f8f7c8c09 req-1b0cb1ae-113a-4a11-8851-b442f7e57f1a service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950923 Feb 16 13:08:25.702276 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e92dd-a6c1-4d16-9499-cce5cdf1a295 req-c795f33f-9d14-4cc2-bd9d-6bb658847fe8 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:25.703794 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c49e92dd-a6c1-4d16-9499-cce5cdf1a295 req-c795f33f-9d14-4cc2-bd9d-6bb658847fe8 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 945 time: 0.0536749 Feb 16 13:08:25.747214 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c49e92dd-a6c1-4d16-9499-cce5cdf1a295 req-eeaeeabb-1e09-4930-add3-8c7ee8d3df98 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365009 Feb 16 13:08:25.776504 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:26.871803 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db68427-94e1-4893-ab7c-e186c02011bd req-a0ce6773-e190-4995-acda-f02b3fc89067 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:26.873433 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9db68427-94e1-4893-ab7c-e186c02011bd req-a0ce6773-e190-4995-acda-f02b3fc89067 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 945 time: 0.0529797 Feb 16 13:08:26.914172 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9db68427-94e1-4893-ab7c-e186c02011bd req-0ec4f509-e93c-4fc3-a14d-05a13b99b5f3 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346727 Feb 16 13:08:27.062558 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:27.397839 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:28.038882 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51288a-889f-4e1f-bc4e-2dacc0647931 req-2bfe898c-aa24-49c5-9919-e09d1806a91a tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:28.040466 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0c51288a-889f-4e1f-bc4e-2dacc0647931 req-2bfe898c-aa24-49c5-9919-e09d1806a91a tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 945 time: 0.0528245 Feb 16 13:08:28.081353 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0c51288a-889f-4e1f-bc4e-2dacc0647931 req-a0d31250-b4dc-4aab-ab7f-87805adb792f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343730 Feb 16 13:08:28.691537 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:29.242584 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080f3dd-a2ac-46b3-bf5b-be684e25aef6 req-e123e77c-3806-4285-bf60-170cc0f25f02 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:29.244943 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226667e4-c954-44f8-a757-262f8f7c8c09 req-ad8fd200-ecd5-4a86-9a6e-b73a415f5c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:29.246643 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-226667e4-c954-44f8-a757-262f8f7c8c09 req-ad8fd200-ecd5-4a86-9a6e-b73a415f5c95 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8&tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f HTTP/1.1" status: 200 len: 1098 time: 0.0483315 Feb 16 13:08:29.249137 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7080f3dd-a2ac-46b3-bf5b-be684e25aef6 req-e123e77c-3806-4285-bf60-170cc0f25f02 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 945 time: 0.0792153 Feb 16 13:08:29.289186 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7080f3dd-a2ac-46b3-bf5b-be684e25aef6 req-aed0e544-2984-4e8d-984c-1f7fb248e7ac tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391538 Feb 16 13:08:29.322911 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226667e4-c954-44f8-a757-262f8f7c8c09 req-362b3833-940d-40d2-b2ca-f455702ac39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:29.324992 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-226667e4-c954-44f8-a757-262f8f7c8c09 req-362b3833-940d-40d2-b2ca-f455702ac39e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f&device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 1098 time: 0.0507782 Feb 16 13:08:29.425809 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226667e4-c954-44f8-a757-262f8f7c8c09 req-43cedd71-5809-4494-8bd6-3c2c030aedf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:29.427303 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-226667e4-c954-44f8-a757-262f8f7c8c09 req-43cedd71-5809-4494-8bd6-3c2c030aedf1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1330045a-1c70-4389-aaf5-632a2aebc6c6 HTTP/1.1" status: 200 len: 912 time: 0.0945935 Feb 16 13:08:29.499817 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-226667e4-c954-44f8-a757-262f8f7c8c09 req-68b6ce42-9e6d-4661-bac0-5933ff03edc0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc88718e-a2e7-4426-8a11-7fb89d5e7d46 HTTP/1.1" status: 200 len: 1002 time: 0.0655935 Feb 16 13:08:29.555853 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226667e4-c954-44f8-a757-262f8f7c8c09 req-6c870e14-2da3-4976-bf61-ff1aea97ac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:29.557392 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-226667e4-c954-44f8-a757-262f8f7c8c09 req-6c870e14-2da3-4976-bf61-ff1aea97ac5e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd123f9-789d-4660-aab8-ad9f8ea48987 HTTP/1.1" status: 200 len: 850 time: 0.0512352 Feb 16 13:08:29.607112 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226667e4-c954-44f8-a757-262f8f7c8c09 req-e8a9a3c8-dd7c-4051-bf85-ebd9fbf16a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:29.608650 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-226667e4-c954-44f8-a757-262f8f7c8c09 req-e8a9a3c8-dd7c-4051-bf85-ebd9fbf16a37 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1330045a-1c70-4389-aaf5-632a2aebc6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0451629 Feb 16 13:08:29.702669 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-226667e4-c954-44f8-a757-262f8f7c8c09 req-3bde5d6a-c483-4957-9551-58e523eb6a34 service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876601 Feb 16 13:08:29.803267 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-226667e4-c954-44f8-a757-262f8f7c8c09 req-efdb27ff-a6d1-4a9e-accd-baabda9d1aab service neutron] 10.222.0.42 "GET /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932839 Feb 16 13:08:30.419050 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591dee4-37c0-4469-9237-497ce0d6a1e9 req-35471b53-5ab6-481f-9e4f-8781557ca3aa tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:30.420713 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f591dee4-37c0-4469-9237-497ce0d6a1e9 req-35471b53-5ab6-481f-9e4f-8781557ca3aa tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 945 time: 0.0564077 Feb 16 13:08:30.482503 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f591dee4-37c0-4469-9237-497ce0d6a1e9 req-ec6fa65a-043f-494f-b8fa-67e40ae5ccad tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542443 Feb 16 13:08:30.633406 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device cc88718e-a2e7-4426-8a11-7fb89d5e7d46 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:08:30.758943 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:30.786126 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08276296-62c9-4a87-bd24-5cb85256b2b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc88718e-a2e7-4426-8a11-7fb89d5e7d46'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:08:30.788438 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfa4a7b-8f86-4c58-899a-2ae081db0dc0" -d '{"events": [{"server_uuid": "08276296-62c9-4a87-bd24-5cb85256b2b8", "name": "network-vif-unplugged", "status": "completed", "tag": "cc88718e-a2e7-4426-8a11-7fb89d5e7d46"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:08:30.803968 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port cc88718e-a2e7-4426-8a11-7fb89d5e7d46, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cc88718e-a2e7-4426-8a11-7fb89d5e7d46,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:08:30.812168 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:30.857788 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 13:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429b16f4-5273-4983-b31a-762bb6941498 x-openstack-request-id: req-429b16f4-5273-4983-b31a-762bb6941498 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:08:30.858209 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08276296-62c9-4a87-bd24-5cb85256b2b8", "name": "network-vif-unplugged", "status": "completed", "tag": "cc88718e-a2e7-4426-8a11-7fb89d5e7d46", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:08:30.858558 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-429b16f4-5273-4983-b31a-762bb6941498 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:08:30.859065 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08276296-62c9-4a87-bd24-5cb85256b2b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc88718e-a2e7-4426-8a11-7fb89d5e7d46', 'code': 200} Feb 16 13:08:30.885493 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=cc88718e-a2e7-4426-8a11-7fb89d5e7d46,revision_number=9']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:30.895729 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:30.896081 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:30.896425 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:30.896822 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:30.897198 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:30.897544 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:30.897873 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:30.898194 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:30.898527 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:30.898867 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:30.899197 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:30.899513 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:31.611348 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85362d58-1366-452a-b360-cbf47e546120 req-c3f301ff-d5cb-402e-8c85-d2e53a7ba763 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:31.612962 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-85362d58-1366-452a-b360-cbf47e546120 req-c3f301ff-d5cb-402e-8c85-d2e53a7ba763 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 943 time: 0.0528820 Feb 16 13:08:31.657044 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-85362d58-1366-452a-b360-cbf47e546120 req-049d6020-2940-4e42-92b6-024870dfc947 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375898 Feb 16 13:08:32.782481 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e586cd-0cf5-4425-b37d-6bf7f88835bc req-b0a198f8-b0a9-45ce-a6d8-f791f00dbefc tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:32.783990 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-86e586cd-0cf5-4425-b37d-6bf7f88835bc req-b0a198f8-b0a9-45ce-a6d8-f791f00dbefc tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 943 time: 0.0550768 Feb 16 13:08:32.823167 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-86e586cd-0cf5-4425-b37d-6bf7f88835bc req-7925f03b-2fee-4853-9e58-f0d4812bdbba tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328755 Feb 16 13:08:33.363707 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:08:33.951917 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e8acd-e6a7-42ba-a495-7dece39015db req-641a0d9a-65ea-4f93-863e-ee8e78908d78 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:33.953444 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-444e8acd-e6a7-42ba-a495-7dece39015db req-641a0d9a-65ea-4f93-863e-ee8e78908d78 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 943 time: 0.0509040 Feb 16 13:08:33.990949 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-444e8acd-e6a7-42ba-a495-7dece39015db req-0b4385ef-5e8b-4640-810e-c6b896170dba tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315573 Feb 16 13:08:34.660615 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device cc88718e-a2e7-4426-8a11-7fb89d5e7d46 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:08:34.755798 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port cc88718e-a2e7-4426-8a11-7fb89d5e7d46, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cc88718e-a2e7-4426-8a11-7fb89d5e7d46,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:08:34.766973 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': 'cc88718e-a2e7-4426-8a11-7fb89d5e7d46', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'port_id': 'cc88718e-a2e7-4426-8a11-7fb89d5e7d46', 'mac_address': 'fa:16:3e:2d:dd:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:08:34.802839 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:34.815996 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc88718e-a2e7-4426-8a11-7fb89d5e7d46 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:08:34.838023 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port cc88718e-a2e7-4426-8a11-7fb89d5e7d46, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cc88718e-a2e7-4426-8a11-7fb89d5e7d46,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:08:34.842946 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:34.893808 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=cc88718e-a2e7-4426-8a11-7fb89d5e7d46,revision_number=10']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:34.901587 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['cc88718e-a2e7-4426-8a11-7fb89d5e7d46'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:08:35.111329 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636451d-8843-4fc8-9011-b8de4f4355e5 req-d01c18ce-ee3c-4409-b6d9-7bc73d84602f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:35.113212 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9636451d-8843-4fc8-9011-b8de4f4355e5 req-d01c18ce-ee3c-4409-b6d9-7bc73d84602f tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 945 time: 0.0512202 Feb 16 13:08:35.151207 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9636451d-8843-4fc8-9011-b8de4f4355e5 req-fa3d76c1-f602-4862-8dbb-d1e69e42c8a8 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318744 Feb 16 13:08:36.273243 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfb732-df39-4302-a5c9-3659d84d08bb req-0bd4f9d3-57fc-4954-a2c7-473930e8ef57 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:36.274726 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-22bfb732-df39-4302-a5c9-3659d84d08bb req-0bd4f9d3-57fc-4954-a2c7-473930e8ef57 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 945 time: 0.0535421 Feb 16 13:08:36.314404 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-22bfb732-df39-4302-a5c9-3659d84d08bb req-1c1dfa70-6d90-4ad2-bf72-1ea0f3aab3f4 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335956 Feb 16 13:08:36.663991 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device cc88718e-a2e7-4426-8a11-7fb89d5e7d46 up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:08:36.714219 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port cc88718e-a2e7-4426-8a11-7fb89d5e7d46 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:08:36.714583 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:36.794940 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:36.818039 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08276296-62c9-4a87-bd24-5cb85256b2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc88718e-a2e7-4426-8a11-7fb89d5e7d46'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:08:36.820503 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5dc02f6-c157-4904-a96a-31f4dd53fe95" -d '{"events": [{"server_uuid": "08276296-62c9-4a87-bd24-5cb85256b2b8", "name": "network-vif-plugged", "status": "completed", "tag": "cc88718e-a2e7-4426-8a11-7fb89d5e7d46"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:08:36.835511 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port cc88718e-a2e7-4426-8a11-7fb89d5e7d46, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cc88718e-a2e7-4426-8a11-7fb89d5e7d46,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:08:36.841387 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:36.878382 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87aab180-0dc5-4ad7-a30d-9cabbc94b04a x-openstack-request-id: req-87aab180-0dc5-4ad7-a30d-9cabbc94b04a {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:08:36.878665 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08276296-62c9-4a87-bd24-5cb85256b2b8", "name": "network-vif-plugged", "status": "completed", "tag": "cc88718e-a2e7-4426-8a11-7fb89d5e7d46", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:08:36.878911 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-87aab180-0dc5-4ad7-a30d-9cabbc94b04a {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:08:36.879287 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08276296-62c9-4a87-bd24-5cb85256b2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc88718e-a2e7-4426-8a11-7fb89d5e7d46', 'code': 200} Feb 16 13:08:36.894905 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=cc88718e-a2e7-4426-8a11-7fb89d5e7d46,revision_number=11']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:37.429384 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142b44e-6fde-46a1-bb60-c80d74f6b603 req-d5c9d4fd-187c-4406-abcc-9891ac3f2479 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:37.430863 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f142b44e-6fde-46a1-bb60-c80d74f6b603 req-d5c9d4fd-187c-4406-abcc-9891ac3f2479 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 946 time: 0.0491998 Feb 16 13:08:37.469067 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f142b44e-6fde-46a1-bb60-c80d74f6b603 req-6c47be89-52e4-4b96-bf3f-220590214d28 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315371 Feb 16 13:08:38.589314 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf81f4-d846-40fa-9926-fd79ce1ddd39 req-ba937fa3-c86b-4730-836b-8432d869c2dc tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:38.591406 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e2bf81f4-d846-40fa-9926-fd79ce1ddd39 req-ba937fa3-c86b-4730-836b-8432d869c2dc tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 946 time: 0.0504532 Feb 16 13:08:38.628958 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e2bf81f4-d846-40fa-9926-fd79ce1ddd39 req-49b79967-f868-464f-b3d3-737fc5de6935 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315561 Feb 16 13:08:39.753519 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111a277-b194-47eb-a031-8a7a8ea2917f req-cc3939e3-fec7-4355-b837-00f93d5cb948 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:39.755010 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a111a277-b194-47eb-a031-8a7a8ea2917f req-cc3939e3-fec7-4355-b837-00f93d5cb948 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 946 time: 0.0522869 Feb 16 13:08:39.794870 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a111a277-b194-47eb-a031-8a7a8ea2917f req-d93e1427-1e7b-4679-a697-a41397f06fd6 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337036 Feb 16 13:08:40.924307 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c618d97-815f-4468-b9f4-1796c940928c req-5b407e40-35f4-4e5b-805c-35e42cbba37e tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:40.925839 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3c618d97-815f-4468-b9f4-1796c940928c req-5b407e40-35f4-4e5b-805c-35e42cbba37e tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 946 time: 0.0620918 Feb 16 13:08:40.965581 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3c618d97-815f-4468-b9f4-1796c940928c req-dfaf3601-aab8-4cd3-b6d6-5826708d08e6 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336003 Feb 16 13:08:41.092657 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3936d-a54d-46ff-b3b1-f8fc7e72b705 req-94c488d6-1532-42b9-9195-ae31a2c8ff35 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:41.094125 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d3f3936d-a54d-46ff-b3b1-f8fc7e72b705 req-94c488d6-1532-42b9-9195-ae31a2c8ff35 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 946 time: 0.0520146 Feb 16 13:08:41.139320 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d3f3936d-a54d-46ff-b3b1-f8fc7e72b705 req-85486448-90cd-4661-ab56-56f3b1c9b1f3 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372505 Feb 16 13:08:41.276971 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70a312-dfca-452e-ac84-77830473a281 req-5cc9be35-2f24-4427-b3cf-a29d7ce8d4e5 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:41.278763 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-de70a312-dfca-452e-ac84-77830473a281 req-5cc9be35-2f24-4427-b3cf-a29d7ce8d4e5 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 946 time: 0.0550957 Feb 16 13:08:41.320887 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-de70a312-dfca-452e-ac84-77830473a281 req-2c695b6f-ee55-48f8-ab65-b2afcae41eeb tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345285 Feb 16 13:08:41.561205 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc68fe0-f004-42e5-a8c4-d4d8c72f623c req-a4fef8a5-e720-4e32-9d63-e4262c216704 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:41.562773 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4cc68fe0-f004-42e5-a8c4-d4d8c72f623c req-a4fef8a5-e720-4e32-9d63-e4262c216704 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 946 time: 0.0516980 Feb 16 13:08:41.606951 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4cc68fe0-f004-42e5-a8c4-d4d8c72f623c req-2513b274-8c20-48f1-b0ed-1cca122db8af tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379519 Feb 16 13:08:42.725608 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dcf8fc-8b7f-4f47-b6c5-7090284847b1 req-342c312f-745d-40bc-a897-066e13333ea2 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:42.727196 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e7dcf8fc-8b7f-4f47-b6c5-7090284847b1 req-342c312f-745d-40bc-a897-066e13333ea2 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 946 time: 0.0494170 Feb 16 13:08:42.766167 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e7dcf8fc-8b7f-4f47-b6c5-7090284847b1 req-73f2c564-f5b6-424e-ae24-2922b03a2a40 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324125 Feb 16 13:08:43.889907 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80df11-36fc-417a-a025-f3d8f310be71 req-89dd6f1b-47f4-4730-ad31-10315f7f0495 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:43.891423 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0f80df11-36fc-417a-a025-f3d8f310be71 req-89dd6f1b-47f4-4730-ad31-10315f7f0495 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 946 time: 0.0536888 Feb 16 13:08:43.932188 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0f80df11-36fc-417a-a025-f3d8f310be71 req-52de1388-0d00-4a0d-9a7c-60de938da39c tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups?id=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336213 Feb 16 13:08:43.965745 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e13c4-b953-49c5-bf5a-5f7a827b3f90 req-3fcb94d4-f9a1-413c-971d-eeb82b55a85e tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:43.967231 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-023e13c4-b953-49c5-bf5a-5f7a827b3f90 req-3fcb94d4-f9a1-413c-971d-eeb82b55a85e tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.42 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 946 time: 0.0500681 Feb 16 13:08:44.070539 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-023e13c4-b953-49c5-bf5a-5f7a827b3f90 req-ade4fc92-8532-46b0-a579-10e1683ba686 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Deleting port cc88718e-a2e7-4426-8a11-7fb89d5e7d46 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:08:44.070796 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-023e13c4-b953-49c5-bf5a-5f7a827b3f90 req-ade4fc92-8532-46b0-a579-10e1683ba686 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:44.164524 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-023e13c4-b953-49c5-bf5a-5f7a827b3f90 req-ade4fc92-8532-46b0-a579-10e1683ba686 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] For port cc88718e-a2e7-4426-8a11-7fb89d5e7d46, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cc88718e-a2e7-4426-8a11-7fb89d5e7d46,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:08:44.164920 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-023e13c4-b953-49c5-bf5a-5f7a827b3f90 req-ade4fc92-8532-46b0-a579-10e1683ba686 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:44.345536 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-023e13c4-b953-49c5-bf5a-5f7a827b3f90 req-ade4fc92-8532-46b0-a579-10e1683ba686 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:44.345815 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-023e13c4-b953-49c5-bf5a-5f7a827b3f90 req-ade4fc92-8532-46b0-a579-10e1683ba686 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:44.346132 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.l3_db [req-023e13c4-b953-49c5-bf5a-5f7a827b3f90 req-ade4fc92-8532-46b0-a579-10e1683ba686 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Floating IP aa55181f-e74c-486f-9668-41ef5416acbe disassociated. External IP: 172.26.2.189, port: cc88718e-a2e7-4426-8a11-7fb89d5e7d46. Feb 16 13:08:44.346471 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-023e13c4-b953-49c5-bf5a-5f7a827b3f90 req-ade4fc92-8532-46b0-a579-10e1683ba686 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Calling delete_port for cc88718e-a2e7-4426-8a11-7fb89d5e7d46 owned by compute:nova {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:08:44.482502 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-023e13c4-b953-49c5-bf5a-5f7a827b3f90 req-ade4fc92-8532-46b0-a579-10e1683ba686 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:44.513696 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4fc92-8532-46b0-a579-10e1683ba686 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Pushing event deleted for resources: {'Port': ['ID=cc88718e-a2e7-4426-8a11-7fb89d5e7d46,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:44.525098 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4fc92-8532-46b0-a579-10e1683ba686 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:44.525456 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4fc92-8532-46b0-a579-10e1683ba686 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:44.525800 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4fc92-8532-46b0-a579-10e1683ba686 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:44.526134 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4fc92-8532-46b0-a579-10e1683ba686 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:44.526462 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4fc92-8532-46b0-a579-10e1683ba686 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:44.526794 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4fc92-8532-46b0-a579-10e1683ba686 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:44.527662 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4fc92-8532-46b0-a579-10e1683ba686 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:44.528000 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4fc92-8532-46b0-a579-10e1683ba686 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:44.528329 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4fc92-8532-46b0-a579-10e1683ba686 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:44.528670 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4fc92-8532-46b0-a579-10e1683ba686 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:44.528997 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4fc92-8532-46b0-a579-10e1683ba686 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:44.529322 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4fc92-8532-46b0-a579-10e1683ba686 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:44.644869 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [req-023e13c4-b953-49c5-bf5a-5f7a827b3f90 req-ade4fc92-8532-46b0-a579-10e1683ba686 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Router 5431f058-d37e-4f0c-b9a0-32a15acb4714 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:08:44.761026 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-023e13c4-b953-49c5-bf5a-5f7a827b3f90 req-ade4fc92-8532-46b0-a579-10e1683ba686 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:08:44.772373 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabca740-66f5-4e41-bb79-d2dd9c15854b None None] Sync routers for ids ['5431f058-d37e-4f0c-b9a0-32a15acb4714'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:08:44.782599 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabca740-66f5-4e41-bb79-d2dd9c15854b None None] Routers {'5431f058-d37e-4f0c-b9a0-32a15acb4714'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:08:44.783300 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-dabca740-66f5-4e41-bb79-d2dd9c15854b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:08:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['5431f058-d37e-4f0c-b9a0-32a15acb4714'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:44.800978 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-023e13c4-b953-49c5-bf5a-5f7a827b3f90 req-ade4fc92-8532-46b0-a579-10e1683ba686 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] No DVR routers for this DVR port cc88718e-a2e7-4426-8a11-7fb89d5e7d46 on host hv-neutron-8281 {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:08:44.803586 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-023e13c4-b953-49c5-bf5a-5f7a827b3f90 req-ade4fc92-8532-46b0-a579-10e1683ba686 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:44.806955 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-023e13c4-b953-49c5-bf5a-5f7a827b3f90 req-ade4fc92-8532-46b0-a579-10e1683ba686 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.42 "DELETE /v2.0/ports/cc88718e-a2e7-4426-8a11-7fb89d5e7d46 HTTP/1.1" status: 204 len: 173 time: 0.8333910 Feb 16 13:08:44.807402 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08276296-62c9-4a87-bd24-5cb85256b2b8', 'name': 'network-vif-deleted', 'tag': 'cc88718e-a2e7-4426-8a11-7fb89d5e7d46'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:08:44.810347 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65445ace-229f-43ba-a45d-211ea0b36a12" -d '{"events": [{"server_uuid": "08276296-62c9-4a87-bd24-5cb85256b2b8", "name": "network-vif-deleted", "tag": "cc88718e-a2e7-4426-8a11-7fb89d5e7d46"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:08:44.853135 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da30e76-8dba-46fb-bc2d-c6132033ed1d x-openstack-request-id: req-1da30e76-8dba-46fb-bc2d-c6132033ed1d {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:08:44.853424 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08276296-62c9-4a87-bd24-5cb85256b2b8", "name": "network-vif-deleted", "tag": "cc88718e-a2e7-4426-8a11-7fb89d5e7d46", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:08:44.853675 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1da30e76-8dba-46fb-bc2d-c6132033ed1d {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:08:44.854082 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08276296-62c9-4a87-bd24-5cb85256b2b8', 'name': 'network-vif-deleted', 'tag': 'cc88718e-a2e7-4426-8a11-7fb89d5e7d46', 'status': 'completed', 'code': 200} Feb 16 13:08:44.902042 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-dabca740-66f5-4e41-bb79-d2dd9c15854b None None] Set router 5431f058-d37e-4f0c-b9a0-32a15acb4714 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:08:45.046777 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9dab2c57-79ff-421c-8ed2-0c9cf0f1a6f2 req-e58228d6-30fa-4e43-a8b4-be8a79a10691 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 210 time: 0.0395901 Feb 16 13:08:45.160529 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-dabca740-66f5-4e41-bb79-d2dd9c15854b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'name': 'tempest-ServerActionsTestJSON-231273236-router', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:00Z', 'updated_at': '2022-02-16T13:05:03Z', 'revision_number': 4, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'gw_port': {'id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:01Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '9fd2cf59-f271-4394-9d99-036941754812', 'name': '', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'mac_address': 'fa:16:3e:16:06:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:03Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 5, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'subnets': [{'id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:45.188297 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabca740-66f5-4e41-bb79-d2dd9c15854b None None] Checking router: 5431f058-d37e-4f0c-b9a0-32a15acb4714 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:08:45.196734 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabca740-66f5-4e41-bb79-d2dd9c15854b None None] Routers {'5431f058-d37e-4f0c-b9a0-32a15acb4714'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:08:45.197276 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-dabca740-66f5-4e41-bb79-d2dd9c15854b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:08:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['5431f058-d37e-4f0c-b9a0-32a15acb4714'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:45.316934 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-dabca740-66f5-4e41-bb79-d2dd9c15854b None None] Set router 5431f058-d37e-4f0c-b9a0-32a15acb4714 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:08:45.544263 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-dabca740-66f5-4e41-bb79-d2dd9c15854b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'name': 'tempest-ServerActionsTestJSON-231273236-router', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:00Z', 'updated_at': '2022-02-16T13:05:03Z', 'revision_number': 4, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'gw_port': {'id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:01Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '9fd2cf59-f271-4394-9d99-036941754812', 'name': '', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'mac_address': 'fa:16:3e:16:06:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:03Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 5, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'subnets': [{'id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:45.576721 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabca740-66f5-4e41-bb79-d2dd9c15854b None None] The sync data for ids ['5431f058-d37e-4f0c-b9a0-32a15acb4714'] in dv-neutron-828142-3-hyperv is: [{'id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'name': 'tempest-ServerActionsTestJSON-231273236-router', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:00Z', 'updated_at': '2022-02-16T13:05:03Z', 'revision_number': 4, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'gw_port': {'id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:01Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '9fd2cf59-f271-4394-9d99-036941754812', 'name': '', 'network_id': '1330045a-1c70-4389-aaf5-632a2aebc6c6', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'mac_address': 'fa:16:3e:16:06:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:03Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 5, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'subnets': [{'id': '1dd123f9-789d-4660-aab8-ad9f8ea48987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:08:45.803113 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c168f2e6-d754-4af0-841d-83a80142aed1 None None] New status for floating IP aa55181f-e74c-486f-9668-41ef5416acbe: DOWN {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:08:46.179752 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-97e77750-8ad7-497e-874c-2cff3001d664 req-6b465206-4b26-42e3-b20b-f76c36e846f0 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 210 time: 0.0284262 Feb 16 13:08:46.711673 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device cc88718e-a2e7-4426-8a11-7fb89d5e7d46 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:08:46.731846 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] No Port match for: cc88718e-a2e7-4426-8a11-7fb89d5e7d46 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:08:46.732176 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device cc88718e-a2e7-4426-8a11-7fb89d5e7d46 not bound to the agent host hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:08:47.275098 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d26f4bd5-376f-4f66-9f72-faea8c822d59 req-4979798e-9465-440a-9e99-793bea068306 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 210 time: 0.0282376 Feb 16 13:08:48.388228 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-dff904c0-b055-471d-a124-50af704b100d req-bcb3967e-d3c3-4b47-bf5e-64411041ec5b tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 210 time: 0.0298285 Feb 16 13:08:48.599902 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-90dafec3-be21-4a6f-a4b5-5870e7c2d1cc req-809381d8-f6d8-4434-9c6a-85dd85c2344b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=08276296-62c9-4a87-bd24-5cb85256b2b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0301378 Feb 16 13:08:48.670021 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-90dafec3-be21-4a6f-a4b5-5870e7c2d1cc req-5332ded6-183f-4bd4-ab16-b6cff46b68e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f&device_id=08276296-62c9-4a87-bd24-5cb85256b2b8 HTTP/1.1" status: 200 len: 210 time: 0.0280631 Feb 16 13:08:48.848756 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dafec3-be21-4a6f-a4b5-5870e7c2d1cc req-f7670133-7933-41f3-81b0-1790db711d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:48.850293 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-90dafec3-be21-4a6f-a4b5-5870e7c2d1cc req-f7670133-7933-41f3-81b0-1790db711d95 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1613872 Feb 16 13:08:49.334121 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dafec3-be21-4a6f-a4b5-5870e7c2d1cc req-45c2f8a7-9346-44ee-9b38-b2a4223dc40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:49.335576 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-90dafec3-be21-4a6f-a4b5-5870e7c2d1cc req-45c2f8a7-9346-44ee-9b38-b2a4223dc40e service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4789863 Feb 16 13:08:52.176150 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 41800) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:08:52.230599 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f77f8ee2-1739-440e-b5f3-f7ee45248585 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:52.254553 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f77f8ee2-1739-440e-b5f3-f7ee45248585 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:52.306687 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f6af4dbe-d323-4142-b6d2-f6b43a3f00a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:52.308726 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f77f8ee2-1739-440e-b5f3-f7ee45248585 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:52.312042 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f77f8ee2-1739-440e-b5f3-f7ee45248585 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:52.313249 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f77f8ee2-1739-440e-b5f3-f7ee45248585 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "DELETE /v2.0/security-groups/af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f HTTP/1.1" status: 204 len: 168 time: 0.1360960 Feb 16 13:08:52.316387 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 41802) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:08:52.323613 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f8ee2-1739-440e-b5f3-f7ee45248585 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:52.331972 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f8ee2-1739-440e-b5f3-f7ee45248585 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:52.332142 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-a6ad4aad-9666-4a5d-b3c4-1161707dc7d0 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] show failed (client error): The resource could not be found. Feb 16 13:08:52.332327 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f8ee2-1739-440e-b5f3-f7ee45248585 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:52.332916 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f8ee2-1739-440e-b5f3-f7ee45248585 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:52.333137 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a6ad4aad-9666-4a5d-b3c4-1161707dc7d0 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "GET /v2.0/security-groups/af2d4fe4-2bc4-4d8a-a5f6-56aabe78e83f HTTP/1.1" status: 404 len: 347 time: 0.0150659 Feb 16 13:08:52.333262 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f8ee2-1739-440e-b5f3-f7ee45248585 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:52.334230 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f8ee2-1739-440e-b5f3-f7ee45248585 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:52.334570 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f8ee2-1739-440e-b5f3-f7ee45248585 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:52.334909 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f8ee2-1739-440e-b5f3-f7ee45248585 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:52.335244 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f8ee2-1739-440e-b5f3-f7ee45248585 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:52.335584 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f8ee2-1739-440e-b5f3-f7ee45248585 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:52.335919 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f8ee2-1739-440e-b5f3-f7ee45248585 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:52.336250 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f8ee2-1739-440e-b5f3-f7ee45248585 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:52.336385 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 41804) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:08:52.336576 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f8ee2-1739-440e-b5f3-f7ee45248585 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:52.466818 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-91cdeea1-0a93-4e2e-a1a2-1e09ae93d251 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Deleting port b444df00-a445-4a30-9539-f448812121e3 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:08:52.467142 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-91cdeea1-0a93-4e2e-a1a2-1e09ae93d251 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:52.558856 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-91cdeea1-0a93-4e2e-a1a2-1e09ae93d251 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:52.559760 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-91cdeea1-0a93-4e2e-a1a2-1e09ae93d251 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:52.572223 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-91cdeea1-0a93-4e2e-a1a2-1e09ae93d251 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Calling delete_port for b444df00-a445-4a30-9539-f448812121e3 owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:08:52.717919 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-91cdeea1-0a93-4e2e-a1a2-1e09ae93d251 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:52.742896 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cdeea1-0a93-4e2e-a1a2-1e09ae93d251 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Pushing event deleted for resources: {'Port': ['ID=b444df00-a445-4a30-9539-f448812121e3,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:52.804968 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-91cdeea1-0a93-4e2e-a1a2-1e09ae93d251 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:52.808313 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-91cdeea1-0a93-4e2e-a1a2-1e09ae93d251 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:52.812784 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-91cdeea1-0a93-4e2e-a1a2-1e09ae93d251 tempest-ServerActionsTestJSON-356413539 tempest-ServerActionsTestJSON-356413539-project] 10.222.0.90 "DELETE /v2.0/floatingips/aa55181f-e74c-486f-9668-41ef5416acbe HTTP/1.1" status: 204 len: 168 time: 0.4727185 Feb 16 13:08:52.813068 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 41806) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:08:53.159861 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c561c6f6-e27d-4de2-b268-fbb09e25b890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:53.404021 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-c561c6f6-e27d-4de2-b268-fbb09e25b890 admin admin] Deleting port 9fd2cf59-f271-4394-9d99-036941754812 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:08:53.404755 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c561c6f6-e27d-4de2-b268-fbb09e25b890 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:53.481523 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-c561c6f6-e27d-4de2-b268-fbb09e25b890 admin admin] For port 9fd2cf59-f271-4394-9d99-036941754812, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=9fd2cf59-f271-4394-9d99-036941754812,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:08:53.481817 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c561c6f6-e27d-4de2-b268-fbb09e25b890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:53.493252 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-c561c6f6-e27d-4de2-b268-fbb09e25b890 admin admin] Calling delete_port for 9fd2cf59-f271-4394-9d99-036941754812 owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:08:53.706654 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c561c6f6-e27d-4de2-b268-fbb09e25b890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:53.734464 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561c6f6-e27d-4de2-b268-fbb09e25b890 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fd2cf59-f271-4394-9d99-036941754812,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:53.917819 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c561c6f6-e27d-4de2-b268-fbb09e25b890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:54.165313 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c561c6f6-e27d-4de2-b268-fbb09e25b890 admin admin] Router 5431f058-d37e-4f0c-b9a0-32a15acb4714 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:08:54.286873 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c561c6f6-e27d-4de2-b268-fbb09e25b890 admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:08:54.294368 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c561c6f6-e27d-4de2-b268-fbb09e25b890 admin admin] 10.222.0.90 "PUT /v2.0/routers/5431f058-d37e-4f0c-b9a0-32a15acb4714/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4774351 Feb 16 13:08:54.295127 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 41808) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:08:54.297944 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cb40ea-66a5-4bff-b288-109932a858c8 None None] Sync routers for ids ['5431f058-d37e-4f0c-b9a0-32a15acb4714'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:08:54.308583 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cb40ea-66a5-4bff-b288-109932a858c8 None None] Routers {'5431f058-d37e-4f0c-b9a0-32a15acb4714'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:08:54.310095 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-60cb40ea-66a5-4bff-b288-109932a858c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:08:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['5431f058-d37e-4f0c-b9a0-32a15acb4714'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:54.409933 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-683c26a9-055d-4a0b-b01b-44fab3228860 admin admin] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:54.429213 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-60cb40ea-66a5-4bff-b288-109932a858c8 None None] Set router 5431f058-d37e-4f0c-b9a0-32a15acb4714 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:08:54.530717 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-683c26a9-055d-4a0b-b01b-44fab3228860 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:54.550304 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8b94cc45-0bdc-40be-a9fd-1f33776040ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:54.592222 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-683c26a9-055d-4a0b-b01b-44fab3228860 admin admin] Deleting port 105d7cb9-6686-4dce-8258-8e9fd04808cc {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:08:54.593067 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-683c26a9-055d-4a0b-b01b-44fab3228860 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:54.689973 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-683c26a9-055d-4a0b-b01b-44fab3228860 admin admin] For port 105d7cb9-6686-4dce-8258-8e9fd04808cc, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=105d7cb9-6686-4dce-8258-8e9fd04808cc,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:08:54.690356 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-683c26a9-055d-4a0b-b01b-44fab3228860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:54.704131 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-683c26a9-055d-4a0b-b01b-44fab3228860 admin admin] Calling delete_port for 105d7cb9-6686-4dce-8258-8e9fd04808cc owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:08:54.791170 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-60cb40ea-66a5-4bff-b288-109932a858c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'name': 'tempest-ServerActionsTestJSON-231273236-router', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:00Z', 'updated_at': '2022-02-16T13:08:53Z', 'revision_number': 5, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'gw_port': {'id': '105d7cb9-6686-4dce-8258-8e9fd04808cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:01Z', 'updated_at': '2022-02-16T13:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:54.817004 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cb40ea-66a5-4bff-b288-109932a858c8 None None] Checking router: 5431f058-d37e-4f0c-b9a0-32a15acb4714 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:08:54.826950 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cb40ea-66a5-4bff-b288-109932a858c8 None None] Routers {'5431f058-d37e-4f0c-b9a0-32a15acb4714'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:08:54.827570 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-60cb40ea-66a5-4bff-b288-109932a858c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:08:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['5431f058-d37e-4f0c-b9a0-32a15acb4714'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:54.878900 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-683c26a9-055d-4a0b-b01b-44fab3228860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:54.911083 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683c26a9-055d-4a0b-b01b-44fab3228860 admin admin] Pushing event deleted for resources: {'Port': ['ID=105d7cb9-6686-4dce-8258-8e9fd04808cc,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:54.923296 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-60cb40ea-66a5-4bff-b288-109932a858c8 None None] Set router 5431f058-d37e-4f0c-b9a0-32a15acb4714 gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:08:54.969395 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-683c26a9-055d-4a0b-b01b-44fab3228860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:54.979491 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-60cb40ea-66a5-4bff-b288-109932a858c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'name': 'tempest-ServerActionsTestJSON-231273236-router', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:00Z', 'updated_at': '2022-02-16T13:08:54Z', 'revision_number': 6, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'gw_port_host': None}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:55.009791 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cb40ea-66a5-4bff-b288-109932a858c8 None None] The sync data for ids ['5431f058-d37e-4f0c-b9a0-32a15acb4714'] in dv-neutron-828142-3-hyperv is: [{'id': '5431f058-d37e-4f0c-b9a0-32a15acb4714', 'name': 'tempest-ServerActionsTestJSON-231273236-router', 'tenant_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:00Z', 'updated_at': '2022-02-16T13:08:54Z', 'revision_number': 6, 'project_id': '9fdabd1aa7b74bac8f7b6728ad4f430f', 'gw_port_host': None}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:08:55.097706 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-683c26a9-055d-4a0b-b01b-44fab3228860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:55.104251 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-683c26a9-055d-4a0b-b01b-44fab3228860 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:55.159204 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-683c26a9-055d-4a0b-b01b-44fab3228860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:55.159957 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683c26a9-055d-4a0b-b01b-44fab3228860 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5431f058-d37e-4f0c-b9a0-32a15acb4714 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 13:08:55.167358 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-683c26a9-055d-4a0b-b01b-44fab3228860 admin admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:55.169375 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-683c26a9-055d-4a0b-b01b-44fab3228860 admin admin] 10.222.0.90 "DELETE /v2.0/routers/5431f058-d37e-4f0c-b9a0-32a15acb4714 HTTP/1.1" status: 204 len: 168 time: 0.8725777 Feb 16 13:08:55.172168 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 41810) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:08:55.217930 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-959f06cf-30cf-48b1-8dfc-7aac53d5892a admin admin] Deleting subnet 1dd123f9-789d-4660-aab8-ad9f8ea48987 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 13:08:55.221135 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-959f06cf-30cf-48b1-8dfc-7aac53d5892a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:55.255849 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-959f06cf-30cf-48b1-8dfc-7aac53d5892a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:55.334322 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-959f06cf-30cf-48b1-8dfc-7aac53d5892a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:55.398420 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-959f06cf-30cf-48b1-8dfc-7aac53d5892a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:55.437817 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-959f06cf-30cf-48b1-8dfc-7aac53d5892a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:55.445423 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-959f06cf-30cf-48b1-8dfc-7aac53d5892a admin admin] 10.222.0.90 "DELETE /v2.0/subnets/1dd123f9-789d-4660-aab8-ad9f8ea48987 HTTP/1.1" status: 204 len: 168 time: 0.2700014 Feb 16 13:08:55.445638 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f06cf-30cf-48b1-8dfc-7aac53d5892a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dd123f9-789d-4660-aab8-ad9f8ea48987,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:55.446133 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 41812) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:08:55.452188 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674a73d6-ecc3-444b-961e-3283c6339866 None None] Network 1330045a-1c70-4389-aaf5-632a2aebc6c6 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:08:55.526904 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0c86707c-e436-4697-b388-de1e9329de25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:55.585764 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-0c86707c-e436-4697-b388-de1e9329de25 admin admin] Deleting port 213e6803-d28e-4920-a2f1-26004d08401f {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:08:55.586130 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0c86707c-e436-4697-b388-de1e9329de25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:55.656275 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-0c86707c-e436-4697-b388-de1e9329de25 admin admin] For port 213e6803-d28e-4920-a2f1-26004d08401f, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=213e6803-d28e-4920-a2f1-26004d08401f,segment=NetworkSegment(f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9),segment_id=f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:08:55.656648 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0c86707c-e436-4697-b388-de1e9329de25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:55.670459 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-0c86707c-e436-4697-b388-de1e9329de25 admin admin] Calling delete_port for 213e6803-d28e-4920-a2f1-26004d08401f owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:08:55.760667 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0c86707c-e436-4697-b388-de1e9329de25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:55.790153 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:55.806257 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86707c-e436-4697-b388-de1e9329de25 admin admin] Pushing event deleted for resources: {'Port': ['ID=213e6803-d28e-4920-a2f1-26004d08401f,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:55.812054 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c86707c-e436-4697-b388-de1e9329de25 admin admin] No DVR routers for this DVR port 213e6803-d28e-4920-a2f1-26004d08401f on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:08:55.817863 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3892a6af-e0ac-48e3-86b5-6fbd0a98c378 None None] DHCP port deletion for 1330045a-1c70-4389-aaf5-632a2aebc6c6 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 13:08:55.897655 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0c86707c-e436-4697-b388-de1e9329de25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:55.926311 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-0c86707c-e436-4697-b388-de1e9329de25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1330045a-1c70-4389-aaf5-632a2aebc6c6']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:55.936196 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-0c86707c-e436-4697-b388-de1e9329de25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:55.936488 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-0c86707c-e436-4697-b388-de1e9329de25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9ebb5f1-9754-42ce-bd7a-70e8e3b44cb9') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:55.945704 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0c86707c-e436-4697-b388-de1e9329de25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:55.959418 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0c86707c-e436-4697-b388-de1e9329de25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:55.966603 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c86707c-e436-4697-b388-de1e9329de25 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:08:55.967195 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0c86707c-e436-4697-b388-de1e9329de25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:55.968889 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 13:08:55.968889 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:08:55.968889 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 13:08:55.968889 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:08:55.968889 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 13:08:55.968889 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 13:08:55.968889 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 13:08:55.968889 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:08:55.968889 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 13:08:55.968889 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:08:55.968889 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 13:08:55.968889 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:08:55.968889 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 13:08:55.968889 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 13:08:55.968889 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:08:55.968889 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 13:08:55.968889 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:08:55.968889 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 13:08:55.968889 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 13:08:55.968889 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 13:08:55.968889 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 13:08:55.968889 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 13:08:55.968889 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:08:55.968889 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:08:55.968889 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 13:08:55.968889 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:08:55.968889 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:08:55.968889 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:08:55.968889 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:08:55.968889 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:08:55.968889 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:08:55.968889 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:08:56.023908 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0c86707c-e436-4697-b388-de1e9329de25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:56.030355 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0c86707c-e436-4697-b388-de1e9329de25 admin admin] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:56.033511 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0c86707c-e436-4697-b388-de1e9329de25 admin admin] 10.222.0.90 "DELETE /v2.0/networks/1330045a-1c70-4389-aaf5-632a2aebc6c6 HTTP/1.1" status: 204 len: 168 time: 0.5863624 Feb 16 13:08:56.046825 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86707c-e436-4697-b388-de1e9329de25 admin admin] Pushing event deleted for resources: {'Network': ['ID=1330045a-1c70-4389-aaf5-632a2aebc6c6,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:56.171475 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 41816) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:08:56.220092 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5fefcf42-64bf-4059-ad11-1577bf66de7d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9fdabd1aa7b74bac8f7b6728ad4f430f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470793 Feb 16 13:08:56.226640 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 41818) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:08:56.277702 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-36490e81-ff96-460a-8acb-3ff431b5ef9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:56.300406 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-36490e81-ff96-460a-8acb-3ff431b5ef9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:56.349690 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-36490e81-ff96-460a-8acb-3ff431b5ef9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:56.352165 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-36490e81-ff96-460a-8acb-3ff431b5ef9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:56.353469 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-36490e81-ff96-460a-8acb-3ff431b5ef9a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3ac54521-8d93-4469-8cbe-14b76a0c6559 HTTP/1.1" status: 204 len: 168 time: 0.1259146 Feb 16 13:08:56.361831 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36490e81-ff96-460a-8acb-3ff431b5ef9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac54521-8d93-4469-8cbe-14b76a0c6559,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:57.030580 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 9fd2cf59-f271-4394-9d99-036941754812 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:08:57.033182 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 41840) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:08:57.059139 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 9fd2cf59-f271-4394-9d99-036941754812 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:08:57.059482 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 9fd2cf59-f271-4394-9d99-036941754812 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:08:57.059896 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 213e6803-d28e-4920-a2f1-26004d08401f no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:08:57.085254 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 213e6803-d28e-4920-a2f1-26004d08401f {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:08:57.085622 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 213e6803-d28e-4920-a2f1-26004d08401f not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:08:57.086045 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 105d7cb9-6686-4dce-8258-8e9fd04808cc no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:08:57.112446 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:57.114331 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 105d7cb9-6686-4dce-8258-8e9fd04808cc {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:08:57.114842 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 105d7cb9-6686-4dce-8258-8e9fd04808cc not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:08:57.139700 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-1206512a-3215-49a0-aec3-e49dde81d5ce admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1192768231-network', 'tenant_id': '34273e42c5f043fc967e106b0c03e43e'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:08:57.163078 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1206512a-3215-49a0-aec3-e49dde81d5ce admin admin] Made reservation on behalf of 34273e42c5f043fc967e106b0c03e43e for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:08:57.165267 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1206512a-3215-49a0-aec3-e49dde81d5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:57.174026 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1206512a-3215-49a0-aec3-e49dde81d5ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:57.252559 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1206512a-3215-49a0-aec3-e49dde81d5ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:57.256607 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1206512a-3215-49a0-aec3-e49dde81d5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:57.284067 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1206512a-3215-49a0-aec3-e49dde81d5ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:08:57.294182 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1206512a-3215-49a0-aec3-e49dde81d5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96c255b-421f-4183-ab24-dd95916c2a9d,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:57.298928 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1206512a-3215-49a0-aec3-e49dde81d5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:57.299275 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-1206512a-3215-49a0-aec3-e49dde81d5ce admin admin] Added segment d5da56c1-eefa-4a5b-9d54-13ad82526e3c of type vlan for network 05b39acb-0186-4a64-82b1-4b018af46153 Feb 16 13:08:57.339575 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1206512a-3215-49a0-aec3-e49dde81d5ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:57.367044 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1206512a-3215-49a0-aec3-e49dde81d5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:57.368043 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1206512a-3215-49a0-aec3-e49dde81d5ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:57.368617 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1206512a-3215-49a0-aec3-e49dde81d5ce admin admin] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:57.401061 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:57.424902 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1206512a-3215-49a0-aec3-e49dde81d5ce admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3904788 Feb 16 13:08:57.427634 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 41844) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:08:57.434543 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-60fc4bbb-81d5-4d16-bf19-682faba7539c admin admin] Request body: {'subnet': {'network_id': '05b39acb-0186-4a64-82b1-4b018af46153', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1192768231-subnet', 'tenant_id': '34273e42c5f043fc967e106b0c03e43e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:08:57.441872 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1206512a-3215-49a0-aec3-e49dde81d5ce admin admin] Pushing event updated for resources: {'Network': ['ID=05b39acb-0186-4a64-82b1-4b018af46153,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:57.452406 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 05b39acb-0186-4a64-82b1-4b018af46153 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:08:57.465022 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60fc4bbb-81d5-4d16-bf19-682faba7539c admin admin] Made reservation on behalf of 34273e42c5f043fc967e106b0c03e43e for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:08:57.468148 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-60fc4bbb-81d5-4d16-bf19-682faba7539c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:57.647471 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-60fc4bbb-81d5-4d16-bf19-682faba7539c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:57.697143 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc4bbb-81d5-4d16-bf19-682faba7539c admin admin] Pushing event updated for resources: {'Subnet': ['ID=814aeda2-c818-441f-98e3-f7c752070874,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:57.713507 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fc4bbb-81d5-4d16-bf19-682faba7539c admin admin] Checking segment: {'id': 'd5da56c1-eefa-4a5b-9d54-13ad82526e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '05b39acb-0186-4a64-82b1-4b018af46153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:08:57.713870 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fc4bbb-81d5-4d16-bf19-682faba7539c admin admin] Network hostable DHCP agents. Network: 05b39acb-0186-4a64-82b1-4b018af46153, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:08:57.732761 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fc4bbb-81d5-4d16-bf19-682faba7539c admin admin] Network 05b39acb-0186-4a64-82b1-4b018af46153 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:08:57.740787 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-60fc4bbb-81d5-4d16-bf19-682faba7539c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 05b39acb-0186-4a64-82b1-4b018af46153) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:08:57.745119 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fc4bbb-81d5-4d16-bf19-682faba7539c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:57.745706 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-60fc4bbb-81d5-4d16-bf19-682faba7539c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:57.749635 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab1ba7e-911d-4d2b-ae73-6e88ebe5d781 None None] Network 05b39acb-0186-4a64-82b1-4b018af46153 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:08:57.768972 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-60fc4bbb-81d5-4d16-bf19-682faba7539c admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3322029 Feb 16 13:08:57.898208 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b161f8f3-f66d-4da4-9e05-ab46d36b1d37 None None] Network 05b39acb-0186-4a64-82b1-4b018af46153 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:08:58.233778 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-fa9416e4-4c94-441c-851a-d8d1e6cd75de tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:58.235254 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-fa9416e4-4c94-441c-851a-d8d1e6cd75de tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/networks?id=05b39acb-0186-4a64-82b1-4b018af46153 HTTP/1.1" status: 200 len: 814 time: 0.1149821 Feb 16 13:08:58.250862 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-db90ebe8-e018-4fd7-b72e-d230cb902b27 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/quotas/34273e42c5f043fc967e106b0c03e43e HTTP/1.1" status: 200 len: 375 time: 0.0098372 Feb 16 13:08:58.282588 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-fd24fce1-9db5-43aa-bbdb-bcf6cf4861b4 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=34273e42c5f043fc967e106b0c03e43e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260696 Feb 16 13:08:58.336960 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-04da7dbb-3836-45f8-8d72-8b86c6ae7da3 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:08:58.337960 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-04da7dbb-3836-45f8-8d72-8b86c6ae7da3 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0488088 Feb 16 13:08:58.435821 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-a653d224-5c00-45eb-9299-0a666214c8a3 service neutron] 10.222.0.90 "GET /v2.0/networks/05b39acb-0186-4a64-82b1-4b018af46153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915663 Feb 16 13:08:58.523260 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-e8c1859a-e0d6-4a8b-9a21-fcaec60a37a4 service neutron] 10.222.0.90 "GET /v2.0/networks/05b39acb-0186-4a64-82b1-4b018af46153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810735 Feb 16 13:08:58.691439 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3ecb3a81-da08-4f33-b437-893a7147f6b8 req-368cb54d-309b-47f6-ab2f-cbf6ce9d4f94 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/ports?device_id=3d1f8adc-8c7a-4dc9-b7f2-4bd323e3ef3f HTTP/1.1" status: 200 len: 210 time: 0.0276668 Feb 16 13:08:58.694993 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:59.627194 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-633b7b6a-5d59-4940-80d1-a68b9fcb3996 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:59.628913 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-633b7b6a-5d59-4940-80d1-a68b9fcb3996 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.42 "GET /v2.0/networks?id=05b39acb-0186-4a64-82b1-4b018af46153 HTTP/1.1" status: 200 len: 814 time: 0.1099892 Feb 16 13:08:59.642912 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-6e88c1a3-cb7f-4095-98d7-82f0bf7d32aa tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Request body: {'port': {'device_id': '3d1f8adc-8c7a-4dc9-b7f2-4bd323e3ef3f', 'network_id': '05b39acb-0186-4a64-82b1-4b018af46153', 'admin_state_up': True, 'tenant_id': '34273e42c5f043fc967e106b0c03e43e'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:08:59.757104 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-6e88c1a3-cb7f-4095-98d7-82f0bf7d32aa tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Made reservation on behalf of 34273e42c5f043fc967e106b0c03e43e for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:08:59.760735 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-6e88c1a3-cb7f-4095-98d7-82f0bf7d32aa tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:59.804501 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4ec52beb-17a0-4c70-98a1-cd2e40ad8606 req-d22cdac3-1eee-4683-883b-56f45ca3d0b2 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/ports?device_id=3d1f8adc-8c7a-4dc9-b7f2-4bd323e3ef3f HTTP/1.1" status: 200 len: 210 time: 0.0383129 Feb 16 13:08:59.898232 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-6e88c1a3-cb7f-4095-98d7-82f0bf7d32aa tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Allocated IP 172.20.0.8 (05b39acb-0186-4a64-82b1-4b018af46153/814aeda2-c818-441f-98e3-f7c752070874/f4dcd170-cde2-4386-ace4-73b56335f409) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:09:00.058997 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-6e88c1a3-cb7f-4095-98d7-82f0bf7d32aa tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:00.093884 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-6e88c1a3-cb7f-4095-98d7-82f0bf7d32aa tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:00.134883 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-6e88c1a3-cb7f-4095-98d7-82f0bf7d32aa tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Network 05b39acb-0186-4a64-82b1-4b018af46153 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:09:00.139931 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-6e88c1a3-cb7f-4095-98d7-82f0bf7d32aa tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:09:00.143646 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-6e88c1a3-cb7f-4095-98d7-82f0bf7d32aa tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:09:00.167506 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e88c1a3-cb7f-4095-98d7-82f0bf7d32aa tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Pushing event updated for resources: {'Port': ['ID=f4dcd170-cde2-4386-ace4-73b56335f409,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:00.200249 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-6e88c1a3-cb7f-4095-98d7-82f0bf7d32aa tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:00.200981 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-6e88c1a3-cb7f-4095-98d7-82f0bf7d32aa tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:00.219110 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-6e88c1a3-cb7f-4095-98d7-82f0bf7d32aa tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5810158 Feb 16 13:09:00.233123 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-7368c35a-0746-465f-90ae-cafa4461a9a6 service neutron] Request body: {'port': {'device_id': '3d1f8adc-8c7a-4dc9-b7f2-4bd323e3ef3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:00.309265 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-7368c35a-0746-465f-90ae-cafa4461a9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:00.609228 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-7368c35a-0746-465f-90ae-cafa4461a9a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4dcd170-cde2-4386-ace4-73b56335f409 {{(pid=109049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:09:00.618705 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-7368c35a-0746-465f-90ae-cafa4461a9a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:00.636652 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.provisioning_blocks [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-7368c35a-0746-465f-90ae-cafa4461a9a6 service neutron] Transition to ACTIVE for port object f4dcd170-cde2-4386-ace4-73b56335f409 will not be triggered until provisioned by entity L2. {{(pid=109049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:09:00.640902 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-7368c35a-0746-465f-90ae-cafa4461a9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:00.691171 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368c35a-0746-465f-90ae-cafa4461a9a6 service neutron] Pushing event updated for resources: {'Port': ['ID=f4dcd170-cde2-4386-ace4-73b56335f409,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:00.760615 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-7368c35a-0746-465f-90ae-cafa4461a9a6 service neutron] Attempting to bind port f4dcd170-cde2-4386-ace4-73b56335f409 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:09:00.760965 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-7368c35a-0746-465f-90ae-cafa4461a9a6 service neutron] Attempting to bind port f4dcd170-cde2-4386-ace4-73b56335f409 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd5da56c1-eefa-4a5b-9d54-13ad82526e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '05b39acb-0186-4a64-82b1-4b018af46153'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:09:00.761282 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-7368c35a-0746-465f-90ae-cafa4461a9a6 service neutron] Attempting to bind port f4dcd170-cde2-4386-ace4-73b56335f409 on network 05b39acb-0186-4a64-82b1-4b018af46153 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:09:00.766186 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-7368c35a-0746-465f-90ae-cafa4461a9a6 service neutron] Port f4dcd170-cde2-4386-ace4-73b56335f409 on network 05b39acb-0186-4a64-82b1-4b018af46153 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:09:00.766503 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-7368c35a-0746-465f-90ae-cafa4461a9a6 service neutron] Attempting to bind port f4dcd170-cde2-4386-ace4-73b56335f409 on network 05b39acb-0186-4a64-82b1-4b018af46153 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:09:00.771828 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-7368c35a-0746-465f-90ae-cafa4461a9a6 service neutron] Checking agent: {'id': '31a9428e-e23a-420f-bfe2-5870b63c0436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'started_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:09:00.772154 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-7368c35a-0746-465f-90ae-cafa4461a9a6 service neutron] Checking segment: {'id': 'd5da56c1-eefa-4a5b-9d54-13ad82526e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '05b39acb-0186-4a64-82b1-4b018af46153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:09:00.772527 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-7368c35a-0746-465f-90ae-cafa4461a9a6 service neutron] Bound using segment: {'id': 'd5da56c1-eefa-4a5b-9d54-13ad82526e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '05b39acb-0186-4a64-82b1-4b018af46153'} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:09:00.772968 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-7368c35a-0746-465f-90ae-cafa4461a9a6 service neutron] Bound port: f4dcd170-cde2-4386-ace4-73b56335f409, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5da56c1-eefa-4a5b-9d54-13ad82526e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '05b39acb-0186-4a64-82b1-4b018af46153'}}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:09:00.773313 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-7368c35a-0746-465f-90ae-cafa4461a9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:00.834449 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-7368c35a-0746-465f-90ae-cafa4461a9a6 service neutron] For port f4dcd170-cde2-4386-ace4-73b56335f409, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:09:00.837788 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-7368c35a-0746-465f-90ae-cafa4461a9a6 service neutron] For port f4dcd170-cde2-4386-ace4-73b56335f409, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f4dcd170-cde2-4386-ace4-73b56335f409,segment=NetworkSegment(d5da56c1-eefa-4a5b-9d54-13ad82526e3c),segment_id=d5da56c1-eefa-4a5b-9d54-13ad82526e3c)] {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:09:00.844082 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-7368c35a-0746-465f-90ae-cafa4461a9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:00.877947 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-7368c35a-0746-465f-90ae-cafa4461a9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:00.878562 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-7368c35a-0746-465f-90ae-cafa4461a9a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:00.880031 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-7368c35a-0746-465f-90ae-cafa4461a9a6 service neutron] 10.222.0.42 "PUT /v2.0/ports/f4dcd170-cde2-4386-ace4-73b56335f409 HTTP/1.1" status: 200 len: 1093 time: 0.6522415 Feb 16 13:09:00.880475 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d1f8adc-8c7a-4dc9-b7f2-4bd323e3ef3f', 'tag': 'f4dcd170-cde2-4386-ace4-73b56335f409'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:09:00.882766 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af9002b-8f0c-4d61-bfab-85ee5ddc6e47" -d '{"events": [{"name": "network-changed", "server_uuid": "3d1f8adc-8c7a-4dc9-b7f2-4bd323e3ef3f", "tag": "f4dcd170-cde2-4386-ace4-73b56335f409"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:09:00.910182 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368c35a-0746-465f-90ae-cafa4461a9a6 service neutron] Pushing event updated for resources: {'Port': ['ID=f4dcd170-cde2-4386-ace4-73b56335f409,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:00.934102 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37a42c6-515e-46b5-bfb2-8484ba98feb6 x-openstack-request-id: req-e37a42c6-515e-46b5-bfb2-8484ba98feb6 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:09:00.934102 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d1f8adc-8c7a-4dc9-b7f2-4bd323e3ef3f", "tag": "f4dcd170-cde2-4386-ace4-73b56335f409", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:09:00.934102 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e37a42c6-515e-46b5-bfb2-8484ba98feb6 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:09:00.934102 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d1f8adc-8c7a-4dc9-b7f2-4bd323e3ef3f', 'tag': 'f4dcd170-cde2-4386-ace4-73b56335f409', 'status': 'completed', 'code': 200} Feb 16 13:09:00.994689 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-fb0d001b-399d-4bcf-b3b7-0dcff6d53e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:00.996321 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-fb0d001b-399d-4bcf-b3b7-0dcff6d53e1f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=34273e42c5f043fc967e106b0c03e43e&device_id=3d1f8adc-8c7a-4dc9-b7f2-4bd323e3ef3f HTTP/1.1" status: 200 len: 1096 time: 0.0570376 Feb 16 13:09:01.043372 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-0a5fe0b2-7bf0-43f7-ba78-339a8444fbe3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4dcd170-cde2-4386-ace4-73b56335f409 HTTP/1.1" status: 200 len: 217 time: 0.0378649 Feb 16 13:09:01.097320 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-a04ac6fb-3415-445b-bb4a-238c0396ee98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:01.098853 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-a04ac6fb-3415-445b-bb4a-238c0396ee98 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=814aeda2-c818-441f-98e3-f7c752070874 HTTP/1.1" status: 200 len: 854 time: 0.0482957 Feb 16 13:09:01.133965 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-148b2c33-b356-4780-9782-2922cf9e776a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=05b39acb-0186-4a64-82b1-4b018af46153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269799 Feb 16 13:09:01.232479 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-2e771cf7-8694-46ab-af7b-728749880d21 service neutron] 10.222.0.42 "GET /v2.0/networks/05b39acb-0186-4a64-82b1-4b018af46153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915973 Feb 16 13:09:01.277123 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054870d6-9b40-4fc3-9009-62818e0a6454 req-918ef336-73d9-43b3-8dae-feddf5e97ea3 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:01.279431 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-054870d6-9b40-4fc3-9009-62818e0a6454 req-918ef336-73d9-43b3-8dae-feddf5e97ea3 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/ports?device_id=3d1f8adc-8c7a-4dc9-b7f2-4bd323e3ef3f HTTP/1.1" status: 200 len: 943 time: 0.4027259 Feb 16 13:09:01.319435 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-054870d6-9b40-4fc3-9009-62818e0a6454 req-134d6fc1-a109-4eec-bbd1-6acca1ee6443 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/security-groups?id=f96c255b-421f-4183-ab24-dd95916c2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327632 Feb 16 13:09:01.324204 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3a8946de-9562-4dec-a708-b4a84bc73796 req-6e747719-3051-4aba-8317-4bb695796a12 service neutron] 10.222.0.42 "GET /v2.0/networks/05b39acb-0186-4a64-82b1-4b018af46153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857463 Feb 16 13:09:01.414773 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9002b-8f0c-4d61-bfab-85ee5ddc6e47 req-ac24e446-d0b0-47b5-895c-bde3a0a03ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:01.416173 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2af9002b-8f0c-4d61-bfab-85ee5ddc6e47 req-ac24e446-d0b0-47b5-895c-bde3a0a03ce2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=34273e42c5f043fc967e106b0c03e43e&device_id=3d1f8adc-8c7a-4dc9-b7f2-4bd323e3ef3f HTTP/1.1" status: 200 len: 1096 time: 0.0449607 Feb 16 13:09:01.504167 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9002b-8f0c-4d61-bfab-85ee5ddc6e47 req-455cc0cc-77df-402c-a461-56a291f23ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:01.505663 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2af9002b-8f0c-4d61-bfab-85ee5ddc6e47 req-455cc0cc-77df-402c-a461-56a291f23ef0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=05b39acb-0186-4a64-82b1-4b018af46153 HTTP/1.1" status: 200 len: 915 time: 0.0825262 Feb 16 13:09:01.551824 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2af9002b-8f0c-4d61-bfab-85ee5ddc6e47 req-ca6f996f-96bd-44f8-b0c4-ba73c09499cc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4dcd170-cde2-4386-ace4-73b56335f409 HTTP/1.1" status: 200 len: 217 time: 0.0377374 Feb 16 13:09:01.602238 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9002b-8f0c-4d61-bfab-85ee5ddc6e47 req-cddf477f-b276-4d48-b6bd-de01458076e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:01.603684 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2af9002b-8f0c-4d61-bfab-85ee5ddc6e47 req-cddf477f-b276-4d48-b6bd-de01458076e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=814aeda2-c818-441f-98e3-f7c752070874 HTTP/1.1" status: 200 len: 854 time: 0.0449176 Feb 16 13:09:01.634993 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2af9002b-8f0c-4d61-bfab-85ee5ddc6e47 req-7e57d11a-c825-4ee5-9def-a24c6f22ae58 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=05b39acb-0186-4a64-82b1-4b018af46153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235724 Feb 16 13:09:01.723046 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2af9002b-8f0c-4d61-bfab-85ee5ddc6e47 req-f2c19658-da1c-4586-9fae-93113dfdc350 service neutron] 10.222.0.42 "GET /v2.0/networks/05b39acb-0186-4a64-82b1-4b018af46153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809374 Feb 16 13:09:01.814210 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2af9002b-8f0c-4d61-bfab-85ee5ddc6e47 req-db7fcbfd-293c-4418-87ad-4310a3a62707 service neutron] 10.222.0.42 "GET /v2.0/networks/05b39acb-0186-4a64-82b1-4b018af46153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837104 Feb 16 13:09:02.436204 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb777b-f8d9-4601-bb3b-bd54d6730dc9 req-bbdc8e4c-4d8a-4ca6-88c9-01bc7c243170 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:02.437703 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b3fb777b-f8d9-4601-bb3b-bd54d6730dc9 req-bbdc8e4c-4d8a-4ca6-88c9-01bc7c243170 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/ports?device_id=3d1f8adc-8c7a-4dc9-b7f2-4bd323e3ef3f HTTP/1.1" status: 200 len: 943 time: 0.0486383 Feb 16 13:09:02.474544 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b3fb777b-f8d9-4601-bb3b-bd54d6730dc9 req-9c184b26-c791-4619-8279-72d7152f0ff7 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/security-groups?id=f96c255b-421f-4183-ab24-dd95916c2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308111 Feb 16 13:09:02.785214 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device f4dcd170-cde2-4386-ace4-73b56335f409 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:09:02.879996 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port f4dcd170-cde2-4386-ace4-73b56335f409, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f4dcd170-cde2-4386-ace4-73b56335f409,segment=NetworkSegment(d5da56c1-eefa-4a5b-9d54-13ad82526e3c),segment_id=d5da56c1-eefa-4a5b-9d54-13ad82526e3c)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:09:02.892062 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': 'f4dcd170-cde2-4386-ace4-73b56335f409', 'network_id': '05b39acb-0186-4a64-82b1-4b018af46153', 'port_id': 'f4dcd170-cde2-4386-ace4-73b56335f409', 'mac_address': 'fa:16:3e:03:1f:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '814aeda2-c818-441f-98e3-f7c752070874', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:09:02.933709 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:02.947086 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4dcd170-cde2-4386-ace4-73b56335f409 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:09:02.966749 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port f4dcd170-cde2-4386-ace4-73b56335f409, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f4dcd170-cde2-4386-ace4-73b56335f409,segment=NetworkSegment(d5da56c1-eefa-4a5b-9d54-13ad82526e3c),segment_id=d5da56c1-eefa-4a5b-9d54-13ad82526e3c)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:09:02.970741 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:03.016008 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=f4dcd170-cde2-4386-ace4-73b56335f409,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:03.187851 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['f4dcd170-cde2-4386-ace4-73b56335f409'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:09:03.591725 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f97420-7e9a-43f8-b9ae-07f1ac05d866 req-d3176356-0de1-487b-9a0b-4c316998c646 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:03.593225 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-11f97420-7e9a-43f8-b9ae-07f1ac05d866 req-d3176356-0de1-487b-9a0b-4c316998c646 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/ports?device_id=3d1f8adc-8c7a-4dc9-b7f2-4bd323e3ef3f HTTP/1.1" status: 200 len: 944 time: 0.0520747 Feb 16 13:09:03.632669 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-11f97420-7e9a-43f8-b9ae-07f1ac05d866 req-bf81d0b7-11e6-42b7-a771-cc8c0cb176ba tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/security-groups?id=f96c255b-421f-4183-ab24-dd95916c2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334523 Feb 16 13:09:04.748707 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4638b-8210-4c0d-85d0-280ce56c4e66 req-302498c3-b7e2-401a-96d7-d08e85069a08 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:04.750184 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c8c4638b-8210-4c0d-85d0-280ce56c4e66 req-302498c3-b7e2-401a-96d7-d08e85069a08 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/ports?device_id=3d1f8adc-8c7a-4dc9-b7f2-4bd323e3ef3f HTTP/1.1" status: 200 len: 944 time: 0.0502417 Feb 16 13:09:04.785901 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device f4dcd170-cde2-4386-ace4-73b56335f409 up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:09:04.788039 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c8c4638b-8210-4c0d-85d0-280ce56c4e66 req-00da0591-3431-4ffa-ae4a-cf82bf37539e tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/security-groups?id=f96c255b-421f-4183-ab24-dd95916c2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319693 Feb 16 13:09:04.834840 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning for port f4dcd170-cde2-4386-ace4-73b56335f409 completed by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:09:04.839170 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port f4dcd170-cde2-4386-ace4-73b56335f409 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:04.839553 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:04.925029 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:04.946821 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1f8adc-8c7a-4dc9-b7f2-4bd323e3ef3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4dcd170-cde2-4386-ace4-73b56335f409'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:09:04.949116 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516faf0d-ac03-4f1a-8ba5-098a8acc1c89" -d '{"events": [{"server_uuid": "3d1f8adc-8c7a-4dc9-b7f2-4bd323e3ef3f", "name": "network-vif-plugged", "status": "completed", "tag": "f4dcd170-cde2-4386-ace4-73b56335f409"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:09:04.961139 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port f4dcd170-cde2-4386-ace4-73b56335f409, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f4dcd170-cde2-4386-ace4-73b56335f409,segment=NetworkSegment(d5da56c1-eefa-4a5b-9d54-13ad82526e3c),segment_id=d5da56c1-eefa-4a5b-9d54-13ad82526e3c)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:09:04.965111 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:04.989077 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488d0d1c-c1e4-4b81-b1ce-d02ebfdc03f0 x-openstack-request-id: req-488d0d1c-c1e4-4b81-b1ce-d02ebfdc03f0 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:09:04.989371 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d1f8adc-8c7a-4dc9-b7f2-4bd323e3ef3f", "name": "network-vif-plugged", "status": "completed", "tag": "f4dcd170-cde2-4386-ace4-73b56335f409", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:09:04.989626 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-488d0d1c-c1e4-4b81-b1ce-d02ebfdc03f0 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:09:04.990007 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1f8adc-8c7a-4dc9-b7f2-4bd323e3ef3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4dcd170-cde2-4386-ace4-73b56335f409', 'code': 200} Feb 16 13:09:05.016104 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=f4dcd170-cde2-4386-ace4-73b56335f409,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:05.153995 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e541cca-6c4f-48b6-abae-a916c27e62f5 req-0743d7b0-f51e-447e-9352-cdcf34d05463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:05.155516 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6e541cca-6c4f-48b6-abae-a916c27e62f5 req-0743d7b0-f51e-447e-9352-cdcf34d05463 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3d1f8adc-8c7a-4dc9-b7f2-4bd323e3ef3f HTTP/1.1" status: 200 len: 1098 time: 0.0405450 Feb 16 13:09:05.190923 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6e541cca-6c4f-48b6-abae-a916c27e62f5 req-feee4d2b-1202-4d57-b8d1-2cf387ec9ddd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f96c255b-421f-4183-ab24-dd95916c2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283892 Feb 16 13:09:05.900835 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473628c-81df-42c7-81dd-28b223f4c2c3 req-3a7fc5cd-ad73-449e-ab14-94a98e53a8b2 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:05.902406 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b473628c-81df-42c7-81dd-28b223f4c2c3 req-3a7fc5cd-ad73-449e-ab14-94a98e53a8b2 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/ports?device_id=3d1f8adc-8c7a-4dc9-b7f2-4bd323e3ef3f HTTP/1.1" status: 200 len: 945 time: 0.0477931 Feb 16 13:09:05.939783 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b473628c-81df-42c7-81dd-28b223f4c2c3 req-24f1fee8-71e2-4284-a828-7fb922522785 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/security-groups?id=f96c255b-421f-4183-ab24-dd95916c2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309081 Feb 16 13:09:07.060561 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fd788-66e5-47e8-b6a5-21a1d91b210a req-4e8b45c6-5db5-41bf-9708-5ff059e896f1 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:07.062044 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2d3fd788-66e5-47e8-b6a5-21a1d91b210a req-4e8b45c6-5db5-41bf-9708-5ff059e896f1 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/ports?device_id=3d1f8adc-8c7a-4dc9-b7f2-4bd323e3ef3f HTTP/1.1" status: 200 len: 945 time: 0.0525978 Feb 16 13:09:07.100606 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2d3fd788-66e5-47e8-b6a5-21a1d91b210a req-3c71be26-20a1-4f01-9d9b-a29eb9b48b78 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/security-groups?id=f96c255b-421f-4183-ab24-dd95916c2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325747 Feb 16 13:09:07.320709 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-3af43b12-f367-4b6b-a4de-33f1c3ec020f tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:07.322067 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-3af43b12-f367-4b6b-a4de-33f1c3ec020f tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/networks?id=05b39acb-0186-4a64-82b1-4b018af46153 HTTP/1.1" status: 200 len: 814 time: 0.1004012 Feb 16 13:09:07.338030 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-a3049c95-feb9-4443-b157-420a6178b726 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/quotas/34273e42c5f043fc967e106b0c03e43e HTTP/1.1" status: 200 len: 375 time: 0.0089650 Feb 16 13:09:07.386185 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-484e6edf-f4d6-42b1-beed-86aa6f427cf1 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=34273e42c5f043fc967e106b0c03e43e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0422831 Feb 16 13:09:07.479668 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-e9a7e056-11db-49db-9040-1d723139ad7d service neutron] 10.222.0.90 "GET /v2.0/networks/05b39acb-0186-4a64-82b1-4b018af46153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858927 Feb 16 13:09:07.569061 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-277c4c82-6da8-468f-b3b6-7512d18977b9 service neutron] 10.222.0.90 "GET /v2.0/networks/05b39acb-0186-4a64-82b1-4b018af46153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831180 Feb 16 13:09:07.727283 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-72422c50-f379-4c98-8bbb-f01997ebe440 req-8e87ee4b-dc1d-41e5-9107-742f06603b71 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/ports?device_id=7436b5a8-eac6-4247-9a4d-9ee0dd6f7537 HTTP/1.1" status: 200 len: 210 time: 0.0320621 Feb 16 13:09:08.627743 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-7191ef81-0c9d-47ce-ab1c-d57d9c23ba83 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:08.629207 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-7191ef81-0c9d-47ce-ab1c-d57d9c23ba83 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.42 "GET /v2.0/networks?id=05b39acb-0186-4a64-82b1-4b018af46153 HTTP/1.1" status: 200 len: 814 time: 0.1103566 Feb 16 13:09:08.643050 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-60cb5d72-44b4-4267-913a-f1cdb5af6bbf tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Request body: {'port': {'device_id': '7436b5a8-eac6-4247-9a4d-9ee0dd6f7537', 'network_id': '05b39acb-0186-4a64-82b1-4b018af46153', 'admin_state_up': True, 'tenant_id': '34273e42c5f043fc967e106b0c03e43e'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:08.754764 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-60cb5d72-44b4-4267-913a-f1cdb5af6bbf tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Made reservation on behalf of 34273e42c5f043fc967e106b0c03e43e for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:09:08.758318 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-60cb5d72-44b4-4267-913a-f1cdb5af6bbf tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:08.825110 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-15be3c84-1b99-442c-b2b0-29e8258b8acd req-83da808b-6e2f-4c1f-944e-0b3929b70c26 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/ports?device_id=7436b5a8-eac6-4247-9a4d-9ee0dd6f7537 HTTP/1.1" status: 200 len: 210 time: 0.0285883 Feb 16 13:09:08.889820 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-60cb5d72-44b4-4267-913a-f1cdb5af6bbf tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Allocated IP 172.20.0.7 (05b39acb-0186-4a64-82b1-4b018af46153/814aeda2-c818-441f-98e3-f7c752070874/386e3b0a-b2f9-4442-b673-5a1db04e2e7a) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:09:09.035992 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-60cb5d72-44b4-4267-913a-f1cdb5af6bbf tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:09.071698 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-60cb5d72-44b4-4267-913a-f1cdb5af6bbf tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:09.083731 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['f4dcd170-cde2-4386-ace4-73b56335f409'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:09:09.118480 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-60cb5d72-44b4-4267-913a-f1cdb5af6bbf tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Network 05b39acb-0186-4a64-82b1-4b018af46153 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:09:09.121802 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-60cb5d72-44b4-4267-913a-f1cdb5af6bbf tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:09:09.126165 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-60cb5d72-44b4-4267-913a-f1cdb5af6bbf tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:09:09.154707 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb5d72-44b4-4267-913a-f1cdb5af6bbf tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Pushing event updated for resources: {'Port': ['ID=386e3b0a-b2f9-4442-b673-5a1db04e2e7a,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:09.179283 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-60cb5d72-44b4-4267-913a-f1cdb5af6bbf tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:09.179938 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-60cb5d72-44b4-4267-913a-f1cdb5af6bbf tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:09.197953 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-60cb5d72-44b4-4267-913a-f1cdb5af6bbf tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5589881 Feb 16 13:09:09.210640 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-c734a8ed-ce64-4e0e-8948-36efdacbb51c service neutron] Request body: {'port': {'device_id': '7436b5a8-eac6-4247-9a4d-9ee0dd6f7537', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:09.263545 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-c734a8ed-ce64-4e0e-8948-36efdacbb51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:09.852339 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-c734a8ed-ce64-4e0e-8948-36efdacbb51c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 386e3b0a-b2f9-4442-b673-5a1db04e2e7a {{(pid=109049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:09:09.860649 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-c734a8ed-ce64-4e0e-8948-36efdacbb51c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:09.872605 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.provisioning_blocks [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-c734a8ed-ce64-4e0e-8948-36efdacbb51c service neutron] Transition to ACTIVE for port object 386e3b0a-b2f9-4442-b673-5a1db04e2e7a will not be triggered until provisioned by entity L2. {{(pid=109049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:09:09.876485 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-c734a8ed-ce64-4e0e-8948-36efdacbb51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:09.932355 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734a8ed-ce64-4e0e-8948-36efdacbb51c service neutron] Pushing event updated for resources: {'Port': ['ID=386e3b0a-b2f9-4442-b673-5a1db04e2e7a,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:09.945752 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f679b-bcad-4acf-ac6b-9f9f660dc6b3 req-c03d296e-9a73-4974-8e67-eb402bb07d70 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:09.947241 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6d3f679b-bcad-4acf-ac6b-9f9f660dc6b3 req-c03d296e-9a73-4974-8e67-eb402bb07d70 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/ports?device_id=7436b5a8-eac6-4247-9a4d-9ee0dd6f7537 HTTP/1.1" status: 200 len: 943 time: 0.0538468 Feb 16 13:09:09.986407 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6d3f679b-bcad-4acf-ac6b-9f9f660dc6b3 req-58894394-2239-4677-9e4e-7cccf16743ae tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/security-groups?id=f96c255b-421f-4183-ab24-dd95916c2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328617 Feb 16 13:09:10.000413 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-c734a8ed-ce64-4e0e-8948-36efdacbb51c service neutron] Attempting to bind port 386e3b0a-b2f9-4442-b673-5a1db04e2e7a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:09:10.000792 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-c734a8ed-ce64-4e0e-8948-36efdacbb51c service neutron] Attempting to bind port 386e3b0a-b2f9-4442-b673-5a1db04e2e7a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd5da56c1-eefa-4a5b-9d54-13ad82526e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '05b39acb-0186-4a64-82b1-4b018af46153'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:09:10.001119 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-c734a8ed-ce64-4e0e-8948-36efdacbb51c service neutron] Attempting to bind port 386e3b0a-b2f9-4442-b673-5a1db04e2e7a on network 05b39acb-0186-4a64-82b1-4b018af46153 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:09:10.005882 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-c734a8ed-ce64-4e0e-8948-36efdacbb51c service neutron] Port 386e3b0a-b2f9-4442-b673-5a1db04e2e7a on network 05b39acb-0186-4a64-82b1-4b018af46153 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:09:10.006204 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-c734a8ed-ce64-4e0e-8948-36efdacbb51c service neutron] Attempting to bind port 386e3b0a-b2f9-4442-b673-5a1db04e2e7a on network 05b39acb-0186-4a64-82b1-4b018af46153 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:09:10.011474 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-c734a8ed-ce64-4e0e-8948-36efdacbb51c service neutron] Checking agent: {'id': '31a9428e-e23a-420f-bfe2-5870b63c0436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'started_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:09:10.011827 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-c734a8ed-ce64-4e0e-8948-36efdacbb51c service neutron] Checking segment: {'id': 'd5da56c1-eefa-4a5b-9d54-13ad82526e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '05b39acb-0186-4a64-82b1-4b018af46153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:09:10.012491 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-c734a8ed-ce64-4e0e-8948-36efdacbb51c service neutron] Bound using segment: {'id': 'd5da56c1-eefa-4a5b-9d54-13ad82526e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '05b39acb-0186-4a64-82b1-4b018af46153'} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:09:10.013661 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-c734a8ed-ce64-4e0e-8948-36efdacbb51c service neutron] Bound port: 386e3b0a-b2f9-4442-b673-5a1db04e2e7a, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5da56c1-eefa-4a5b-9d54-13ad82526e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '05b39acb-0186-4a64-82b1-4b018af46153'}}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:09:10.014046 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-c734a8ed-ce64-4e0e-8948-36efdacbb51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:10.079795 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-c734a8ed-ce64-4e0e-8948-36efdacbb51c service neutron] For port 386e3b0a-b2f9-4442-b673-5a1db04e2e7a, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:09:10.082860 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-c734a8ed-ce64-4e0e-8948-36efdacbb51c service neutron] For port 386e3b0a-b2f9-4442-b673-5a1db04e2e7a, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=386e3b0a-b2f9-4442-b673-5a1db04e2e7a,segment=NetworkSegment(d5da56c1-eefa-4a5b-9d54-13ad82526e3c),segment_id=d5da56c1-eefa-4a5b-9d54-13ad82526e3c)] {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:09:10.086745 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-c734a8ed-ce64-4e0e-8948-36efdacbb51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:10.119263 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-c734a8ed-ce64-4e0e-8948-36efdacbb51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:10.119883 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-c734a8ed-ce64-4e0e-8948-36efdacbb51c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:10.121295 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-c734a8ed-ce64-4e0e-8948-36efdacbb51c service neutron] 10.222.0.42 "PUT /v2.0/ports/386e3b0a-b2f9-4442-b673-5a1db04e2e7a HTTP/1.1" status: 200 len: 1093 time: 0.9149034 Feb 16 13:09:10.123843 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7436b5a8-eac6-4247-9a4d-9ee0dd6f7537', 'tag': '386e3b0a-b2f9-4442-b673-5a1db04e2e7a'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:09:10.127170 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9dd342e-9fde-46e5-b590-c18c3499289b" -d '{"events": [{"name": "network-changed", "server_uuid": "7436b5a8-eac6-4247-9a4d-9ee0dd6f7537", "tag": "386e3b0a-b2f9-4442-b673-5a1db04e2e7a"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:09:10.154883 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734a8ed-ce64-4e0e-8948-36efdacbb51c service neutron] Pushing event updated for resources: {'Port': ['ID=386e3b0a-b2f9-4442-b673-5a1db04e2e7a,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:10.166688 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4640a704-e9b0-4558-ab73-b02de778927d x-openstack-request-id: req-4640a704-e9b0-4558-ab73-b02de778927d {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:09:10.166976 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7436b5a8-eac6-4247-9a4d-9ee0dd6f7537", "tag": "386e3b0a-b2f9-4442-b673-5a1db04e2e7a", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:09:10.167226 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4640a704-e9b0-4558-ab73-b02de778927d {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:09:10.167625 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7436b5a8-eac6-4247-9a4d-9ee0dd6f7537', 'tag': '386e3b0a-b2f9-4442-b673-5a1db04e2e7a', 'status': 'completed', 'code': 200} Feb 16 13:09:10.216252 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-ec7ed265-657e-4fd4-93a8-631538cd5fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:10.217891 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-ec7ed265-657e-4fd4-93a8-631538cd5fbe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=34273e42c5f043fc967e106b0c03e43e&device_id=7436b5a8-eac6-4247-9a4d-9ee0dd6f7537 HTTP/1.1" status: 200 len: 1096 time: 0.0429077 Feb 16 13:09:10.264942 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-7340e3ed-f460-4eec-987d-28e39577aa89 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=386e3b0a-b2f9-4442-b673-5a1db04e2e7a HTTP/1.1" status: 200 len: 217 time: 0.0378385 Feb 16 13:09:10.317846 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-98b91b9e-4b92-4528-a69c-806337981eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:10.319339 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-98b91b9e-4b92-4528-a69c-806337981eb0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=814aeda2-c818-441f-98e3-f7c752070874 HTTP/1.1" status: 200 len: 854 time: 0.0483227 Feb 16 13:09:10.356102 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-e14b72b0-61b7-451e-87db-81bb9a11305b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=05b39acb-0186-4a64-82b1-4b018af46153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298915 Feb 16 13:09:10.363480 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:09:10.452798 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-7bc5e572-89f2-442a-b266-4f6ee960e797 service neutron] 10.222.0.42 "GET /v2.0/networks/05b39acb-0186-4a64-82b1-4b018af46153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897176 Feb 16 13:09:10.545741 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3efd2dcd-fb89-407c-83f0-406d87a26ac4 req-1ee08f69-4aa6-422a-803a-74eae1242608 service neutron] 10.222.0.42 "GET /v2.0/networks/05b39acb-0186-4a64-82b1-4b018af46153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816779 Feb 16 13:09:10.639519 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd342e-9fde-46e5-b590-c18c3499289b req-6e50d823-d8cf-4ad8-8293-fdd6f8f47236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:10.641016 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e9dd342e-9fde-46e5-b590-c18c3499289b req-6e50d823-d8cf-4ad8-8293-fdd6f8f47236 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=34273e42c5f043fc967e106b0c03e43e&device_id=7436b5a8-eac6-4247-9a4d-9ee0dd6f7537 HTTP/1.1" status: 200 len: 1096 time: 0.0412464 Feb 16 13:09:10.735290 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd342e-9fde-46e5-b590-c18c3499289b req-304d8370-d783-4af0-aa52-1a2e0c8bee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:10.736661 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e9dd342e-9fde-46e5-b590-c18c3499289b req-304d8370-d783-4af0-aa52-1a2e0c8bee2e service neutron] 10.222.0.42 "GET /v2.0/networks?id=05b39acb-0186-4a64-82b1-4b018af46153 HTTP/1.1" status: 200 len: 915 time: 0.0884724 Feb 16 13:09:10.777065 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e9dd342e-9fde-46e5-b590-c18c3499289b req-aa336811-7b01-4b78-8133-63b221e5abc4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=386e3b0a-b2f9-4442-b673-5a1db04e2e7a HTTP/1.1" status: 200 len: 217 time: 0.0331984 Feb 16 13:09:10.831439 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd342e-9fde-46e5-b590-c18c3499289b req-f4023061-23cb-4065-8a1e-d58fc94ee0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:10.832923 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e9dd342e-9fde-46e5-b590-c18c3499289b req-f4023061-23cb-4065-8a1e-d58fc94ee0d2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=814aeda2-c818-441f-98e3-f7c752070874 HTTP/1.1" status: 200 len: 854 time: 0.0481999 Feb 16 13:09:10.864397 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e9dd342e-9fde-46e5-b590-c18c3499289b req-ac7c2f09-e449-4fa1-ac5e-8475f3fba33d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=05b39acb-0186-4a64-82b1-4b018af46153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239685 Feb 16 13:09:10.952768 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e9dd342e-9fde-46e5-b590-c18c3499289b req-c70d6322-8228-4bf4-b1a1-fe9e329e9444 service neutron] 10.222.0.42 "GET /v2.0/networks/05b39acb-0186-4a64-82b1-4b018af46153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809653 Feb 16 13:09:11.054526 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e9dd342e-9fde-46e5-b590-c18c3499289b req-34eb3838-4d8c-438f-b105-e35a1e71a2fb service neutron] 10.222.0.42 "GET /v2.0/networks/05b39acb-0186-4a64-82b1-4b018af46153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911572 Feb 16 13:09:11.115775 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffa84c-49e8-47d9-8fb1-ab99d4b73ec3 req-5b2d2a65-d8c8-410c-9993-a9cff0d13039 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:11.117336 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d9ffa84c-49e8-47d9-8fb1-ab99d4b73ec3 req-5b2d2a65-d8c8-410c-9993-a9cff0d13039 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/ports?device_id=7436b5a8-eac6-4247-9a4d-9ee0dd6f7537 HTTP/1.1" status: 200 len: 943 time: 0.0512748 Feb 16 13:09:11.159841 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d9ffa84c-49e8-47d9-8fb1-ab99d4b73ec3 req-933fa8fd-0ccd-482c-897c-496ed3f02ec1 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/security-groups?id=f96c255b-421f-4183-ab24-dd95916c2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362105 Feb 16 13:09:12.279754 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c171e4e-3aab-4cd8-90f7-e73ab40f42d0 req-80c0121a-9f1a-497c-a803-45d589656533 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:12.281232 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1c171e4e-3aab-4cd8-90f7-e73ab40f42d0 req-80c0121a-9f1a-497c-a803-45d589656533 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/ports?device_id=7436b5a8-eac6-4247-9a4d-9ee0dd6f7537 HTTP/1.1" status: 200 len: 943 time: 0.0535748 Feb 16 13:09:12.321317 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1c171e4e-3aab-4cd8-90f7-e73ab40f42d0 req-aca7616e-20d9-4fda-af84-391a339f4626 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/security-groups?id=f96c255b-421f-4183-ab24-dd95916c2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338798 Feb 16 13:09:12.848281 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 386e3b0a-b2f9-4442-b673-5a1db04e2e7a details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:09:12.944825 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 386e3b0a-b2f9-4442-b673-5a1db04e2e7a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=386e3b0a-b2f9-4442-b673-5a1db04e2e7a,segment=NetworkSegment(d5da56c1-eefa-4a5b-9d54-13ad82526e3c),segment_id=d5da56c1-eefa-4a5b-9d54-13ad82526e3c)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:09:12.957187 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': '386e3b0a-b2f9-4442-b673-5a1db04e2e7a', 'network_id': '05b39acb-0186-4a64-82b1-4b018af46153', 'port_id': '386e3b0a-b2f9-4442-b673-5a1db04e2e7a', 'mac_address': 'fa:16:3e:33:47:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '814aeda2-c818-441f-98e3-f7c752070874', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:09:12.995600 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:13.008305 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 386e3b0a-b2f9-4442-b673-5a1db04e2e7a {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:09:13.027137 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 386e3b0a-b2f9-4442-b673-5a1db04e2e7a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=386e3b0a-b2f9-4442-b673-5a1db04e2e7a,segment=NetworkSegment(d5da56c1-eefa-4a5b-9d54-13ad82526e3c),segment_id=d5da56c1-eefa-4a5b-9d54-13ad82526e3c)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:09:13.032064 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:13.079720 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=386e3b0a-b2f9-4442-b673-5a1db04e2e7a,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:13.245704 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['386e3b0a-b2f9-4442-b673-5a1db04e2e7a'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:09:13.441830 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f670f31-a25d-4860-ac5b-1ca6bdec2cd1 req-84915d47-1ddf-49aa-a50c-9e9bd30b8cf4 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:13.443506 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6f670f31-a25d-4860-ac5b-1ca6bdec2cd1 req-84915d47-1ddf-49aa-a50c-9e9bd30b8cf4 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/ports?device_id=7436b5a8-eac6-4247-9a4d-9ee0dd6f7537 HTTP/1.1" status: 200 len: 944 time: 0.0514338 Feb 16 13:09:13.494214 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6f670f31-a25d-4860-ac5b-1ca6bdec2cd1 req-ec4d1429-45c6-40b4-aea5-a9c354bb09b1 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/security-groups?id=f96c255b-421f-4183-ab24-dd95916c2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349627 Feb 16 13:09:14.613488 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c97b08-6a56-46ba-9940-47466036e2ee req-8ac52ab1-2eff-4ae8-852e-b32808845cbb tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:14.614955 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f6c97b08-6a56-46ba-9940-47466036e2ee req-8ac52ab1-2eff-4ae8-852e-b32808845cbb tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/ports?device_id=7436b5a8-eac6-4247-9a4d-9ee0dd6f7537 HTTP/1.1" status: 200 len: 944 time: 0.0507424 Feb 16 13:09:14.654195 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f6c97b08-6a56-46ba-9940-47466036e2ee req-0fbb5077-233e-4bc1-b5a9-3670a94fdbf4 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/security-groups?id=f96c255b-421f-4183-ab24-dd95916c2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330262 Feb 16 13:09:14.863454 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 386e3b0a-b2f9-4442-b673-5a1db04e2e7a up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:09:14.915555 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning for port 386e3b0a-b2f9-4442-b673-5a1db04e2e7a completed by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:09:14.920155 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port 386e3b0a-b2f9-4442-b673-5a1db04e2e7a triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:14.920531 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:15.004219 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:15.027003 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7436b5a8-eac6-4247-9a4d-9ee0dd6f7537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386e3b0a-b2f9-4442-b673-5a1db04e2e7a'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:09:15.029850 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd84666c-a178-4e25-adb0-42892e3b3d61" -d '{"events": [{"server_uuid": "7436b5a8-eac6-4247-9a4d-9ee0dd6f7537", "name": "network-vif-plugged", "status": "completed", "tag": "386e3b0a-b2f9-4442-b673-5a1db04e2e7a"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:09:15.043413 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 386e3b0a-b2f9-4442-b673-5a1db04e2e7a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=386e3b0a-b2f9-4442-b673-5a1db04e2e7a,segment=NetworkSegment(d5da56c1-eefa-4a5b-9d54-13ad82526e3c),segment_id=d5da56c1-eefa-4a5b-9d54-13ad82526e3c)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:09:15.048227 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:15.072358 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7549e865-4a49-446d-9a61-766df6eeba05 x-openstack-request-id: req-7549e865-4a49-446d-9a61-766df6eeba05 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:09:15.072658 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7436b5a8-eac6-4247-9a4d-9ee0dd6f7537", "name": "network-vif-plugged", "status": "completed", "tag": "386e3b0a-b2f9-4442-b673-5a1db04e2e7a", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:09:15.072912 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7549e865-4a49-446d-9a61-766df6eeba05 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:09:15.073290 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7436b5a8-eac6-4247-9a4d-9ee0dd6f7537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386e3b0a-b2f9-4442-b673-5a1db04e2e7a', 'code': 200} Feb 16 13:09:15.103347 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=386e3b0a-b2f9-4442-b673-5a1db04e2e7a,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:15.235064 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ade376-0837-4b05-a83c-0036c23388ae req-2525f6c6-dd63-4c1d-9363-caf32aefc4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:15.236610 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b7ade376-0837-4b05-a83c-0036c23388ae req-2525f6c6-dd63-4c1d-9363-caf32aefc4a6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7436b5a8-eac6-4247-9a4d-9ee0dd6f7537 HTTP/1.1" status: 200 len: 1098 time: 0.0422049 Feb 16 13:09:15.274023 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b7ade376-0837-4b05-a83c-0036c23388ae req-2f4d129e-8bfc-474f-8cd1-a28ef3cbb112 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f96c255b-421f-4183-ab24-dd95916c2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292366 Feb 16 13:09:15.777646 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81db49a-9e48-40a2-a78d-1a8a78508d46 req-83ac7bbd-6338-4159-8b87-1d512333ce09 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:15.779652 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f81db49a-9e48-40a2-a78d-1a8a78508d46 req-83ac7bbd-6338-4159-8b87-1d512333ce09 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/ports?device_id=7436b5a8-eac6-4247-9a4d-9ee0dd6f7537 HTTP/1.1" status: 200 len: 945 time: 0.0548456 Feb 16 13:09:15.817842 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f81db49a-9e48-40a2-a78d-1a8a78508d46 req-38bf914c-7295-4671-bba4-d29f0b05117d tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/security-groups?id=f96c255b-421f-4183-ab24-dd95916c2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321760 Feb 16 13:09:16.945890 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4fff9f-a8de-47c2-aaf5-bb540b9211d8 req-7db4fa5a-b9b2-4cac-af74-c5c0095c01a0 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:16.947726 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5d4fff9f-a8de-47c2-aaf5-bb540b9211d8 req-7db4fa5a-b9b2-4cac-af74-c5c0095c01a0 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/ports?device_id=7436b5a8-eac6-4247-9a4d-9ee0dd6f7537 HTTP/1.1" status: 200 len: 945 time: 0.0510349 Feb 16 13:09:16.989236 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5d4fff9f-a8de-47c2-aaf5-bb540b9211d8 req-a2057b4c-db5b-4f6c-bbb9-511d16a713be tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/security-groups?id=f96c255b-421f-4183-ab24-dd95916c2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345206 Feb 16 13:09:17.227395 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd0b92-b968-4f62-b5cc-828f27d466ab req-319a4f26-f8dc-41d1-877c-8d4705c0d8ab tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:17.228966 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-12bd0b92-b968-4f62-b5cc-828f27d466ab req-319a4f26-f8dc-41d1-877c-8d4705c0d8ab tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/ports?device_id=7436b5a8-eac6-4247-9a4d-9ee0dd6f7537 HTTP/1.1" status: 200 len: 945 time: 0.0532253 Feb 16 13:09:17.282213 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-12bd0b92-b968-4f62-b5cc-828f27d466ab req-d74cfbcc-b322-4719-bc2d-2c4f5cf01066 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/security-groups?id=f96c255b-421f-4183-ab24-dd95916c2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463624 Feb 16 13:09:18.408880 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77dc7e1-423b-4193-903c-e58f36fb741d req-ac88857d-cc1c-4b1c-8e4a-f4d78111e858 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:18.411600 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c77dc7e1-423b-4193-903c-e58f36fb741d req-ac88857d-cc1c-4b1c-8e4a-f4d78111e858 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/ports?device_id=7436b5a8-eac6-4247-9a4d-9ee0dd6f7537 HTTP/1.1" status: 200 len: 945 time: 0.0595446 Feb 16 13:09:18.450731 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c77dc7e1-423b-4193-903c-e58f36fb741d req-2db858c4-c1f4-4310-98ea-51984505bd8a tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/security-groups?id=f96c255b-421f-4183-ab24-dd95916c2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323067 Feb 16 13:09:18.749468 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477864e6-35d1-4147-9685-36281ba3d65d req-173d44e2-52c4-432f-bf39-90077fe058d0 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:18.750920 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-477864e6-35d1-4147-9685-36281ba3d65d req-173d44e2-52c4-432f-bf39-90077fe058d0 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.42 "GET /v2.0/ports?device_id=7436b5a8-eac6-4247-9a4d-9ee0dd6f7537 HTTP/1.1" status: 200 len: 945 time: 0.0494349 Feb 16 13:09:18.848070 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-477864e6-35d1-4147-9685-36281ba3d65d req-4974981b-f7af-4fdc-a0ed-132335267444 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Deleting port 386e3b0a-b2f9-4442-b673-5a1db04e2e7a {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:09:18.848418 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-477864e6-35d1-4147-9685-36281ba3d65d req-4974981b-f7af-4fdc-a0ed-132335267444 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:18.943093 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-477864e6-35d1-4147-9685-36281ba3d65d req-4974981b-f7af-4fdc-a0ed-132335267444 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] For port 386e3b0a-b2f9-4442-b673-5a1db04e2e7a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=386e3b0a-b2f9-4442-b673-5a1db04e2e7a,segment=NetworkSegment(d5da56c1-eefa-4a5b-9d54-13ad82526e3c),segment_id=d5da56c1-eefa-4a5b-9d54-13ad82526e3c)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:09:18.943450 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-477864e6-35d1-4147-9685-36281ba3d65d req-4974981b-f7af-4fdc-a0ed-132335267444 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:18.957783 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-477864e6-35d1-4147-9685-36281ba3d65d req-4974981b-f7af-4fdc-a0ed-132335267444 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Calling delete_port for 386e3b0a-b2f9-4442-b673-5a1db04e2e7a owned by compute:nova {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:09:19.096733 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-477864e6-35d1-4147-9685-36281ba3d65d req-4974981b-f7af-4fdc-a0ed-132335267444 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:19.113953 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['f4dcd170-cde2-4386-ace4-73b56335f409', '386e3b0a-b2f9-4442-b673-5a1db04e2e7a'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:09:19.130199 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4974981b-f7af-4fdc-a0ed-132335267444 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Pushing event deleted for resources: {'Port': ['ID=386e3b0a-b2f9-4442-b673-5a1db04e2e7a,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:19.175700 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-477864e6-35d1-4147-9685-36281ba3d65d req-4974981b-f7af-4fdc-a0ed-132335267444 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] No DVR routers for this DVR port 386e3b0a-b2f9-4442-b673-5a1db04e2e7a on host hv-neutron-8281 {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:09:19.178330 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-477864e6-35d1-4147-9685-36281ba3d65d req-4974981b-f7af-4fdc-a0ed-132335267444 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:19.182223 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-477864e6-35d1-4147-9685-36281ba3d65d req-4974981b-f7af-4fdc-a0ed-132335267444 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.42 "DELETE /v2.0/ports/386e3b0a-b2f9-4442-b673-5a1db04e2e7a HTTP/1.1" status: 204 len: 173 time: 0.4235418 Feb 16 13:09:19.182715 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7436b5a8-eac6-4247-9a4d-9ee0dd6f7537', 'name': 'network-vif-deleted', 'tag': '386e3b0a-b2f9-4442-b673-5a1db04e2e7a'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:09:19.185829 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74967ff-f2fb-4088-97d1-74135e187aa1" -d '{"events": [{"server_uuid": "7436b5a8-eac6-4247-9a4d-9ee0dd6f7537", "name": "network-vif-deleted", "tag": "386e3b0a-b2f9-4442-b673-5a1db04e2e7a"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:09:19.226329 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66199b49-facf-4b54-8c5d-b76a72ffebd6 x-openstack-request-id: req-66199b49-facf-4b54-8c5d-b76a72ffebd6 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:09:19.226619 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7436b5a8-eac6-4247-9a4d-9ee0dd6f7537", "name": "network-vif-deleted", "tag": "386e3b0a-b2f9-4442-b673-5a1db04e2e7a", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:09:19.226866 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-66199b49-facf-4b54-8c5d-b76a72ffebd6 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:09:19.227312 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7436b5a8-eac6-4247-9a4d-9ee0dd6f7537', 'name': 'network-vif-deleted', 'tag': '386e3b0a-b2f9-4442-b673-5a1db04e2e7a', 'status': 'completed', 'code': 200} Feb 16 13:09:19.563293 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-dcba7126-7e09-4a86-bb09-21f4c5df56b3 req-93f3e9ed-3113-45e0-b6a6-7efb4766b658 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/ports?device_id=7436b5a8-eac6-4247-9a4d-9ee0dd6f7537 HTTP/1.1" status: 200 len: 210 time: 0.0340755 Feb 16 13:09:20.714958 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9918a038-a210-496a-b0e4-04bf126e6174 req-0c12509d-dc37-4a72-8852-110931b645dd tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:20.716579 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9918a038-a210-496a-b0e4-04bf126e6174 req-0c12509d-dc37-4a72-8852-110931b645dd tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/ports?device_id=3d1f8adc-8c7a-4dc9-b7f2-4bd323e3ef3f HTTP/1.1" status: 200 len: 945 time: 0.0484953 Feb 16 13:09:20.756836 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9918a038-a210-496a-b0e4-04bf126e6174 req-187c1f1e-ccc6-453a-94bf-48add29e0434 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/security-groups?id=f96c255b-421f-4183-ab24-dd95916c2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340881 Feb 16 13:09:20.897279 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a5711-9be9-41ad-a407-f2611ad5460e req-88662bcb-d699-462e-94be-e7897665fd38 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:20.898858 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1a7a5711-9be9-41ad-a407-f2611ad5460e req-88662bcb-d699-462e-94be-e7897665fd38 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/ports?device_id=3d1f8adc-8c7a-4dc9-b7f2-4bd323e3ef3f HTTP/1.1" status: 200 len: 945 time: 0.0552464 Feb 16 13:09:20.940012 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1a7a5711-9be9-41ad-a407-f2611ad5460e req-eaf36cf6-92bf-498e-984f-2260d2688e5c tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/security-groups?id=f96c255b-421f-4183-ab24-dd95916c2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338130 Feb 16 13:09:21.063133 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af72b7-53eb-4fb0-8140-f317b91f6dcc req-47ab47fa-3fa5-45c4-9832-e10199d1177f tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:21.064685 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-49af72b7-53eb-4fb0-8140-f317b91f6dcc req-47ab47fa-3fa5-45c4-9832-e10199d1177f tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/ports?device_id=3d1f8adc-8c7a-4dc9-b7f2-4bd323e3ef3f HTTP/1.1" status: 200 len: 945 time: 0.0521111 Feb 16 13:09:21.104520 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-49af72b7-53eb-4fb0-8140-f317b91f6dcc req-367e3f37-7b79-4fda-ba79-b6da61985345 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/security-groups?id=f96c255b-421f-4183-ab24-dd95916c2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334816 Feb 16 13:09:21.273840 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02db15f-b931-4961-bf93-01ed570cdfea req-c433bad8-86bc-4e31-9fa1-b189ac0426f5 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:21.275133 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c02db15f-b931-4961-bf93-01ed570cdfea req-c433bad8-86bc-4e31-9fa1-b189ac0426f5 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/ports?device_id=3d1f8adc-8c7a-4dc9-b7f2-4bd323e3ef3f HTTP/1.1" status: 200 len: 945 time: 0.0496430 Feb 16 13:09:21.314117 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c02db15f-b931-4961-bf93-01ed570cdfea req-c3723973-7440-44f9-ae48-8eeb6b0270c2 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/security-groups?id=f96c255b-421f-4183-ab24-dd95916c2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321743 Feb 16 13:09:21.437974 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3539b3a-739c-4c2d-812d-bc3c866db94c req-097dace1-c621-4226-94e5-2d9cdfebd05c tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:21.439353 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b3539b3a-739c-4c2d-812d-bc3c866db94c req-097dace1-c621-4226-94e5-2d9cdfebd05c tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/ports?device_id=3d1f8adc-8c7a-4dc9-b7f2-4bd323e3ef3f HTTP/1.1" status: 200 len: 945 time: 0.0532060 Feb 16 13:09:21.476161 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b3539b3a-739c-4c2d-812d-bc3c866db94c req-4ad2158b-0391-49a7-b1e7-36fb4a1b31aa tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/security-groups?id=f96c255b-421f-4183-ab24-dd95916c2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307865 Feb 16 13:09:21.599382 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da821cbd-c53a-4935-8990-30f113b85c34 req-d6b58733-1cc1-420b-a564-5fa821602fdb tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:21.600866 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-da821cbd-c53a-4935-8990-30f113b85c34 req-d6b58733-1cc1-420b-a564-5fa821602fdb tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/ports?device_id=3d1f8adc-8c7a-4dc9-b7f2-4bd323e3ef3f HTTP/1.1" status: 200 len: 945 time: 0.0493281 Feb 16 13:09:21.638962 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-da821cbd-c53a-4935-8990-30f113b85c34 req-58f18fcc-dca2-4286-b289-c4f252470b5a tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/security-groups?id=f96c255b-421f-4183-ab24-dd95916c2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319538 Feb 16 13:09:21.936970 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561b805-d60c-4f1a-9236-ab4e50e3d090 req-2f9f2025-3d17-4911-8b32-08a0d2d5b450 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:21.938480 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2561b805-d60c-4f1a-9236-ab4e50e3d090 req-2f9f2025-3d17-4911-8b32-08a0d2d5b450 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/ports?device_id=3d1f8adc-8c7a-4dc9-b7f2-4bd323e3ef3f HTTP/1.1" status: 200 len: 945 time: 0.0516095 Feb 16 13:09:21.977398 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2561b805-d60c-4f1a-9236-ab4e50e3d090 req-5c1b9efe-08b5-48fe-8cf4-c1f8e13983ea tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/security-groups?id=f96c255b-421f-4183-ab24-dd95916c2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328496 Feb 16 13:09:22.310524 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-784f2da4-f500-4df7-a7eb-64b0726245d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:22.925817 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 386e3b0a-b2f9-4442-b673-5a1db04e2e7a no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:09:22.950115 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] No Port match for: 386e3b0a-b2f9-4442-b673-5a1db04e2e7a {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:09:22.950619 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 386e3b0a-b2f9-4442-b673-5a1db04e2e7a not bound to the agent host hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:09:23.113715 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2f45b-8337-4178-bf6b-15a1a73451a4 req-38f4fd73-1a0f-440b-bcd1-e5cbff633667 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:23.115238 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b2d2f45b-8337-4178-bf6b-15a1a73451a4 req-38f4fd73-1a0f-440b-bcd1-e5cbff633667 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/ports?device_id=3d1f8adc-8c7a-4dc9-b7f2-4bd323e3ef3f HTTP/1.1" status: 200 len: 945 time: 0.0575397 Feb 16 13:09:23.155786 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b2d2f45b-8337-4178-bf6b-15a1a73451a4 req-cc1f26aa-02a3-4e58-aee8-a1ac8945177e tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/security-groups?id=f96c255b-421f-4183-ab24-dd95916c2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343492 Feb 16 13:09:23.575606 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded95ac-5840-4cd6-b2c7-3cfa63ad05d9 req-cdb8c701-2325-4397-9ba2-f4806bba13d9 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:23.577756 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5ded95ac-5840-4cd6-b2c7-3cfa63ad05d9 req-cdb8c701-2325-4397-9ba2-f4806bba13d9 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d1f8adc-8c7a-4dc9-b7f2-4bd323e3ef3f HTTP/1.1" status: 200 len: 945 time: 0.0524080 Feb 16 13:09:23.668200 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-5ded95ac-5840-4cd6-b2c7-3cfa63ad05d9 req-57666e4d-b66a-4c0d-83df-abcd213f7a7e tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Deleting port f4dcd170-cde2-4386-ace4-73b56335f409 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:09:23.668545 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-5ded95ac-5840-4cd6-b2c7-3cfa63ad05d9 req-57666e4d-b66a-4c0d-83df-abcd213f7a7e tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:23.758733 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-5ded95ac-5840-4cd6-b2c7-3cfa63ad05d9 req-57666e4d-b66a-4c0d-83df-abcd213f7a7e tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] For port f4dcd170-cde2-4386-ace4-73b56335f409, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f4dcd170-cde2-4386-ace4-73b56335f409,segment=NetworkSegment(d5da56c1-eefa-4a5b-9d54-13ad82526e3c),segment_id=d5da56c1-eefa-4a5b-9d54-13ad82526e3c)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:09:23.759090 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-5ded95ac-5840-4cd6-b2c7-3cfa63ad05d9 req-57666e4d-b66a-4c0d-83df-abcd213f7a7e tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:23.770826 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-5ded95ac-5840-4cd6-b2c7-3cfa63ad05d9 req-57666e4d-b66a-4c0d-83df-abcd213f7a7e tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Calling delete_port for f4dcd170-cde2-4386-ace4-73b56335f409 owned by compute:nova {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:09:23.897507 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-5ded95ac-5840-4cd6-b2c7-3cfa63ad05d9 req-57666e4d-b66a-4c0d-83df-abcd213f7a7e tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:23.909860 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['f4dcd170-cde2-4386-ace4-73b56335f409'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:09:23.927586 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57666e4d-b66a-4c0d-83df-abcd213f7a7e tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Pushing event deleted for resources: {'Port': ['ID=f4dcd170-cde2-4386-ace4-73b56335f409,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:23.973455 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ded95ac-5840-4cd6-b2c7-3cfa63ad05d9 req-57666e4d-b66a-4c0d-83df-abcd213f7a7e tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] No DVR routers for this DVR port f4dcd170-cde2-4386-ace4-73b56335f409 on host hv-neutron-8281 {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:09:23.976016 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-5ded95ac-5840-4cd6-b2c7-3cfa63ad05d9 req-57666e4d-b66a-4c0d-83df-abcd213f7a7e tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:23.979234 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5ded95ac-5840-4cd6-b2c7-3cfa63ad05d9 req-57666e4d-b66a-4c0d-83df-abcd213f7a7e tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.42 "DELETE /v2.0/ports/f4dcd170-cde2-4386-ace4-73b56335f409 HTTP/1.1" status: 204 len: 173 time: 0.3952975 Feb 16 13:09:23.979671 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1f8adc-8c7a-4dc9-b7f2-4bd323e3ef3f', 'name': 'network-vif-deleted', 'tag': 'f4dcd170-cde2-4386-ace4-73b56335f409'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:09:23.981912 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e235e683-9ff4-456d-8241-612bca66b0cb" -d '{"events": [{"server_uuid": "3d1f8adc-8c7a-4dc9-b7f2-4bd323e3ef3f", "name": "network-vif-deleted", "tag": "f4dcd170-cde2-4386-ace4-73b56335f409"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:09:24.019565 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df05be0b-0083-450d-9135-83cb98b569cb x-openstack-request-id: req-df05be0b-0083-450d-9135-83cb98b569cb {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:09:24.019853 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d1f8adc-8c7a-4dc9-b7f2-4bd323e3ef3f", "name": "network-vif-deleted", "tag": "f4dcd170-cde2-4386-ace4-73b56335f409", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:09:24.020098 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-df05be0b-0083-450d-9135-83cb98b569cb {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:09:24.020491 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1f8adc-8c7a-4dc9-b7f2-4bd323e3ef3f', 'name': 'network-vif-deleted', 'tag': 'f4dcd170-cde2-4386-ace4-73b56335f409', 'status': 'completed', 'code': 200} Feb 16 13:09:24.267777 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-36a79757-c4db-4855-985a-0e24dcbfa25f req-16ee45e2-e060-4e79-ac08-1ed31f2766d7 tempest-ServersNegativeTestJSON-1528989285 tempest-ServersNegativeTestJSON-1528989285-project] 10.222.0.90 "GET /v2.0/ports?device_id=3d1f8adc-8c7a-4dc9-b7f2-4bd323e3ef3f HTTP/1.1" status: 200 len: 210 time: 0.0328205 Feb 16 13:09:24.452872 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2d777faa-6b80-4cc2-b2a7-94f479e64f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:25.323477 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 41988) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:25.367278 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-961ba4af-33f0-4964-ab7a-09e636599066 admin admin] Deleting subnet 814aeda2-c818-441f-98e3-f7c752070874 {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 13:09:25.370620 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-961ba4af-33f0-4964-ab7a-09e636599066 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:25.407778 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-961ba4af-33f0-4964-ab7a-09e636599066 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:25.452454 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-961ba4af-33f0-4964-ab7a-09e636599066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:25.506416 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-961ba4af-33f0-4964-ab7a-09e636599066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:25.538217 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ba4af-33f0-4964-ab7a-09e636599066 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=814aeda2-c818-441f-98e3-f7c752070874,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:25.543770 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-961ba4af-33f0-4964-ab7a-09e636599066 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:25.547252 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-961ba4af-33f0-4964-ab7a-09e636599066 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/814aeda2-c818-441f-98e3-f7c752070874 HTTP/1.1" status: 204 len: 168 time: 0.2225542 Feb 16 13:09:25.549641 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 41990) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:25.618088 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cd4a7771-1c23-4dfd-930f-6e27efc1dec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:25.698981 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cd4a7771-1c23-4dfd-930f-6e27efc1dec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:25.719128 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-cd4a7771-1c23-4dfd-930f-6e27efc1dec7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05b39acb-0186-4a64-82b1-4b018af46153']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:25.728212 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-cd4a7771-1c23-4dfd-930f-6e27efc1dec7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5da56c1-eefa-4a5b-9d54-13ad82526e3c') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:25.728501 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-cd4a7771-1c23-4dfd-930f-6e27efc1dec7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5da56c1-eefa-4a5b-9d54-13ad82526e3c') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:25.738313 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cd4a7771-1c23-4dfd-930f-6e27efc1dec7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:25.751120 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cd4a7771-1c23-4dfd-930f-6e27efc1dec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:25.756846 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd4a7771-1c23-4dfd-930f-6e27efc1dec7 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:09:25.757244 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cd4a7771-1c23-4dfd-930f-6e27efc1dec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:25.758842 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 13:09:25.758842 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:09:25.758842 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 13:09:25.758842 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:09:25.758842 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 13:09:25.758842 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 13:09:25.758842 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 13:09:25.758842 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:09:25.758842 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 13:09:25.758842 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:09:25.758842 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 13:09:25.758842 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:09:25.758842 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 13:09:25.758842 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 13:09:25.758842 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:09:25.758842 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 13:09:25.758842 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:09:25.758842 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 13:09:25.758842 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 13:09:25.758842 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 13:09:25.758842 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 13:09:25.758842 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 13:09:25.758842 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:09:25.758842 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:09:25.758842 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 13:09:25.758842 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:09:25.758842 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:09:25.758842 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:09:25.758842 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:09:25.758842 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:09:25.758842 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:09:25.758842 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:09:25.783397 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:25.817154 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cd4a7771-1c23-4dfd-930f-6e27efc1dec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:25.821627 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cd4a7771-1c23-4dfd-930f-6e27efc1dec7 admin admin] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:25.824818 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-cd4a7771-1c23-4dfd-930f-6e27efc1dec7 admin admin] 10.222.0.90 "DELETE /v2.0/networks/05b39acb-0186-4a64-82b1-4b018af46153 HTTP/1.1" status: 204 len: 168 time: 0.2742331 Feb 16 13:09:25.838103 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a7771-1c23-4dfd-930f-6e27efc1dec7 admin admin] Pushing event deleted for resources: {'Network': ['ID=05b39acb-0186-4a64-82b1-4b018af46153,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:25.934320 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 41994) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:25.974025 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c67109d9-cc12-4f55-beb1-5aacd52f0c57 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=34273e42c5f043fc967e106b0c03e43e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385592 Feb 16 13:09:25.976479 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 41996) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:26.024685 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-167fc184-f9d1-44d5-8bb6-bda86dc2fd7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:26.049867 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-167fc184-f9d1-44d5-8bb6-bda86dc2fd7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:26.096934 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-167fc184-f9d1-44d5-8bb6-bda86dc2fd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:26.099382 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-167fc184-f9d1-44d5-8bb6-bda86dc2fd7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:26.100565 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-167fc184-f9d1-44d5-8bb6-bda86dc2fd7a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f96c255b-421f-4183-ab24-dd95916c2a9d HTTP/1.1" status: 204 len: 168 time: 0.1231477 Feb 16 13:09:26.111837 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167fc184-f9d1-44d5-8bb6-bda86dc2fd7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96c255b-421f-4183-ab24-dd95916c2a9d,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:26.824939 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 42018) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:26.931965 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-33d2cc38-7b06-468a-a016-69f28c7697db tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1416949691'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:26.949312 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device f4dcd170-cde2-4386-ace4-73b56335f409 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:09:26.958877 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d2cc38-7b06-468a-a016-69f28c7697db tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Made reservation on behalf of e79b4e0c789249fe8debe5e998f1c984 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:09:26.962699 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-33d2cc38-7b06-468a-a016-69f28c7697db tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:26.971292 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] No Port match for: f4dcd170-cde2-4386-ace4-73b56335f409 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:09:26.971638 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device f4dcd170-cde2-4386-ace4-73b56335f409 not bound to the agent host hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:09:26.972751 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-33d2cc38-7b06-468a-a016-69f28c7697db tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:27.058181 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-33d2cc38-7b06-468a-a016-69f28c7697db tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:27.061825 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:27.062902 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-33d2cc38-7b06-468a-a016-69f28c7697db tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:27.091636 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33d2cc38-7b06-468a-a016-69f28c7697db tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:09:27.101941 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d2cc38-7b06-468a-a016-69f28c7697db tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69ce4822-11b5-4935-9ba7-1cebe4fbf5ec,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:27.107257 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-33d2cc38-7b06-468a-a016-69f28c7697db tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:27.107605 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-33d2cc38-7b06-468a-a016-69f28c7697db tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Added segment 526bd3af-607d-4b6a-a484-1fb1cfe5f41c of type vlan for network 9e0e91d0-706e-47c9-8b15-1408c9059093 Feb 16 13:09:27.151331 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-33d2cc38-7b06-468a-a016-69f28c7697db tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:27.176683 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-33d2cc38-7b06-468a-a016-69f28c7697db tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:27.182238 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d2cc38-7b06-468a-a016-69f28c7697db tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:27.182830 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-33d2cc38-7b06-468a-a016-69f28c7697db tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:27.246254 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-33d2cc38-7b06-468a-a016-69f28c7697db tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4200869 Feb 16 13:09:27.255458 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d2cc38-7b06-468a-a016-69f28c7697db tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Pushing event updated for resources: {'Network': ['ID=9e0e91d0-706e-47c9-8b15-1408c9059093,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:27.267851 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 9e0e91d0-706e-47c9-8b15-1408c9059093 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:09:27.403759 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:28.682452 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:30.524113 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 42022) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:30.529288 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e70472be-00c3-4e27-ab40-b5fe144b4d09 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Request body: {'subnet': {'network_id': '9e0e91d0-706e-47c9-8b15-1408c9059093', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:30.632796 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70472be-00c3-4e27-ab40-b5fe144b4d09 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Made reservation on behalf of e79b4e0c789249fe8debe5e998f1c984 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:09:30.636552 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e70472be-00c3-4e27-ab40-b5fe144b4d09 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:30.822046 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e70472be-00c3-4e27-ab40-b5fe144b4d09 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:30.885948 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70472be-00c3-4e27-ab40-b5fe144b4d09 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Pushing event updated for resources: {'Subnet': ['ID=ed5eb730-7bd5-4802-b5cd-7bf433d364e4,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:30.896218 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70472be-00c3-4e27-ab40-b5fe144b4d09 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Checking segment: {'id': '526bd3af-607d-4b6a-a484-1fb1cfe5f41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9e0e91d0-706e-47c9-8b15-1408c9059093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:09:30.896520 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70472be-00c3-4e27-ab40-b5fe144b4d09 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Network hostable DHCP agents. Network: 9e0e91d0-706e-47c9-8b15-1408c9059093, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:09:30.914286 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70472be-00c3-4e27-ab40-b5fe144b4d09 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Network 9e0e91d0-706e-47c9-8b15-1408c9059093 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:09:30.923449 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-e70472be-00c3-4e27-ab40-b5fe144b4d09 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 9e0e91d0-706e-47c9-8b15-1408c9059093) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:09:30.927398 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70472be-00c3-4e27-ab40-b5fe144b4d09 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:30.927984 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e70472be-00c3-4e27-ab40-b5fe144b4d09 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:30.933018 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6ea3b2-dd1d-45d4-8954-607623b509f3 None None] Network 9e0e91d0-706e-47c9-8b15-1408c9059093 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:09:30.946029 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e70472be-00c3-4e27-ab40-b5fe144b4d09 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4207218 Feb 16 13:09:30.949711 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 42024) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:30.954649 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-abae9f44-02ba-4aa3-aa7d-14b588e66019 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1981750139'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:30.977337 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abae9f44-02ba-4aa3-aa7d-14b588e66019 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Made reservation on behalf of e79b4e0c789249fe8debe5e998f1c984 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:09:30.980825 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-abae9f44-02ba-4aa3-aa7d-14b588e66019 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:31.008844 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abae9f44-02ba-4aa3-aa7d-14b588e66019 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:09:31.018757 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-abae9f44-02ba-4aa3-aa7d-14b588e66019 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:31.019348 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-abae9f44-02ba-4aa3-aa7d-14b588e66019 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Added segment d18188de-bb0f-44ca-9a38-7b93e4589253 of type vlan for network 3c70af9e-aae2-4b6c-8762-e7002c0e1380 Feb 16 13:09:31.075317 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-abae9f44-02ba-4aa3-aa7d-14b588e66019 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:31.085360 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de651d00-f98e-4246-afd9-16d37ea5d950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-9e0e91d0-706e-47c9-8b15-1408c9059093', 'network_id': '9e0e91d0-706e-47c9-8b15-1408c9059093', 'tenant_id': 'e79b4e0c789249fe8debe5e998f1c984', 'fixed_ips': [{'subnet_id': 'ed5eb730-7bd5-4802-b5cd-7bf433d364e4'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 13:09:31.086228 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-de651d00-f98e-4246-afd9-16d37ea5d950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:31.106758 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-abae9f44-02ba-4aa3-aa7d-14b588e66019 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:31.112360 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abae9f44-02ba-4aa3-aa7d-14b588e66019 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:31.112931 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-abae9f44-02ba-4aa3-aa7d-14b588e66019 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:31.178048 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-abae9f44-02ba-4aa3-aa7d-14b588e66019 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2271755 Feb 16 13:09:31.180909 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 42026) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:31.186569 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-72d8fe36-f542-47b3-b4a4-b795170c716d tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Request body: {'subnet': {'network_id': '3c70af9e-aae2-4b6c-8762-e7002c0e1380', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:31.205689 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae9f44-02ba-4aa3-aa7d-14b588e66019 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Pushing event updated for resources: {'Network': ['ID=3c70af9e-aae2-4b6c-8762-e7002c0e1380,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:31.217077 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 3c70af9e-aae2-4b6c-8762-e7002c0e1380 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:09:31.279085 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-de651d00-f98e-4246-afd9-16d37ea5d950 None None] Allocated IP 2001:db8:0:ffff::2 (9e0e91d0-706e-47c9-8b15-1408c9059093/ed5eb730-7bd5-4802-b5cd-7bf433d364e4/101a0933-b8ca-464c-a4c0-daf892c14d00) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:09:31.290087 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d8fe36-f542-47b3-b4a4-b795170c716d tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Made reservation on behalf of e79b4e0c789249fe8debe5e998f1c984 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:09:31.294043 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-72d8fe36-f542-47b3-b4a4-b795170c716d tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:31.447187 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-de651d00-f98e-4246-afd9-16d37ea5d950 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:31.455330 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-de651d00-f98e-4246-afd9-16d37ea5d950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:31.491777 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de651d00-f98e-4246-afd9-16d37ea5d950 None None] Network 9e0e91d0-706e-47c9-8b15-1408c9059093 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:09:31.496779 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-de651d00-f98e-4246-afd9-16d37ea5d950 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:09:31.499089 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-72d8fe36-f542-47b3-b4a4-b795170c716d tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:31.501161 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de651d00-f98e-4246-afd9-16d37ea5d950 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:09:31.510722 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de651d00-f98e-4246-afd9-16d37ea5d950 None None] Pushing event updated for resources: {'Port': ['ID=101a0933-b8ca-464c-a4c0-daf892c14d00,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:31.521615 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de651d00-f98e-4246-afd9-16d37ea5d950 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:31.521966 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de651d00-f98e-4246-afd9-16d37ea5d950 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:31.522302 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de651d00-f98e-4246-afd9-16d37ea5d950 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:31.522635 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de651d00-f98e-4246-afd9-16d37ea5d950 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:31.522965 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de651d00-f98e-4246-afd9-16d37ea5d950 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:31.523292 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de651d00-f98e-4246-afd9-16d37ea5d950 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:31.523617 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de651d00-f98e-4246-afd9-16d37ea5d950 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:31.523945 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de651d00-f98e-4246-afd9-16d37ea5d950 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:31.524266 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de651d00-f98e-4246-afd9-16d37ea5d950 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:31.524586 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de651d00-f98e-4246-afd9-16d37ea5d950 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:31.524933 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de651d00-f98e-4246-afd9-16d37ea5d950 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:31.525248 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de651d00-f98e-4246-afd9-16d37ea5d950 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:31.571033 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-de651d00-f98e-4246-afd9-16d37ea5d950 None None] Attempting to bind port 101a0933-b8ca-464c-a4c0-daf892c14d00 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:09:31.571405 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-de651d00-f98e-4246-afd9-16d37ea5d950 None None] Attempting to bind port 101a0933-b8ca-464c-a4c0-daf892c14d00 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '526bd3af-607d-4b6a-a484-1fb1cfe5f41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9e0e91d0-706e-47c9-8b15-1408c9059093'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:09:31.571764 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de651d00-f98e-4246-afd9-16d37ea5d950 None None] Attempting to bind port 101a0933-b8ca-464c-a4c0-daf892c14d00 on network 9e0e91d0-706e-47c9-8b15-1408c9059093 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:09:31.575495 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d8fe36-f542-47b3-b4a4-b795170c716d tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Pushing event updated for resources: {'Subnet': ['ID=46c8d3ad-7619-41ec-85a8-ead2b888a865,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:31.576920 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de651d00-f98e-4246-afd9-16d37ea5d950 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:09:31.577791 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de651d00-f98e-4246-afd9-16d37ea5d950 None None] Checking segment: {'id': '526bd3af-607d-4b6a-a484-1fb1cfe5f41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9e0e91d0-706e-47c9-8b15-1408c9059093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:09:31.578213 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-de651d00-f98e-4246-afd9-16d37ea5d950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:31.578599 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de651d00-f98e-4246-afd9-16d37ea5d950 None None] Bound using segment: {'id': '526bd3af-607d-4b6a-a484-1fb1cfe5f41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9e0e91d0-706e-47c9-8b15-1408c9059093'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:09:31.579090 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-de651d00-f98e-4246-afd9-16d37ea5d950 None None] Bound port: 101a0933-b8ca-464c-a4c0-daf892c14d00, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '526bd3af-607d-4b6a-a484-1fb1cfe5f41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9e0e91d0-706e-47c9-8b15-1408c9059093'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:09:31.579457 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-de651d00-f98e-4246-afd9-16d37ea5d950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:31.579586 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d8fe36-f542-47b3-b4a4-b795170c716d tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Checking segment: {'id': 'd18188de-bb0f-44ca-9a38-7b93e4589253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3c70af9e-aae2-4b6c-8762-e7002c0e1380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:09:31.580235 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d8fe36-f542-47b3-b4a4-b795170c716d tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Network hostable DHCP agents. Network: 3c70af9e-aae2-4b6c-8762-e7002c0e1380, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:09:31.605414 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d8fe36-f542-47b3-b4a4-b795170c716d tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Network 3c70af9e-aae2-4b6c-8762-e7002c0e1380 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:09:31.616417 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-72d8fe36-f542-47b3-b4a4-b795170c716d tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 3c70af9e-aae2-4b6c-8762-e7002c0e1380) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:09:31.626792 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d8fe36-f542-47b3-b4a4-b795170c716d tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:31.627215 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239e8553-7e5d-43e2-a840-0585f95e1af7 None None] Network 3c70af9e-aae2-4b6c-8762-e7002c0e1380 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:09:31.627512 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-72d8fe36-f542-47b3-b4a4-b795170c716d tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:31.648016 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-72d8fe36-f542-47b3-b4a4-b795170c716d tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4660439 Feb 16 13:09:31.650868 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 42028) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:31.692539 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-de651d00-f98e-4246-afd9-16d37ea5d950 None None] For port 101a0933-b8ca-464c-a4c0-daf892c14d00, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:09:31.708509 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-de651d00-f98e-4246-afd9-16d37ea5d950 None None] For port 101a0933-b8ca-464c-a4c0-daf892c14d00, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=101a0933-b8ca-464c-a4c0-daf892c14d00,segment=NetworkSegment(526bd3af-607d-4b6a-a484-1fb1cfe5f41c),segment_id=526bd3af-607d-4b6a-a484-1fb1cfe5f41c)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:09:31.714416 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-de651d00-f98e-4246-afd9-16d37ea5d950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:31.765150 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5ac8e7d9-2fce-48d1-931f-0cff42481928 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:31.831127 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de651d00-f98e-4246-afd9-16d37ea5d950 None None] Pushing event updated for resources: {'Port': ['ID=101a0933-b8ca-464c-a4c0-daf892c14d00,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:31.883338 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5ac8e7d9-2fce-48d1-931f-0cff42481928 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:31.887667 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caef3c6-36b5-4bed-86e4-a43179ce3a49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-3c70af9e-aae2-4b6c-8762-e7002c0e1380', 'network_id': '3c70af9e-aae2-4b6c-8762-e7002c0e1380', 'tenant_id': 'e79b4e0c789249fe8debe5e998f1c984', 'fixed_ips': [{'subnet_id': '46c8d3ad-7619-41ec-85a8-ead2b888a865'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 13:09:31.887864 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9caef3c6-36b5-4bed-86e4-a43179ce3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:31.959080 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5ac8e7d9-2fce-48d1-931f-0cff42481928 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:32.000606 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac8e7d9-2fce-48d1-931f-0cff42481928 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Pushing event deleted for resources: {'Subnet': ['ID=46c8d3ad-7619-41ec-85a8-ead2b888a865,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:32.070964 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5ac8e7d9-2fce-48d1-931f-0cff42481928 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server [None req-9caef3c6-36b5-4bed-86e4-a43179ce3a49 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 46c8d3ad-7619-41ec-85a8-ead2b888a865: This subnet is being modified by another concurrent operation. Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server raise exception Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 46c8d3ad-7619-41ec-85a8-ead2b888a865: This subnet is being modified by another concurrent operation. Feb 16 13:09:32.076135 dv-neutron-828142-3-hyperv neutron-server[109050]: ERROR oslo_messaging.rpc.server Feb 16 13:09:32.093996 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-5ac8e7d9-2fce-48d1-931f-0cff42481928 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c70af9e-aae2-4b6c-8762-e7002c0e1380']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:32.103817 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-5ac8e7d9-2fce-48d1-931f-0cff42481928 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd18188de-bb0f-44ca-9a38-7b93e4589253') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:32.104123 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-5ac8e7d9-2fce-48d1-931f-0cff42481928 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd18188de-bb0f-44ca-9a38-7b93e4589253') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:32.117145 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b4f121-45f0-46f6-89d8-b402fb361c90 None None] Network 3c70af9e-aae2-4b6c-8762-e7002c0e1380 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:09:32.120851 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5ac8e7d9-2fce-48d1-931f-0cff42481928 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:32.138408 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5ac8e7d9-2fce-48d1-931f-0cff42481928 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:32.153157 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ac8e7d9-2fce-48d1-931f-0cff42481928 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:09:32.153800 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5ac8e7d9-2fce-48d1-931f-0cff42481928 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:32.161828 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 13:09:32.161828 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:09:32.161828 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 13:09:32.161828 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:09:32.161828 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 13:09:32.161828 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 13:09:32.161828 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 13:09:32.161828 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:09:32.161828 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 13:09:32.161828 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:09:32.161828 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 13:09:32.161828 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:09:32.161828 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 13:09:32.161828 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 13:09:32.161828 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:09:32.161828 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 13:09:32.161828 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:09:32.161828 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 13:09:32.161828 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 13:09:32.161828 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 13:09:32.161828 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 13:09:32.161828 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 13:09:32.161828 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:09:32.161828 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:09:32.161828 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 13:09:32.161828 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:09:32.161828 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:09:32.161828 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:09:32.161828 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:09:32.161828 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:09:32.161828 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:09:32.161828 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:09:32.230742 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5ac8e7d9-2fce-48d1-931f-0cff42481928 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:32.238768 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5ac8e7d9-2fce-48d1-931f-0cff42481928 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:32.242078 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5ac8e7d9-2fce-48d1-931f-0cff42481928 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] 10.222.0.90 "DELETE /v2.0/networks/3c70af9e-aae2-4b6c-8762-e7002c0e1380 HTTP/1.1" status: 204 len: 168 time: 0.5900264 Feb 16 13:09:32.246766 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42030) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:32.253533 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-a574e6b1-d1f3-4ce8-a77e-af6cce01306f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1827556334'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:32.254406 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac8e7d9-2fce-48d1-931f-0cff42481928 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Pushing event deleted for resources: {'Network': ['ID=3c70af9e-aae2-4b6c-8762-e7002c0e1380,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:32.278451 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a574e6b1-d1f3-4ce8-a77e-af6cce01306f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Made reservation on behalf of e79b4e0c789249fe8debe5e998f1c984 for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:09:32.282597 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a574e6b1-d1f3-4ce8-a77e-af6cce01306f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:32.307282 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a574e6b1-d1f3-4ce8-a77e-af6cce01306f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:09:32.317511 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a574e6b1-d1f3-4ce8-a77e-af6cce01306f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:32.317856 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-a574e6b1-d1f3-4ce8-a77e-af6cce01306f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Added segment 1ce3f66a-737b-4dc7-8575-0216face55ca of type vlan for network 64ad6a70-3a66-460b-aa60-ebce8ba8be1e Feb 16 13:09:32.362635 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a574e6b1-d1f3-4ce8-a77e-af6cce01306f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:32.389718 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a574e6b1-d1f3-4ce8-a77e-af6cce01306f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:32.395526 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a574e6b1-d1f3-4ce8-a77e-af6cce01306f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:32.396135 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a574e6b1-d1f3-4ce8-a77e-af6cce01306f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:32.460254 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a574e6b1-d1f3-4ce8-a77e-af6cce01306f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2123408 Feb 16 13:09:32.464083 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 42032) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:32.470372 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-5ec77c37-f905-460a-b11b-b26732d209e5 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Request body: {'subnet': {'network_id': '64ad6a70-3a66-460b-aa60-ebce8ba8be1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:32.472324 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a574e6b1-d1f3-4ce8-a77e-af6cce01306f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Pushing event updated for resources: {'Network': ['ID=64ad6a70-3a66-460b-aa60-ebce8ba8be1e,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:32.485955 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 64ad6a70-3a66-460b-aa60-ebce8ba8be1e details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:09:32.605594 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec77c37-f905-460a-b11b-b26732d209e5 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Made reservation on behalf of e79b4e0c789249fe8debe5e998f1c984 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:09:32.609898 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5ec77c37-f905-460a-b11b-b26732d209e5 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:32.671211 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.ipam_backend_mixin [None req-5ec77c37-f905-460a-b11b-b26732d209e5 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Performing IP validity checks on allocation pools {{(pid=109049) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 16 13:09:32.671727 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.ipam_backend_mixin [None req-5ec77c37-f905-460a-b11b-b26732d209e5 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109049) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 16 13:09:32.814433 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5ec77c37-f905-460a-b11b-b26732d209e5 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:32.828985 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3790b754-0b9a-449c-a51f-6654387a10dc None None] Network 9e0e91d0-706e-47c9-8b15-1408c9059093 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:09:32.875861 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec77c37-f905-460a-b11b-b26732d209e5 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Pushing event updated for resources: {'Subnet': ['ID=967e5f74-2e37-4d58-92c6-64837a5271f9,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:32.888109 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec77c37-f905-460a-b11b-b26732d209e5 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Checking segment: {'id': '1ce3f66a-737b-4dc7-8575-0216face55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '64ad6a70-3a66-460b-aa60-ebce8ba8be1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:09:32.888496 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec77c37-f905-460a-b11b-b26732d209e5 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Network hostable DHCP agents. Network: 64ad6a70-3a66-460b-aa60-ebce8ba8be1e, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:09:32.910653 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec77c37-f905-460a-b11b-b26732d209e5 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Network 64ad6a70-3a66-460b-aa60-ebce8ba8be1e is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:09:32.910865 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-eddc2ef2-acf5-46fb-9acd-121910054094 None None] Provisioning complete for port 101a0933-b8ca-464c-a4c0-daf892c14d00 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:32.911194 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-eddc2ef2-acf5-46fb-9acd-121910054094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:32.923969 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-5ec77c37-f905-460a-b11b-b26732d209e5 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 64ad6a70-3a66-460b-aa60-ebce8ba8be1e) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:09:32.928680 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec77c37-f905-460a-b11b-b26732d209e5 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:32.929333 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5ec77c37-f905-460a-b11b-b26732d209e5 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:32.942868 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0c7d65-3d08-467c-a1ea-0a2b942bce82 None None] Network 64ad6a70-3a66-460b-aa60-ebce8ba8be1e requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:09:32.953097 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5ec77c37-f905-460a-b11b-b26732d209e5 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4873443 Feb 16 13:09:32.955337 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 42034) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:33.084616 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-006e55f1-4633-4321-a993-fd79ffdca692 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:33.144325 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-006e55f1-4633-4321-a993-fd79ffdca692 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:33.161330 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 101a0933-b8ca-464c-a4c0-daf892c14d00 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:09:33.212295 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-eddc2ef2-acf5-46fb-9acd-121910054094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:33.216195 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-006e55f1-4633-4321-a993-fd79ffdca692 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:33.248915 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e55f1-4633-4321-a993-fd79ffdca692 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Pushing event deleted for resources: {'Subnet': ['ID=967e5f74-2e37-4d58-92c6-64837a5271f9,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:33.271062 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5298ceca-5dcc-440c-9b1c-5799ccae2ed2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-64ad6a70-3a66-460b-aa60-ebce8ba8be1e', 'network_id': '64ad6a70-3a66-460b-aa60-ebce8ba8be1e', 'tenant_id': 'e79b4e0c789249fe8debe5e998f1c984', 'fixed_ips': [{'subnet_id': '967e5f74-2e37-4d58-92c6-64837a5271f9'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 13:09:33.271927 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5298ceca-5dcc-440c-9b1c-5799ccae2ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:33.306771 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-eddc2ef2-acf5-46fb-9acd-121910054094 None None] For port 101a0933-b8ca-464c-a4c0-daf892c14d00, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=101a0933-b8ca-464c-a4c0-daf892c14d00,segment=NetworkSegment(526bd3af-607d-4b6a-a484-1fb1cfe5f41c),segment_id=526bd3af-607d-4b6a-a484-1fb1cfe5f41c)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:09:33.321360 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-eddc2ef2-acf5-46fb-9acd-121910054094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:33.326171 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-006e55f1-4633-4321-a993-fd79ffdca692 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:33.327874 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 101a0933-b8ca-464c-a4c0-daf892c14d00 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:33.328249 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:33.349925 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-006e55f1-4633-4321-a993-fd79ffdca692 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ad6a70-3a66-460b-aa60-ebce8ba8be1e']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:33.361094 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-006e55f1-4633-4321-a993-fd79ffdca692 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ce3f66a-737b-4dc7-8575-0216face55ca') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:33.361392 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-006e55f1-4633-4321-a993-fd79ffdca692 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ce3f66a-737b-4dc7-8575-0216face55ca') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:33.371973 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-006e55f1-4633-4321-a993-fd79ffdca692 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:33.386605 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-006e55f1-4633-4321-a993-fd79ffdca692 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:33.394052 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-006e55f1-4633-4321-a993-fd79ffdca692 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:09:33.395478 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-006e55f1-4633-4321-a993-fd79ffdca692 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:33.398922 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 13:09:33.398922 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:09:33.398922 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 13:09:33.398922 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:09:33.398922 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 13:09:33.398922 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 13:09:33.398922 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 13:09:33.398922 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:09:33.398922 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 13:09:33.398922 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:09:33.398922 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 13:09:33.398922 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:09:33.398922 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 13:09:33.398922 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 13:09:33.398922 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:09:33.398922 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 13:09:33.398922 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:09:33.398922 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 13:09:33.398922 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 13:09:33.398922 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 13:09:33.398922 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 13:09:33.398922 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 13:09:33.398922 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:09:33.398922 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:09:33.398922 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 13:09:33.398922 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:09:33.398922 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:09:33.398922 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:09:33.398922 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:09:33.398922 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:09:33.398922 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:09:33.398922 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:09:33.447798 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf01b81e-1e67-4e43-81da-924d6e057912 None None] Network 64ad6a70-3a66-460b-aa60-ebce8ba8be1e requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:09:33.460376 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-006e55f1-4633-4321-a993-fd79ffdca692 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:33.468311 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-006e55f1-4633-4321-a993-fd79ffdca692 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:33.471450 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-006e55f1-4633-4321-a993-fd79ffdca692 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] 10.222.0.90 "DELETE /v2.0/networks/64ad6a70-3a66-460b-aa60-ebce8ba8be1e HTTP/1.1" status: 204 len: 168 time: 0.5151491 Feb 16 13:09:33.475065 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 42036) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:33.481646 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-fc292104-aa8c-4262-bcde-84c8650f5ee9 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1627798047'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:33.495461 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e55f1-4633-4321-a993-fd79ffdca692 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Pushing event deleted for resources: {'Network': ['ID=64ad6a70-3a66-460b-aa60-ebce8ba8be1e,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:33.520537 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc292104-aa8c-4262-bcde-84c8650f5ee9 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Made reservation on behalf of e79b4e0c789249fe8debe5e998f1c984 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:09:33.526732 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fc292104-aa8c-4262-bcde-84c8650f5ee9 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:33.566447 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc292104-aa8c-4262-bcde-84c8650f5ee9 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:09:33.578124 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fc292104-aa8c-4262-bcde-84c8650f5ee9 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:33.578470 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-fc292104-aa8c-4262-bcde-84c8650f5ee9 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Added segment 14781819-138c-4ac2-b60c-8ce706c93783 of type vlan for network 22264281-2347-471d-a8e8-9c0794f23dfc Feb 16 13:09:33.629244 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fc292104-aa8c-4262-bcde-84c8650f5ee9 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:33.659636 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fc292104-aa8c-4262-bcde-84c8650f5ee9 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:33.666488 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc292104-aa8c-4262-bcde-84c8650f5ee9 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:33.667105 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fc292104-aa8c-4262-bcde-84c8650f5ee9 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:33.676194 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc2ef2-acf5-46fb-9acd-121910054094 None None] Pushing event updated for resources: {'Port': ['ID=101a0933-b8ca-464c-a4c0-daf892c14d00,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:33.725310 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fc292104-aa8c-4262-bcde-84c8650f5ee9 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2488813 Feb 16 13:09:33.727946 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-0e72f30a-3981-4d7a-8680-32a2773d89bc None None] Provisioning complete for port 101a0933-b8ca-464c-a4c0-daf892c14d00 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:33.728317 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0e72f30a-3981-4d7a-8680-32a2773d89bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:33.729610 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42038) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:33.737925 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-b6ae4eca-80f0-4d00-a389-08ffc203bec8 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Request body: {'subnet': {'network_id': '22264281-2347-471d-a8e8-9c0794f23dfc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:33.741594 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc292104-aa8c-4262-bcde-84c8650f5ee9 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Pushing event updated for resources: {'Network': ['ID=22264281-2347-471d-a8e8-9c0794f23dfc,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:33.771440 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 22264281-2347-471d-a8e8-9c0794f23dfc details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:09:33.868202 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4effd27-4e4b-4bb9-9c7f-a8b5d7474ef2 None None] get_active_networks_info from dv-neutron-828142-3-hyperv {{(pid=109050) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 13:09:33.883864 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ae4eca-80f0-4d00-a389-08ffc203bec8 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Made reservation on behalf of e79b4e0c789249fe8debe5e998f1c984 for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:09:33.887419 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b6ae4eca-80f0-4d00-a389-08ffc203bec8 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:33.988780 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4effd27-4e4b-4bb9-9c7f-a8b5d7474ef2 None None] Resources bound (agent type, host, resource id): {{(pid=109050) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 13:09:34.097390 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b6ae4eca-80f0-4d00-a389-08ffc203bec8 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.178331 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae4eca-80f0-4d00-a389-08ffc203bec8 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Pushing event updated for resources: {'Subnet': ['ID=1178a772-0757-4358-9292-fec8e267d2ff,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:34.189938 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ae4eca-80f0-4d00-a389-08ffc203bec8 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Checking segment: {'id': '14781819-138c-4ac2-b60c-8ce706c93783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '22264281-2347-471d-a8e8-9c0794f23dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:09:34.190453 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ae4eca-80f0-4d00-a389-08ffc203bec8 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Network hostable DHCP agents. Network: 22264281-2347-471d-a8e8-9c0794f23dfc, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:09:34.213402 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ae4eca-80f0-4d00-a389-08ffc203bec8 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Network 22264281-2347-471d-a8e8-9c0794f23dfc is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:09:34.226048 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-b6ae4eca-80f0-4d00-a389-08ffc203bec8 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 22264281-2347-471d-a8e8-9c0794f23dfc) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:09:34.230877 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ae4eca-80f0-4d00-a389-08ffc203bec8 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:34.231541 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b6ae4eca-80f0-4d00-a389-08ffc203bec8 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.241889 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8f24e8-b46b-400d-8d35-039e7ed9a039 None None] Network 22264281-2347-471d-a8e8-9c0794f23dfc requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:09:34.250422 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b6ae4eca-80f0-4d00-a389-08ffc203bec8 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5190630 Feb 16 13:09:34.254215 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 42040) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:34.259275 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-fe8cf06d-64c2-4c69-a456-6f02bac2ab21 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1681044535'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:34.286370 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8cf06d-64c2-4c69-a456-6f02bac2ab21 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Made reservation on behalf of e79b4e0c789249fe8debe5e998f1c984 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:09:34.290319 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fe8cf06d-64c2-4c69-a456-6f02bac2ab21 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.317316 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe8cf06d-64c2-4c69-a456-6f02bac2ab21 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:09:34.327739 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fe8cf06d-64c2-4c69-a456-6f02bac2ab21 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.328218 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-fe8cf06d-64c2-4c69-a456-6f02bac2ab21 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Added segment 52b6667f-3a9b-4107-b868-fd7700edfdee of type vlan for network ef5b8a23-c11e-4295-8e11-543a716dc274 Feb 16 13:09:34.370406 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fe8cf06d-64c2-4c69-a456-6f02bac2ab21 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.396349 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fe8cf06d-64c2-4c69-a456-6f02bac2ab21 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.401866 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8cf06d-64c2-4c69-a456-6f02bac2ab21 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:34.402456 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fe8cf06d-64c2-4c69-a456-6f02bac2ab21 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.406538 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04ab1f5-ef30-4865-8c9b-616e4b67bf44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-22264281-2347-471d-a8e8-9c0794f23dfc', 'network_id': '22264281-2347-471d-a8e8-9c0794f23dfc', 'tenant_id': 'e79b4e0c789249fe8debe5e998f1c984', 'fixed_ips': [{'subnet_id': '1178a772-0757-4358-9292-fec8e267d2ff'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 13:09:34.407483 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d04ab1f5-ef30-4865-8c9b-616e4b67bf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.464180 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fe8cf06d-64c2-4c69-a456-6f02bac2ab21 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2060392 Feb 16 13:09:34.464476 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42042) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:34.470277 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-33a08b69-f52b-45e9-ac5b-cf3f5d355a3f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Request body: {'subnet': {'network_id': 'ef5b8a23-c11e-4295-8e11-543a716dc274', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:34.481460 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8cf06d-64c2-4c69-a456-6f02bac2ab21 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Pushing event updated for resources: {'Network': ['ID=ef5b8a23-c11e-4295-8e11-543a716dc274,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:34.508539 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network ef5b8a23-c11e-4295-8e11-543a716dc274 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:09:34.598771 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a08b69-f52b-45e9-ac5b-cf3f5d355a3f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Made reservation on behalf of e79b4e0c789249fe8debe5e998f1c984 for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:09:34.604925 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-33a08b69-f52b-45e9-ac5b-cf3f5d355a3f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.630567 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-d04ab1f5-ef30-4865-8c9b-616e4b67bf44 None None] Allocated IP 2001:db8::2 (22264281-2347-471d-a8e8-9c0794f23dfc/1178a772-0757-4358-9292-fec8e267d2ff/e22f5a4f-4961-4ecb-bd69-75744434b179) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:09:34.785852 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d04ab1f5-ef30-4865-8c9b-616e4b67bf44 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.792547 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d04ab1f5-ef30-4865-8c9b-616e4b67bf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.818980 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-33a08b69-f52b-45e9-ac5b-cf3f5d355a3f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.834420 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04ab1f5-ef30-4865-8c9b-616e4b67bf44 None None] Network 22264281-2347-471d-a8e8-9c0794f23dfc is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:09:34.838904 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-d04ab1f5-ef30-4865-8c9b-616e4b67bf44 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:09:34.843221 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04ab1f5-ef30-4865-8c9b-616e4b67bf44 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:09:34.846425 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04ab1f5-ef30-4865-8c9b-616e4b67bf44 None None] Pushing event updated for resources: {'Port': ['ID=e22f5a4f-4961-4ecb-bd69-75744434b179,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:34.881958 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a08b69-f52b-45e9-ac5b-cf3f5d355a3f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Pushing event updated for resources: {'Subnet': ['ID=eead1379-4ab1-481a-ba1c-704aca3c5c21,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:34.892111 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a08b69-f52b-45e9-ac5b-cf3f5d355a3f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Checking segment: {'id': '52b6667f-3a9b-4107-b868-fd7700edfdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ef5b8a23-c11e-4295-8e11-543a716dc274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:09:34.892670 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a08b69-f52b-45e9-ac5b-cf3f5d355a3f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Network hostable DHCP agents. Network: ef5b8a23-c11e-4295-8e11-543a716dc274, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:09:34.907267 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-d04ab1f5-ef30-4865-8c9b-616e4b67bf44 None None] Attempting to bind port e22f5a4f-4961-4ecb-bd69-75744434b179 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:09:34.907642 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-d04ab1f5-ef30-4865-8c9b-616e4b67bf44 None None] Attempting to bind port e22f5a4f-4961-4ecb-bd69-75744434b179 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '14781819-138c-4ac2-b60c-8ce706c93783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '22264281-2347-471d-a8e8-9c0794f23dfc'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:09:34.908077 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04ab1f5-ef30-4865-8c9b-616e4b67bf44 None None] Attempting to bind port e22f5a4f-4961-4ecb-bd69-75744434b179 on network 22264281-2347-471d-a8e8-9c0794f23dfc {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:09:34.911708 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a08b69-f52b-45e9-ac5b-cf3f5d355a3f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Network ef5b8a23-c11e-4295-8e11-543a716dc274 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:09:34.914210 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04ab1f5-ef30-4865-8c9b-616e4b67bf44 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:09:34.914594 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04ab1f5-ef30-4865-8c9b-616e4b67bf44 None None] Checking segment: {'id': '14781819-138c-4ac2-b60c-8ce706c93783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '22264281-2347-471d-a8e8-9c0794f23dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:09:34.914992 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d04ab1f5-ef30-4865-8c9b-616e4b67bf44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.915412 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04ab1f5-ef30-4865-8c9b-616e4b67bf44 None None] Bound using segment: {'id': '14781819-138c-4ac2-b60c-8ce706c93783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '22264281-2347-471d-a8e8-9c0794f23dfc'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:09:34.915875 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-d04ab1f5-ef30-4865-8c9b-616e4b67bf44 None None] Bound port: e22f5a4f-4961-4ecb-bd69-75744434b179, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14781819-138c-4ac2-b60c-8ce706c93783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '22264281-2347-471d-a8e8-9c0794f23dfc'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:09:34.916254 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d04ab1f5-ef30-4865-8c9b-616e4b67bf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.921886 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-33a08b69-f52b-45e9-ac5b-cf3f5d355a3f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, ef5b8a23-c11e-4295-8e11-543a716dc274) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:09:34.926252 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a08b69-f52b-45e9-ac5b-cf3f5d355a3f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:34.926851 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-33a08b69-f52b-45e9-ac5b-cf3f5d355a3f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.932879 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e638a3-c891-4573-b0cc-ef355719c776 None None] Network ef5b8a23-c11e-4295-8e11-543a716dc274 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:09:34.944963 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-33a08b69-f52b-45e9-ac5b-cf3f5d355a3f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4793260 Feb 16 13:09:34.947553 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42044) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:35.059123 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8da25ce9-af9c-4f28-ad00-adfb77240f54 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:35.082640 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 101a0933-b8ca-464c-a4c0-daf892c14d00 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:09:35.117172 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8da25ce9-af9c-4f28-ad00-adfb77240f54 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:35.120962 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-d04ab1f5-ef30-4865-8c9b-616e4b67bf44 None None] For port e22f5a4f-4961-4ecb-bd69-75744434b179, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:09:35.152371 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-d04ab1f5-ef30-4865-8c9b-616e4b67bf44 None None] For port e22f5a4f-4961-4ecb-bd69-75744434b179, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=e22f5a4f-4961-4ecb-bd69-75744434b179,segment=NetworkSegment(14781819-138c-4ac2-b60c-8ce706c93783),segment_id=14781819-138c-4ac2-b60c-8ce706c93783)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:09:35.161345 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d04ab1f5-ef30-4865-8c9b-616e4b67bf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:35.195261 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8da25ce9-af9c-4f28-ad00-adfb77240f54 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:35.211856 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246e0a01-6229-4c9e-84e4-e76afd34a7ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-ef5b8a23-c11e-4295-8e11-543a716dc274', 'network_id': 'ef5b8a23-c11e-4295-8e11-543a716dc274', 'tenant_id': 'e79b4e0c789249fe8debe5e998f1c984', 'fixed_ips': [{'subnet_id': 'eead1379-4ab1-481a-ba1c-704aca3c5c21'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 13:09:35.212747 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-246e0a01-6229-4c9e-84e4-e76afd34a7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:35.223289 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da25ce9-af9c-4f28-ad00-adfb77240f54 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Pushing event deleted for resources: {'Subnet': ['ID=eead1379-4ab1-481a-ba1c-704aca3c5c21,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:35.273106 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 101a0933-b8ca-464c-a4c0-daf892c14d00 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:35.273676 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:35.278693 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04ab1f5-ef30-4865-8c9b-616e4b67bf44 None None] Pushing event updated for resources: {'Port': ['ID=e22f5a4f-4961-4ecb-bd69-75744434b179,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:35.308088 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8da25ce9-af9c-4f28-ad00-adfb77240f54 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:35.335409 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-8da25ce9-af9c-4f28-ad00-adfb77240f54 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef5b8a23-c11e-4295-8e11-543a716dc274']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:35.348233 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-8da25ce9-af9c-4f28-ad00-adfb77240f54 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b6667f-3a9b-4107-b868-fd7700edfdee') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:35.348615 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-8da25ce9-af9c-4f28-ad00-adfb77240f54 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b6667f-3a9b-4107-b868-fd7700edfdee') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:35.364506 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8da25ce9-af9c-4f28-ad00-adfb77240f54 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:35.378616 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d5c880-c22b-4c30-b25c-449060a1b4a3 None None] Network ef5b8a23-c11e-4295-8e11-543a716dc274 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:09:35.381894 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8da25ce9-af9c-4f28-ad00-adfb77240f54 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:35.397032 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da25ce9-af9c-4f28-ad00-adfb77240f54 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:09:35.397661 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8da25ce9-af9c-4f28-ad00-adfb77240f54 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:35.401120 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 13:09:35.401120 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:09:35.401120 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 13:09:35.401120 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:09:35.401120 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 13:09:35.401120 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 13:09:35.401120 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 13:09:35.401120 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:09:35.401120 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 13:09:35.401120 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:09:35.401120 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 13:09:35.401120 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:09:35.401120 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 13:09:35.401120 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 13:09:35.401120 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:09:35.401120 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 13:09:35.401120 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:09:35.401120 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 13:09:35.401120 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 13:09:35.401120 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 13:09:35.401120 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 13:09:35.401120 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 13:09:35.401120 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:09:35.401120 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:09:35.401120 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 13:09:35.401120 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:09:35.401120 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:09:35.401120 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:09:35.401120 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:09:35.401120 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:09:35.401120 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:09:35.401120 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:09:35.485226 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8da25ce9-af9c-4f28-ad00-adfb77240f54 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:35.495235 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8da25ce9-af9c-4f28-ad00-adfb77240f54 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:35.502264 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-8da25ce9-af9c-4f28-ad00-adfb77240f54 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] 10.222.0.90 "DELETE /v2.0/networks/ef5b8a23-c11e-4295-8e11-543a716dc274 HTTP/1.1" status: 204 len: 168 time: 0.5535316 Feb 16 13:09:35.506953 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 42046) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:35.525960 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da25ce9-af9c-4f28-ad00-adfb77240f54 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Pushing event deleted for resources: {'Network': ['ID=ef5b8a23-c11e-4295-8e11-543a716dc274,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:35.548540 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-78e19136-ca9e-44be-b8ae-8d9d4d997f07 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] GET failed (client error): The resource could not be found. Feb 16 13:09:35.553022 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-78e19136-ca9e-44be-b8ae-8d9d4d997f07 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] 10.222.0.90 "GET /v2.0/subnets/eead1379-4ab1-481a-ba1c-704aca3c5c21 HTTP/1.1" status: 404 len: 337 time: 0.0436881 Feb 16 13:09:35.555076 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42048) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:35.585189 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ad42db-9401-4083-9088-ca95a5d0d843 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] DELETE failed (client error): The resource could not be found. Feb 16 13:09:35.585841 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45ad42db-9401-4083-9088-ca95a5d0d843 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:09:35.589229 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-45ad42db-9401-4083-9088-ca95a5d0d843 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] 10.222.0.90 "DELETE /v2.0/networks/ef5b8a23-c11e-4295-8e11-543a716dc274 HTTP/1.1" status: 404 len: 339 time: 0.0325537 Feb 16 13:09:35.592741 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42050) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:35.619594 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd08e513-68db-4d25-b579-0f028f69b084 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] DELETE failed (client error): The resource could not be found. Feb 16 13:09:35.620044 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd08e513-68db-4d25-b579-0f028f69b084 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:09:35.626438 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-dd08e513-68db-4d25-b579-0f028f69b084 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] 10.222.0.90 "DELETE /v2.0/subnets/eead1379-4ab1-481a-ba1c-704aca3c5c21 HTTP/1.1" status: 404 len: 337 time: 0.0295124 Feb 16 13:09:35.627173 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 42052) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:35.647406 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-5141706f-ad4b-4167-9506-72b4a55d7e9a tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] DELETE failed (client error): The resource could not be found. Feb 16 13:09:35.647990 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5141706f-ad4b-4167-9506-72b4a55d7e9a tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:09:35.651106 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5141706f-ad4b-4167-9506-72b4a55d7e9a tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] 10.222.0.90 "DELETE /v2.0/networks/ef5b8a23-c11e-4295-8e11-543a716dc274 HTTP/1.1" status: 404 len: 339 time: 0.0231962 Feb 16 13:09:35.655643 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 42054) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:35.707556 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7d56f8e-18ce-481e-b88c-8d6b34d52046 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Deleting subnet 1178a772-0757-4358-9292-fec8e267d2ff {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 13:09:35.710708 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c7d56f8e-18ce-481e-b88c-8d6b34d52046 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:35.755488 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c7d56f8e-18ce-481e-b88c-8d6b34d52046 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:35.842623 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c7d56f8e-18ce-481e-b88c-8d6b34d52046 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:35.905232 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c7d56f8e-18ce-481e-b88c-8d6b34d52046 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:35.940340 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c7d56f8e-18ce-481e-b88c-8d6b34d52046 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:35.945848 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c7d56f8e-18ce-481e-b88c-8d6b34d52046 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] 10.222.0.90 "DELETE /v2.0/subnets/1178a772-0757-4358-9292-fec8e267d2ff HTTP/1.1" status: 204 len: 168 time: 0.2870007 Feb 16 13:09:35.945848 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d56f8e-18ce-481e-b88c-8d6b34d52046 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Pushing event deleted for resources: {'Subnet': ['ID=1178a772-0757-4358-9292-fec8e267d2ff,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:35.946248 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42056) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:36.027409 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1484f2cd-2bc1-4d9c-a697-2a8b7581334f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:36.083678 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-1484f2cd-2bc1-4d9c-a697-2a8b7581334f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Deleting port e22f5a4f-4961-4ecb-bd69-75744434b179 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:09:36.084023 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1484f2cd-2bc1-4d9c-a697-2a8b7581334f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:36.154762 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-1484f2cd-2bc1-4d9c-a697-2a8b7581334f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] For port e22f5a4f-4961-4ecb-bd69-75744434b179, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=e22f5a4f-4961-4ecb-bd69-75744434b179,segment=NetworkSegment(14781819-138c-4ac2-b60c-8ce706c93783),segment_id=14781819-138c-4ac2-b60c-8ce706c93783)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:09:36.155116 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1484f2cd-2bc1-4d9c-a697-2a8b7581334f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:36.169158 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-1484f2cd-2bc1-4d9c-a697-2a8b7581334f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Calling delete_port for e22f5a4f-4961-4ecb-bd69-75744434b179 owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:09:36.254929 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1484f2cd-2bc1-4d9c-a697-2a8b7581334f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:36.262033 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f004a1-d069-4df0-8611-3fa3bf44f2ec None None] Network 22264281-2347-471d-a8e8-9c0794f23dfc requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:09:36.284231 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484f2cd-2bc1-4d9c-a697-2a8b7581334f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Pushing event deleted for resources: {'Port': ['ID=e22f5a4f-4961-4ecb-bd69-75744434b179,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:36.290371 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1484f2cd-2bc1-4d9c-a697-2a8b7581334f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] No DVR routers for this DVR port e22f5a4f-4961-4ecb-bd69-75744434b179 on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:09:36.359464 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-d02b4466-ba2f-4a87-b1e9-901804323994 None None] Could not find standard attr ID for object e22f5a4f-4961-4ecb-bd69-75744434b179. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 13:09:36.372945 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1484f2cd-2bc1-4d9c-a697-2a8b7581334f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:36.396985 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-1484f2cd-2bc1-4d9c-a697-2a8b7581334f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22264281-2347-471d-a8e8-9c0794f23dfc']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:36.408189 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-1484f2cd-2bc1-4d9c-a697-2a8b7581334f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14781819-138c-4ac2-b60c-8ce706c93783') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:36.408491 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-1484f2cd-2bc1-4d9c-a697-2a8b7581334f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14781819-138c-4ac2-b60c-8ce706c93783') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:36.418519 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1484f2cd-2bc1-4d9c-a697-2a8b7581334f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:36.432585 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1484f2cd-2bc1-4d9c-a697-2a8b7581334f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:36.437742 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87350e6-862e-470f-97c6-aea6ce24172a None None] DHCP port deletion for 22264281-2347-471d-a8e8-9c0794f23dfc request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 13:09:36.440868 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1484f2cd-2bc1-4d9c-a697-2a8b7581334f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:09:36.441281 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1484f2cd-2bc1-4d9c-a697-2a8b7581334f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:36.444941 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 13:09:36.444941 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:09:36.444941 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 13:09:36.444941 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:09:36.444941 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 13:09:36.444941 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 13:09:36.444941 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 13:09:36.444941 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:09:36.444941 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 13:09:36.444941 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:09:36.444941 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 13:09:36.444941 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:09:36.444941 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 13:09:36.444941 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 13:09:36.444941 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:09:36.444941 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 13:09:36.444941 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:09:36.444941 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 13:09:36.444941 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 13:09:36.444941 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 13:09:36.444941 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 13:09:36.444941 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 13:09:36.444941 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:09:36.444941 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:09:36.444941 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 13:09:36.444941 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:09:36.444941 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:09:36.444941 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:09:36.444941 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:09:36.444941 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:09:36.444941 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:09:36.444941 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:09:36.509803 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1484f2cd-2bc1-4d9c-a697-2a8b7581334f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:36.517463 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1484f2cd-2bc1-4d9c-a697-2a8b7581334f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:36.520861 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1484f2cd-2bc1-4d9c-a697-2a8b7581334f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] 10.222.0.90 "DELETE /v2.0/networks/22264281-2347-471d-a8e8-9c0794f23dfc HTTP/1.1" status: 204 len: 168 time: 0.5735276 Feb 16 13:09:36.523265 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42058) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:36.541942 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484f2cd-2bc1-4d9c-a697-2a8b7581334f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Pushing event deleted for resources: {'Network': ['ID=22264281-2347-471d-a8e8-9c0794f23dfc,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:36.561922 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-b083c2a1-7e26-46ad-ba0e-39f20142b7d1 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] DELETE failed (client error): The resource could not be found. Feb 16 13:09:36.562383 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b083c2a1-7e26-46ad-ba0e-39f20142b7d1 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:09:36.565497 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b083c2a1-7e26-46ad-ba0e-39f20142b7d1 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] 10.222.0.90 "DELETE /v2.0/subnets/967e5f74-2e37-4d58-92c6-64837a5271f9 HTTP/1.1" status: 404 len: 337 time: 0.0412490 Feb 16 13:09:36.568176 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42060) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:36.586982 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac4d1328-9ab8-454e-a520-dc4302c43747 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] DELETE failed (client error): The resource could not be found. Feb 16 13:09:36.587595 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac4d1328-9ab8-454e-a520-dc4302c43747 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:09:36.590628 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ac4d1328-9ab8-454e-a520-dc4302c43747 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] 10.222.0.90 "DELETE /v2.0/networks/64ad6a70-3a66-460b-aa60-ebce8ba8be1e HTTP/1.1" status: 404 len: 339 time: 0.0214720 Feb 16 13:09:36.593799 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42062) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:36.620498 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-d84010fb-5f7e-4867-8193-df903d81f26f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] DELETE failed (client error): The resource could not be found. Feb 16 13:09:36.620993 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d84010fb-5f7e-4867-8193-df903d81f26f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:09:36.624671 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d84010fb-5f7e-4867-8193-df903d81f26f tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] 10.222.0.90 "DELETE /v2.0/subnets/46c8d3ad-7619-41ec-85a8-ead2b888a865 HTTP/1.1" status: 404 len: 337 time: 0.0299082 Feb 16 13:09:36.627573 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42064) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:36.646653 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0153868-77b7-4053-addb-b24d021c95c7 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] DELETE failed (client error): The resource could not be found. Feb 16 13:09:36.647199 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0153868-77b7-4053-addb-b24d021c95c7 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:09:36.650227 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a0153868-77b7-4053-addb-b24d021c95c7 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] 10.222.0.90 "DELETE /v2.0/networks/3c70af9e-aae2-4b6c-8762-e7002c0e1380 HTTP/1.1" status: 404 len: 339 time: 0.0217137 Feb 16 13:09:36.652742 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42066) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:36.713827 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-786efad7-ca61-4b73-b396-cc28d8e04941 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Deleting subnet ed5eb730-7bd5-4802-b5cd-7bf433d364e4 {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 13:09:36.717585 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-786efad7-ca61-4b73-b396-cc28d8e04941 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:36.758048 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-786efad7-ca61-4b73-b396-cc28d8e04941 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:36.849319 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-786efad7-ca61-4b73-b396-cc28d8e04941 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:36.915831 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-786efad7-ca61-4b73-b396-cc28d8e04941 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:36.942164 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786efad7-ca61-4b73-b396-cc28d8e04941 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Pushing event deleted for resources: {'Subnet': ['ID=ed5eb730-7bd5-4802-b5cd-7bf433d364e4,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:36.948239 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-786efad7-ca61-4b73-b396-cc28d8e04941 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:36.953879 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-786efad7-ca61-4b73-b396-cc28d8e04941 tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] 10.222.0.90 "DELETE /v2.0/subnets/ed5eb730-7bd5-4802-b5cd-7bf433d364e4 HTTP/1.1" status: 204 len: 168 time: 0.2985468 Feb 16 13:09:36.954916 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 42068) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:36.958551 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9229f5-1164-4c10-acc2-b99d83c98c1b None None] Network 9e0e91d0-706e-47c9-8b15-1408c9059093 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:09:37.034624 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-54560260-e92a-4f80-8e86-2b65e8193aeb tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:37.090082 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-54560260-e92a-4f80-8e86-2b65e8193aeb tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Deleting port 101a0933-b8ca-464c-a4c0-daf892c14d00 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:09:37.090427 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-54560260-e92a-4f80-8e86-2b65e8193aeb tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:37.146489 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbeb42f-6ddf-47fd-a42c-64f95a4b646a None None] DHCP port deletion for 9e0e91d0-706e-47c9-8b15-1408c9059093 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 13:09:37.170669 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-54560260-e92a-4f80-8e86-2b65e8193aeb tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] For port 101a0933-b8ca-464c-a4c0-daf892c14d00, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=101a0933-b8ca-464c-a4c0-daf892c14d00,segment=NetworkSegment(526bd3af-607d-4b6a-a484-1fb1cfe5f41c),segment_id=526bd3af-607d-4b6a-a484-1fb1cfe5f41c)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:09:37.171035 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-54560260-e92a-4f80-8e86-2b65e8193aeb tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:37.185137 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-54560260-e92a-4f80-8e86-2b65e8193aeb tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Calling delete_port for 101a0933-b8ca-464c-a4c0-daf892c14d00 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:09:37.197957 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-fbbeb42f-6ddf-47fd-a42c-64f95a4b646a None None] Deleting port 101a0933-b8ca-464c-a4c0-daf892c14d00 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:09:37.198335 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fbbeb42f-6ddf-47fd-a42c-64f95a4b646a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:37.269682 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-fbbeb42f-6ddf-47fd-a42c-64f95a4b646a None None] For port 101a0933-b8ca-464c-a4c0-daf892c14d00, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=101a0933-b8ca-464c-a4c0-daf892c14d00,segment=NetworkSegment(526bd3af-607d-4b6a-a484-1fb1cfe5f41c),segment_id=526bd3af-607d-4b6a-a484-1fb1cfe5f41c)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:09:37.270103 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fbbeb42f-6ddf-47fd-a42c-64f95a4b646a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:37.270249 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-54560260-e92a-4f80-8e86-2b65e8193aeb tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:37.284699 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-fbbeb42f-6ddf-47fd-a42c-64f95a4b646a None None] Calling delete_port for 101a0933-b8ca-464c-a4c0-daf892c14d00 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:09:37.293302 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54560260-e92a-4f80-8e86-2b65e8193aeb tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Pushing event deleted for resources: {'Port': ['ID=101a0933-b8ca-464c-a4c0-daf892c14d00,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:37.299477 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54560260-e92a-4f80-8e86-2b65e8193aeb tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] No DVR routers for this DVR port 101a0933-b8ca-464c-a4c0-daf892c14d00 on host dv-neutron-828142-3-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:09:37.361268 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fbbeb42f-6ddf-47fd-a42c-64f95a4b646a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:37.383861 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-54560260-e92a-4f80-8e86-2b65e8193aeb tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:37.384764 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbeb42f-6ddf-47fd-a42c-64f95a4b646a None None] Pushing event deleted for resources: {'Port': ['ID=101a0933-b8ca-464c-a4c0-daf892c14d00,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:37.393578 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbeb42f-6ddf-47fd-a42c-64f95a4b646a None None] No DVR routers for this DVR port 101a0933-b8ca-464c-a4c0-daf892c14d00 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:09:37.407747 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-54560260-e92a-4f80-8e86-2b65e8193aeb tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e0e91d0-706e-47c9-8b15-1408c9059093']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:37.418152 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-54560260-e92a-4f80-8e86-2b65e8193aeb tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '526bd3af-607d-4b6a-a484-1fb1cfe5f41c') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:37.418486 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-54560260-e92a-4f80-8e86-2b65e8193aeb tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '526bd3af-607d-4b6a-a484-1fb1cfe5f41c') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:37.429004 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-54560260-e92a-4f80-8e86-2b65e8193aeb tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:37.442670 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-54560260-e92a-4f80-8e86-2b65e8193aeb tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:37.449053 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54560260-e92a-4f80-8e86-2b65e8193aeb tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:09:37.449492 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-54560260-e92a-4f80-8e86-2b65e8193aeb tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:37.453228 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 13:09:37.453228 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:09:37.453228 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 13:09:37.453228 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:09:37.453228 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 13:09:37.453228 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 13:09:37.453228 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 13:09:37.453228 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:09:37.453228 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 13:09:37.453228 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:09:37.453228 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 13:09:37.453228 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:09:37.453228 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 13:09:37.453228 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 13:09:37.453228 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:09:37.453228 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 13:09:37.453228 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:09:37.453228 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 13:09:37.453228 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 13:09:37.453228 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 13:09:37.453228 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 13:09:37.453228 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 13:09:37.453228 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:09:37.453228 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:09:37.453228 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 13:09:37.453228 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:09:37.453228 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:09:37.453228 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:09:37.453228 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:09:37.453228 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:09:37.453228 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:09:37.453228 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:09:37.517313 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-54560260-e92a-4f80-8e86-2b65e8193aeb tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:37.524456 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-54560260-e92a-4f80-8e86-2b65e8193aeb tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:37.527740 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-54560260-e92a-4f80-8e86-2b65e8193aeb tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] 10.222.0.90 "DELETE /v2.0/networks/9e0e91d0-706e-47c9-8b15-1408c9059093 HTTP/1.1" status: 204 len: 168 time: 0.5717895 Feb 16 13:09:37.541253 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54560260-e92a-4f80-8e86-2b65e8193aeb tempest-NetworksIpV6Test-1350928835 tempest-NetworksIpV6Test-1350928835-project] Pushing event deleted for resources: {'Network': ['ID=9e0e91d0-706e-47c9-8b15-1408c9059093,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:37.795598 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42074) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:37.931236 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f0d90378-a6c0-4ff9-b35e-154b40bc5039 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e79b4e0c789249fe8debe5e998f1c984&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1343088 Feb 16 13:09:37.933793 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42078) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:37.983771 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7773b633-9fef-4b99-8eb0-f13cbeafaafe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:38.006466 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7773b633-9fef-4b99-8eb0-f13cbeafaafe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:38.057995 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7773b633-9fef-4b99-8eb0-f13cbeafaafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:38.060741 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7773b633-9fef-4b99-8eb0-f13cbeafaafe admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:38.061897 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-7773b633-9fef-4b99-8eb0-f13cbeafaafe admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/69ce4822-11b5-4935-9ba7-1cebe4fbf5ec HTTP/1.1" status: 204 len: 168 time: 0.1270669 Feb 16 13:09:38.070520 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773b633-9fef-4b99-8eb0-f13cbeafaafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ce4822-11b5-4935-9ba7-1cebe4fbf5ec,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:38.721674 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42100) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:38.812924 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-5b000460-47d5-4afb-9452-570a9841da89 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-406848009', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:38.836943 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5b000460-47d5-4afb-9452-570a9841da89 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:38.837914 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5b000460-47d5-4afb-9452-570a9841da89 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:38.891661 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5b000460-47d5-4afb-9452-570a9841da89 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:38.896618 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5b000460-47d5-4afb-9452-570a9841da89 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:38.916561 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5b000460-47d5-4afb-9452-570a9841da89 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:38.917907 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5b000460-47d5-4afb-9452-570a9841da89 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1951487 Feb 16 13:09:38.921277 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42104) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:38.926154 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-3f11346b-a393-494d-90f4-cccac236fc6a tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-416008497'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:38.950013 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f11346b-a393-494d-90f4-cccac236fc6a tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Made reservation on behalf of 73f9cc8809c246968ac09c2c9de79e7d for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:09:38.954180 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3f11346b-a393-494d-90f4-cccac236fc6a tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:38.963207 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3f11346b-a393-494d-90f4-cccac236fc6a tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:39.053689 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3f11346b-a393-494d-90f4-cccac236fc6a tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:39.058475 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3f11346b-a393-494d-90f4-cccac236fc6a tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:39.060135 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 101a0933-b8ca-464c-a4c0-daf892c14d00 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:09:39.088687 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f11346b-a393-494d-90f4-cccac236fc6a tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:09:39.088970 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 101a0933-b8ca-464c-a4c0-daf892c14d00 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:09:39.089152 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 101a0933-b8ca-464c-a4c0-daf892c14d00 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:09:39.094231 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f11346b-a393-494d-90f4-cccac236fc6a tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=071a395e-9140-4d5e-b589-6466a388edb8,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:39.102291 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3f11346b-a393-494d-90f4-cccac236fc6a tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:39.102762 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-3f11346b-a393-494d-90f4-cccac236fc6a tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Added segment fe1a9a0f-25e6-4c1e-b734-63bc2980186e of type vlan for network 9811120d-e0c8-4e99-a2db-390ac429052c Feb 16 13:09:39.143519 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3f11346b-a393-494d-90f4-cccac236fc6a tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:39.168875 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3f11346b-a393-494d-90f4-cccac236fc6a tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:39.176844 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f11346b-a393-494d-90f4-cccac236fc6a tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:39.177766 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3f11346b-a393-494d-90f4-cccac236fc6a tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:39.231573 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3f11346b-a393-494d-90f4-cccac236fc6a tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3092256 Feb 16 13:09:39.235003 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 42106) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:39.240145 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-49c4573c-16c6-4a5f-9b3a-41d40f454607 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Request body: {'subnet': {'network_id': '9811120d-e0c8-4e99-a2db-390ac429052c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:39.251738 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f11346b-a393-494d-90f4-cccac236fc6a tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Pushing event updated for resources: {'Network': ['ID=9811120d-e0c8-4e99-a2db-390ac429052c,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:39.262670 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 9811120d-e0c8-4e99-a2db-390ac429052c details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:09:39.332189 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c4573c-16c6-4a5f-9b3a-41d40f454607 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Made reservation on behalf of 73f9cc8809c246968ac09c2c9de79e7d for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:09:39.336162 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-49c4573c-16c6-4a5f-9b3a-41d40f454607 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:39.515313 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-49c4573c-16c6-4a5f-9b3a-41d40f454607 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:39.579852 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4573c-16c6-4a5f-9b3a-41d40f454607 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Pushing event updated for resources: {'Subnet': ['ID=9f7fea0c-bbbf-44d0-9f70-bf236a8df8f8,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:39.589555 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c4573c-16c6-4a5f-9b3a-41d40f454607 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Checking segment: {'id': 'fe1a9a0f-25e6-4c1e-b734-63bc2980186e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9811120d-e0c8-4e99-a2db-390ac429052c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:09:39.589910 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c4573c-16c6-4a5f-9b3a-41d40f454607 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Network hostable DHCP agents. Network: 9811120d-e0c8-4e99-a2db-390ac429052c, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:09:39.611664 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c4573c-16c6-4a5f-9b3a-41d40f454607 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Network 9811120d-e0c8-4e99-a2db-390ac429052c is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:09:39.621461 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-49c4573c-16c6-4a5f-9b3a-41d40f454607 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 9811120d-e0c8-4e99-a2db-390ac429052c) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:09:39.626273 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c4573c-16c6-4a5f-9b3a-41d40f454607 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:39.626849 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-49c4573c-16c6-4a5f-9b3a-41d40f454607 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:39.632081 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea143e8-0877-47e6-b727-5bc7ad11abce None None] Network 9811120d-e0c8-4e99-a2db-390ac429052c requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:09:39.642936 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-49c4573c-16c6-4a5f-9b3a-41d40f454607 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4067104 Feb 16 13:09:39.646531 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42108) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:39.651945 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-bc21f058-a919-4703-bc4b-ed4e4de4e423 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1355285858'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:39.674995 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc21f058-a919-4703-bc4b-ed4e4de4e423 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Made reservation on behalf of 73f9cc8809c246968ac09c2c9de79e7d for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:09:39.678670 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bc21f058-a919-4703-bc4b-ed4e4de4e423 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:39.702061 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc21f058-a919-4703-bc4b-ed4e4de4e423 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:09:39.711282 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bc21f058-a919-4703-bc4b-ed4e4de4e423 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:39.711623 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-bc21f058-a919-4703-bc4b-ed4e4de4e423 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Added segment 11b1c085-4ba7-414c-a1e9-361a4001a738 of type vlan for network d4e637ff-f519-4690-b243-1e97888bae47 Feb 16 13:09:39.754394 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bc21f058-a919-4703-bc4b-ed4e4de4e423 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:39.780580 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bc21f058-a919-4703-bc4b-ed4e4de4e423 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:39.784841 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4da6b2-1318-48fd-86c5-a8a08ee4da49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-9811120d-e0c8-4e99-a2db-390ac429052c', 'network_id': '9811120d-e0c8-4e99-a2db-390ac429052c', 'tenant_id': '73f9cc8809c246968ac09c2c9de79e7d', 'fixed_ips': [{'subnet_id': '9f7fea0c-bbbf-44d0-9f70-bf236a8df8f8'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 13:09:39.785706 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1b4da6b2-1318-48fd-86c5-a8a08ee4da49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:39.786563 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc21f058-a919-4703-bc4b-ed4e4de4e423 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:39.787203 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bc21f058-a919-4703-bc4b-ed4e4de4e423 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:39.850377 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-bc21f058-a919-4703-bc4b-ed4e4de4e423 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2025352 Feb 16 13:09:39.853281 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 42110) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:39.859051 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-87e5e95e-f9c2-4a5d-b3a8-05424c8a97b2 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Request body: {'subnet': {'network_id': 'd4e637ff-f519-4690-b243-1e97888bae47', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:39.860551 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc21f058-a919-4703-bc4b-ed4e4de4e423 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Pushing event updated for resources: {'Network': ['ID=d4e637ff-f519-4690-b243-1e97888bae47,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:39.965543 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e5e95e-f9c2-4a5d-b3a8-05424c8a97b2 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Made reservation on behalf of 73f9cc8809c246968ac09c2c9de79e7d for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:09:39.969660 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-87e5e95e-f9c2-4a5d-b3a8-05424c8a97b2 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:40.015273 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network d4e637ff-f519-4690-b243-1e97888bae47 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:09:40.136123 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-1b4da6b2-1318-48fd-86c5-a8a08ee4da49 None None] Allocated IP 172.20.0.2 (9811120d-e0c8-4e99-a2db-390ac429052c/9f7fea0c-bbbf-44d0-9f70-bf236a8df8f8/18cbb525-dc52-4d69-9cc1-dcabefb7e9de) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:09:40.198990 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-87e5e95e-f9c2-4a5d-b3a8-05424c8a97b2 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:40.258016 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5e95e-f9c2-4a5d-b3a8-05424c8a97b2 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Pushing event updated for resources: {'Subnet': ['ID=8a68b19d-332f-4539-b2a1-69d712f57c7e,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:40.268761 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e5e95e-f9c2-4a5d-b3a8-05424c8a97b2 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Checking segment: {'id': '11b1c085-4ba7-414c-a1e9-361a4001a738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd4e637ff-f519-4690-b243-1e97888bae47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:09:40.269368 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e5e95e-f9c2-4a5d-b3a8-05424c8a97b2 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Network hostable DHCP agents. Network: d4e637ff-f519-4690-b243-1e97888bae47, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:09:40.286274 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e5e95e-f9c2-4a5d-b3a8-05424c8a97b2 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Network d4e637ff-f519-4690-b243-1e97888bae47 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:09:40.292531 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1b4da6b2-1318-48fd-86c5-a8a08ee4da49 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:40.295686 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-87e5e95e-f9c2-4a5d-b3a8-05424c8a97b2 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, d4e637ff-f519-4690-b243-1e97888bae47) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:09:40.300188 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1b4da6b2-1318-48fd-86c5-a8a08ee4da49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:40.302074 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e5e95e-f9c2-4a5d-b3a8-05424c8a97b2 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:40.302676 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-87e5e95e-f9c2-4a5d-b3a8-05424c8a97b2 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:40.306664 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df90edad-9b45-4054-9616-d5582b251ef6 None None] Network d4e637ff-f519-4690-b243-1e97888bae47 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:09:40.321554 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-87e5e95e-f9c2-4a5d-b3a8-05424c8a97b2 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4671714 Feb 16 13:09:40.324344 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 42112) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:40.329148 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-f580b26d-5c0b-4908-aef3-3eb7ff87eba9 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd4e637ff-f519-4690-b243-1e97888bae47'}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:40.386045 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4da6b2-1318-48fd-86c5-a8a08ee4da49 None None] Network 9811120d-e0c8-4e99-a2db-390ac429052c is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:09:40.391653 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-1b4da6b2-1318-48fd-86c5-a8a08ee4da49 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:09:40.399645 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4da6b2-1318-48fd-86c5-a8a08ee4da49 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:09:40.404735 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4da6b2-1318-48fd-86c5-a8a08ee4da49 None None] Pushing event updated for resources: {'Port': ['ID=18cbb525-dc52-4d69-9cc1-dcabefb7e9de,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:40.498191 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-1b4da6b2-1318-48fd-86c5-a8a08ee4da49 None None] Attempting to bind port 18cbb525-dc52-4d69-9cc1-dcabefb7e9de on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:09:40.498543 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-1b4da6b2-1318-48fd-86c5-a8a08ee4da49 None None] Attempting to bind port 18cbb525-dc52-4d69-9cc1-dcabefb7e9de by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'fe1a9a0f-25e6-4c1e-b734-63bc2980186e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9811120d-e0c8-4e99-a2db-390ac429052c'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:09:40.498900 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4da6b2-1318-48fd-86c5-a8a08ee4da49 None None] Attempting to bind port 18cbb525-dc52-4d69-9cc1-dcabefb7e9de on network 9811120d-e0c8-4e99-a2db-390ac429052c {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:09:40.510476 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4da6b2-1318-48fd-86c5-a8a08ee4da49 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:09:40.510843 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4da6b2-1318-48fd-86c5-a8a08ee4da49 None None] Checking segment: {'id': 'fe1a9a0f-25e6-4c1e-b734-63bc2980186e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9811120d-e0c8-4e99-a2db-390ac429052c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:09:40.511247 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1b4da6b2-1318-48fd-86c5-a8a08ee4da49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:40.511640 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4da6b2-1318-48fd-86c5-a8a08ee4da49 None None] Bound using segment: {'id': 'fe1a9a0f-25e6-4c1e-b734-63bc2980186e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9811120d-e0c8-4e99-a2db-390ac429052c'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:09:40.512103 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-1b4da6b2-1318-48fd-86c5-a8a08ee4da49 None None] Bound port: 18cbb525-dc52-4d69-9cc1-dcabefb7e9de, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe1a9a0f-25e6-4c1e-b734-63bc2980186e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9811120d-e0c8-4e99-a2db-390ac429052c'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:09:40.512480 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1b4da6b2-1318-48fd-86c5-a8a08ee4da49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:40.580275 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c893e60-851c-43dd-8d65-7ccb22ad7b95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-d4e637ff-f519-4690-b243-1e97888bae47', 'network_id': 'd4e637ff-f519-4690-b243-1e97888bae47', 'tenant_id': '73f9cc8809c246968ac09c2c9de79e7d', 'fixed_ips': [{'subnet_id': '8a68b19d-332f-4539-b2a1-69d712f57c7e'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 13:09:40.581188 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7c893e60-851c-43dd-8d65-7ccb22ad7b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:40.627997 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-1b4da6b2-1318-48fd-86c5-a8a08ee4da49 None None] For port 18cbb525-dc52-4d69-9cc1-dcabefb7e9de, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:09:40.632338 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-1b4da6b2-1318-48fd-86c5-a8a08ee4da49 None None] For port 18cbb525-dc52-4d69-9cc1-dcabefb7e9de, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=18cbb525-dc52-4d69-9cc1-dcabefb7e9de,segment=NetworkSegment(fe1a9a0f-25e6-4c1e-b734-63bc2980186e),segment_id=fe1a9a0f-25e6-4c1e-b734-63bc2980186e)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:09:40.677434 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1b4da6b2-1318-48fd-86c5-a8a08ee4da49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:40.791314 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4da6b2-1318-48fd-86c5-a8a08ee4da49 None None] Pushing event updated for resources: {'Port': ['ID=18cbb525-dc52-4d69-9cc1-dcabefb7e9de,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:40.812743 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-7c893e60-851c-43dd-8d65-7ccb22ad7b95 None None] Allocated IP 172.21.0.2 (d4e637ff-f519-4690-b243-1e97888bae47/8a68b19d-332f-4539-b2a1-69d712f57c7e/d3418a0f-439b-48d6-b84f-b162503d84a3) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:09:40.936721 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f580b26d-5c0b-4908-aef3-3eb7ff87eba9 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:41.019759 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7c893e60-851c-43dd-8d65-7ccb22ad7b95 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:41.032465 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7c893e60-851c-43dd-8d65-7ccb22ad7b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:41.078567 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c893e60-851c-43dd-8d65-7ccb22ad7b95 None None] Network d4e637ff-f519-4690-b243-1e97888bae47 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:09:41.079773 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-f580b26d-5c0b-4908-aef3-3eb7ff87eba9 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:09:41.080886 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f580b26d-5c0b-4908-aef3-3eb7ff87eba9 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] 10.222.0.90 "PUT /v2.0/routers/74b58914-f6f4-4398-9218-f21c09e8753c HTTP/1.1" status: 400 len: 364 time: 0.7554259 Feb 16 13:09:41.088104 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-7c893e60-851c-43dd-8d65-7ccb22ad7b95 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:09:41.088317 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42114) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:41.090726 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c893e60-851c-43dd-8d65-7ccb22ad7b95 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:09:41.133662 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c893e60-851c-43dd-8d65-7ccb22ad7b95 None None] Pushing event updated for resources: {'Port': ['ID=d3418a0f-439b-48d6-b84f-b162503d84a3,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:41.161697 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-6103f3f1-7937-41e2-ba06-da1f11040b75 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Deleting subnet 8a68b19d-332f-4539-b2a1-69d712f57c7e {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 13:09:41.165018 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6103f3f1-7937-41e2-ba06-da1f11040b75 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:41.171324 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 18cbb525-dc52-4d69-9cc1-dcabefb7e9de up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:09:41.218446 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6103f3f1-7937-41e2-ba06-da1f11040b75 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:41.222260 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-7c893e60-851c-43dd-8d65-7ccb22ad7b95 None None] Attempting to bind port d3418a0f-439b-48d6-b84f-b162503d84a3 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:09:41.222629 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-7c893e60-851c-43dd-8d65-7ccb22ad7b95 None None] Attempting to bind port d3418a0f-439b-48d6-b84f-b162503d84a3 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '11b1c085-4ba7-414c-a1e9-361a4001a738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd4e637ff-f519-4690-b243-1e97888bae47'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:09:41.222993 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c893e60-851c-43dd-8d65-7ccb22ad7b95 None None] Attempting to bind port d3418a0f-439b-48d6-b84f-b162503d84a3 on network d4e637ff-f519-4690-b243-1e97888bae47 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:09:41.231973 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c893e60-851c-43dd-8d65-7ccb22ad7b95 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:09:41.232330 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c893e60-851c-43dd-8d65-7ccb22ad7b95 None None] Checking segment: {'id': '11b1c085-4ba7-414c-a1e9-361a4001a738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd4e637ff-f519-4690-b243-1e97888bae47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:09:41.232772 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7c893e60-851c-43dd-8d65-7ccb22ad7b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:41.233171 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c893e60-851c-43dd-8d65-7ccb22ad7b95 None None] Bound using segment: {'id': '11b1c085-4ba7-414c-a1e9-361a4001a738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd4e637ff-f519-4690-b243-1e97888bae47'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:09:41.233645 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-7c893e60-851c-43dd-8d65-7ccb22ad7b95 None None] Bound port: d3418a0f-439b-48d6-b84f-b162503d84a3, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11b1c085-4ba7-414c-a1e9-361a4001a738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd4e637ff-f519-4690-b243-1e97888bae47'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:09:41.234140 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7c893e60-851c-43dd-8d65-7ccb22ad7b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:41.285259 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 18cbb525-dc52-4d69-9cc1-dcabefb7e9de triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:41.285632 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:41.320239 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6103f3f1-7937-41e2-ba06-da1f11040b75 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:41.387289 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6103f3f1-7937-41e2-ba06-da1f11040b75 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:41.391556 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-7c893e60-851c-43dd-8d65-7ccb22ad7b95 None None] For port d3418a0f-439b-48d6-b84f-b162503d84a3, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:09:41.393844 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:41.413412 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-7c893e60-851c-43dd-8d65-7ccb22ad7b95 None None] For port d3418a0f-439b-48d6-b84f-b162503d84a3, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=d3418a0f-439b-48d6-b84f-b162503d84a3,segment=NetworkSegment(11b1c085-4ba7-414c-a1e9-361a4001a738),segment_id=11b1c085-4ba7-414c-a1e9-361a4001a738)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:09:41.421384 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6103f3f1-7937-41e2-ba06-da1f11040b75 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:41.424829 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6103f3f1-7937-41e2-ba06-da1f11040b75 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] 10.222.0.90 "DELETE /v2.0/subnets/8a68b19d-332f-4539-b2a1-69d712f57c7e HTTP/1.1" status: 204 len: 168 time: 0.3365808 Feb 16 13:09:41.425974 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6103f3f1-7937-41e2-ba06-da1f11040b75 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Pushing event deleted for resources: {'Subnet': ['ID=8a68b19d-332f-4539-b2a1-69d712f57c7e,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:41.427460 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 42116) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:41.437767 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7c893e60-851c-43dd-8d65-7ccb22ad7b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:41.444659 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 18cbb525-dc52-4d69-9cc1-dcabefb7e9de, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=18cbb525-dc52-4d69-9cc1-dcabefb7e9de,segment=NetworkSegment(fe1a9a0f-25e6-4c1e-b734-63bc2980186e),segment_id=fe1a9a0f-25e6-4c1e-b734-63bc2980186e)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:09:41.451483 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:41.512376 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c893e60-851c-43dd-8d65-7ccb22ad7b95 None None] Pushing event updated for resources: {'Port': ['ID=d3418a0f-439b-48d6-b84f-b162503d84a3,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:41.531818 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d84ff1cf-b681-47a3-a751-238302da0280 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:41.591581 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-d84ff1cf-b681-47a3-a751-238302da0280 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Deleting port d3418a0f-439b-48d6-b84f-b162503d84a3 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:09:41.592478 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d84ff1cf-b681-47a3-a751-238302da0280 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:41.598979 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=18cbb525-dc52-4d69-9cc1-dcabefb7e9de,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:41.660858 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-d84ff1cf-b681-47a3-a751-238302da0280 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] For port d3418a0f-439b-48d6-b84f-b162503d84a3, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=d3418a0f-439b-48d6-b84f-b162503d84a3,segment=NetworkSegment(11b1c085-4ba7-414c-a1e9-361a4001a738),segment_id=11b1c085-4ba7-414c-a1e9-361a4001a738)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:09:41.661234 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d84ff1cf-b681-47a3-a751-238302da0280 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:41.675949 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-d84ff1cf-b681-47a3-a751-238302da0280 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Calling delete_port for d3418a0f-439b-48d6-b84f-b162503d84a3 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:09:41.803831 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d84ff1cf-b681-47a3-a751-238302da0280 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:41.818189 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84ff1cf-b681-47a3-a751-238302da0280 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] No DVR routers for this DVR port d3418a0f-439b-48d6-b84f-b162503d84a3 on host dv-neutron-828142-3-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:09:41.842379 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ff1cf-b681-47a3-a751-238302da0280 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Pushing event deleted for resources: {'Port': ['ID=d3418a0f-439b-48d6-b84f-b162503d84a3,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:41.934144 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d84ff1cf-b681-47a3-a751-238302da0280 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:41.939704 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3e5733-42b9-4790-9473-d7f9fe556612 None None] Network 9811120d-e0c8-4e99-a2db-390ac429052c requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:09:41.960120 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-d84ff1cf-b681-47a3-a751-238302da0280 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4e637ff-f519-4690-b243-1e97888bae47']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:41.972152 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-d84ff1cf-b681-47a3-a751-238302da0280 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11b1c085-4ba7-414c-a1e9-361a4001a738') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:41.972458 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-d84ff1cf-b681-47a3-a751-238302da0280 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11b1c085-4ba7-414c-a1e9-361a4001a738') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:41.984316 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d84ff1cf-b681-47a3-a751-238302da0280 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:41.999506 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d84ff1cf-b681-47a3-a751-238302da0280 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:42.007966 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d84ff1cf-b681-47a3-a751-238302da0280 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:09:42.008361 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d84ff1cf-b681-47a3-a751-238302da0280 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:42.011769 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 13:09:42.011769 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:09:42.011769 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 13:09:42.011769 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:09:42.011769 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 13:09:42.011769 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 13:09:42.011769 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 13:09:42.011769 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:09:42.011769 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 13:09:42.011769 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:09:42.011769 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 13:09:42.011769 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:09:42.011769 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 13:09:42.011769 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 13:09:42.011769 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:09:42.011769 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 13:09:42.011769 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:09:42.011769 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 13:09:42.011769 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 13:09:42.011769 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 13:09:42.011769 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 13:09:42.011769 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 13:09:42.011769 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:09:42.011769 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:09:42.011769 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 13:09:42.011769 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:09:42.011769 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:09:42.011769 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:09:42.011769 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:09:42.011769 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:09:42.011769 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:09:42.011769 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:09:42.070157 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-0c15ceee-772c-4c49-a682-e1b8a61e3b6a None None] Provisioning complete for port 18cbb525-dc52-4d69-9cc1-dcabefb7e9de triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:42.070520 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0c15ceee-772c-4c49-a682-e1b8a61e3b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:42.087165 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d84ff1cf-b681-47a3-a751-238302da0280 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:42.094185 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d84ff1cf-b681-47a3-a751-238302da0280 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:42.097313 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d84ff1cf-b681-47a3-a751-238302da0280 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] 10.222.0.90 "DELETE /v2.0/networks/d4e637ff-f519-4690-b243-1e97888bae47 HTTP/1.1" status: 204 len: 168 time: 0.6681297 Feb 16 13:09:42.099850 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 42118) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:42.118387 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ff1cf-b681-47a3-a751-238302da0280 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Pushing event deleted for resources: {'Network': ['ID=d4e637ff-f519-4690-b243-1e97888bae47,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:42.172916 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-8376a0a7-c34e-43d3-b07f-2ba708540d07 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Deleting subnet 9f7fea0c-bbbf-44d0-9f70-bf236a8df8f8 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 13:09:42.176095 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8376a0a7-c34e-43d3-b07f-2ba708540d07 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:42.218533 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8376a0a7-c34e-43d3-b07f-2ba708540d07 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:42.319484 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8376a0a7-c34e-43d3-b07f-2ba708540d07 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:42.398453 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8376a0a7-c34e-43d3-b07f-2ba708540d07 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:42.409807 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-874f068f-1d6b-462f-8d20-9716be0b7e3b None None] Provisioning complete for port 18cbb525-dc52-4d69-9cc1-dcabefb7e9de triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:42.410386 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-874f068f-1d6b-462f-8d20-9716be0b7e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:42.413359 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8376a0a7-c34e-43d3-b07f-2ba708540d07 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:42.419340 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8376a0a7-c34e-43d3-b07f-2ba708540d07 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] 10.222.0.90 "DELETE /v2.0/subnets/9f7fea0c-bbbf-44d0-9f70-bf236a8df8f8 HTTP/1.1" status: 204 len: 168 time: 0.3174865 Feb 16 13:09:42.419631 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42120) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:42.459189 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7280b6f8-0d65-4457-9d1b-b4c252609420 None None] Network 9811120d-e0c8-4e99-a2db-390ac429052c requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:09:42.464425 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376a0a7-c34e-43d3-b07f-2ba708540d07 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Pushing event deleted for resources: {'Subnet': ['ID=9f7fea0c-bbbf-44d0-9f70-bf236a8df8f8,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:42.522692 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-35989db2-19f7-4814-b03c-a2d44de4a75a tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:42.597833 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-35989db2-19f7-4814-b03c-a2d44de4a75a tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Deleting port 18cbb525-dc52-4d69-9cc1-dcabefb7e9de {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:09:42.598174 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-35989db2-19f7-4814-b03c-a2d44de4a75a tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:42.688843 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-35989db2-19f7-4814-b03c-a2d44de4a75a tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] For port 18cbb525-dc52-4d69-9cc1-dcabefb7e9de, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=18cbb525-dc52-4d69-9cc1-dcabefb7e9de,segment=NetworkSegment(fe1a9a0f-25e6-4c1e-b734-63bc2980186e),segment_id=fe1a9a0f-25e6-4c1e-b734-63bc2980186e)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:09:42.689238 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-35989db2-19f7-4814-b03c-a2d44de4a75a tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:42.703105 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-35989db2-19f7-4814-b03c-a2d44de4a75a tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Calling delete_port for 18cbb525-dc52-4d69-9cc1-dcabefb7e9de owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:09:42.721520 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8999c049-fbe6-4cc0-a39d-1e4a1591178c None None] DHCP port deletion for 9811120d-e0c8-4e99-a2db-390ac429052c request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 13:09:42.793729 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-8999c049-fbe6-4cc0-a39d-1e4a1591178c None None] Deleting port 18cbb525-dc52-4d69-9cc1-dcabefb7e9de {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:09:42.794111 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8999c049-fbe6-4cc0-a39d-1e4a1591178c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:42.804325 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-35989db2-19f7-4814-b03c-a2d44de4a75a tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:42.817350 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35989db2-19f7-4814-b03c-a2d44de4a75a tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] No DVR routers for this DVR port 18cbb525-dc52-4d69-9cc1-dcabefb7e9de on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:09:42.844417 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994812ad-ca65-4b5d-a949-7c7dd72d1246 None None] DHCP port deletion for d4e637ff-f519-4690-b243-1e97888bae47 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 13:09:42.846932 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35989db2-19f7-4814-b03c-a2d44de4a75a tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Pushing event deleted for resources: {'Port': ['ID=18cbb525-dc52-4d69-9cc1-dcabefb7e9de,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:42.859575 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-76ff1d4b-af55-4d5d-b56c-0b9ab1266ce6 None None] Could not find standard attr ID for object d3418a0f-439b-48d6-b84f-b162503d84a3. {{(pid=109050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 13:09:42.875175 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-8999c049-fbe6-4cc0-a39d-1e4a1591178c None None] For port 18cbb525-dc52-4d69-9cc1-dcabefb7e9de, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=18cbb525-dc52-4d69-9cc1-dcabefb7e9de,segment=NetworkSegment(fe1a9a0f-25e6-4c1e-b734-63bc2980186e),segment_id=fe1a9a0f-25e6-4c1e-b734-63bc2980186e)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:09:42.875583 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8999c049-fbe6-4cc0-a39d-1e4a1591178c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:42.884508 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305cfa3b-f0cc-49b6-a0e7-33f17a24c5e8 None None] Network d4e637ff-f519-4690-b243-1e97888bae47 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:09:42.897864 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-8999c049-fbe6-4cc0-a39d-1e4a1591178c None None] Calling delete_port for 18cbb525-dc52-4d69-9cc1-dcabefb7e9de owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:09:42.910927 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305cfa3b-f0cc-49b6-a0e7-33f17a24c5e8 None None] Network d4e637ff-f519-4690-b243-1e97888bae47 could not be found, it might have been deleted concurrently. {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 16 13:09:42.930754 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-35989db2-19f7-4814-b03c-a2d44de4a75a tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:42.952101 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-35989db2-19f7-4814-b03c-a2d44de4a75a tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9811120d-e0c8-4e99-a2db-390ac429052c']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:42.962112 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-35989db2-19f7-4814-b03c-a2d44de4a75a tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe1a9a0f-25e6-4c1e-b734-63bc2980186e') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:42.962414 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-35989db2-19f7-4814-b03c-a2d44de4a75a tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe1a9a0f-25e6-4c1e-b734-63bc2980186e') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:42.977164 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-35989db2-19f7-4814-b03c-a2d44de4a75a tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:42.987578 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8999c049-fbe6-4cc0-a39d-1e4a1591178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:42.993318 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-35989db2-19f7-4814-b03c-a2d44de4a75a tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:43.003258 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35989db2-19f7-4814-b03c-a2d44de4a75a tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:09:43.003745 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-35989db2-19f7-4814-b03c-a2d44de4a75a tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:43.007998 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 13:09:43.007998 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:09:43.007998 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 13:09:43.007998 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:09:43.007998 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 13:09:43.007998 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 13:09:43.007998 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 13:09:43.007998 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:09:43.007998 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 13:09:43.007998 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:09:43.007998 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 13:09:43.007998 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:09:43.007998 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 13:09:43.007998 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 13:09:43.007998 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:09:43.007998 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 13:09:43.007998 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:09:43.007998 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 13:09:43.007998 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 13:09:43.007998 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 13:09:43.007998 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 13:09:43.007998 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 13:09:43.007998 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:09:43.007998 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:09:43.007998 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 13:09:43.007998 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:09:43.007998 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:09:43.007998 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:09:43.007998 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:09:43.007998 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:09:43.007998 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:09:43.007998 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:09:43.014819 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8999c049-fbe6-4cc0-a39d-1e4a1591178c None None] Pushing event deleted for resources: {'Port': ['ID=18cbb525-dc52-4d69-9cc1-dcabefb7e9de,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:43.020751 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8999c049-fbe6-4cc0-a39d-1e4a1591178c None None] No DVR routers for this DVR port 18cbb525-dc52-4d69-9cc1-dcabefb7e9de on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:09:43.079612 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-35989db2-19f7-4814-b03c-a2d44de4a75a tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:43.086485 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-35989db2-19f7-4814-b03c-a2d44de4a75a tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:43.090689 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-35989db2-19f7-4814-b03c-a2d44de4a75a tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] 10.222.0.90 "DELETE /v2.0/networks/9811120d-e0c8-4e99-a2db-390ac429052c HTTP/1.1" status: 204 len: 168 time: 0.6689451 Feb 16 13:09:43.091658 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 18cbb525-dc52-4d69-9cc1-dcabefb7e9de no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:09:43.093386 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42122) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:43.112344 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 18cbb525-dc52-4d69-9cc1-dcabefb7e9de {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:09:43.112344 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 18cbb525-dc52-4d69-9cc1-dcabefb7e9de not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:09:43.112705 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35989db2-19f7-4814-b03c-a2d44de4a75a tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Pushing event deleted for resources: {'Network': ['ID=9811120d-e0c8-4e99-a2db-390ac429052c,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:43.129698 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2db2945c-75bf-4c58-9174-08eb6619de4c tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] 10.222.0.90 "GET /v2.0/ports?device_id=74b58914-f6f4-4398-9218-f21c09e8753c HTTP/1.1" status: 200 len: 205 time: 0.0352228 Feb 16 13:09:43.131932 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42124) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:43.205638 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b76c03a8-378d-4d0a-8068-9a0bd0321551 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks [] for router, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:43.361871 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b76c03a8-378d-4d0a-8068-9a0bd0321551 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:43.363912 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b76c03a8-378d-4d0a-8068-9a0bd0321551 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:43.408763 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b76c03a8-378d-4d0a-8068-9a0bd0321551 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:43.409265 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76c03a8-378d-4d0a-8068-9a0bd0321551 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Fanout notify agent at l3_agent the message router_deleted on router 74b58914-f6f4-4398-9218-f21c09e8753c {{(pid=109048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 13:09:43.417116 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b76c03a8-378d-4d0a-8068-9a0bd0321551 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:43.418159 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b76c03a8-378d-4d0a-8068-9a0bd0321551 tempest-RoutersNegativeTest-224459738 tempest-RoutersNegativeTest-224459738-project] 10.222.0.90 "DELETE /v2.0/routers/74b58914-f6f4-4398-9218-f21c09e8753c HTTP/1.1" status: 204 len: 168 time: 0.2853563 Feb 16 13:09:43.660384 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42130) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:43.794071 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-31dfc387-2ed7-441a-b201-0fec1e0d0eeb admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=73f9cc8809c246968ac09c2c9de79e7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1324863 Feb 16 13:09:43.797183 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42134) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:43.849378 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3424704b-d4b4-4c20-a7b4-4f46754b211c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:43.870351 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3424704b-d4b4-4c20-a7b4-4f46754b211c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:43.918872 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3424704b-d4b4-4c20-a7b4-4f46754b211c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:43.922661 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3424704b-d4b4-4c20-a7b4-4f46754b211c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:43.923806 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3424704b-d4b4-4c20-a7b4-4f46754b211c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/071a395e-9140-4d5e-b589-6466a388edb8 HTTP/1.1" status: 204 len: 168 time: 0.1257162 Feb 16 13:09:43.931880 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424704b-d4b4-4c20-a7b4-4f46754b211c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071a395e-9140-4d5e-b589-6466a388edb8,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:44.541921 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 42156) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:44.640443 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-88fa497a-e38d-4727-af4b-4d9d12910645 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1908674395-network', 'tenant_id': 'e8ffaacbb44c4626ae69377bf7d674c2'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:44.664505 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fa497a-e38d-4727-af4b-4d9d12910645 admin admin] Made reservation on behalf of e8ffaacbb44c4626ae69377bf7d674c2 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:09:44.666992 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-88fa497a-e38d-4727-af4b-4d9d12910645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:44.680135 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-88fa497a-e38d-4727-af4b-4d9d12910645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:44.766579 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-88fa497a-e38d-4727-af4b-4d9d12910645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:44.770734 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-88fa497a-e38d-4727-af4b-4d9d12910645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:44.799419 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88fa497a-e38d-4727-af4b-4d9d12910645 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:09:44.808020 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa497a-e38d-4727-af4b-4d9d12910645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0e4f93-fe42-40c3-92df-45c7ee359fd0,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:44.817807 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-88fa497a-e38d-4727-af4b-4d9d12910645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:44.818149 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-88fa497a-e38d-4727-af4b-4d9d12910645 admin admin] Added segment f98e9aa4-d14d-4d14-b6b4-4cd432ef557e of type vlan for network 29436c36-f024-4d52-97ea-962956221517 Feb 16 13:09:44.820262 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa497a-e38d-4727-af4b-4d9d12910645 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:44.820614 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa497a-e38d-4727-af4b-4d9d12910645 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:44.820975 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa497a-e38d-4727-af4b-4d9d12910645 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:44.821310 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa497a-e38d-4727-af4b-4d9d12910645 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:44.821642 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa497a-e38d-4727-af4b-4d9d12910645 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:44.821977 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa497a-e38d-4727-af4b-4d9d12910645 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:44.822304 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa497a-e38d-4727-af4b-4d9d12910645 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:44.822633 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa497a-e38d-4727-af4b-4d9d12910645 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:44.822958 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa497a-e38d-4727-af4b-4d9d12910645 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:44.823278 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa497a-e38d-4727-af4b-4d9d12910645 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:44.823597 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa497a-e38d-4727-af4b-4d9d12910645 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:44.823912 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa497a-e38d-4727-af4b-4d9d12910645 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:44.868969 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-88fa497a-e38d-4727-af4b-4d9d12910645 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:44.896924 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-88fa497a-e38d-4727-af4b-4d9d12910645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:44.897902 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fa497a-e38d-4727-af4b-4d9d12910645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:44.898478 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-88fa497a-e38d-4727-af4b-4d9d12910645 admin admin] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:44.957493 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-88fa497a-e38d-4727-af4b-4d9d12910645 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4144151 Feb 16 13:09:44.961362 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42160) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:44.965151 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa497a-e38d-4727-af4b-4d9d12910645 admin admin] Pushing event updated for resources: {'Network': ['ID=29436c36-f024-4d52-97ea-962956221517,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:44.967972 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-0605270d-bb8b-4dfb-8d23-4f83f70cc5e4 admin admin] Request body: {'subnet': {'network_id': '29436c36-f024-4d52-97ea-962956221517', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1908674395-subnet', 'tenant_id': 'e8ffaacbb44c4626ae69377bf7d674c2', 'ip_version': 4}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:44.975998 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 29436c36-f024-4d52-97ea-962956221517 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:09:44.993881 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0605270d-bb8b-4dfb-8d23-4f83f70cc5e4 admin admin] Made reservation on behalf of e8ffaacbb44c4626ae69377bf7d674c2 for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:09:44.996294 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0605270d-bb8b-4dfb-8d23-4f83f70cc5e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:45.175479 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0605270d-bb8b-4dfb-8d23-4f83f70cc5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:45.231816 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0605270d-bb8b-4dfb-8d23-4f83f70cc5e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=594030a5-5355-4b76-9b97-e61d30daee57,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:45.240511 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0605270d-bb8b-4dfb-8d23-4f83f70cc5e4 admin admin] Checking segment: {'id': 'f98e9aa4-d14d-4d14-b6b4-4cd432ef557e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '29436c36-f024-4d52-97ea-962956221517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:09:45.240898 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0605270d-bb8b-4dfb-8d23-4f83f70cc5e4 admin admin] Network hostable DHCP agents. Network: 29436c36-f024-4d52-97ea-962956221517, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:09:45.257703 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0605270d-bb8b-4dfb-8d23-4f83f70cc5e4 admin admin] Network 29436c36-f024-4d52-97ea-962956221517 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:09:45.267221 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-0605270d-bb8b-4dfb-8d23-4f83f70cc5e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 29436c36-f024-4d52-97ea-962956221517) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:09:45.271983 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0605270d-bb8b-4dfb-8d23-4f83f70cc5e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:45.273138 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0605270d-bb8b-4dfb-8d23-4f83f70cc5e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:45.277051 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fccfbd5-1d7f-45cb-875a-922ec1c43ea4 None None] Network 29436c36-f024-4d52-97ea-962956221517 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:09:45.288587 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0605270d-bb8b-4dfb-8d23-4f83f70cc5e4 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3258219 Feb 16 13:09:45.291323 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42162) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:45.296263 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-f9b485b4-1b5e-4739-a482-0ba0a150e22b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1908674395-router', 'tenant_id': 'e8ffaacbb44c4626ae69377bf7d674c2', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:45.326429 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f9b485b4-1b5e-4739-a482-0ba0a150e22b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:45.327772 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f9b485b4-1b5e-4739-a482-0ba0a150e22b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:45.394837 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f9b485b4-1b5e-4739-a482-0ba0a150e22b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:45.453897 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c32b2d-cbc2-4c3f-8b6d-53622250af91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-29436c36-f024-4d52-97ea-962956221517', 'network_id': '29436c36-f024-4d52-97ea-962956221517', 'tenant_id': 'e8ffaacbb44c4626ae69377bf7d674c2', 'fixed_ips': [{'subnet_id': '594030a5-5355-4b76-9b97-e61d30daee57'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 13:09:45.454915 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-25c32b2d-cbc2-4c3f-8b6d-53622250af91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:45.538067 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f9b485b4-1b5e-4739-a482-0ba0a150e22b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:45.599167 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-25c32b2d-cbc2-4c3f-8b6d-53622250af91 None None] Allocated IP 172.20.0.2 (29436c36-f024-4d52-97ea-962956221517/594030a5-5355-4b76-9b97-e61d30daee57/2e1c1add-e255-40bb-8f22-d0e234d66cc1) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:09:45.769762 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-25c32b2d-cbc2-4c3f-8b6d-53622250af91 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:45.777360 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-25c32b2d-cbc2-4c3f-8b6d-53622250af91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:45.819591 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c32b2d-cbc2-4c3f-8b6d-53622250af91 None None] Network 29436c36-f024-4d52-97ea-962956221517 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:09:45.825454 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-25c32b2d-cbc2-4c3f-8b6d-53622250af91 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:09:45.830737 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c32b2d-cbc2-4c3f-8b6d-53622250af91 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:09:45.834445 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c32b2d-cbc2-4c3f-8b6d-53622250af91 None None] Pushing event updated for resources: {'Port': ['ID=2e1c1add-e255-40bb-8f22-d0e234d66cc1,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:45.895180 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-25c32b2d-cbc2-4c3f-8b6d-53622250af91 None None] Attempting to bind port 2e1c1add-e255-40bb-8f22-d0e234d66cc1 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:09:45.895546 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-25c32b2d-cbc2-4c3f-8b6d-53622250af91 None None] Attempting to bind port 2e1c1add-e255-40bb-8f22-d0e234d66cc1 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'f98e9aa4-d14d-4d14-b6b4-4cd432ef557e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '29436c36-f024-4d52-97ea-962956221517'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:09:45.895939 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c32b2d-cbc2-4c3f-8b6d-53622250af91 None None] Attempting to bind port 2e1c1add-e255-40bb-8f22-d0e234d66cc1 on network 29436c36-f024-4d52-97ea-962956221517 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:09:45.901530 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c32b2d-cbc2-4c3f-8b6d-53622250af91 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:09:45.901905 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c32b2d-cbc2-4c3f-8b6d-53622250af91 None None] Checking segment: {'id': 'f98e9aa4-d14d-4d14-b6b4-4cd432ef557e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '29436c36-f024-4d52-97ea-962956221517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:09:45.902311 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-25c32b2d-cbc2-4c3f-8b6d-53622250af91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:45.902706 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c32b2d-cbc2-4c3f-8b6d-53622250af91 None None] Bound using segment: {'id': 'f98e9aa4-d14d-4d14-b6b4-4cd432ef557e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '29436c36-f024-4d52-97ea-962956221517'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:09:45.903203 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-25c32b2d-cbc2-4c3f-8b6d-53622250af91 None None] Bound port: 2e1c1add-e255-40bb-8f22-d0e234d66cc1, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98e9aa4-d14d-4d14-b6b4-4cd432ef557e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '29436c36-f024-4d52-97ea-962956221517'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:09:45.903564 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-25c32b2d-cbc2-4c3f-8b6d-53622250af91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:45.976584 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-25c32b2d-cbc2-4c3f-8b6d-53622250af91 None None] For port 2e1c1add-e255-40bb-8f22-d0e234d66cc1, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:09:45.979806 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-25c32b2d-cbc2-4c3f-8b6d-53622250af91 None None] For port 2e1c1add-e255-40bb-8f22-d0e234d66cc1, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=2e1c1add-e255-40bb-8f22-d0e234d66cc1,segment=NetworkSegment(f98e9aa4-d14d-4d14-b6b4-4cd432ef557e),segment_id=f98e9aa4-d14d-4d14-b6b4-4cd432ef557e)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:09:45.987536 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-25c32b2d-cbc2-4c3f-8b6d-53622250af91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:46.057755 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c32b2d-cbc2-4c3f-8b6d-53622250af91 None None] Pushing event updated for resources: {'Port': ['ID=2e1c1add-e255-40bb-8f22-d0e234d66cc1,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:46.102078 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f9b485b4-1b5e-4739-a482-0ba0a150e22b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:46.122705 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f9b485b4-1b5e-4739-a482-0ba0a150e22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:46.264951 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-f9b485b4-1b5e-4739-a482-0ba0a150e22b admin admin] Allocated IP 172.26.2.70 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/6dcc15b5-ef2f-4c16-b937-72aeab022706) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:09:46.393805 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f9b485b4-1b5e-4739-a482-0ba0a150e22b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:46.429446 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f9b485b4-1b5e-4739-a482-0ba0a150e22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:46.473902 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b485b4-1b5e-4739-a482-0ba0a150e22b admin admin] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:09:46.476820 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-f9b485b4-1b5e-4739-a482-0ba0a150e22b admin admin] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:09:46.481337 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b485b4-1b5e-4739-a482-0ba0a150e22b admin admin] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:09:46.485171 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b485b4-1b5e-4739-a482-0ba0a150e22b admin admin] Pushing event updated for resources: {'Port': ['ID=6dcc15b5-ef2f-4c16-b937-72aeab022706,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:46.743761 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f9b485b4-1b5e-4739-a482-0ba0a150e22b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:46.954878 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f9b485b4-1b5e-4739-a482-0ba0a150e22b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:46.969554 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcabd54-09af-4c23-a33a-72903d6be0e2 None None] Network 29436c36-f024-4d52-97ea-962956221517 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:09:47.030720 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-ab48290b-aee8-4337-a5e5-11186fcac9b4 None None] Provisioning complete for port 2e1c1add-e255-40bb-8f22-d0e234d66cc1 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:47.031324 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ab48290b-aee8-4337-a5e5-11186fcac9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:47.108456 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b485b4-1b5e-4739-a482-0ba0a150e22b admin admin] Router b087001d-6db4-4d83-bec8-f5c3d238cd75 is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 13:09:47.117315 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 2e1c1add-e255-40bb-8f22-d0e234d66cc1 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:09:47.225270 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b485b4-1b5e-4739-a482-0ba0a150e22b admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:09:47.235449 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db5e40b-94cf-441e-8f9d-0e006d9bd561 None None] Sync routers for ids ['b087001d-6db4-4d83-bec8-f5c3d238cd75'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:09:47.245585 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f9b485b4-1b5e-4739-a482-0ba0a150e22b admin admin] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:47.247398 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f9b485b4-1b5e-4739-a482-0ba0a150e22b admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9548378 Feb 16 13:09:47.250532 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42164) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:47.250701 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db5e40b-94cf-441e-8f9d-0e006d9bd561 None None] Routers {'b087001d-6db4-4d83-bec8-f5c3d238cd75'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:09:47.251288 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-5db5e40b-94cf-441e-8f9d-0e006d9bd561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:09:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['b087001d-6db4-4d83-bec8-f5c3d238cd75'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:47.385176 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ab48290b-aee8-4337-a5e5-11186fcac9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:47.424573 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 2e1c1add-e255-40bb-8f22-d0e234d66cc1 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:47.425010 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:47.446191 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:09:47.462296 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-ab48290b-aee8-4337-a5e5-11186fcac9b4 None None] For port 2e1c1add-e255-40bb-8f22-d0e234d66cc1, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=2e1c1add-e255-40bb-8f22-d0e234d66cc1,segment=NetworkSegment(f98e9aa4-d14d-4d14-b6b4-4cd432ef557e),segment_id=f98e9aa4-d14d-4d14-b6b4-4cd432ef557e)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:09:47.468410 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ab48290b-aee8-4337-a5e5-11186fcac9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:47.488056 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-5db5e40b-94cf-441e-8f9d-0e006d9bd561 None None] Set router b087001d-6db4-4d83-bec8-f5c3d238cd75 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:09:47.539584 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48290b-aee8-4337-a5e5-11186fcac9b4 None None] Pushing event updated for resources: {'Port': ['ID=2e1c1add-e255-40bb-8f22-d0e234d66cc1,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:47.691987 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-24e09e8f-68b8-4c7b-bde3-ba16a1efc1e6 None None] Provisioning complete for port 2e1c1add-e255-40bb-8f22-d0e234d66cc1 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:47.692362 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-24e09e8f-68b8-4c7b-bde3-ba16a1efc1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:47.697009 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-5db5e40b-94cf-441e-8f9d-0e006d9bd561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b087001d-6db4-4d83-bec8-f5c3d238cd75', 'name': 'tempest-TestEncryptedCinderVolumes-1908674395-router', 'tenant_id': 'e8ffaacbb44c4626ae69377bf7d674c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '6dcc15b5-ef2f-4c16-b937-72aeab022706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:09:45Z', 'updated_at': '2022-02-16T13:09:46Z', 'revision_number': 3, 'project_id': 'e8ffaacbb44c4626ae69377bf7d674c2', 'gw_port': {'id': '6dcc15b5-ef2f-4c16-b937-72aeab022706', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:63:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b087001d-6db4-4d83-bec8-f5c3d238cd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:46Z', 'updated_at': '2022-02-16T13:09:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:47.728491 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db5e40b-94cf-441e-8f9d-0e006d9bd561 None None] Checking router: b087001d-6db4-4d83-bec8-f5c3d238cd75 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:09:47.728866 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db5e40b-94cf-441e-8f9d-0e006d9bd561 None None] Updating router b087001d-6db4-4d83-bec8-f5c3d238cd75 port 6dcc15b5-ef2f-4c16-b937-72aeab022706 binding host dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:09:47.775335 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e0f49e15-ca22-49e6-b4fe-8f839d12a600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:47.779709 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5db5e40b-94cf-441e-8f9d-0e006d9bd561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:47.994916 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-e0f49e15-ca22-49e6-b4fe-8f839d12a600 admin admin] Allocated IP 172.20.0.1 (29436c36-f024-4d52-97ea-962956221517/594030a5-5355-4b76-9b97-e61d30daee57/3613f5ca-5c32-4291-8bb8-a4f380e463a3) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:09:48.057354 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5db5e40b-94cf-441e-8f9d-0e006d9bd561 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:48.063391 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5db5e40b-94cf-441e-8f9d-0e006d9bd561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:48.108022 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e0f49e15-ca22-49e6-b4fe-8f839d12a600 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:48.120342 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-5db5e40b-94cf-441e-8f9d-0e006d9bd561 None None] Attempting to bind port 6dcc15b5-ef2f-4c16-b937-72aeab022706 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:09:48.120732 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-5db5e40b-94cf-441e-8f9d-0e006d9bd561 None None] Attempting to bind port 6dcc15b5-ef2f-4c16-b937-72aeab022706 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:09:48.122680 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db5e40b-94cf-441e-8f9d-0e006d9bd561 None None] Attempting to bind port 6dcc15b5-ef2f-4c16-b937-72aeab022706 on network a08a3d1b-2e35-4b18-9cb0-756d355083e6 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:09:48.131364 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db5e40b-94cf-441e-8f9d-0e006d9bd561 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:09:48.131744 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db5e40b-94cf-441e-8f9d-0e006d9bd561 None None] Checking segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:09:48.132147 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5db5e40b-94cf-441e-8f9d-0e006d9bd561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:48.132534 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db5e40b-94cf-441e-8f9d-0e006d9bd561 None None] Bound using segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:09:48.133047 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-5db5e40b-94cf-441e-8f9d-0e006d9bd561 None None] Bound port: 6dcc15b5-ef2f-4c16-b937-72aeab022706, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:09:48.133418 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5db5e40b-94cf-441e-8f9d-0e006d9bd561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:48.136159 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc159b0-6ac9-40b1-9014-3d903c8f8708 None None] Pushing event updated for resources: {'Port': ['ID=6dcc15b5-ef2f-4c16-b937-72aeab022706,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:48.156373 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e0f49e15-ca22-49e6-b4fe-8f839d12a600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:48.169349 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc159b0-6ac9-40b1-9014-3d903c8f8708 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:48.170321 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc159b0-6ac9-40b1-9014-3d903c8f8708 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:48.170668 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc159b0-6ac9-40b1-9014-3d903c8f8708 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:48.170996 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc159b0-6ac9-40b1-9014-3d903c8f8708 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:48.171317 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc159b0-6ac9-40b1-9014-3d903c8f8708 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:48.171640 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc159b0-6ac9-40b1-9014-3d903c8f8708 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:48.171969 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc159b0-6ac9-40b1-9014-3d903c8f8708 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:48.172283 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc159b0-6ac9-40b1-9014-3d903c8f8708 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:48.172601 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc159b0-6ac9-40b1-9014-3d903c8f8708 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:48.172948 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc159b0-6ac9-40b1-9014-3d903c8f8708 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:48.173261 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc159b0-6ac9-40b1-9014-3d903c8f8708 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:48.173572 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc159b0-6ac9-40b1-9014-3d903c8f8708 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:48.206211 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f49e15-ca22-49e6-b4fe-8f839d12a600 admin admin] Network 29436c36-f024-4d52-97ea-962956221517 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:09:48.208291 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-5db5e40b-94cf-441e-8f9d-0e006d9bd561 None None] For port 6dcc15b5-ef2f-4c16-b937-72aeab022706, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:09:48.209226 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-e0f49e15-ca22-49e6-b4fe-8f839d12a600 admin admin] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:09:48.212262 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-5db5e40b-94cf-441e-8f9d-0e006d9bd561 None None] For port 6dcc15b5-ef2f-4c16-b937-72aeab022706, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=6dcc15b5-ef2f-4c16-b937-72aeab022706,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:09:48.214070 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f49e15-ca22-49e6-b4fe-8f839d12a600 admin admin] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:09:48.218075 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f49e15-ca22-49e6-b4fe-8f839d12a600 admin admin] Pushing event updated for resources: {'Port': ['ID=3613f5ca-5c32-4291-8bb8-a4f380e463a3,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:48.225534 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5db5e40b-94cf-441e-8f9d-0e006d9bd561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:48.259355 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e0f49e15-ca22-49e6-b4fe-8f839d12a600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:48.289663 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc159b0-6ac9-40b1-9014-3d903c8f8708 None None] Pushing event updated for resources: {'Port': ['ID=6dcc15b5-ef2f-4c16-b937-72aeab022706,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:48.295692 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db5e40b-94cf-441e-8f9d-0e006d9bd561 None None] Routers {'b087001d-6db4-4d83-bec8-f5c3d238cd75'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:09:48.296236 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-5db5e40b-94cf-441e-8f9d-0e006d9bd561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:09:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['b087001d-6db4-4d83-bec8-f5c3d238cd75'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:48.401465 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e0f49e15-ca22-49e6-b4fe-8f839d12a600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:48.408220 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-5db5e40b-94cf-441e-8f9d-0e006d9bd561 None None] Set router b087001d-6db4-4d83-bec8-f5c3d238cd75 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:09:48.519378 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-866f9b62-6079-48ed-8539-c5d47f81ef4c None None] Provisioning complete for port 3613f5ca-5c32-4291-8bb8-a4f380e463a3 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:48.519944 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-866f9b62-6079-48ed-8539-c5d47f81ef4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:48.565725 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-866f9b62-6079-48ed-8539-c5d47f81ef4c None None] Port 3613f5ca-5c32-4291-8bb8-a4f380e463a3 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:09:48.573336 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e0f49e15-ca22-49e6-b4fe-8f839d12a600 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:48.578883 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e0f49e15-ca22-49e6-b4fe-8f839d12a600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:48.596598 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-5db5e40b-94cf-441e-8f9d-0e006d9bd561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b087001d-6db4-4d83-bec8-f5c3d238cd75', 'name': 'tempest-TestEncryptedCinderVolumes-1908674395-router', 'tenant_id': 'e8ffaacbb44c4626ae69377bf7d674c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '6dcc15b5-ef2f-4c16-b937-72aeab022706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:09:45Z', 'updated_at': '2022-02-16T13:09:46Z', 'revision_number': 3, 'project_id': 'e8ffaacbb44c4626ae69377bf7d674c2', 'gw_port': {'id': '6dcc15b5-ef2f-4c16-b937-72aeab022706', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:63:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b087001d-6db4-4d83-bec8-f5c3d238cd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:46Z', 'updated_at': '2022-02-16T13:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:48.624085 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db5e40b-94cf-441e-8f9d-0e006d9bd561 None None] The sync data for ids ['b087001d-6db4-4d83-bec8-f5c3d238cd75'] in dv-neutron-828142-3-hyperv is: [{'id': 'b087001d-6db4-4d83-bec8-f5c3d238cd75', 'name': 'tempest-TestEncryptedCinderVolumes-1908674395-router', 'tenant_id': 'e8ffaacbb44c4626ae69377bf7d674c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '6dcc15b5-ef2f-4c16-b937-72aeab022706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:09:45Z', 'updated_at': '2022-02-16T13:09:46Z', 'revision_number': 3, 'project_id': 'e8ffaacbb44c4626ae69377bf7d674c2', 'gw_port': {'id': '6dcc15b5-ef2f-4c16-b937-72aeab022706', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:63:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b087001d-6db4-4d83-bec8-f5c3d238cd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:46Z', 'updated_at': '2022-02-16T13:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:09:48.644780 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e0f49e15-ca22-49e6-b4fe-8f839d12a600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:48.646547 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f49e15-ca22-49e6-b4fe-8f839d12a600 admin admin] Pushing event updated for resources: {'Port': ['ID=3613f5ca-5c32-4291-8bb8-a4f380e463a3,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:48.745691 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f49e15-ca22-49e6-b4fe-8f839d12a600 admin admin] Network 29436c36-f024-4d52-97ea-962956221517 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:09:48.747081 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-e0f49e15-ca22-49e6-b4fe-8f839d12a600 admin admin] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:09:48.886311 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f49e15-ca22-49e6-b4fe-8f839d12a600 admin admin] Router b087001d-6db4-4d83-bec8-f5c3d238cd75 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:09:48.992962 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9ae39c03-b79e-4cf6-9922-1c1f09d5a432 None None] Provisioning complete for port 3613f5ca-5c32-4291-8bb8-a4f380e463a3 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:48.993435 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9ae39c03-b79e-4cf6-9922-1c1f09d5a432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:49.009703 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f49e15-ca22-49e6-b4fe-8f839d12a600 admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:09:49.015756 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e0f49e15-ca22-49e6-b4fe-8f839d12a600 admin admin] 10.222.0.90 "PUT /v2.0/routers/b087001d-6db4-4d83-bec8-f5c3d238cd75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7641888 Feb 16 13:09:49.049211 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9ae39c03-b79e-4cf6-9922-1c1f09d5a432 None None] Port 3613f5ca-5c32-4291-8bb8-a4f380e463a3 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:09:49.180105 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 6dcc15b5-ef2f-4c16-b937-72aeab022706 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:09:49.232888 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 6dcc15b5-ef2f-4c16-b937-72aeab022706 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:49.233515 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:49.320511 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:49.351821 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 6dcc15b5-ef2f-4c16-b937-72aeab022706, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=6dcc15b5-ef2f-4c16-b937-72aeab022706,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:09:49.355240 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:49.356091 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 2e1c1add-e255-40bb-8f22-d0e234d66cc1 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:09:49.437896 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=6dcc15b5-ef2f-4c16-b937-72aeab022706,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:49.457313 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 2e1c1add-e255-40bb-8f22-d0e234d66cc1 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:49.457313 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:49.577014 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42180) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:49.582349 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-bf38ec34-85ef-44e1-8db9-4bc8fc1dd2b4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-239085021-network', 'tenant_id': 'bf6fdf3eb3934547b23ac4c278849a81'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:49.609425 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf38ec34-85ef-44e1-8db9-4bc8fc1dd2b4 admin admin] Made reservation on behalf of bf6fdf3eb3934547b23ac4c278849a81 for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:09:49.612600 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bf38ec34-85ef-44e1-8db9-4bc8fc1dd2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:49.626096 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bf38ec34-85ef-44e1-8db9-4bc8fc1dd2b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:49.702564 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bf38ec34-85ef-44e1-8db9-4bc8fc1dd2b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:49.706310 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bf38ec34-85ef-44e1-8db9-4bc8fc1dd2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:49.729816 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf38ec34-85ef-44e1-8db9-4bc8fc1dd2b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:09:49.739308 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf38ec34-85ef-44e1-8db9-4bc8fc1dd2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc07a75-9f63-46ac-9fe3-f0cb24084ce4,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:49.743981 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bf38ec34-85ef-44e1-8db9-4bc8fc1dd2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:49.744342 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-bf38ec34-85ef-44e1-8db9-4bc8fc1dd2b4 admin admin] Added segment f1d14ab9-f4c7-4a75-8b98-cb73805b07fb of type vlan for network 71078604-65fa-42f2-8ee0-e0eae51943ba Feb 16 13:09:49.796150 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bf38ec34-85ef-44e1-8db9-4bc8fc1dd2b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:49.835896 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bf38ec34-85ef-44e1-8db9-4bc8fc1dd2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:49.836993 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf38ec34-85ef-44e1-8db9-4bc8fc1dd2b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:49.837596 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bf38ec34-85ef-44e1-8db9-4bc8fc1dd2b4 admin admin] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:49.895493 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-bf38ec34-85ef-44e1-8db9-4bc8fc1dd2b4 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3171971 Feb 16 13:09:49.898139 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 42182) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:49.903006 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf38ec34-85ef-44e1-8db9-4bc8fc1dd2b4 admin admin] Pushing event updated for resources: {'Network': ['ID=71078604-65fa-42f2-8ee0-e0eae51943ba,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:49.903386 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-a64d8b24-c7ce-4d86-b906-e4b3d814bbab admin admin] Request body: {'subnet': {'network_id': '71078604-65fa-42f2-8ee0-e0eae51943ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-239085021-subnet', 'tenant_id': 'bf6fdf3eb3934547b23ac4c278849a81', 'ip_version': 4}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:49.915060 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 71078604-65fa-42f2-8ee0-e0eae51943ba details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:09:49.928590 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64d8b24-c7ce-4d86-b906-e4b3d814bbab admin admin] Made reservation on behalf of bf6fdf3eb3934547b23ac4c278849a81 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:09:49.931405 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a64d8b24-c7ce-4d86-b906-e4b3d814bbab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:50.109675 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a64d8b24-c7ce-4d86-b906-e4b3d814bbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:50.162498 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d8b24-c7ce-4d86-b906-e4b3d814bbab admin admin] Pushing event updated for resources: {'Subnet': ['ID=e34fae30-b8ae-47d4-a8f6-d2aa7896af74,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:50.177949 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64d8b24-c7ce-4d86-b906-e4b3d814bbab admin admin] Checking segment: {'id': 'f1d14ab9-f4c7-4a75-8b98-cb73805b07fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '71078604-65fa-42f2-8ee0-e0eae51943ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:09:50.178304 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64d8b24-c7ce-4d86-b906-e4b3d814bbab admin admin] Network hostable DHCP agents. Network: 71078604-65fa-42f2-8ee0-e0eae51943ba, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:09:50.193858 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64d8b24-c7ce-4d86-b906-e4b3d814bbab admin admin] Network 71078604-65fa-42f2-8ee0-e0eae51943ba is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:09:50.202885 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-a64d8b24-c7ce-4d86-b906-e4b3d814bbab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 71078604-65fa-42f2-8ee0-e0eae51943ba) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:09:50.207192 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64d8b24-c7ce-4d86-b906-e4b3d814bbab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:50.207795 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a64d8b24-c7ce-4d86-b906-e4b3d814bbab admin admin] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:50.214067 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfee1d4-0c2b-4c81-b18c-ff0b4edf40e7 None None] Network 71078604-65fa-42f2-8ee0-e0eae51943ba requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:09:50.227105 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42184) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:50.227280 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a64d8b24-c7ce-4d86-b906-e4b3d814bbab admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3278229 Feb 16 13:09:50.231948 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-52501903-c3e4-4ebf-8998-e7a64dbd4133 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-239085021-router', 'tenant_id': 'bf6fdf3eb3934547b23ac4c278849a81', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:50.256802 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-52501903-c3e4-4ebf-8998-e7a64dbd4133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:50.257893 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-52501903-c3e4-4ebf-8998-e7a64dbd4133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:50.318907 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-52501903-c3e4-4ebf-8998-e7a64dbd4133 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:50.329847 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e702a2ef-61aa-450d-9581-4b47e179cad6 None None] Sync routers for ids ['b087001d-6db4-4d83-bec8-f5c3d238cd75'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:09:50.352572 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e702a2ef-61aa-450d-9581-4b47e179cad6 None None] Routers {'b087001d-6db4-4d83-bec8-f5c3d238cd75'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:09:50.353338 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-e702a2ef-61aa-450d-9581-4b47e179cad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:09:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['b087001d-6db4-4d83-bec8-f5c3d238cd75'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:50.416715 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378fb46e-5888-4724-9d20-2a2595dc33dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-71078604-65fa-42f2-8ee0-e0eae51943ba', 'network_id': '71078604-65fa-42f2-8ee0-e0eae51943ba', 'tenant_id': 'bf6fdf3eb3934547b23ac4c278849a81', 'fixed_ips': [{'subnet_id': 'e34fae30-b8ae-47d4-a8f6-d2aa7896af74'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 13:09:50.417496 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-378fb46e-5888-4724-9d20-2a2595dc33dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:50.460433 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-52501903-c3e4-4ebf-8998-e7a64dbd4133 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:50.579877 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-e702a2ef-61aa-450d-9581-4b47e179cad6 None None] Set router b087001d-6db4-4d83-bec8-f5c3d238cd75 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:09:50.741038 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-378fb46e-5888-4724-9d20-2a2595dc33dd None None] Allocated IP 172.20.0.2 (71078604-65fa-42f2-8ee0-e0eae51943ba/e34fae30-b8ae-47d4-a8f6-d2aa7896af74/7b88781c-2e4c-499a-a672-dfb90b8c43c7) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:09:50.961128 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-e702a2ef-61aa-450d-9581-4b47e179cad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b087001d-6db4-4d83-bec8-f5c3d238cd75', 'name': 'tempest-TestEncryptedCinderVolumes-1908674395-router', 'tenant_id': 'e8ffaacbb44c4626ae69377bf7d674c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '6dcc15b5-ef2f-4c16-b937-72aeab022706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:09:45Z', 'updated_at': '2022-02-16T13:09:48Z', 'revision_number': 4, 'project_id': 'e8ffaacbb44c4626ae69377bf7d674c2', 'gw_port': {'id': '6dcc15b5-ef2f-4c16-b937-72aeab022706', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:63:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b087001d-6db4-4d83-bec8-f5c3d238cd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:46Z', 'updated_at': '2022-02-16T13:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '3613f5ca-5c32-4291-8bb8-a4f380e463a3', 'name': '', 'network_id': '29436c36-f024-4d52-97ea-962956221517', 'tenant_id': 'e8ffaacbb44c4626ae69377bf7d674c2', 'mac_address': 'fa:16:3e:21:0a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b087001d-6db4-4d83-bec8-f5c3d238cd75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '594030a5-5355-4b76-9b97-e61d30daee57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:47Z', 'updated_at': '2022-02-16T13:09:48Z', 'revision_number': 2, 'project_id': 'e8ffaacbb44c4626ae69377bf7d674c2', 'subnets': [{'id': '594030a5-5355-4b76-9b97-e61d30daee57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:50.992441 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-378fb46e-5888-4724-9d20-2a2595dc33dd None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:50.993951 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e702a2ef-61aa-450d-9581-4b47e179cad6 None None] Checking router: b087001d-6db4-4d83-bec8-f5c3d238cd75 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:09:50.994296 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e702a2ef-61aa-450d-9581-4b47e179cad6 None None] Updating router b087001d-6db4-4d83-bec8-f5c3d238cd75 port 3613f5ca-5c32-4291-8bb8-a4f380e463a3 binding host dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:09:51.022120 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-378fb46e-5888-4724-9d20-2a2595dc33dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:51.024090 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-52501903-c3e4-4ebf-8998-e7a64dbd4133 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:51.046591 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-52501903-c3e4-4ebf-8998-e7a64dbd4133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:51.057668 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e702a2ef-61aa-450d-9581-4b47e179cad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:51.082801 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378fb46e-5888-4724-9d20-2a2595dc33dd None None] Network 71078604-65fa-42f2-8ee0-e0eae51943ba is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:09:51.089236 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 6dcc15b5-ef2f-4c16-b937-72aeab022706 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:09:51.093684 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-378fb46e-5888-4724-9d20-2a2595dc33dd None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:09:51.095388 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378fb46e-5888-4724-9d20-2a2595dc33dd None None] Pushing event updated for resources: {'Port': ['ID=7b88781c-2e4c-499a-a672-dfb90b8c43c7,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:51.098582 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378fb46e-5888-4724-9d20-2a2595dc33dd None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:09:51.168066 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-52501903-c3e4-4ebf-8998-e7a64dbd4133 admin admin] Allocated IP 172.26.2.240 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/0d70861b-98c9-4012-b505-725be2948a41) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:09:51.277435 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-378fb46e-5888-4724-9d20-2a2595dc33dd None None] Attempting to bind port 7b88781c-2e4c-499a-a672-dfb90b8c43c7 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:09:51.277695 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-378fb46e-5888-4724-9d20-2a2595dc33dd None None] Attempting to bind port 7b88781c-2e4c-499a-a672-dfb90b8c43c7 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'f1d14ab9-f4c7-4a75-8b98-cb73805b07fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '71078604-65fa-42f2-8ee0-e0eae51943ba'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:09:51.278037 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378fb46e-5888-4724-9d20-2a2595dc33dd None None] Attempting to bind port 7b88781c-2e4c-499a-a672-dfb90b8c43c7 on network 71078604-65fa-42f2-8ee0-e0eae51943ba {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:09:51.281663 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-52501903-c3e4-4ebf-8998-e7a64dbd4133 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:51.295495 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378fb46e-5888-4724-9d20-2a2595dc33dd None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:09:51.295866 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378fb46e-5888-4724-9d20-2a2595dc33dd None None] Checking segment: {'id': 'f1d14ab9-f4c7-4a75-8b98-cb73805b07fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '71078604-65fa-42f2-8ee0-e0eae51943ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:09:51.296270 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-378fb46e-5888-4724-9d20-2a2595dc33dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:51.296709 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378fb46e-5888-4724-9d20-2a2595dc33dd None None] Bound using segment: {'id': 'f1d14ab9-f4c7-4a75-8b98-cb73805b07fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '71078604-65fa-42f2-8ee0-e0eae51943ba'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:09:51.297196 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-378fb46e-5888-4724-9d20-2a2595dc33dd None None] Bound port: 7b88781c-2e4c-499a-a672-dfb90b8c43c7, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d14ab9-f4c7-4a75-8b98-cb73805b07fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '71078604-65fa-42f2-8ee0-e0eae51943ba'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:09:51.297574 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-378fb46e-5888-4724-9d20-2a2595dc33dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:51.311681 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 6dcc15b5-ef2f-4c16-b937-72aeab022706 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:51.312056 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:51.322372 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-52501903-c3e4-4ebf-8998-e7a64dbd4133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:51.365070 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52501903-c3e4-4ebf-8998-e7a64dbd4133 admin admin] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:09:51.370175 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-52501903-c3e4-4ebf-8998-e7a64dbd4133 admin admin] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:09:51.372740 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52501903-c3e4-4ebf-8998-e7a64dbd4133 admin admin] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:09:51.404774 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52501903-c3e4-4ebf-8998-e7a64dbd4133 admin admin] Pushing event updated for resources: {'Port': ['ID=0d70861b-98c9-4012-b505-725be2948a41,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:51.476212 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-378fb46e-5888-4724-9d20-2a2595dc33dd None None] For port 7b88781c-2e4c-499a-a672-dfb90b8c43c7, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:09:51.519007 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-378fb46e-5888-4724-9d20-2a2595dc33dd None None] For port 7b88781c-2e4c-499a-a672-dfb90b8c43c7, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=7b88781c-2e4c-499a-a672-dfb90b8c43c7,segment=NetworkSegment(f1d14ab9-f4c7-4a75-8b98-cb73805b07fb),segment_id=f1d14ab9-f4c7-4a75-8b98-cb73805b07fb)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:09:51.528262 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-378fb46e-5888-4724-9d20-2a2595dc33dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:51.650155 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-52501903-c3e4-4ebf-8998-e7a64dbd4133 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:51.803589 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e702a2ef-61aa-450d-9581-4b47e179cad6 None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:51.806177 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378fb46e-5888-4724-9d20-2a2595dc33dd None None] Pushing event updated for resources: {'Port': ['ID=7b88781c-2e4c-499a-a672-dfb90b8c43c7,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:51.815439 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e702a2ef-61aa-450d-9581-4b47e179cad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:51.872670 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232fc10-1747-4878-b818-a330a1fcdb49 None None] Pushing event updated for resources: {'Port': ['ID=3613f5ca-5c32-4291-8bb8-a4f380e463a3,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:51.919236 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-52501903-c3e4-4ebf-8998-e7a64dbd4133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:51.925005 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-e702a2ef-61aa-450d-9581-4b47e179cad6 None None] Attempting to bind port 3613f5ca-5c32-4291-8bb8-a4f380e463a3 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:09:51.925525 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-e702a2ef-61aa-450d-9581-4b47e179cad6 None None] Attempting to bind port 3613f5ca-5c32-4291-8bb8-a4f380e463a3 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'f98e9aa4-d14d-4d14-b6b4-4cd432ef557e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '29436c36-f024-4d52-97ea-962956221517'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:09:51.925742 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e702a2ef-61aa-450d-9581-4b47e179cad6 None None] Attempting to bind port 3613f5ca-5c32-4291-8bb8-a4f380e463a3 on network 29436c36-f024-4d52-97ea-962956221517 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:09:51.934570 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e702a2ef-61aa-450d-9581-4b47e179cad6 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:09:51.934955 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e702a2ef-61aa-450d-9581-4b47e179cad6 None None] Checking segment: {'id': 'f98e9aa4-d14d-4d14-b6b4-4cd432ef557e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '29436c36-f024-4d52-97ea-962956221517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:09:51.935390 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e702a2ef-61aa-450d-9581-4b47e179cad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:51.935796 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e702a2ef-61aa-450d-9581-4b47e179cad6 None None] Bound using segment: {'id': 'f98e9aa4-d14d-4d14-b6b4-4cd432ef557e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '29436c36-f024-4d52-97ea-962956221517'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:09:51.936297 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-e702a2ef-61aa-450d-9581-4b47e179cad6 None None] Bound port: 3613f5ca-5c32-4291-8bb8-a4f380e463a3, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98e9aa4-d14d-4d14-b6b4-4cd432ef557e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '29436c36-f024-4d52-97ea-962956221517'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:09:51.936758 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e702a2ef-61aa-450d-9581-4b47e179cad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:52.048510 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-e702a2ef-61aa-450d-9581-4b47e179cad6 None None] For port 3613f5ca-5c32-4291-8bb8-a4f380e463a3, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:09:52.057629 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-e702a2ef-61aa-450d-9581-4b47e179cad6 None None] For port 3613f5ca-5c32-4291-8bb8-a4f380e463a3, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=3613f5ca-5c32-4291-8bb8-a4f380e463a3,segment=NetworkSegment(f98e9aa4-d14d-4d14-b6b4-4cd432ef557e),segment_id=f98e9aa4-d14d-4d14-b6b4-4cd432ef557e)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:09:52.067223 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e702a2ef-61aa-450d-9581-4b47e179cad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:52.140415 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e702a2ef-61aa-450d-9581-4b47e179cad6 None None] Routers {'b087001d-6db4-4d83-bec8-f5c3d238cd75'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:09:52.141189 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-e702a2ef-61aa-450d-9581-4b47e179cad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:09:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['b087001d-6db4-4d83-bec8-f5c3d238cd75'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:52.156308 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52501903-c3e4-4ebf-8998-e7a64dbd4133 admin admin] Router acaf59b1-eb55-4769-8974-fa74b507bdd0 is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 13:09:52.182969 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232fc10-1747-4878-b818-a330a1fcdb49 None None] Pushing event updated for resources: {'Port': ['ID=3613f5ca-5c32-4291-8bb8-a4f380e463a3,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:52.282304 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-e702a2ef-61aa-450d-9581-4b47e179cad6 None None] Set router b087001d-6db4-4d83-bec8-f5c3d238cd75 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:09:52.296380 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52501903-c3e4-4ebf-8998-e7a64dbd4133 admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:09:52.306858 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a87a5b7-d677-4090-9f3d-cf75e33cf863 None None] Sync routers for ids ['acaf59b1-eb55-4769-8974-fa74b507bdd0'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:09:52.331151 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a87a5b7-d677-4090-9f3d-cf75e33cf863 None None] Routers {'acaf59b1-eb55-4769-8974-fa74b507bdd0'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:09:52.331394 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-52501903-c3e4-4ebf-8998-e7a64dbd4133 admin admin] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:52.331931 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2a87a5b7-d677-4090-9f3d-cf75e33cf863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:09:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['acaf59b1-eb55-4769-8974-fa74b507bdd0'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:52.338017 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-52501903-c3e4-4ebf-8998-e7a64dbd4133 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1094732 Feb 16 13:09:52.338711 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 42186) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:09:52.356458 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a43ce0a3-b0b6-4d52-9c1e-6422331336f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:52.358024 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-0b1fc17b-2f3f-47fd-99c7-098e0fcfb680 None None] Provisioning complete for port 3613f5ca-5c32-4291-8bb8-a4f380e463a3 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:52.358391 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0b1fc17b-2f3f-47fd-99c7-098e0fcfb680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:52.469981 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-2a87a5b7-d677-4090-9f3d-cf75e33cf863 None None] Set router acaf59b1-eb55-4769-8974-fa74b507bdd0 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:09:52.569030 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0b1fc17b-2f3f-47fd-99c7-098e0fcfb680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:52.632239 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-0b1fc17b-2f3f-47fd-99c7-098e0fcfb680 None None] For port 3613f5ca-5c32-4291-8bb8-a4f380e463a3, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=3613f5ca-5c32-4291-8bb8-a4f380e463a3,segment=NetworkSegment(f98e9aa4-d14d-4d14-b6b4-4cd432ef557e),segment_id=f98e9aa4-d14d-4d14-b6b4-4cd432ef557e)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:09:52.640942 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0b1fc17b-2f3f-47fd-99c7-098e0fcfb680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:52.690279 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-e702a2ef-61aa-450d-9581-4b47e179cad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b087001d-6db4-4d83-bec8-f5c3d238cd75', 'name': 'tempest-TestEncryptedCinderVolumes-1908674395-router', 'tenant_id': 'e8ffaacbb44c4626ae69377bf7d674c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '6dcc15b5-ef2f-4c16-b937-72aeab022706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:09:45Z', 'updated_at': '2022-02-16T13:09:48Z', 'revision_number': 4, 'project_id': 'e8ffaacbb44c4626ae69377bf7d674c2', 'gw_port': {'id': '6dcc15b5-ef2f-4c16-b937-72aeab022706', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:63:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b087001d-6db4-4d83-bec8-f5c3d238cd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:46Z', 'updated_at': '2022-02-16T13:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '3613f5ca-5c32-4291-8bb8-a4f380e463a3', 'name': '', 'network_id': '29436c36-f024-4d52-97ea-962956221517', 'tenant_id': 'e8ffaacbb44c4626ae69377bf7d674c2', 'mac_address': 'fa:16:3e:21:0a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b087001d-6db4-4d83-bec8-f5c3d238cd75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '594030a5-5355-4b76-9b97-e61d30daee57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:47Z', 'updated_at': '2022-02-16T13:09:52Z', 'revision_number': 4, 'project_id': 'e8ffaacbb44c4626ae69377bf7d674c2', 'subnets': [{'id': '594030a5-5355-4b76-9b97-e61d30daee57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:52.713986 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2a87a5b7-d677-4090-9f3d-cf75e33cf863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acaf59b1-eb55-4769-8974-fa74b507bdd0', 'name': 'tempest-TestEncryptedCinderVolumes-239085021-router', 'tenant_id': 'bf6fdf3eb3934547b23ac4c278849a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.240'}], 'enable_snat': True}, 'gw_port_id': '0d70861b-98c9-4012-b505-725be2948a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:09:50Z', 'updated_at': '2022-02-16T13:09:51Z', 'revision_number': 3, 'project_id': 'bf6fdf3eb3934547b23ac4c278849a81', 'gw_port': {'id': '0d70861b-98c9-4012-b505-725be2948a41', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acaf59b1-eb55-4769-8974-fa74b507bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:51Z', 'updated_at': '2022-02-16T13:09:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:52.728088 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e702a2ef-61aa-450d-9581-4b47e179cad6 None None] The sync data for ids ['b087001d-6db4-4d83-bec8-f5c3d238cd75'] in dv-neutron-828142-3-hyperv is: [{'id': 'b087001d-6db4-4d83-bec8-f5c3d238cd75', 'name': 'tempest-TestEncryptedCinderVolumes-1908674395-router', 'tenant_id': 'e8ffaacbb44c4626ae69377bf7d674c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '6dcc15b5-ef2f-4c16-b937-72aeab022706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:09:45Z', 'updated_at': '2022-02-16T13:09:48Z', 'revision_number': 4, 'project_id': 'e8ffaacbb44c4626ae69377bf7d674c2', 'gw_port': {'id': '6dcc15b5-ef2f-4c16-b937-72aeab022706', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:63:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b087001d-6db4-4d83-bec8-f5c3d238cd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:46Z', 'updated_at': '2022-02-16T13:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '3613f5ca-5c32-4291-8bb8-a4f380e463a3', 'name': '', 'network_id': '29436c36-f024-4d52-97ea-962956221517', 'tenant_id': 'e8ffaacbb44c4626ae69377bf7d674c2', 'mac_address': 'fa:16:3e:21:0a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b087001d-6db4-4d83-bec8-f5c3d238cd75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '594030a5-5355-4b76-9b97-e61d30daee57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:47Z', 'updated_at': '2022-02-16T13:09:52Z', 'revision_number': 4, 'project_id': 'e8ffaacbb44c4626ae69377bf7d674c2', 'subnets': [{'id': '594030a5-5355-4b76-9b97-e61d30daee57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:09:52.739921 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1fc17b-2f3f-47fd-99c7-098e0fcfb680 None None] Pushing event updated for resources: {'Port': ['ID=3613f5ca-5c32-4291-8bb8-a4f380e463a3,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:52.772284 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-a150cfcc-0e7b-4c71-b75e-26794716b55e None None] Provisioning complete for port 3613f5ca-5c32-4291-8bb8-a4f380e463a3 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:52.772682 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a150cfcc-0e7b-4c71-b75e-26794716b55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:52.775710 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a87a5b7-d677-4090-9f3d-cf75e33cf863 None None] Checking router: acaf59b1-eb55-4769-8974-fa74b507bdd0 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:09:52.776178 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a87a5b7-d677-4090-9f3d-cf75e33cf863 None None] Updating router acaf59b1-eb55-4769-8974-fa74b507bdd0 port 0d70861b-98c9-4012-b505-725be2948a41 binding host dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:09:52.818931 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2a87a5b7-d677-4090-9f3d-cf75e33cf863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:53.015126 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aae9f7aa-a44d-424e-8c23-15a937259d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:53.276616 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-aae9f7aa-a44d-424e-8c23-15a937259d99 admin admin] Allocated IP 172.20.0.1 (71078604-65fa-42f2-8ee0-e0eae51943ba/e34fae30-b8ae-47d4-a8f6-d2aa7896af74/5b02dd54-95fc-4567-85a9-734a8d65db6c) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:09:53.278199 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 3613f5ca-5c32-4291-8bb8-a4f380e463a3 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:09:53.342236 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325098fa-0e8b-415c-983c-a95de7aa1d8f None None] Network 71078604-65fa-42f2-8ee0-e0eae51943ba requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:09:53.424256 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-55bdf7ea-166a-4071-9a8f-bbded509676e None None] Provisioning complete for port 7b88781c-2e4c-499a-a672-dfb90b8c43c7 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:53.424950 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-55bdf7ea-166a-4071-9a8f-bbded509676e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:53.429725 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 3613f5ca-5c32-4291-8bb8-a4f380e463a3 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:53.430194 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:53.432756 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aae9f7aa-a44d-424e-8c23-15a937259d99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:53.436891 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2a87a5b7-d677-4090-9f3d-cf75e33cf863 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:53.444825 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2a87a5b7-d677-4090-9f3d-cf75e33cf863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:53.487028 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aae9f7aa-a44d-424e-8c23-15a937259d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:53.494727 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-2a87a5b7-d677-4090-9f3d-cf75e33cf863 None None] Attempting to bind port 0d70861b-98c9-4012-b505-725be2948a41 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:09:53.495094 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-2a87a5b7-d677-4090-9f3d-cf75e33cf863 None None] Attempting to bind port 0d70861b-98c9-4012-b505-725be2948a41 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:09:53.495636 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a87a5b7-d677-4090-9f3d-cf75e33cf863 None None] Attempting to bind port 0d70861b-98c9-4012-b505-725be2948a41 on network a08a3d1b-2e35-4b18-9cb0-756d355083e6 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:09:53.509562 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a87a5b7-d677-4090-9f3d-cf75e33cf863 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:09:53.510466 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a87a5b7-d677-4090-9f3d-cf75e33cf863 None None] Checking segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:09:53.511056 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2a87a5b7-d677-4090-9f3d-cf75e33cf863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:53.511617 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a87a5b7-d677-4090-9f3d-cf75e33cf863 None None] Bound using segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:09:53.512283 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-2a87a5b7-d677-4090-9f3d-cf75e33cf863 None None] Bound port: 0d70861b-98c9-4012-b505-725be2948a41, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:09:53.512889 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2a87a5b7-d677-4090-9f3d-cf75e33cf863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:53.535609 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae9f7aa-a44d-424e-8c23-15a937259d99 admin admin] Network 71078604-65fa-42f2-8ee0-e0eae51943ba is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:09:53.540263 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-aae9f7aa-a44d-424e-8c23-15a937259d99 admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:09:53.544456 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da051c-0021-404c-be46-36019912641a None None] Pushing event updated for resources: {'Port': ['ID=0d70861b-98c9-4012-b505-725be2948a41,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:53.551121 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae9f7aa-a44d-424e-8c23-15a937259d99 admin admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:09:53.591182 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2a87a5b7-d677-4090-9f3d-cf75e33cf863 None None] For port 0d70861b-98c9-4012-b505-725be2948a41, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:09:53.595488 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2a87a5b7-d677-4090-9f3d-cf75e33cf863 None None] For port 0d70861b-98c9-4012-b505-725be2948a41, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=0d70861b-98c9-4012-b505-725be2948a41,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:09:53.602676 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2a87a5b7-d677-4090-9f3d-cf75e33cf863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:53.617123 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae9f7aa-a44d-424e-8c23-15a937259d99 admin admin] Pushing event updated for resources: {'Port': ['ID=5b02dd54-95fc-4567-85a9-734a8d65db6c,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:53.630859 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aae9f7aa-a44d-424e-8c23-15a937259d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:53.658112 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a87a5b7-d677-4090-9f3d-cf75e33cf863 None None] Routers {'acaf59b1-eb55-4769-8974-fa74b507bdd0'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:09:53.658872 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2a87a5b7-d677-4090-9f3d-cf75e33cf863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:09:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['acaf59b1-eb55-4769-8974-fa74b507bdd0'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:53.687205 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da051c-0021-404c-be46-36019912641a None None] Pushing event updated for resources: {'Port': ['ID=0d70861b-98c9-4012-b505-725be2948a41,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:53.708540 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-55bdf7ea-166a-4071-9a8f-bbded509676e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:53.760524 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 7b88781c-2e4c-499a-a672-dfb90b8c43c7 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:09:53.802482 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aae9f7aa-a44d-424e-8c23-15a937259d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:53.812178 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-55bdf7ea-166a-4071-9a8f-bbded509676e None None] For port 7b88781c-2e4c-499a-a672-dfb90b8c43c7, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=7b88781c-2e4c-499a-a672-dfb90b8c43c7,segment=NetworkSegment(f1d14ab9-f4c7-4a75-8b98-cb73805b07fb),segment_id=f1d14ab9-f4c7-4a75-8b98-cb73805b07fb)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:09:53.827952 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-55bdf7ea-166a-4071-9a8f-bbded509676e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:53.845796 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-2a87a5b7-d677-4090-9f3d-cf75e33cf863 None None] Set router acaf59b1-eb55-4769-8974-fa74b507bdd0 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:09:53.906162 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bdf7ea-166a-4071-9a8f-bbded509676e None None] Pushing event updated for resources: {'Port': ['ID=7b88781c-2e4c-499a-a672-dfb90b8c43c7,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:53.908855 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 7b88781c-2e4c-499a-a672-dfb90b8c43c7 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:53.909419 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:54.042254 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aae9f7aa-a44d-424e-8c23-15a937259d99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:54.061292 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aae9f7aa-a44d-424e-8c23-15a937259d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:54.108213 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2a87a5b7-d677-4090-9f3d-cf75e33cf863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acaf59b1-eb55-4769-8974-fa74b507bdd0', 'name': 'tempest-TestEncryptedCinderVolumes-239085021-router', 'tenant_id': 'bf6fdf3eb3934547b23ac4c278849a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.240'}], 'enable_snat': True}, 'gw_port_id': '0d70861b-98c9-4012-b505-725be2948a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:09:50Z', 'updated_at': '2022-02-16T13:09:51Z', 'revision_number': 3, 'project_id': 'bf6fdf3eb3934547b23ac4c278849a81', 'gw_port': {'id': '0d70861b-98c9-4012-b505-725be2948a41', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acaf59b1-eb55-4769-8974-fa74b507bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:51Z', 'updated_at': '2022-02-16T13:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:54.141475 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a87a5b7-d677-4090-9f3d-cf75e33cf863 None None] The sync data for ids ['acaf59b1-eb55-4769-8974-fa74b507bdd0'] in dv-neutron-828142-3-hyperv is: [{'id': 'acaf59b1-eb55-4769-8974-fa74b507bdd0', 'name': 'tempest-TestEncryptedCinderVolumes-239085021-router', 'tenant_id': 'bf6fdf3eb3934547b23ac4c278849a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.240'}], 'enable_snat': True}, 'gw_port_id': '0d70861b-98c9-4012-b505-725be2948a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:09:50Z', 'updated_at': '2022-02-16T13:09:51Z', 'revision_number': 3, 'project_id': 'bf6fdf3eb3934547b23ac4c278849a81', 'gw_port': {'id': '0d70861b-98c9-4012-b505-725be2948a41', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acaf59b1-eb55-4769-8974-fa74b507bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:51Z', 'updated_at': '2022-02-16T13:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:09:54.144365 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae9f7aa-a44d-424e-8c23-15a937259d99 admin admin] Pushing event updated for resources: {'Port': ['ID=5b02dd54-95fc-4567-85a9-734a8d65db6c,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:54.157122 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aae9f7aa-a44d-424e-8c23-15a937259d99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:54.157525 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-76238c22-020e-4f05-b25b-2fb7606a3e5b None None] Provisioning complete for port 5b02dd54-95fc-4567-85a9-734a8d65db6c triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:54.157887 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-76238c22-020e-4f05-b25b-2fb7606a3e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:54.214462 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-76238c22-020e-4f05-b25b-2fb7606a3e5b None None] Port 5b02dd54-95fc-4567-85a9-734a8d65db6c cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:09:54.234720 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-76238c22-020e-4f05-b25b-2fb7606a3e5b None None] Provisioning complete for port 7b88781c-2e4c-499a-a672-dfb90b8c43c7 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:54.235337 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-76238c22-020e-4f05-b25b-2fb7606a3e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:54.315472 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae9f7aa-a44d-424e-8c23-15a937259d99 admin admin] Network 71078604-65fa-42f2-8ee0-e0eae51943ba is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:09:54.317621 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-aae9f7aa-a44d-424e-8c23-15a937259d99 admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:09:54.459585 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae9f7aa-a44d-424e-8c23-15a937259d99 admin admin] Router acaf59b1-eb55-4769-8974-fa74b507bdd0 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:09:54.468184 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6b69eb34-2e99-4064-b193-174410b625fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:54.480307 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-5d499a1d-7a65-43ae-984d-f17d60c6d454 None None] Provisioning complete for port 5b02dd54-95fc-4567-85a9-734a8d65db6c triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:54.480702 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5d499a1d-7a65-43ae-984d-f17d60c6d454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:54.533931 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-5d499a1d-7a65-43ae-984d-f17d60c6d454 None None] Port 5b02dd54-95fc-4567-85a9-734a8d65db6c cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:09:54.630543 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae9f7aa-a44d-424e-8c23-15a937259d99 admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:09:54.652748 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-aae9f7aa-a44d-424e-8c23-15a937259d99 admin admin] 10.222.0.90 "PUT /v2.0/routers/acaf59b1-eb55-4769-8974-fa74b507bdd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3041048 Feb 16 13:09:54.658397 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-a13ce7e7-8919-4b93-8221-9a1f67bee561 None None] Provisioning complete for port 5b02dd54-95fc-4567-85a9-734a8d65db6c triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:54.659271 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a13ce7e7-8919-4b93-8221-9a1f67bee561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:54.700475 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-a13ce7e7-8919-4b93-8221-9a1f67bee561 None None] Port 5b02dd54-95fc-4567-85a9-734a8d65db6c cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:09:55.175437 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 0d70861b-98c9-4012-b505-725be2948a41 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:09:55.228438 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 0d70861b-98c9-4012-b505-725be2948a41 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:55.228861 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:55.313650 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:55.336960 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 0d70861b-98c9-4012-b505-725be2948a41, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=0d70861b-98c9-4012-b505-725be2948a41,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:09:55.340922 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:55.342283 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 7b88781c-2e4c-499a-a672-dfb90b8c43c7 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:09:55.419604 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=0d70861b-98c9-4012-b505-725be2948a41,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:55.430787 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 7b88781c-2e4c-499a-a672-dfb90b8c43c7 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:55.430977 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:55.788329 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:55.802335 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328b8bb-bc29-4eed-927d-020e33005184 req-c8df2953-11fc-4683-a27e-ef9dd1083d38 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:55.805420 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3328b8bb-bc29-4eed-927d-020e33005184 req-c8df2953-11fc-4683-a27e-ef9dd1083d38 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/networks?id=29436c36-f024-4d52-97ea-962956221517 HTTP/1.1" status: 200 len: 817 time: 0.1155860 Feb 16 13:09:55.821541 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3328b8bb-bc29-4eed-927d-020e33005184 req-1d61dd99-4a94-4c12-b1d9-aa32f8497fa8 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/quotas/e8ffaacbb44c4626ae69377bf7d674c2 HTTP/1.1" status: 200 len: 375 time: 0.0095363 Feb 16 13:09:55.872410 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3328b8bb-bc29-4eed-927d-020e33005184 req-e2988de4-feed-4686-9c42-21b079edfffb tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=e8ffaacbb44c4626ae69377bf7d674c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449581 Feb 16 13:09:55.972868 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3328b8bb-bc29-4eed-927d-020e33005184 req-3804a412-210f-4f76-92ce-dc07771d7f09 service neutron] 10.222.0.90 "GET /v2.0/networks/29436c36-f024-4d52-97ea-962956221517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889812 Feb 16 13:09:56.066879 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3328b8bb-bc29-4eed-927d-020e33005184 req-e89735c6-7ab2-4d77-a8d5-df29f1c6afe4 service neutron] 10.222.0.90 "GET /v2.0/networks/29436c36-f024-4d52-97ea-962956221517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876381 Feb 16 13:09:56.316309 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7682f71e-cea4-434d-9ecc-cb8526680eb8 None None] Sync routers for ids ['acaf59b1-eb55-4769-8974-fa74b507bdd0'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:09:56.327765 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7682f71e-cea4-434d-9ecc-cb8526680eb8 None None] Routers {'acaf59b1-eb55-4769-8974-fa74b507bdd0'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:09:56.331839 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-7682f71e-cea4-434d-9ecc-cb8526680eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:09:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['acaf59b1-eb55-4769-8974-fa74b507bdd0'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:56.366819 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-714b667f-a72c-48c3-b727-2cd0661cbcb8 req-1b6b3bf8-1978-43b1-ac41-6df697d28279 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/ports?device_id=1b143c1b-4aa4-4da2-946e-fb08b6923669 HTTP/1.1" status: 200 len: 210 time: 0.1467450 Feb 16 13:09:56.623692 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-7682f71e-cea4-434d-9ecc-cb8526680eb8 None None] Set router acaf59b1-eb55-4769-8974-fa74b507bdd0 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:09:56.851410 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-7682f71e-cea4-434d-9ecc-cb8526680eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acaf59b1-eb55-4769-8974-fa74b507bdd0', 'name': 'tempest-TestEncryptedCinderVolumes-239085021-router', 'tenant_id': 'bf6fdf3eb3934547b23ac4c278849a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.240'}], 'enable_snat': True}, 'gw_port_id': '0d70861b-98c9-4012-b505-725be2948a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:09:50Z', 'updated_at': '2022-02-16T13:09:53Z', 'revision_number': 4, 'project_id': 'bf6fdf3eb3934547b23ac4c278849a81', 'gw_port': {'id': '0d70861b-98c9-4012-b505-725be2948a41', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaf59b1-eb55-4769-8974-fa74b507bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:51Z', 'updated_at': '2022-02-16T13:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '5b02dd54-95fc-4567-85a9-734a8d65db6c', 'name': '', 'network_id': '71078604-65fa-42f2-8ee0-e0eae51943ba', 'tenant_id': 'bf6fdf3eb3934547b23ac4c278849a81', 'mac_address': 'fa:16:3e:c4:03:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acaf59b1-eb55-4769-8974-fa74b507bdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'e34fae30-b8ae-47d4-a8f6-d2aa7896af74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:53Z', 'updated_at': '2022-02-16T13:09:53Z', 'revision_number': 2, 'project_id': 'bf6fdf3eb3934547b23ac4c278849a81', 'subnets': [{'id': 'e34fae30-b8ae-47d4-a8f6-d2aa7896af74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:56.878551 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7682f71e-cea4-434d-9ecc-cb8526680eb8 None None] Checking router: acaf59b1-eb55-4769-8974-fa74b507bdd0 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:09:56.879013 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7682f71e-cea4-434d-9ecc-cb8526680eb8 None None] Updating router acaf59b1-eb55-4769-8974-fa74b507bdd0 port 5b02dd54-95fc-4567-85a9-734a8d65db6c binding host dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:09:56.909964 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7682f71e-cea4-434d-9ecc-cb8526680eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:57.090885 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 0d70861b-98c9-4012-b505-725be2948a41 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:09:57.131021 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:57.208716 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 0d70861b-98c9-4012-b505-725be2948a41 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:57.209054 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:57.271570 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328b8bb-bc29-4eed-927d-020e33005184 req-34c2ddc9-7e65-4ae7-a6eb-66d41c295032 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:57.273873 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3328b8bb-bc29-4eed-927d-020e33005184 req-34c2ddc9-7e65-4ae7-a6eb-66d41c295032 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.42 "GET /v2.0/networks?id=29436c36-f024-4d52-97ea-962956221517 HTTP/1.1" status: 200 len: 817 time: 0.1473322 Feb 16 13:09:57.290199 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-3328b8bb-bc29-4eed-927d-020e33005184 req-9e1dc2ef-b2d3-409a-8bc0-fec2ea1d3263 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Request body: {'port': {'device_id': '1b143c1b-4aa4-4da2-946e-fb08b6923669', 'network_id': '29436c36-f024-4d52-97ea-962956221517', 'admin_state_up': True, 'tenant_id': 'e8ffaacbb44c4626ae69377bf7d674c2'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:57.301952 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7682f71e-cea4-434d-9ecc-cb8526680eb8 None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:57.311942 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7682f71e-cea4-434d-9ecc-cb8526680eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:57.414843 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3328b8bb-bc29-4eed-927d-020e33005184 req-9e1dc2ef-b2d3-409a-8bc0-fec2ea1d3263 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Made reservation on behalf of e8ffaacbb44c4626ae69377bf7d674c2 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:09:57.418938 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3328b8bb-bc29-4eed-927d-020e33005184 req-9e1dc2ef-b2d3-409a-8bc0-fec2ea1d3263 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:57.487584 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb7e25-9326-44ff-871c-e614b822c15a None None] Pushing event updated for resources: {'Port': ['ID=5b02dd54-95fc-4567-85a9-734a8d65db6c,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:57.491596 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-dbbf5be3-4b47-43ac-8915-5878b6a54262 req-9ce83b1a-e5bb-487e-955c-92719fcc3767 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/ports?device_id=1b143c1b-4aa4-4da2-946e-fb08b6923669 HTTP/1.1" status: 200 len: 210 time: 0.0483327 Feb 16 13:09:57.501946 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:57.562203 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-7682f71e-cea4-434d-9ecc-cb8526680eb8 None None] Attempting to bind port 5b02dd54-95fc-4567-85a9-734a8d65db6c on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:09:57.562570 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-7682f71e-cea4-434d-9ecc-cb8526680eb8 None None] Attempting to bind port 5b02dd54-95fc-4567-85a9-734a8d65db6c by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'f1d14ab9-f4c7-4a75-8b98-cb73805b07fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '71078604-65fa-42f2-8ee0-e0eae51943ba'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:09:57.562929 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7682f71e-cea4-434d-9ecc-cb8526680eb8 None None] Attempting to bind port 5b02dd54-95fc-4567-85a9-734a8d65db6c on network 71078604-65fa-42f2-8ee0-e0eae51943ba {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:09:57.569249 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7682f71e-cea4-434d-9ecc-cb8526680eb8 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:09:57.569626 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7682f71e-cea4-434d-9ecc-cb8526680eb8 None None] Checking segment: {'id': 'f1d14ab9-f4c7-4a75-8b98-cb73805b07fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '71078604-65fa-42f2-8ee0-e0eae51943ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:09:57.570025 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7682f71e-cea4-434d-9ecc-cb8526680eb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:57.570419 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7682f71e-cea4-434d-9ecc-cb8526680eb8 None None] Bound using segment: {'id': 'f1d14ab9-f4c7-4a75-8b98-cb73805b07fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '71078604-65fa-42f2-8ee0-e0eae51943ba'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:09:57.570901 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-7682f71e-cea4-434d-9ecc-cb8526680eb8 None None] Bound port: 5b02dd54-95fc-4567-85a9-734a8d65db6c, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d14ab9-f4c7-4a75-8b98-cb73805b07fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '71078604-65fa-42f2-8ee0-e0eae51943ba'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:09:57.571280 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7682f71e-cea4-434d-9ecc-cb8526680eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:57.594844 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [req-3328b8bb-bc29-4eed-927d-020e33005184 req-9e1dc2ef-b2d3-409a-8bc0-fec2ea1d3263 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Allocated IP 172.20.0.5 (29436c36-f024-4d52-97ea-962956221517/594030a5-5355-4b76-9b97-e61d30daee57/0acc25d7-cc74-4987-956f-6ccb8ea13d45) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:09:57.650310 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-7682f71e-cea4-434d-9ecc-cb8526680eb8 None None] For port 5b02dd54-95fc-4567-85a9-734a8d65db6c, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:09:57.654739 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-7682f71e-cea4-434d-9ecc-cb8526680eb8 None None] For port 5b02dd54-95fc-4567-85a9-734a8d65db6c, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=5b02dd54-95fc-4567-85a9-734a8d65db6c,segment=NetworkSegment(f1d14ab9-f4c7-4a75-8b98-cb73805b07fb),segment_id=f1d14ab9-f4c7-4a75-8b98-cb73805b07fb)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:09:57.661174 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7682f71e-cea4-434d-9ecc-cb8526680eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:57.716357 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7682f71e-cea4-434d-9ecc-cb8526680eb8 None None] Routers {'acaf59b1-eb55-4769-8974-fa74b507bdd0'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:09:57.717172 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-7682f71e-cea4-434d-9ecc-cb8526680eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:09:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['acaf59b1-eb55-4769-8974-fa74b507bdd0'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:57.771060 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3328b8bb-bc29-4eed-927d-020e33005184 req-9e1dc2ef-b2d3-409a-8bc0-fec2ea1d3263 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:57.772721 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb7e25-9326-44ff-871c-e614b822c15a None None] Pushing event updated for resources: {'Port': ['ID=5b02dd54-95fc-4567-85a9-734a8d65db6c,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:57.825027 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3328b8bb-bc29-4eed-927d-020e33005184 req-9e1dc2ef-b2d3-409a-8bc0-fec2ea1d3263 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:57.829779 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-c006e2c6-2f30-4aa6-8bb9-1d6420d3129c None None] Provisioning complete for port 5b02dd54-95fc-4567-85a9-734a8d65db6c triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:57.830144 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c006e2c6-2f30-4aa6-8bb9-1d6420d3129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:57.875545 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3328b8bb-bc29-4eed-927d-020e33005184 req-9e1dc2ef-b2d3-409a-8bc0-fec2ea1d3263 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Network 29436c36-f024-4d52-97ea-962956221517 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:09:57.881328 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [req-3328b8bb-bc29-4eed-927d-020e33005184 req-9e1dc2ef-b2d3-409a-8bc0-fec2ea1d3263 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:09:57.885648 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-3328b8bb-bc29-4eed-927d-020e33005184 req-9e1dc2ef-b2d3-409a-8bc0-fec2ea1d3263 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:09:57.890037 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-7682f71e-cea4-434d-9ecc-cb8526680eb8 None None] Set router acaf59b1-eb55-4769-8974-fa74b507bdd0 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:09:57.913116 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1dc2ef-b2d3-409a-8bc0-fec2ea1d3263 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Pushing event updated for resources: {'Port': ['ID=0acc25d7-cc74-4987-956f-6ccb8ea13d45,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:57.942817 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328b8bb-bc29-4eed-927d-020e33005184 req-9e1dc2ef-b2d3-409a-8bc0-fec2ea1d3263 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:57.943568 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3328b8bb-bc29-4eed-927d-020e33005184 req-9e1dc2ef-b2d3-409a-8bc0-fec2ea1d3263 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:57.961782 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3328b8bb-bc29-4eed-927d-020e33005184 req-9e1dc2ef-b2d3-409a-8bc0-fec2ea1d3263 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6761835 Feb 16 13:09:58.025214 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-3328b8bb-bc29-4eed-927d-020e33005184 req-0646a20d-8031-47aa-a434-59445d45177f service neutron] Request body: {'port': {'device_id': '1b143c1b-4aa4-4da2-946e-fb08b6923669', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:58.054407 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c006e2c6-2f30-4aa6-8bb9-1d6420d3129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:58.093006 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3328b8bb-bc29-4eed-927d-020e33005184 req-0646a20d-8031-47aa-a434-59445d45177f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:58.112852 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-c006e2c6-2f30-4aa6-8bb9-1d6420d3129c None None] For port 5b02dd54-95fc-4567-85a9-734a8d65db6c, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=5b02dd54-95fc-4567-85a9-734a8d65db6c,segment=NetworkSegment(f1d14ab9-f4c7-4a75-8b98-cb73805b07fb),segment_id=f1d14ab9-f4c7-4a75-8b98-cb73805b07fb)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:09:58.119530 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c006e2c6-2f30-4aa6-8bb9-1d6420d3129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:58.195674 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006e2c6-2f30-4aa6-8bb9-1d6420d3129c None None] Pushing event updated for resources: {'Port': ['ID=5b02dd54-95fc-4567-85a9-734a8d65db6c,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:58.216562 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-7682f71e-cea4-434d-9ecc-cb8526680eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acaf59b1-eb55-4769-8974-fa74b507bdd0', 'name': 'tempest-TestEncryptedCinderVolumes-239085021-router', 'tenant_id': 'bf6fdf3eb3934547b23ac4c278849a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.240'}], 'enable_snat': True}, 'gw_port_id': '0d70861b-98c9-4012-b505-725be2948a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:09:50Z', 'updated_at': '2022-02-16T13:09:53Z', 'revision_number': 4, 'project_id': 'bf6fdf3eb3934547b23ac4c278849a81', 'gw_port': {'id': '0d70861b-98c9-4012-b505-725be2948a41', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaf59b1-eb55-4769-8974-fa74b507bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:51Z', 'updated_at': '2022-02-16T13:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '5b02dd54-95fc-4567-85a9-734a8d65db6c', 'name': '', 'network_id': '71078604-65fa-42f2-8ee0-e0eae51943ba', 'tenant_id': 'bf6fdf3eb3934547b23ac4c278849a81', 'mac_address': 'fa:16:3e:c4:03:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acaf59b1-eb55-4769-8974-fa74b507bdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'e34fae30-b8ae-47d4-a8f6-d2aa7896af74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:53Z', 'updated_at': '2022-02-16T13:09:57Z', 'revision_number': 4, 'project_id': 'bf6fdf3eb3934547b23ac4c278849a81', 'subnets': [{'id': 'e34fae30-b8ae-47d4-a8f6-d2aa7896af74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:58.251591 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7682f71e-cea4-434d-9ecc-cb8526680eb8 None None] The sync data for ids ['acaf59b1-eb55-4769-8974-fa74b507bdd0'] in dv-neutron-828142-3-hyperv is: [{'id': 'acaf59b1-eb55-4769-8974-fa74b507bdd0', 'name': 'tempest-TestEncryptedCinderVolumes-239085021-router', 'tenant_id': 'bf6fdf3eb3934547b23ac4c278849a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.240'}], 'enable_snat': True}, 'gw_port_id': '0d70861b-98c9-4012-b505-725be2948a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:09:50Z', 'updated_at': '2022-02-16T13:09:53Z', 'revision_number': 4, 'project_id': 'bf6fdf3eb3934547b23ac4c278849a81', 'gw_port': {'id': '0d70861b-98c9-4012-b505-725be2948a41', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaf59b1-eb55-4769-8974-fa74b507bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:51Z', 'updated_at': '2022-02-16T13:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '5b02dd54-95fc-4567-85a9-734a8d65db6c', 'name': '', 'network_id': '71078604-65fa-42f2-8ee0-e0eae51943ba', 'tenant_id': 'bf6fdf3eb3934547b23ac4c278849a81', 'mac_address': 'fa:16:3e:c4:03:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acaf59b1-eb55-4769-8974-fa74b507bdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'e34fae30-b8ae-47d4-a8f6-d2aa7896af74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:53Z', 'updated_at': '2022-02-16T13:09:57Z', 'revision_number': 4, 'project_id': 'bf6fdf3eb3934547b23ac4c278849a81', 'subnets': [{'id': 'e34fae30-b8ae-47d4-a8f6-d2aa7896af74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:09:58.264453 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9c3865ad-1a0a-4324-a645-631284abd170 None None] Provisioning complete for port 5b02dd54-95fc-4567-85a9-734a8d65db6c triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:58.264864 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9c3865ad-1a0a-4324-a645-631284abd170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:58.392474 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9c3865ad-1a0a-4324-a645-631284abd170 None None] Provisioning complete for port 0acc25d7-cc74-4987-956f-6ccb8ea13d45 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:58.392882 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9c3865ad-1a0a-4324-a645-631284abd170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:58.414595 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-3328b8bb-bc29-4eed-927d-020e33005184 req-0646a20d-8031-47aa-a434-59445d45177f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0acc25d7-cc74-4987-956f-6ccb8ea13d45 {{(pid=109049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:09:58.422819 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3328b8bb-bc29-4eed-927d-020e33005184 req-0646a20d-8031-47aa-a434-59445d45177f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:58.429371 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9c3865ad-1a0a-4324-a645-631284abd170 None None] Port 0acc25d7-cc74-4987-956f-6ccb8ea13d45 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:09:58.437704 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.provisioning_blocks [req-3328b8bb-bc29-4eed-927d-020e33005184 req-0646a20d-8031-47aa-a434-59445d45177f service neutron] Transition to ACTIVE for port object 0acc25d7-cc74-4987-956f-6ccb8ea13d45 will not be triggered until provisioned by entity L2. {{(pid=109049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:09:58.445152 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3328b8bb-bc29-4eed-927d-020e33005184 req-0646a20d-8031-47aa-a434-59445d45177f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:58.496029 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646a20d-8031-47aa-a434-59445d45177f service neutron] Pushing event updated for resources: {'Port': ['ID=0acc25d7-cc74-4987-956f-6ccb8ea13d45,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:58.591933 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-3328b8bb-bc29-4eed-927d-020e33005184 req-0646a20d-8031-47aa-a434-59445d45177f service neutron] Attempting to bind port 0acc25d7-cc74-4987-956f-6ccb8ea13d45 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:09:58.592272 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-3328b8bb-bc29-4eed-927d-020e33005184 req-0646a20d-8031-47aa-a434-59445d45177f service neutron] Attempting to bind port 0acc25d7-cc74-4987-956f-6ccb8ea13d45 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'f98e9aa4-d14d-4d14-b6b4-4cd432ef557e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '29436c36-f024-4d52-97ea-962956221517'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:09:58.592603 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3328b8bb-bc29-4eed-927d-020e33005184 req-0646a20d-8031-47aa-a434-59445d45177f service neutron] Attempting to bind port 0acc25d7-cc74-4987-956f-6ccb8ea13d45 on network 29436c36-f024-4d52-97ea-962956221517 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:09:58.603865 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3328b8bb-bc29-4eed-927d-020e33005184 req-0646a20d-8031-47aa-a434-59445d45177f service neutron] Port 0acc25d7-cc74-4987-956f-6ccb8ea13d45 on network 29436c36-f024-4d52-97ea-962956221517 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:09:58.604187 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3328b8bb-bc29-4eed-927d-020e33005184 req-0646a20d-8031-47aa-a434-59445d45177f service neutron] Attempting to bind port 0acc25d7-cc74-4987-956f-6ccb8ea13d45 on network 29436c36-f024-4d52-97ea-962956221517 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:09:58.610633 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3328b8bb-bc29-4eed-927d-020e33005184 req-0646a20d-8031-47aa-a434-59445d45177f service neutron] Checking agent: {'id': '31a9428e-e23a-420f-bfe2-5870b63c0436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'started_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:09:58.610973 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3328b8bb-bc29-4eed-927d-020e33005184 req-0646a20d-8031-47aa-a434-59445d45177f service neutron] Checking segment: {'id': 'f98e9aa4-d14d-4d14-b6b4-4cd432ef557e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '29436c36-f024-4d52-97ea-962956221517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:09:58.611280 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3328b8bb-bc29-4eed-927d-020e33005184 req-0646a20d-8031-47aa-a434-59445d45177f service neutron] Bound using segment: {'id': 'f98e9aa4-d14d-4d14-b6b4-4cd432ef557e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '29436c36-f024-4d52-97ea-962956221517'} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:09:58.612428 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-3328b8bb-bc29-4eed-927d-020e33005184 req-0646a20d-8031-47aa-a434-59445d45177f service neutron] Bound port: 0acc25d7-cc74-4987-956f-6ccb8ea13d45, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f98e9aa4-d14d-4d14-b6b4-4cd432ef557e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '29436c36-f024-4d52-97ea-962956221517'}}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:09:58.612428 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3328b8bb-bc29-4eed-927d-020e33005184 req-0646a20d-8031-47aa-a434-59445d45177f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:58.649662 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa528ec8-b3a6-4e19-a117-46bb8567e9d5 req-9ee61816-459d-443e-b477-9efc851e8ee5 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:58.651323 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-fa528ec8-b3a6-4e19-a117-46bb8567e9d5 req-9ee61816-459d-443e-b477-9efc851e8ee5 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/ports?device_id=1b143c1b-4aa4-4da2-946e-fb08b6923669 HTTP/1.1" status: 200 len: 943 time: 0.0656443 Feb 16 13:09:58.705063 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-3328b8bb-bc29-4eed-927d-020e33005184 req-0646a20d-8031-47aa-a434-59445d45177f service neutron] For port 0acc25d7-cc74-4987-956f-6ccb8ea13d45, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:09:58.705816 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:58.712841 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-3328b8bb-bc29-4eed-927d-020e33005184 req-0646a20d-8031-47aa-a434-59445d45177f service neutron] For port 0acc25d7-cc74-4987-956f-6ccb8ea13d45, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0acc25d7-cc74-4987-956f-6ccb8ea13d45,segment=NetworkSegment(f98e9aa4-d14d-4d14-b6b4-4cd432ef557e),segment_id=f98e9aa4-d14d-4d14-b6b4-4cd432ef557e)] {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:09:58.719920 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-fa528ec8-b3a6-4e19-a117-46bb8567e9d5 req-053da87a-9746-49f2-87b5-0ed04ca1d283 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/security-groups?id=df0e4f93-fe42-40c3-92df-45c7ee359fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584838 Feb 16 13:09:58.724713 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3328b8bb-bc29-4eed-927d-020e33005184 req-0646a20d-8031-47aa-a434-59445d45177f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:58.763964 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328b8bb-bc29-4eed-927d-020e33005184 req-0646a20d-8031-47aa-a434-59445d45177f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:58.764581 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3328b8bb-bc29-4eed-927d-020e33005184 req-0646a20d-8031-47aa-a434-59445d45177f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:58.766198 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3328b8bb-bc29-4eed-927d-020e33005184 req-0646a20d-8031-47aa-a434-59445d45177f service neutron] 10.222.0.42 "PUT /v2.0/ports/0acc25d7-cc74-4987-956f-6ccb8ea13d45 HTTP/1.1" status: 200 len: 1093 time: 0.7961333 Feb 16 13:09:58.766709 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b143c1b-4aa4-4da2-946e-fb08b6923669', 'tag': '0acc25d7-cc74-4987-956f-6ccb8ea13d45'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:09:58.768996 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e284c4f-a6c9-4827-bbcb-ff5853eede32" -d '{"events": [{"name": "network-changed", "server_uuid": "1b143c1b-4aa4-4da2-946e-fb08b6923669", "tag": "0acc25d7-cc74-4987-956f-6ccb8ea13d45"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:09:58.807936 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646a20d-8031-47aa-a434-59445d45177f service neutron] Pushing event updated for resources: {'Port': ['ID=0acc25d7-cc74-4987-956f-6ccb8ea13d45,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:58.864852 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328b8bb-bc29-4eed-927d-020e33005184 req-48c58632-3565-41dd-beaf-eec39914c4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:58.866934 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3328b8bb-bc29-4eed-927d-020e33005184 req-48c58632-3565-41dd-beaf-eec39914c4fa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8ffaacbb44c4626ae69377bf7d674c2&device_id=1b143c1b-4aa4-4da2-946e-fb08b6923669 HTTP/1.1" status: 200 len: 1096 time: 0.0537493 Feb 16 13:09:58.926967 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3328b8bb-bc29-4eed-927d-020e33005184 req-75f5b72a-3500-4f45-957b-820f196ef81a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0acc25d7-cc74-4987-956f-6ccb8ea13d45 HTTP/1.1" status: 200 len: 217 time: 0.0521224 Feb 16 13:09:58.929254 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fac3c21-453d-469d-9c52-67de3b6da44c x-openstack-request-id: req-6fac3c21-453d-469d-9c52-67de3b6da44c {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:09:58.929655 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b143c1b-4aa4-4da2-946e-fb08b6923669", "tag": "0acc25d7-cc74-4987-956f-6ccb8ea13d45", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:09:58.929988 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-6fac3c21-453d-469d-9c52-67de3b6da44c {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:09:58.930853 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b143c1b-4aa4-4da2-946e-fb08b6923669', 'tag': '0acc25d7-cc74-4987-956f-6ccb8ea13d45', 'status': 'completed', 'code': 200} Feb 16 13:09:58.989126 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328b8bb-bc29-4eed-927d-020e33005184 req-29b18019-0042-4a11-a22b-041bfe471b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:58.990621 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3328b8bb-bc29-4eed-927d-020e33005184 req-29b18019-0042-4a11-a22b-041bfe471b45 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=594030a5-5355-4b76-9b97-e61d30daee57 HTTP/1.1" status: 200 len: 856 time: 0.0492158 Feb 16 13:09:59.039683 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328b8bb-bc29-4eed-927d-020e33005184 req-5099f09f-6bab-4abb-b0be-de472da678a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:59.041450 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3328b8bb-bc29-4eed-927d-020e33005184 req-5099f09f-6bab-4abb-b0be-de472da678a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=29436c36-f024-4d52-97ea-962956221517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436511 Feb 16 13:09:59.102051 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 5b02dd54-95fc-4567-85a9-734a8d65db6c up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:09:59.140911 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3328b8bb-bc29-4eed-927d-020e33005184 req-ff40fbee-c64a-4f21-800a-68883db91f4b service neutron] 10.222.0.42 "GET /v2.0/networks/29436c36-f024-4d52-97ea-962956221517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925767 Feb 16 13:09:59.152295 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 5b02dd54-95fc-4567-85a9-734a8d65db6c triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:59.152696 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:59.242979 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3328b8bb-bc29-4eed-927d-020e33005184 req-5cf4f6dd-e409-45e5-b0d2-486f4e5a692f service neutron] 10.222.0.42 "GET /v2.0/networks/29436c36-f024-4d52-97ea-962956221517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949154 Feb 16 13:09:59.327832 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e284c4f-a6c9-4827-bbcb-ff5853eede32 req-b0e64e94-2536-4aba-8667-0978043743ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:59.329367 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0e284c4f-a6c9-4827-bbcb-ff5853eede32 req-b0e64e94-2536-4aba-8667-0978043743ff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8ffaacbb44c4626ae69377bf7d674c2&device_id=1b143c1b-4aa4-4da2-946e-fb08b6923669 HTTP/1.1" status: 200 len: 1096 time: 0.0432534 Feb 16 13:09:59.440367 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e284c4f-a6c9-4827-bbcb-ff5853eede32 req-a91d9205-15e6-4ce7-85f3-5d3c2096625a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:59.441790 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0e284c4f-a6c9-4827-bbcb-ff5853eede32 req-a91d9205-15e6-4ce7-85f3-5d3c2096625a service neutron] 10.222.0.42 "GET /v2.0/networks?id=29436c36-f024-4d52-97ea-962956221517 HTTP/1.1" status: 200 len: 918 time: 0.1048710 Feb 16 13:09:59.484461 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0e284c4f-a6c9-4827-bbcb-ff5853eede32 req-4115e2ee-0333-43d1-82ac-b61e3af475de service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0acc25d7-cc74-4987-956f-6ccb8ea13d45 HTTP/1.1" status: 200 len: 217 time: 0.0348477 Feb 16 13:09:59.537330 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e284c4f-a6c9-4827-bbcb-ff5853eede32 req-3e021a42-184b-4259-945c-886f2e274e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:59.538804 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0e284c4f-a6c9-4827-bbcb-ff5853eede32 req-3e021a42-184b-4259-945c-886f2e274e8e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=594030a5-5355-4b76-9b97-e61d30daee57 HTTP/1.1" status: 200 len: 856 time: 0.0483372 Feb 16 13:09:59.585320 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e284c4f-a6c9-4827-bbcb-ff5853eede32 req-0d1cbcf1-ea91-4abc-9fb4-b972ec8457c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:59.586874 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0e284c4f-a6c9-4827-bbcb-ff5853eede32 req-0d1cbcf1-ea91-4abc-9fb4-b972ec8457c5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=29436c36-f024-4d52-97ea-962956221517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410528 Feb 16 13:09:59.678836 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0e284c4f-a6c9-4827-bbcb-ff5853eede32 req-425b4b6e-8b8a-492e-8b3f-764f40814ea4 service neutron] 10.222.0.42 "GET /v2.0/networks/29436c36-f024-4d52-97ea-962956221517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845964 Feb 16 13:09:59.781528 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0e284c4f-a6c9-4827-bbcb-ff5853eede32 req-1522a837-4ceb-439a-8b72-fad36ea12a7e service neutron] 10.222.0.42 "GET /v2.0/networks/29436c36-f024-4d52-97ea-962956221517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932543 Feb 16 13:09:59.840979 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ca6a3-22ca-440d-8412-8de915d27f62 req-35acc590-7bc9-40a9-8691-364c35b90d32 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:59.843165 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-249ca6a3-22ca-440d-8412-8de915d27f62 req-35acc590-7bc9-40a9-8691-364c35b90d32 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/ports?device_id=1b143c1b-4aa4-4da2-946e-fb08b6923669 HTTP/1.1" status: 200 len: 943 time: 0.0510774 Feb 16 13:09:59.888093 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-249ca6a3-22ca-440d-8412-8de915d27f62 req-12718f99-4e8e-4506-b4db-8f54bb0d5dca tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/security-groups?id=df0e4f93-fe42-40c3-92df-45c7ee359fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384758 Feb 16 13:10:01.031214 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb22174-cc84-4476-9012-fbc357558f5b req-94e42b06-ea5d-4c4e-b8d9-09009616e0d5 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:01.032873 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0cb22174-cc84-4476-9012-fbc357558f5b req-94e42b06-ea5d-4c4e-b8d9-09009616e0d5 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/ports?device_id=1b143c1b-4aa4-4da2-946e-fb08b6923669 HTTP/1.1" status: 200 len: 943 time: 0.0599179 Feb 16 13:10:01.073715 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0cb22174-cc84-4476-9012-fbc357558f5b req-383cefae-acbd-44c7-a41d-8d807ac1cbe0 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/security-groups?id=df0e4f93-fe42-40c3-92df-45c7ee359fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346689 Feb 16 13:10:01.095183 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 0acc25d7-cc74-4987-956f-6ccb8ea13d45 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:10:01.200877 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 0acc25d7-cc74-4987-956f-6ccb8ea13d45, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0acc25d7-cc74-4987-956f-6ccb8ea13d45,segment=NetworkSegment(f98e9aa4-d14d-4d14-b6b4-4cd432ef557e),segment_id=f98e9aa4-d14d-4d14-b6b4-4cd432ef557e)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:10:01.211801 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': '0acc25d7-cc74-4987-956f-6ccb8ea13d45', 'network_id': '29436c36-f024-4d52-97ea-962956221517', 'port_id': '0acc25d7-cc74-4987-956f-6ccb8ea13d45', 'mac_address': 'fa:16:3e:a6:02:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '594030a5-5355-4b76-9b97-e61d30daee57', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:10:01.251583 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:01.268274 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0acc25d7-cc74-4987-956f-6ccb8ea13d45 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:10:01.290209 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 0acc25d7-cc74-4987-956f-6ccb8ea13d45, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0acc25d7-cc74-4987-956f-6ccb8ea13d45,segment=NetworkSegment(f98e9aa4-d14d-4d14-b6b4-4cd432ef557e),segment_id=f98e9aa4-d14d-4d14-b6b4-4cd432ef557e)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:10:01.294963 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:01.343050 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=0acc25d7-cc74-4987-956f-6ccb8ea13d45,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:10:01.505737 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['0acc25d7-cc74-4987-956f-6ccb8ea13d45'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:10:02.193669 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596adb39-6400-4cb7-b11b-71bcf8f34e42 req-6131a043-1ae0-4457-9238-b5fd39167943 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:02.195196 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-596adb39-6400-4cb7-b11b-71bcf8f34e42 req-6131a043-1ae0-4457-9238-b5fd39167943 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/ports?device_id=1b143c1b-4aa4-4da2-946e-fb08b6923669 HTTP/1.1" status: 200 len: 944 time: 0.0501635 Feb 16 13:10:02.236638 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-596adb39-6400-4cb7-b11b-71bcf8f34e42 req-241af73c-9b17-4258-9146-e6f119977ad2 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/security-groups?id=df0e4f93-fe42-40c3-92df-45c7ee359fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349362 Feb 16 13:10:03.112580 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 0acc25d7-cc74-4987-956f-6ccb8ea13d45 up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:10:03.162297 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning for port 0acc25d7-cc74-4987-956f-6ccb8ea13d45 completed by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:10:03.166487 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port 0acc25d7-cc74-4987-956f-6ccb8ea13d45 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:10:03.166863 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:03.244013 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:03.275007 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b143c1b-4aa4-4da2-946e-fb08b6923669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acc25d7-cc74-4987-956f-6ccb8ea13d45'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:10:03.279230 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9155f62-4fb1-49a4-9397-b4554ca3ae80" -d '{"events": [{"server_uuid": "1b143c1b-4aa4-4da2-946e-fb08b6923669", "name": "network-vif-plugged", "status": "completed", "tag": "0acc25d7-cc74-4987-956f-6ccb8ea13d45"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:10:03.301032 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 0acc25d7-cc74-4987-956f-6ccb8ea13d45, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0acc25d7-cc74-4987-956f-6ccb8ea13d45,segment=NetworkSegment(f98e9aa4-d14d-4d14-b6b4-4cd432ef557e),segment_id=f98e9aa4-d14d-4d14-b6b4-4cd432ef557e)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:10:03.308531 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:03.362735 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=0acc25d7-cc74-4987-956f-6ccb8ea13d45,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:10:03.396115 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ee1df-e1af-4d86-8065-4281c80ec7b9 req-47240c9b-e979-47c5-a9b5-35f31e67adf2 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:03.397487 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e66ee1df-e1af-4d86-8065-4281c80ec7b9 req-47240c9b-e979-47c5-a9b5-35f31e67adf2 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/ports?device_id=1b143c1b-4aa4-4da2-946e-fb08b6923669 HTTP/1.1" status: 200 len: 945 time: 0.0813713 Feb 16 13:10:03.427314 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294db3c5-f1ac-46cd-8a0b-059bf20fabf4 x-openstack-request-id: req-294db3c5-f1ac-46cd-8a0b-059bf20fabf4 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:10:03.427678 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b143c1b-4aa4-4da2-946e-fb08b6923669", "name": "network-vif-plugged", "status": "completed", "tag": "0acc25d7-cc74-4987-956f-6ccb8ea13d45", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:10:03.427998 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-294db3c5-f1ac-46cd-8a0b-059bf20fabf4 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:10:03.428464 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b143c1b-4aa4-4da2-946e-fb08b6923669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acc25d7-cc74-4987-956f-6ccb8ea13d45', 'code': 200} Feb 16 13:10:03.451668 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e66ee1df-e1af-4d86-8065-4281c80ec7b9 req-5283d96c-7a24-4676-bb58-5f1ff24cd6fe tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/security-groups?id=df0e4f93-fe42-40c3-92df-45c7ee359fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416465 Feb 16 13:10:03.627946 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da8ed9-9e2b-4a07-ba47-53c858e72845 req-f5f1c9fa-7bf3-4433-ad36-212e2423bef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:03.630239 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-24da8ed9-9e2b-4a07-ba47-53c858e72845 req-f5f1c9fa-7bf3-4433-ad36-212e2423bef6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1b143c1b-4aa4-4da2-946e-fb08b6923669 HTTP/1.1" status: 200 len: 1098 time: 0.0540116 Feb 16 13:10:03.679308 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-24da8ed9-9e2b-4a07-ba47-53c858e72845 req-5aa9429d-dc58-4039-96b3-cacef0ae036c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=df0e4f93-fe42-40c3-92df-45c7ee359fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424778 Feb 16 13:10:04.583825 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d1adf-7ed3-405e-8cda-09557ac7b4c1 req-a39f87d2-59fe-45b4-a8e2-5763cdbb423f tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:04.585664 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-709d1adf-7ed3-405e-8cda-09557ac7b4c1 req-a39f87d2-59fe-45b4-a8e2-5763cdbb423f tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/ports?device_id=1b143c1b-4aa4-4da2-946e-fb08b6923669 HTTP/1.1" status: 200 len: 945 time: 0.0615835 Feb 16 13:10:04.625690 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-709d1adf-7ed3-405e-8cda-09557ac7b4c1 req-4c852012-ba89-4c7d-97a7-d3ab737b8301 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/security-groups?id=df0e4f93-fe42-40c3-92df-45c7ee359fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338366 Feb 16 13:10:05.757647 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f059be-6b61-4e51-841f-33158dbaa94e req-88181ea5-2dc5-4fb4-8817-e7749397d6c4 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:05.759311 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-94f059be-6b61-4e51-841f-33158dbaa94e req-88181ea5-2dc5-4fb4-8817-e7749397d6c4 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/ports?device_id=1b143c1b-4aa4-4da2-946e-fb08b6923669 HTTP/1.1" status: 200 len: 945 time: 0.0513821 Feb 16 13:10:05.800887 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-94f059be-6b61-4e51-841f-33158dbaa94e req-e6ae87cf-eb04-42bc-9fc0-954d7760a965 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/security-groups?id=df0e4f93-fe42-40c3-92df-45c7ee359fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334709 Feb 16 13:10:05.920666 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331978de-2873-4dcd-855a-20b2b51a3543 req-826c601c-02e0-4ef1-b698-3ae8f9749464 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:05.922155 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-331978de-2873-4dcd-855a-20b2b51a3543 req-826c601c-02e0-4ef1-b698-3ae8f9749464 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/ports?device_id=1b143c1b-4aa4-4da2-946e-fb08b6923669 HTTP/1.1" status: 200 len: 945 time: 0.0532663 Feb 16 13:10:05.965265 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-331978de-2873-4dcd-855a-20b2b51a3543 req-2da6e9e2-3564-402e-8819-7fdbbf381b7d tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/security-groups?id=df0e4f93-fe42-40c3-92df-45c7ee359fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340765 Feb 16 13:10:22.309596 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d92fa5e9-ed65-4bbc-a992-cfee28540d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:24.445458 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:10:24.454142 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0760a60b-3513-46c9-b217-709f4eb8a1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:25.762057 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe718e3-06bb-4c65-9de2-3d3461d734f8 req-5f7303ce-c1e3-4fcb-b7ee-6b83f05b51c5 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:25.763519 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4fe718e3-06bb-4c65-9de2-3d3461d734f8 req-5f7303ce-c1e3-4fcb-b7ee-6b83f05b51c5 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/ports?device_id=1b143c1b-4aa4-4da2-946e-fb08b6923669 HTTP/1.1" status: 200 len: 945 time: 0.0509348 Feb 16 13:10:25.788618 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:25.803558 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4fe718e3-06bb-4c65-9de2-3d3461d734f8 req-824927bc-9c18-48ea-b036-135428222e17 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/security-groups?id=df0e4f93-fe42-40c3-92df-45c7ee359fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334430 Feb 16 13:10:26.929049 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c999074-babf-49b5-a12f-89f97806b4f9 req-c62b01a1-d40e-4932-afce-beab6ab080f2 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:26.930629 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5c999074-babf-49b5-a12f-89f97806b4f9 req-c62b01a1-d40e-4932-afce-beab6ab080f2 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/ports?device_id=1b143c1b-4aa4-4da2-946e-fb08b6923669 HTTP/1.1" status: 200 len: 945 time: 0.0544417 Feb 16 13:10:26.969007 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5c999074-babf-49b5-a12f-89f97806b4f9 req-e5a18886-78fb-4ebd-93dd-057d24e8647d tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/security-groups?id=df0e4f93-fe42-40c3-92df-45c7ee359fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316861 Feb 16 13:10:27.055027 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:27.409868 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:27.413168 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578147e-ad04-4773-877c-867b57829bea req-1a315e46-866f-41e3-924f-e4a91f374b83 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:27.414672 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1578147e-ad04-4773-877c-867b57829bea req-1a315e46-866f-41e3-924f-e4a91f374b83 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b143c1b-4aa4-4da2-946e-fb08b6923669 HTTP/1.1" status: 200 len: 945 time: 0.0519733 Feb 16 13:10:27.521953 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-1578147e-ad04-4773-877c-867b57829bea req-78c3d88f-1cad-43ef-9bbf-5a1bd32ebfef tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Deleting port 0acc25d7-cc74-4987-956f-6ccb8ea13d45 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:10:27.522316 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-1578147e-ad04-4773-877c-867b57829bea req-78c3d88f-1cad-43ef-9bbf-5a1bd32ebfef tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:27.611981 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-1578147e-ad04-4773-877c-867b57829bea req-78c3d88f-1cad-43ef-9bbf-5a1bd32ebfef tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] For port 0acc25d7-cc74-4987-956f-6ccb8ea13d45, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0acc25d7-cc74-4987-956f-6ccb8ea13d45,segment=NetworkSegment(f98e9aa4-d14d-4d14-b6b4-4cd432ef557e),segment_id=f98e9aa4-d14d-4d14-b6b4-4cd432ef557e)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:10:27.612330 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-1578147e-ad04-4773-877c-867b57829bea req-78c3d88f-1cad-43ef-9bbf-5a1bd32ebfef tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:27.625365 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-1578147e-ad04-4773-877c-867b57829bea req-78c3d88f-1cad-43ef-9bbf-5a1bd32ebfef tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Calling delete_port for 0acc25d7-cc74-4987-956f-6ccb8ea13d45 owned by compute:nova {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:10:27.758251 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-1578147e-ad04-4773-877c-867b57829bea req-78c3d88f-1cad-43ef-9bbf-5a1bd32ebfef tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:27.771515 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['0acc25d7-cc74-4987-956f-6ccb8ea13d45'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:10:27.788712 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3d88f-1cad-43ef-9bbf-5a1bd32ebfef tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Pushing event deleted for resources: {'Port': ['ID=0acc25d7-cc74-4987-956f-6ccb8ea13d45,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:10:27.839297 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-1578147e-ad04-4773-877c-867b57829bea req-78c3d88f-1cad-43ef-9bbf-5a1bd32ebfef tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] No DVR routers for this DVR port 0acc25d7-cc74-4987-956f-6ccb8ea13d45 on host hv-neutron-8281 {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:10:27.842168 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-1578147e-ad04-4773-877c-867b57829bea req-78c3d88f-1cad-43ef-9bbf-5a1bd32ebfef tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:27.845740 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1578147e-ad04-4773-877c-867b57829bea req-78c3d88f-1cad-43ef-9bbf-5a1bd32ebfef tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.42 "DELETE /v2.0/ports/0acc25d7-cc74-4987-956f-6ccb8ea13d45 HTTP/1.1" status: 204 len: 173 time: 0.4245627 Feb 16 13:10:27.846231 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b143c1b-4aa4-4da2-946e-fb08b6923669', 'name': 'network-vif-deleted', 'tag': '0acc25d7-cc74-4987-956f-6ccb8ea13d45'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:10:27.849174 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9fe504-1801-481a-ae69-3a99ce0d8676" -d '{"events": [{"server_uuid": "1b143c1b-4aa4-4da2-946e-fb08b6923669", "name": "network-vif-deleted", "tag": "0acc25d7-cc74-4987-956f-6ccb8ea13d45"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:10:27.901229 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad59019e-e699-4f27-8252-6d8c09fc49ef x-openstack-request-id: req-ad59019e-e699-4f27-8252-6d8c09fc49ef {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:10:27.901663 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b143c1b-4aa4-4da2-946e-fb08b6923669", "name": "network-vif-deleted", "tag": "0acc25d7-cc74-4987-956f-6ccb8ea13d45", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:10:27.901916 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ad59019e-e699-4f27-8252-6d8c09fc49ef {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:10:27.902316 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b143c1b-4aa4-4da2-946e-fb08b6923669', 'name': 'network-vif-deleted', 'tag': '0acc25d7-cc74-4987-956f-6ccb8ea13d45', 'status': 'completed', 'code': 200} Feb 16 13:10:28.074921 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-346a65e9-a5a0-4ba8-b2e1-9745a937c830 req-65237c5b-1de2-4ffd-86b5-c3a581297ef7 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/ports?device_id=1b143c1b-4aa4-4da2-946e-fb08b6923669 HTTP/1.1" status: 200 len: 210 time: 0.0268943 Feb 16 13:10:28.720805 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:29.604617 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-08507fe0-4f6f-4b2b-833a-12fcd495570c tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:29.606116 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-08507fe0-4f6f-4b2b-833a-12fcd495570c tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/networks?id=29436c36-f024-4d52-97ea-962956221517 HTTP/1.1" status: 200 len: 817 time: 0.1052604 Feb 16 13:10:29.621947 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-52991339-7ee6-4d93-87a9-9574f4d8f2fe tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/quotas/e8ffaacbb44c4626ae69377bf7d674c2 HTTP/1.1" status: 200 len: 375 time: 0.0093973 Feb 16 13:10:29.674508 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-ea2d6211-6ca9-4745-ab37-ae75273e4b96 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=e8ffaacbb44c4626ae69377bf7d674c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461819 Feb 16 13:10:29.774695 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-bc802ee7-166e-4797-b1a0-36a554c175f0 service neutron] 10.222.0.90 "GET /v2.0/networks/29436c36-f024-4d52-97ea-962956221517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883994 Feb 16 13:10:29.865096 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-333b9162-9de2-40c0-86e3-7fca001f8400 service neutron] 10.222.0.90 "GET /v2.0/networks/29436c36-f024-4d52-97ea-962956221517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843472 Feb 16 13:10:30.050981 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8318318c-21ce-432d-a5d6-efd7dc852c56 req-d0a9133b-8447-42ce-8906-74940e4637fe tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/ports?device_id=165082fb-9ab9-42fb-a925-c33f4b93a97b HTTP/1.1" status: 200 len: 210 time: 0.0422046 Feb 16 13:10:31.070501 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-21b3a649-be58-43d8-9c4b-bdcf0df8e10c tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:31.072027 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-21b3a649-be58-43d8-9c4b-bdcf0df8e10c tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.42 "GET /v2.0/networks?id=29436c36-f024-4d52-97ea-962956221517 HTTP/1.1" status: 200 len: 817 time: 0.1084239 Feb 16 13:10:31.085047 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-49baf175-d26e-4519-9add-5d63c692fc90 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Request body: {'port': {'device_id': '165082fb-9ab9-42fb-a925-c33f4b93a97b', 'network_id': '29436c36-f024-4d52-97ea-962956221517', 'admin_state_up': True, 'tenant_id': 'e8ffaacbb44c4626ae69377bf7d674c2'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:10:31.167960 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c81ee0dc-3aeb-4ce9-9dce-8c83640195a4 req-d9dca5b5-ba15-4473-8291-1421eb9218b4 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/ports?device_id=165082fb-9ab9-42fb-a925-c33f4b93a97b HTTP/1.1" status: 200 len: 210 time: 0.0378487 Feb 16 13:10:31.216218 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-49baf175-d26e-4519-9add-5d63c692fc90 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Made reservation on behalf of e8ffaacbb44c4626ae69377bf7d674c2 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:10:31.220449 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-49baf175-d26e-4519-9add-5d63c692fc90 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:31.309906 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 0acc25d7-cc74-4987-956f-6ccb8ea13d45 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:10:31.331997 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] No Port match for: 0acc25d7-cc74-4987-956f-6ccb8ea13d45 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:10:31.332336 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 0acc25d7-cc74-4987-956f-6ccb8ea13d45 not bound to the agent host hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:10:31.362722 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-49baf175-d26e-4519-9add-5d63c692fc90 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Allocated IP 172.20.0.10 (29436c36-f024-4d52-97ea-962956221517/594030a5-5355-4b76-9b97-e61d30daee57/408471cf-7844-44a5-a2c2-777a2fee2721) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:10:31.521561 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-49baf175-d26e-4519-9add-5d63c692fc90 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:31.557843 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-49baf175-d26e-4519-9add-5d63c692fc90 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:31.603591 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-49baf175-d26e-4519-9add-5d63c692fc90 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Network 29436c36-f024-4d52-97ea-962956221517 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:10:31.606918 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-49baf175-d26e-4519-9add-5d63c692fc90 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:10:31.610732 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-49baf175-d26e-4519-9add-5d63c692fc90 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:10:31.617274 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49baf175-d26e-4519-9add-5d63c692fc90 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Pushing event updated for resources: {'Port': ['ID=408471cf-7844-44a5-a2c2-777a2fee2721,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:10:31.673515 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-49baf175-d26e-4519-9add-5d63c692fc90 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:31.674192 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-49baf175-d26e-4519-9add-5d63c692fc90 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:31.693673 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-49baf175-d26e-4519-9add-5d63c692fc90 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6128845 Feb 16 13:10:31.706532 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-78c10918-4eb7-4d3d-93ec-0460d44bae06 service neutron] Request body: {'port': {'device_id': '165082fb-9ab9-42fb-a925-c33f4b93a97b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:10:31.770982 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-78c10918-4eb7-4d3d-93ec-0460d44bae06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:31.928928 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-f0b3fc26-851e-472d-a2aa-58cc811d1012 None None] Provisioning complete for port 408471cf-7844-44a5-a2c2-777a2fee2721 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:10:31.929326 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f0b3fc26-851e-472d-a2aa-58cc811d1012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:31.964335 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-f0b3fc26-851e-472d-a2aa-58cc811d1012 None None] Port 408471cf-7844-44a5-a2c2-777a2fee2721 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:10:32.052387 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-78c10918-4eb7-4d3d-93ec-0460d44bae06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 408471cf-7844-44a5-a2c2-777a2fee2721 {{(pid=109049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:10:32.063667 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-78c10918-4eb7-4d3d-93ec-0460d44bae06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:32.076658 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.provisioning_blocks [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-78c10918-4eb7-4d3d-93ec-0460d44bae06 service neutron] Transition to ACTIVE for port object 408471cf-7844-44a5-a2c2-777a2fee2721 will not be triggered until provisioned by entity L2. {{(pid=109049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:10:32.081646 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-78c10918-4eb7-4d3d-93ec-0460d44bae06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:32.137301 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c10918-4eb7-4d3d-93ec-0460d44bae06 service neutron] Pushing event updated for resources: {'Port': ['ID=408471cf-7844-44a5-a2c2-777a2fee2721,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:10:32.211792 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-78c10918-4eb7-4d3d-93ec-0460d44bae06 service neutron] Attempting to bind port 408471cf-7844-44a5-a2c2-777a2fee2721 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:10:32.213422 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-78c10918-4eb7-4d3d-93ec-0460d44bae06 service neutron] Attempting to bind port 408471cf-7844-44a5-a2c2-777a2fee2721 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'f98e9aa4-d14d-4d14-b6b4-4cd432ef557e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '29436c36-f024-4d52-97ea-962956221517'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:10:32.213959 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-78c10918-4eb7-4d3d-93ec-0460d44bae06 service neutron] Attempting to bind port 408471cf-7844-44a5-a2c2-777a2fee2721 on network 29436c36-f024-4d52-97ea-962956221517 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:10:32.222539 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-78c10918-4eb7-4d3d-93ec-0460d44bae06 service neutron] Port 408471cf-7844-44a5-a2c2-777a2fee2721 on network 29436c36-f024-4d52-97ea-962956221517 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:10:32.223674 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-78c10918-4eb7-4d3d-93ec-0460d44bae06 service neutron] Attempting to bind port 408471cf-7844-44a5-a2c2-777a2fee2721 on network 29436c36-f024-4d52-97ea-962956221517 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:10:32.231698 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-78c10918-4eb7-4d3d-93ec-0460d44bae06 service neutron] Checking agent: {'id': '31a9428e-e23a-420f-bfe2-5870b63c0436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'started_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:10:32.232083 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-78c10918-4eb7-4d3d-93ec-0460d44bae06 service neutron] Checking segment: {'id': 'f98e9aa4-d14d-4d14-b6b4-4cd432ef557e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '29436c36-f024-4d52-97ea-962956221517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:10:32.232701 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-78c10918-4eb7-4d3d-93ec-0460d44bae06 service neutron] Bound using segment: {'id': 'f98e9aa4-d14d-4d14-b6b4-4cd432ef557e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '29436c36-f024-4d52-97ea-962956221517'} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:10:32.234008 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-78c10918-4eb7-4d3d-93ec-0460d44bae06 service neutron] Bound port: 408471cf-7844-44a5-a2c2-777a2fee2721, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f98e9aa4-d14d-4d14-b6b4-4cd432ef557e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '29436c36-f024-4d52-97ea-962956221517'}}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:10:32.234467 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-78c10918-4eb7-4d3d-93ec-0460d44bae06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:32.296974 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3cff3f-1770-44cb-84f8-1e6f0be4e800 req-ef535bbb-5fcc-4d79-a8d4-11ffa3128f39 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:32.300706 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8d3cff3f-1770-44cb-84f8-1e6f0be4e800 req-ef535bbb-5fcc-4d79-a8d4-11ffa3128f39 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/ports?device_id=165082fb-9ab9-42fb-a925-c33f4b93a97b HTTP/1.1" status: 200 len: 944 time: 0.0569868 Feb 16 13:10:32.314726 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-78c10918-4eb7-4d3d-93ec-0460d44bae06 service neutron] For port 408471cf-7844-44a5-a2c2-777a2fee2721, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:10:32.318811 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-78c10918-4eb7-4d3d-93ec-0460d44bae06 service neutron] For port 408471cf-7844-44a5-a2c2-777a2fee2721, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=408471cf-7844-44a5-a2c2-777a2fee2721,segment=NetworkSegment(f98e9aa4-d14d-4d14-b6b4-4cd432ef557e),segment_id=f98e9aa4-d14d-4d14-b6b4-4cd432ef557e)] {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:10:32.324247 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-78c10918-4eb7-4d3d-93ec-0460d44bae06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:32.368586 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8d3cff3f-1770-44cb-84f8-1e6f0be4e800 req-46f714a3-8d81-48ca-8dcf-8e39d0955de0 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/security-groups?id=df0e4f93-fe42-40c3-92df-45c7ee359fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607305 Feb 16 13:10:32.378034 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-78c10918-4eb7-4d3d-93ec-0460d44bae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:32.378769 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-78c10918-4eb7-4d3d-93ec-0460d44bae06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:32.380406 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-78c10918-4eb7-4d3d-93ec-0460d44bae06 service neutron] 10.222.0.42 "PUT /v2.0/ports/408471cf-7844-44a5-a2c2-777a2fee2721 HTTP/1.1" status: 200 len: 1094 time: 0.6789176 Feb 16 13:10:32.380987 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '165082fb-9ab9-42fb-a925-c33f4b93a97b', 'tag': '408471cf-7844-44a5-a2c2-777a2fee2721'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:10:32.383336 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc592cf-6c13-47de-af21-a9b53027a9b5" -d '{"events": [{"name": "network-changed", "server_uuid": "165082fb-9ab9-42fb-a925-c33f4b93a97b", "tag": "408471cf-7844-44a5-a2c2-777a2fee2721"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:10:32.404374 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c10918-4eb7-4d3d-93ec-0460d44bae06 service neutron] Pushing event updated for resources: {'Port': ['ID=408471cf-7844-44a5-a2c2-777a2fee2721,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:10:32.437293 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e1a4d5-0eac-4e0c-85b0-4f726c23b35e x-openstack-request-id: req-f3e1a4d5-0eac-4e0c-85b0-4f726c23b35e {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:10:32.437757 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "165082fb-9ab9-42fb-a925-c33f4b93a97b", "tag": "408471cf-7844-44a5-a2c2-777a2fee2721", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:10:32.438071 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f3e1a4d5-0eac-4e0c-85b0-4f726c23b35e {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:10:32.438715 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '165082fb-9ab9-42fb-a925-c33f4b93a97b', 'tag': '408471cf-7844-44a5-a2c2-777a2fee2721', 'status': 'completed', 'code': 200} Feb 16 13:10:32.489189 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-4644514b-1371-4d6e-8b6c-d7ecbc0446ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:32.491064 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-4644514b-1371-4d6e-8b6c-d7ecbc0446ad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8ffaacbb44c4626ae69377bf7d674c2&device_id=165082fb-9ab9-42fb-a925-c33f4b93a97b HTTP/1.1" status: 200 len: 1097 time: 0.0465188 Feb 16 13:10:32.535853 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-2ed1ebdf-3b31-43e3-a678-6e1cd22561f7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=408471cf-7844-44a5-a2c2-777a2fee2721 HTTP/1.1" status: 200 len: 217 time: 0.0370750 Feb 16 13:10:32.596295 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-bd3eaa88-d5e0-4cba-b060-3ce433f25798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:32.597782 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-bd3eaa88-d5e0-4cba-b060-3ce433f25798 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=594030a5-5355-4b76-9b97-e61d30daee57 HTTP/1.1" status: 200 len: 856 time: 0.0562646 Feb 16 13:10:32.647942 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-b5192b1a-820f-40bc-abb4-35befc7861d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:32.649446 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-b5192b1a-820f-40bc-abb4-35befc7861d5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=29436c36-f024-4d52-97ea-962956221517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447729 Feb 16 13:10:32.749792 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-542a39f5-4001-4f0d-b94a-a5d42745505b service neutron] 10.222.0.42 "GET /v2.0/networks/29436c36-f024-4d52-97ea-962956221517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924332 Feb 16 13:10:32.848518 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-bca59df0-79b8-43f9-8f5e-f7e3363b4fc4 req-ede749c3-d29f-448e-8a46-40d06ba55c97 service neutron] 10.222.0.42 "GET /v2.0/networks/29436c36-f024-4d52-97ea-962956221517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912035 Feb 16 13:10:32.934507 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc592cf-6c13-47de-af21-a9b53027a9b5 req-6677afd1-901c-47df-9c2a-ac72ab252f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:32.936004 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-dcc592cf-6c13-47de-af21-a9b53027a9b5 req-6677afd1-901c-47df-9c2a-ac72ab252f7c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8ffaacbb44c4626ae69377bf7d674c2&device_id=165082fb-9ab9-42fb-a925-c33f4b93a97b HTTP/1.1" status: 200 len: 1097 time: 0.0419657 Feb 16 13:10:33.401114 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc592cf-6c13-47de-af21-a9b53027a9b5 req-5a3eba0f-2e63-4ba9-8b35-317c07c8efdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:33.402490 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-dcc592cf-6c13-47de-af21-a9b53027a9b5 req-5a3eba0f-2e63-4ba9-8b35-317c07c8efdd service neutron] 10.222.0.42 "GET /v2.0/networks?id=29436c36-f024-4d52-97ea-962956221517 HTTP/1.1" status: 200 len: 918 time: 0.4564741 Feb 16 13:10:33.447017 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-dcc592cf-6c13-47de-af21-a9b53027a9b5 req-f4b66246-6716-467a-9abc-1acc97af37bf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=408471cf-7844-44a5-a2c2-777a2fee2721 HTTP/1.1" status: 200 len: 217 time: 0.0373809 Feb 16 13:10:33.499335 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc592cf-6c13-47de-af21-a9b53027a9b5 req-84c90424-be0e-4e7e-b963-2cc2f51b4b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:33.500814 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-dcc592cf-6c13-47de-af21-a9b53027a9b5 req-84c90424-be0e-4e7e-b963-2cc2f51b4b24 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=594030a5-5355-4b76-9b97-e61d30daee57 HTTP/1.1" status: 200 len: 856 time: 0.0462632 Feb 16 13:10:33.501120 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285e3f6-1641-4f12-9918-b2291c8b9b70 req-436f210c-f5fa-4e4a-82d4-7bfeb08901f2 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:33.502601 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7285e3f6-1641-4f12-9918-b2291c8b9b70 req-436f210c-f5fa-4e4a-82d4-7bfeb08901f2 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/ports?device_id=165082fb-9ab9-42fb-a925-c33f4b93a97b HTTP/1.1" status: 200 len: 944 time: 0.0508194 Feb 16 13:10:33.540465 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7285e3f6-1641-4f12-9918-b2291c8b9b70 req-958dccbc-b0c1-4dde-9909-ba73e8ffdeea tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/security-groups?id=df0e4f93-fe42-40c3-92df-45c7ee359fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318561 Feb 16 13:10:33.555030 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc592cf-6c13-47de-af21-a9b53027a9b5 req-7c29367d-1241-4a54-ad23-c0b6dec45c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:33.556535 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-dcc592cf-6c13-47de-af21-a9b53027a9b5 req-7c29367d-1241-4a54-ad23-c0b6dec45c49 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=29436c36-f024-4d52-97ea-962956221517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452225 Feb 16 13:10:33.649012 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-dcc592cf-6c13-47de-af21-a9b53027a9b5 req-fdff0974-b52f-4b61-9016-bcb81c5c656a service neutron] 10.222.0.42 "GET /v2.0/networks/29436c36-f024-4d52-97ea-962956221517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842807 Feb 16 13:10:33.749551 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-dcc592cf-6c13-47de-af21-a9b53027a9b5 req-e1c533e3-b93c-441d-9598-a76ef511543d service neutron] 10.222.0.42 "GET /v2.0/networks/29436c36-f024-4d52-97ea-962956221517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934799 Feb 16 13:10:34.666630 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa267c3-9250-4b8e-b175-93269e391627 req-98c04031-4ae2-44d9-a5a4-7c0e26da5ce9 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:34.668203 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7fa267c3-9250-4b8e-b175-93269e391627 req-98c04031-4ae2-44d9-a5a4-7c0e26da5ce9 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/ports?device_id=165082fb-9ab9-42fb-a925-c33f4b93a97b HTTP/1.1" status: 200 len: 944 time: 0.0580966 Feb 16 13:10:34.714749 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7fa267c3-9250-4b8e-b175-93269e391627 req-d2ee9a61-3a03-4ced-afcf-1d7c47a4f10e tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/security-groups?id=df0e4f93-fe42-40c3-92df-45c7ee359fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357487 Feb 16 13:10:35.331434 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 408471cf-7844-44a5-a2c2-777a2fee2721 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:10:35.429844 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 408471cf-7844-44a5-a2c2-777a2fee2721, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=408471cf-7844-44a5-a2c2-777a2fee2721,segment=NetworkSegment(f98e9aa4-d14d-4d14-b6b4-4cd432ef557e),segment_id=f98e9aa4-d14d-4d14-b6b4-4cd432ef557e)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:10:35.441048 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': '408471cf-7844-44a5-a2c2-777a2fee2721', 'network_id': '29436c36-f024-4d52-97ea-962956221517', 'port_id': '408471cf-7844-44a5-a2c2-777a2fee2721', 'mac_address': 'fa:16:3e:da:0c:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '594030a5-5355-4b76-9b97-e61d30daee57', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:10:35.476129 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:35.489666 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 408471cf-7844-44a5-a2c2-777a2fee2721 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:10:35.508658 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 408471cf-7844-44a5-a2c2-777a2fee2721, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=408471cf-7844-44a5-a2c2-777a2fee2721,segment=NetworkSegment(f98e9aa4-d14d-4d14-b6b4-4cd432ef557e),segment_id=f98e9aa4-d14d-4d14-b6b4-4cd432ef557e)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:10:35.512278 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:35.569453 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=408471cf-7844-44a5-a2c2-777a2fee2721,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:10:35.577782 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:35.577782 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:35.577782 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:35.578118 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:35.578263 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:35.578591 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:35.578909 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:35.579229 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:35.579549 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:35.579865 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:35.580179 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:35.580492 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:35.727324 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['408471cf-7844-44a5-a2c2-777a2fee2721'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:10:35.834112 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65885f2c-b5f8-4e86-827f-8056ea7b9fed req-219c7c10-fcf8-4a61-935a-d9678b088106 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:35.835591 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-65885f2c-b5f8-4e86-827f-8056ea7b9fed req-219c7c10-fcf8-4a61-935a-d9678b088106 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/ports?device_id=165082fb-9ab9-42fb-a925-c33f4b93a97b HTTP/1.1" status: 200 len: 945 time: 0.0513361 Feb 16 13:10:35.874457 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-65885f2c-b5f8-4e86-827f-8056ea7b9fed req-d2f5ddfe-11f0-4f33-9484-e3d1aac87b3d tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/security-groups?id=df0e4f93-fe42-40c3-92df-45c7ee359fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322454 Feb 16 13:10:36.993545 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a053f9d-e8a1-49eb-a815-0a123f1ce53d req-20654e38-ca32-4c80-b2d8-def9b050c3ae tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:36.995034 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9a053f9d-e8a1-49eb-a815-0a123f1ce53d req-20654e38-ca32-4c80-b2d8-def9b050c3ae tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/ports?device_id=165082fb-9ab9-42fb-a925-c33f4b93a97b HTTP/1.1" status: 200 len: 945 time: 0.0499442 Feb 16 13:10:37.034646 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9a053f9d-e8a1-49eb-a815-0a123f1ce53d req-4a7d640d-77b4-4abf-91f7-e3ce4e023144 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/security-groups?id=df0e4f93-fe42-40c3-92df-45c7ee359fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329301 Feb 16 13:10:37.347602 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 408471cf-7844-44a5-a2c2-777a2fee2721 up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:10:37.408485 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning for port 408471cf-7844-44a5-a2c2-777a2fee2721 completed by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:10:37.413296 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port 408471cf-7844-44a5-a2c2-777a2fee2721 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:10:37.413681 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:37.494520 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:37.518064 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165082fb-9ab9-42fb-a925-c33f4b93a97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408471cf-7844-44a5-a2c2-777a2fee2721'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:10:37.520583 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4412e9c-2dd1-4570-9224-42dfa40994ec" -d '{"events": [{"server_uuid": "165082fb-9ab9-42fb-a925-c33f4b93a97b", "name": "network-vif-plugged", "status": "completed", "tag": "408471cf-7844-44a5-a2c2-777a2fee2721"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:10:37.536068 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 408471cf-7844-44a5-a2c2-777a2fee2721, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=408471cf-7844-44a5-a2c2-777a2fee2721,segment=NetworkSegment(f98e9aa4-d14d-4d14-b6b4-4cd432ef557e),segment_id=f98e9aa4-d14d-4d14-b6b4-4cd432ef557e)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:10:37.541061 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:37.571810 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa611fca-d3d7-4238-ad08-209d348a5ebd x-openstack-request-id: req-fa611fca-d3d7-4238-ad08-209d348a5ebd {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:10:37.572096 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "165082fb-9ab9-42fb-a925-c33f4b93a97b", "name": "network-vif-plugged", "status": "completed", "tag": "408471cf-7844-44a5-a2c2-777a2fee2721", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:10:37.572319 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-fa611fca-d3d7-4238-ad08-209d348a5ebd {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:10:37.572725 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165082fb-9ab9-42fb-a925-c33f4b93a97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408471cf-7844-44a5-a2c2-777a2fee2721', 'code': 200} Feb 16 13:10:37.602316 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=408471cf-7844-44a5-a2c2-777a2fee2721,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:10:37.741296 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28854fb8-41c5-46f7-b91a-9a2c4d8e9c52 req-7906fb99-b6d1-4701-9b5e-51ff25b879ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:37.742812 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-28854fb8-41c5-46f7-b91a-9a2c4d8e9c52 req-7906fb99-b6d1-4701-9b5e-51ff25b879ca service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=165082fb-9ab9-42fb-a925-c33f4b93a97b HTTP/1.1" status: 200 len: 1099 time: 0.0431299 Feb 16 13:10:37.778374 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-28854fb8-41c5-46f7-b91a-9a2c4d8e9c52 req-97c180b3-4e96-464e-9abb-17336b1bb043 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=df0e4f93-fe42-40c3-92df-45c7ee359fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294862 Feb 16 13:10:38.160775 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7eb35-37c4-4aa7-a00f-93603c72d494 req-e8cbba04-df21-40fb-a5b3-7d5ec94c7177 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:38.162278 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ccb7eb35-37c4-4aa7-a00f-93603c72d494 req-e8cbba04-df21-40fb-a5b3-7d5ec94c7177 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/ports?device_id=165082fb-9ab9-42fb-a925-c33f4b93a97b HTTP/1.1" status: 200 len: 946 time: 0.0552328 Feb 16 13:10:38.202577 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ccb7eb35-37c4-4aa7-a00f-93603c72d494 req-9a228c13-e171-439a-9876-28a408b1820e tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/security-groups?id=df0e4f93-fe42-40c3-92df-45c7ee359fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330582 Feb 16 13:10:39.324056 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc93e9-58f4-460a-ba7e-3e28830b8c87 req-c5e8318f-2bd2-4b85-a182-4147e976e678 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:39.325499 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-08dc93e9-58f4-460a-ba7e-3e28830b8c87 req-c5e8318f-2bd2-4b85-a182-4147e976e678 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/ports?device_id=165082fb-9ab9-42fb-a925-c33f4b93a97b HTTP/1.1" status: 200 len: 946 time: 0.0494978 Feb 16 13:10:39.365444 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-08dc93e9-58f4-460a-ba7e-3e28830b8c87 req-da5a436b-48d4-4da8-854a-96ae13fe0cbc tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/security-groups?id=df0e4f93-fe42-40c3-92df-45c7ee359fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337677 Feb 16 13:10:39.481273 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8665b99a-038e-49fe-a4a2-64399070665a req-47ff8e4e-586c-499f-9d0c-de4a0b8377b2 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:39.482759 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8665b99a-038e-49fe-a4a2-64399070665a req-47ff8e4e-586c-499f-9d0c-de4a0b8377b2 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/ports?device_id=165082fb-9ab9-42fb-a925-c33f4b93a97b HTTP/1.1" status: 200 len: 946 time: 0.0490205 Feb 16 13:10:39.521776 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8665b99a-038e-49fe-a4a2-64399070665a req-21ef8f96-9baf-41c4-b417-87aeb7fa82af tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/security-groups?id=df0e4f93-fe42-40c3-92df-45c7ee359fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325053 Feb 16 13:10:52.320069 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b0a5503e-1316-46e0-b8e3-095cda6627b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:52.603064 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1561b896-e192-4657-84a3-a104062eb2eb req-99734068-6286-4a3e-ac00-bfdc82eac45e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=165082fb-9ab9-42fb-a925-c33f4b93a97b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431757 Feb 16 13:10:52.696674 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561b896-e192-4657-84a3-a104062eb2eb req-d6df38fb-a519-490c-8020-c0f9ee0e8bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:52.698265 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1561b896-e192-4657-84a3-a104062eb2eb req-d6df38fb-a519-490c-8020-c0f9ee0e8bbb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8ffaacbb44c4626ae69377bf7d674c2&device_id=165082fb-9ab9-42fb-a925-c33f4b93a97b HTTP/1.1" status: 200 len: 1099 time: 0.0459976 Feb 16 13:10:52.828967 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561b896-e192-4657-84a3-a104062eb2eb req-9bb94740-f4c6-445a-9320-73538638623c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:52.830487 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1561b896-e192-4657-84a3-a104062eb2eb req-9bb94740-f4c6-445a-9320-73538638623c service neutron] 10.222.0.42 "GET /v2.0/networks?id=29436c36-f024-4d52-97ea-962956221517 HTTP/1.1" status: 200 len: 918 time: 0.1042140 Feb 16 13:10:52.876978 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1561b896-e192-4657-84a3-a104062eb2eb req-7394d9a8-f6ca-442b-b8fe-8ab3fd561f65 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=408471cf-7844-44a5-a2c2-777a2fee2721 HTTP/1.1" status: 200 len: 217 time: 0.0386672 Feb 16 13:10:52.936004 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561b896-e192-4657-84a3-a104062eb2eb req-357bd60b-6e8f-4ee1-9d0b-d22e61a3d579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:52.938198 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1561b896-e192-4657-84a3-a104062eb2eb req-357bd60b-6e8f-4ee1-9d0b-d22e61a3d579 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=594030a5-5355-4b76-9b97-e61d30daee57 HTTP/1.1" status: 200 len: 856 time: 0.0543950 Feb 16 13:10:52.990942 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561b896-e192-4657-84a3-a104062eb2eb req-5f39f9c8-fe04-49b5-b5d4-58698d8914de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:52.992399 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1561b896-e192-4657-84a3-a104062eb2eb req-5f39f9c8-fe04-49b5-b5d4-58698d8914de service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=29436c36-f024-4d52-97ea-962956221517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0470140 Feb 16 13:10:53.120392 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1561b896-e192-4657-84a3-a104062eb2eb req-08cc62a1-a48a-4d58-9e24-38fb76393b5c service neutron] 10.222.0.42 "GET /v2.0/networks/29436c36-f024-4d52-97ea-962956221517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200218 Feb 16 13:10:53.255101 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1561b896-e192-4657-84a3-a104062eb2eb req-29c288a1-f1d6-48c4-9000-fdac88186e2a service neutron] 10.222.0.42 "GET /v2.0/networks/29436c36-f024-4d52-97ea-962956221517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259742 Feb 16 13:10:54.458807 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9805390f-b2ec-4ae5-b9c5-cb203e90ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:55.940849 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:57.064390 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:57.414887 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:58.716075 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:59.336265 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116c816-258e-4427-9395-e3da10fe3285 req-e2675b42-b6e2-4355-aab8-cb843cf587b6 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:59.337837 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1116c816-258e-4427-9395-e3da10fe3285 req-e2675b42-b6e2-4355-aab8-cb843cf587b6 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/ports?device_id=165082fb-9ab9-42fb-a925-c33f4b93a97b HTTP/1.1" status: 200 len: 946 time: 0.0579710 Feb 16 13:10:59.380778 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1116c816-258e-4427-9395-e3da10fe3285 req-fb1c0fac-019c-4604-b5c9-1a255db06ed3 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/security-groups?id=df0e4f93-fe42-40c3-92df-45c7ee359fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358706 Feb 16 13:11:00.532496 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301955a-6faf-4751-9331-0e4254a103f7 req-7e229d69-efc9-4895-9b67-deaea4fb9917 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:00.534658 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6301955a-6faf-4751-9331-0e4254a103f7 req-7e229d69-efc9-4895-9b67-deaea4fb9917 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/ports?device_id=165082fb-9ab9-42fb-a925-c33f4b93a97b HTTP/1.1" status: 200 len: 946 time: 0.0746541 Feb 16 13:11:00.576318 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6301955a-6faf-4751-9331-0e4254a103f7 req-a0445761-d409-4633-9249-d0fab24115e9 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/security-groups?id=df0e4f93-fe42-40c3-92df-45c7ee359fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354095 Feb 16 13:11:01.097178 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d08e5-f654-4cd0-9a53-81a1cfe51a29 req-e4a7b1ef-ce8a-4663-bbb1-348790130b43 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:01.098768 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4f3d08e5-f654-4cd0-9a53-81a1cfe51a29 req-e4a7b1ef-ce8a-4663-bbb1-348790130b43 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.42 "GET /v2.0/ports?device_id=165082fb-9ab9-42fb-a925-c33f4b93a97b HTTP/1.1" status: 200 len: 946 time: 0.0554869 Feb 16 13:11:01.204120 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-4f3d08e5-f654-4cd0-9a53-81a1cfe51a29 req-c757f4be-cfd8-41df-b8f4-f595adeee635 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Deleting port 408471cf-7844-44a5-a2c2-777a2fee2721 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:11:01.204465 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-4f3d08e5-f654-4cd0-9a53-81a1cfe51a29 req-c757f4be-cfd8-41df-b8f4-f595adeee635 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:01.310669 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-4f3d08e5-f654-4cd0-9a53-81a1cfe51a29 req-c757f4be-cfd8-41df-b8f4-f595adeee635 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] For port 408471cf-7844-44a5-a2c2-777a2fee2721, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=408471cf-7844-44a5-a2c2-777a2fee2721,segment=NetworkSegment(f98e9aa4-d14d-4d14-b6b4-4cd432ef557e),segment_id=f98e9aa4-d14d-4d14-b6b4-4cd432ef557e)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:11:01.311003 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-4f3d08e5-f654-4cd0-9a53-81a1cfe51a29 req-c757f4be-cfd8-41df-b8f4-f595adeee635 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:01.324359 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-4f3d08e5-f654-4cd0-9a53-81a1cfe51a29 req-c757f4be-cfd8-41df-b8f4-f595adeee635 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Calling delete_port for 408471cf-7844-44a5-a2c2-777a2fee2721 owned by compute:nova {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:11:01.452543 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:11:01.470695 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-4f3d08e5-f654-4cd0-9a53-81a1cfe51a29 req-c757f4be-cfd8-41df-b8f4-f595adeee635 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:01.485199 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['408471cf-7844-44a5-a2c2-777a2fee2721'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:11:01.504431 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757f4be-cfd8-41df-b8f4-f595adeee635 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Pushing event deleted for resources: {'Port': ['ID=408471cf-7844-44a5-a2c2-777a2fee2721,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:01.531914 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c757f4be-cfd8-41df-b8f4-f595adeee635 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:01.532245 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c757f4be-cfd8-41df-b8f4-f595adeee635 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:01.532600 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c757f4be-cfd8-41df-b8f4-f595adeee635 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:01.532952 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c757f4be-cfd8-41df-b8f4-f595adeee635 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:01.533278 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c757f4be-cfd8-41df-b8f4-f595adeee635 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:01.533612 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c757f4be-cfd8-41df-b8f4-f595adeee635 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:01.533926 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c757f4be-cfd8-41df-b8f4-f595adeee635 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:01.534243 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c757f4be-cfd8-41df-b8f4-f595adeee635 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:01.534559 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c757f4be-cfd8-41df-b8f4-f595adeee635 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:01.534876 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c757f4be-cfd8-41df-b8f4-f595adeee635 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:01.535201 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c757f4be-cfd8-41df-b8f4-f595adeee635 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:01.535512 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c757f4be-cfd8-41df-b8f4-f595adeee635 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:01.556218 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3d08e5-f654-4cd0-9a53-81a1cfe51a29 req-c757f4be-cfd8-41df-b8f4-f595adeee635 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] No DVR routers for this DVR port 408471cf-7844-44a5-a2c2-777a2fee2721 on host hv-neutron-8281 {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:11:01.559702 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-4f3d08e5-f654-4cd0-9a53-81a1cfe51a29 req-c757f4be-cfd8-41df-b8f4-f595adeee635 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:01.563844 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4f3d08e5-f654-4cd0-9a53-81a1cfe51a29 req-c757f4be-cfd8-41df-b8f4-f595adeee635 tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.42 "DELETE /v2.0/ports/408471cf-7844-44a5-a2c2-777a2fee2721 HTTP/1.1" status: 204 len: 173 time: 0.4588716 Feb 16 13:11:01.564252 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165082fb-9ab9-42fb-a925-c33f4b93a97b', 'name': 'network-vif-deleted', 'tag': '408471cf-7844-44a5-a2c2-777a2fee2721'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:11:01.566781 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf3672b-c398-4343-a2d6-0a18e5832efd" -d '{"events": [{"server_uuid": "165082fb-9ab9-42fb-a925-c33f4b93a97b", "name": "network-vif-deleted", "tag": "408471cf-7844-44a5-a2c2-777a2fee2721"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:11:01.613118 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc24f8e2-bfd8-4ea6-9bd7-fe0f2f02c61d x-openstack-request-id: req-dc24f8e2-bfd8-4ea6-9bd7-fe0f2f02c61d {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:11:01.613731 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "165082fb-9ab9-42fb-a925-c33f4b93a97b", "name": "network-vif-deleted", "tag": "408471cf-7844-44a5-a2c2-777a2fee2721", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:11:01.614084 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-dc24f8e2-bfd8-4ea6-9bd7-fe0f2f02c61d {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:11:01.614497 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165082fb-9ab9-42fb-a925-c33f4b93a97b', 'name': 'network-vif-deleted', 'tag': '408471cf-7844-44a5-a2c2-777a2fee2721', 'status': 'completed', 'code': 200} Feb 16 13:11:01.693287 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-95fbf21f-0af4-49a4-82b9-679048a44cbb req-9e20adac-cc6c-4c54-ab50-62d07fdf2c1a tempest-TestEncryptedCinderVolumes-2110469972 tempest-TestEncryptedCinderVolumes-2110469972-project] 10.222.0.90 "GET /v2.0/ports?device_id=165082fb-9ab9-42fb-a925-c33f4b93a97b HTTP/1.1" status: 200 len: 210 time: 0.0320342 Feb 16 13:11:02.799377 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 42504) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:11:03.303858 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0924f95d-666a-46fe-85ab-c808193ee00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:03.624685 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-0924f95d-666a-46fe-85ab-c808193ee00d admin admin] Deleting port 3613f5ca-5c32-4291-8bb8-a4f380e463a3 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:11:03.624936 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0924f95d-666a-46fe-85ab-c808193ee00d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:03.710216 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-0924f95d-666a-46fe-85ab-c808193ee00d admin admin] For port 3613f5ca-5c32-4291-8bb8-a4f380e463a3, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=3613f5ca-5c32-4291-8bb8-a4f380e463a3,segment=NetworkSegment(f98e9aa4-d14d-4d14-b6b4-4cd432ef557e),segment_id=f98e9aa4-d14d-4d14-b6b4-4cd432ef557e)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:11:03.710582 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0924f95d-666a-46fe-85ab-c808193ee00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:03.724514 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-0924f95d-666a-46fe-85ab-c808193ee00d admin admin] Calling delete_port for 3613f5ca-5c32-4291-8bb8-a4f380e463a3 owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:11:03.940774 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0924f95d-666a-46fe-85ab-c808193ee00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:03.966469 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924f95d-666a-46fe-85ab-c808193ee00d admin admin] Pushing event deleted for resources: {'Port': ['ID=3613f5ca-5c32-4291-8bb8-a4f380e463a3,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:04.189407 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0924f95d-666a-46fe-85ab-c808193ee00d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:04.475121 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0924f95d-666a-46fe-85ab-c808193ee00d admin admin] Router b087001d-6db4-4d83-bec8-f5c3d238cd75 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:11:04.609322 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0924f95d-666a-46fe-85ab-c808193ee00d admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:11:04.614607 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0924f95d-666a-46fe-85ab-c808193ee00d admin admin] 10.222.0.90 "PUT /v2.0/routers/b087001d-6db4-4d83-bec8-f5c3d238cd75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8140607 Feb 16 13:11:04.618547 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 42506) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:11:04.621158 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dd0f82-8e24-4dc2-8971-e3a13bbefc04 None None] Sync routers for ids ['b087001d-6db4-4d83-bec8-f5c3d238cd75'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:11:04.636116 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dd0f82-8e24-4dc2-8971-e3a13bbefc04 None None] Routers {'b087001d-6db4-4d83-bec8-f5c3d238cd75'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:11:04.637204 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-34dd0f82-8e24-4dc2-8971-e3a13bbefc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:10:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['b087001d-6db4-4d83-bec8-f5c3d238cd75'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:04.737509 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f26c0f13-c578-4ff6-899a-5583888d6920 admin admin] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:04.791943 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-34dd0f82-8e24-4dc2-8971-e3a13bbefc04 None None] Set router b087001d-6db4-4d83-bec8-f5c3d238cd75 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:11:04.874976 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f26c0f13-c578-4ff6-899a-5583888d6920 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:04.965413 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-f26c0f13-c578-4ff6-899a-5583888d6920 admin admin] Deleting port 6dcc15b5-ef2f-4c16-b937-72aeab022706 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:11:04.966150 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f26c0f13-c578-4ff6-899a-5583888d6920 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:04.999164 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-34dd0f82-8e24-4dc2-8971-e3a13bbefc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b087001d-6db4-4d83-bec8-f5c3d238cd75', 'name': 'tempest-TestEncryptedCinderVolumes-1908674395-router', 'tenant_id': 'e8ffaacbb44c4626ae69377bf7d674c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '6dcc15b5-ef2f-4c16-b937-72aeab022706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:09:45Z', 'updated_at': '2022-02-16T13:11:03Z', 'revision_number': 5, 'project_id': 'e8ffaacbb44c4626ae69377bf7d674c2', 'gw_port': {'id': '6dcc15b5-ef2f-4c16-b937-72aeab022706', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:63:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b087001d-6db4-4d83-bec8-f5c3d238cd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:46Z', 'updated_at': '2022-02-16T13:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:05.025927 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dd0f82-8e24-4dc2-8971-e3a13bbefc04 None None] Checking router: b087001d-6db4-4d83-bec8-f5c3d238cd75 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:11:05.037099 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dd0f82-8e24-4dc2-8971-e3a13bbefc04 None None] Routers {'b087001d-6db4-4d83-bec8-f5c3d238cd75'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:11:05.037837 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-34dd0f82-8e24-4dc2-8971-e3a13bbefc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:10:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['b087001d-6db4-4d83-bec8-f5c3d238cd75'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:05.068125 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-f26c0f13-c578-4ff6-899a-5583888d6920 admin admin] For port 6dcc15b5-ef2f-4c16-b937-72aeab022706, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=6dcc15b5-ef2f-4c16-b937-72aeab022706,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:11:05.068494 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f26c0f13-c578-4ff6-899a-5583888d6920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:05.083045 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-f26c0f13-c578-4ff6-899a-5583888d6920 admin admin] Calling delete_port for 6dcc15b5-ef2f-4c16-b937-72aeab022706 owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:11:05.139079 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-34dd0f82-8e24-4dc2-8971-e3a13bbefc04 None None] Set router b087001d-6db4-4d83-bec8-f5c3d238cd75 gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:11:05.197216 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-34dd0f82-8e24-4dc2-8971-e3a13bbefc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b087001d-6db4-4d83-bec8-f5c3d238cd75', 'name': 'tempest-TestEncryptedCinderVolumes-1908674395-router', 'tenant_id': 'e8ffaacbb44c4626ae69377bf7d674c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:09:45Z', 'updated_at': '2022-02-16T13:11:04Z', 'revision_number': 6, 'project_id': 'e8ffaacbb44c4626ae69377bf7d674c2', 'gw_port_host': None}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:05.238687 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dd0f82-8e24-4dc2-8971-e3a13bbefc04 None None] The sync data for ids ['b087001d-6db4-4d83-bec8-f5c3d238cd75'] in dv-neutron-828142-3-hyperv is: [{'id': 'b087001d-6db4-4d83-bec8-f5c3d238cd75', 'name': 'tempest-TestEncryptedCinderVolumes-1908674395-router', 'tenant_id': 'e8ffaacbb44c4626ae69377bf7d674c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:09:45Z', 'updated_at': '2022-02-16T13:11:04Z', 'revision_number': 6, 'project_id': 'e8ffaacbb44c4626ae69377bf7d674c2', 'gw_port_host': None}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:11:05.281681 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f26c0f13-c578-4ff6-899a-5583888d6920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:05.315532 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c0f13-c578-4ff6-899a-5583888d6920 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dcc15b5-ef2f-4c16-b937-72aeab022706,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:05.381931 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f26c0f13-c578-4ff6-899a-5583888d6920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:05.480744 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f26c0f13-c578-4ff6-899a-5583888d6920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:05.483675 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f26c0f13-c578-4ff6-899a-5583888d6920 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:05.496004 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 408471cf-7844-44a5-a2c2-777a2fee2721 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:11:05.519062 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] No Port match for: 408471cf-7844-44a5-a2c2-777a2fee2721 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:11:05.519302 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 408471cf-7844-44a5-a2c2-777a2fee2721 not bound to the agent host hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:11:05.531530 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f26c0f13-c578-4ff6-899a-5583888d6920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:05.532224 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26c0f13-c578-4ff6-899a-5583888d6920 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b087001d-6db4-4d83-bec8-f5c3d238cd75 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 13:11:05.537322 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f26c0f13-c578-4ff6-899a-5583888d6920 admin admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:05.541173 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f26c0f13-c578-4ff6-899a-5583888d6920 admin admin] 10.222.0.90 "DELETE /v2.0/routers/b087001d-6db4-4d83-bec8-f5c3d238cd75 HTTP/1.1" status: 204 len: 168 time: 0.9190845 Feb 16 13:11:05.541282 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 42508) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:11:05.603251 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-2964e9a6-4e9f-4f7a-a0d1-a85a1729a09b admin admin] Deleting subnet 594030a5-5355-4b76-9b97-e61d30daee57 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 13:11:05.607374 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2964e9a6-4e9f-4f7a-a0d1-a85a1729a09b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:05.655840 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2964e9a6-4e9f-4f7a-a0d1-a85a1729a09b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:05.746527 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2964e9a6-4e9f-4f7a-a0d1-a85a1729a09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:05.803700 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2964e9a6-4e9f-4f7a-a0d1-a85a1729a09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:05.835607 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964e9a6-4e9f-4f7a-a0d1-a85a1729a09b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=594030a5-5355-4b76-9b97-e61d30daee57,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:05.839362 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2964e9a6-4e9f-4f7a-a0d1-a85a1729a09b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:05.842640 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2964e9a6-4e9f-4f7a-a0d1-a85a1729a09b admin admin] 10.222.0.90 "DELETE /v2.0/subnets/594030a5-5355-4b76-9b97-e61d30daee57 HTTP/1.1" status: 204 len: 168 time: 0.3002400 Feb 16 13:11:05.845764 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 42510) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:11:05.847286 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549c221a-9b8f-4b40-8151-c3489846bd9f None None] Network 29436c36-f024-4d52-97ea-962956221517 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:11:05.957572 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dca31efe-ba9b-4cf0-8dd9-1bc1a43489ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:06.030876 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-dca31efe-ba9b-4cf0-8dd9-1bc1a43489ff admin admin] Deleting port 2e1c1add-e255-40bb-8f22-d0e234d66cc1 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:11:06.031590 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dca31efe-ba9b-4cf0-8dd9-1bc1a43489ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:06.098751 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd79283-9b73-4844-8692-88be1d8a14c3 None None] DHCP port deletion for 29436c36-f024-4d52-97ea-962956221517 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 13:11:06.110313 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-dca31efe-ba9b-4cf0-8dd9-1bc1a43489ff admin admin] For port 2e1c1add-e255-40bb-8f22-d0e234d66cc1, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=2e1c1add-e255-40bb-8f22-d0e234d66cc1,segment=NetworkSegment(f98e9aa4-d14d-4d14-b6b4-4cd432ef557e),segment_id=f98e9aa4-d14d-4d14-b6b4-4cd432ef557e)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:11:06.110698 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dca31efe-ba9b-4cf0-8dd9-1bc1a43489ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:06.125292 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-dca31efe-ba9b-4cf0-8dd9-1bc1a43489ff admin admin] Calling delete_port for 2e1c1add-e255-40bb-8f22-d0e234d66cc1 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:11:06.148937 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-4bd79283-9b73-4844-8692-88be1d8a14c3 None None] Deleting port 2e1c1add-e255-40bb-8f22-d0e234d66cc1 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:11:06.149590 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4bd79283-9b73-4844-8692-88be1d8a14c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:06.223162 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-4bd79283-9b73-4844-8692-88be1d8a14c3 None None] For port 2e1c1add-e255-40bb-8f22-d0e234d66cc1, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=2e1c1add-e255-40bb-8f22-d0e234d66cc1,segment=NetworkSegment(f98e9aa4-d14d-4d14-b6b4-4cd432ef557e),segment_id=f98e9aa4-d14d-4d14-b6b4-4cd432ef557e)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:11:06.223625 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4bd79283-9b73-4844-8692-88be1d8a14c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:06.233767 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dca31efe-ba9b-4cf0-8dd9-1bc1a43489ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:06.239789 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-4bd79283-9b73-4844-8692-88be1d8a14c3 None None] Calling delete_port for 2e1c1add-e255-40bb-8f22-d0e234d66cc1 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:11:06.262154 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca31efe-ba9b-4cf0-8dd9-1bc1a43489ff admin admin] Pushing event deleted for resources: {'Port': ['ID=2e1c1add-e255-40bb-8f22-d0e234d66cc1,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:06.264596 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca31efe-ba9b-4cf0-8dd9-1bc1a43489ff admin admin] No DVR routers for this DVR port 2e1c1add-e255-40bb-8f22-d0e234d66cc1 on host dv-neutron-828142-3-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:11:06.346759 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4bd79283-9b73-4844-8692-88be1d8a14c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:06.370442 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dca31efe-ba9b-4cf0-8dd9-1bc1a43489ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:06.377427 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd79283-9b73-4844-8692-88be1d8a14c3 None None] Pushing event deleted for resources: {'Port': ['ID=2e1c1add-e255-40bb-8f22-d0e234d66cc1,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:06.387923 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd79283-9b73-4844-8692-88be1d8a14c3 None None] No DVR routers for this DVR port 2e1c1add-e255-40bb-8f22-d0e234d66cc1 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:11:06.406840 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-dca31efe-ba9b-4cf0-8dd9-1bc1a43489ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29436c36-f024-4d52-97ea-962956221517']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:06.419073 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-dca31efe-ba9b-4cf0-8dd9-1bc1a43489ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f98e9aa4-d14d-4d14-b6b4-4cd432ef557e') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:06.419406 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-dca31efe-ba9b-4cf0-8dd9-1bc1a43489ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f98e9aa4-d14d-4d14-b6b4-4cd432ef557e') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:06.431307 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dca31efe-ba9b-4cf0-8dd9-1bc1a43489ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:06.449161 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dca31efe-ba9b-4cf0-8dd9-1bc1a43489ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:06.456865 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dca31efe-ba9b-4cf0-8dd9-1bc1a43489ff admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:11:06.457283 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dca31efe-ba9b-4cf0-8dd9-1bc1a43489ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:06.459189 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 13:11:06.459189 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:11:06.459189 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 13:11:06.459189 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:11:06.459189 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 13:11:06.459189 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 13:11:06.459189 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 13:11:06.459189 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:11:06.459189 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 13:11:06.459189 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:11:06.459189 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 13:11:06.459189 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:11:06.459189 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 13:11:06.459189 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 13:11:06.459189 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:11:06.459189 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 13:11:06.459189 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:11:06.459189 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 13:11:06.459189 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 13:11:06.459189 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 13:11:06.459189 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 13:11:06.459189 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 13:11:06.459189 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:11:06.459189 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:11:06.459189 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 13:11:06.459189 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:11:06.459189 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:11:06.459189 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:11:06.459189 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:11:06.459189 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:11:06.459189 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:11:06.459189 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:11:06.520854 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dca31efe-ba9b-4cf0-8dd9-1bc1a43489ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:06.540059 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dca31efe-ba9b-4cf0-8dd9-1bc1a43489ff admin admin] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:06.543332 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-dca31efe-ba9b-4cf0-8dd9-1bc1a43489ff admin admin] 10.222.0.90 "DELETE /v2.0/networks/29436c36-f024-4d52-97ea-962956221517 HTTP/1.1" status: 204 len: 168 time: 0.6961205 Feb 16 13:11:06.544423 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca31efe-ba9b-4cf0-8dd9-1bc1a43489ff admin admin] Pushing event deleted for resources: {'Network': ['ID=29436c36-f024-4d52-97ea-962956221517,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:06.547474 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 42512) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:11:06.990318 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8a6ee8b6-01e9-4295-b9bc-12b811220986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:07.125979 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 6dcc15b5-ef2f-4c16-b937-72aeab022706 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:11:07.155198 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 6dcc15b5-ef2f-4c16-b937-72aeab022706 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:11:07.155642 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 6dcc15b5-ef2f-4c16-b937-72aeab022706 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:11:07.156163 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 3613f5ca-5c32-4291-8bb8-a4f380e463a3 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:11:07.177426 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 3613f5ca-5c32-4291-8bb8-a4f380e463a3 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:11:07.177857 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 3613f5ca-5c32-4291-8bb8-a4f380e463a3 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:11:07.178298 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 2e1c1add-e255-40bb-8f22-d0e234d66cc1 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:11:07.199265 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 2e1c1add-e255-40bb-8f22-d0e234d66cc1 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:11:07.199609 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 2e1c1add-e255-40bb-8f22-d0e234d66cc1 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:11:07.631627 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-8a6ee8b6-01e9-4295-b9bc-12b811220986 admin admin] Deleting port 5b02dd54-95fc-4567-85a9-734a8d65db6c {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:11:07.632269 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8a6ee8b6-01e9-4295-b9bc-12b811220986 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:07.715718 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-8a6ee8b6-01e9-4295-b9bc-12b811220986 admin admin] For port 5b02dd54-95fc-4567-85a9-734a8d65db6c, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=5b02dd54-95fc-4567-85a9-734a8d65db6c,segment=NetworkSegment(f1d14ab9-f4c7-4a75-8b98-cb73805b07fb),segment_id=f1d14ab9-f4c7-4a75-8b98-cb73805b07fb)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:11:07.716171 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8a6ee8b6-01e9-4295-b9bc-12b811220986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:07.729261 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-8a6ee8b6-01e9-4295-b9bc-12b811220986 admin admin] Calling delete_port for 5b02dd54-95fc-4567-85a9-734a8d65db6c owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:11:07.923698 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8a6ee8b6-01e9-4295-b9bc-12b811220986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:07.947766 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ee8b6-01e9-4295-b9bc-12b811220986 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b02dd54-95fc-4567-85a9-734a8d65db6c,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:08.156085 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8a6ee8b6-01e9-4295-b9bc-12b811220986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:08.390564 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6ee8b6-01e9-4295-b9bc-12b811220986 admin admin] Router acaf59b1-eb55-4769-8974-fa74b507bdd0 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:11:08.506057 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6ee8b6-01e9-4295-b9bc-12b811220986 admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:11:08.511284 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8a6ee8b6-01e9-4295-b9bc-12b811220986 admin admin] 10.222.0.90 "PUT /v2.0/routers/acaf59b1-eb55-4769-8974-fa74b507bdd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9627821 Feb 16 13:11:08.513837 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 42514) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:11:08.517593 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996950c8-52c0-4f89-80e8-019b7ba02dd2 None None] Sync routers for ids ['acaf59b1-eb55-4769-8974-fa74b507bdd0'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:11:08.530569 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996950c8-52c0-4f89-80e8-019b7ba02dd2 None None] Routers {'acaf59b1-eb55-4769-8974-fa74b507bdd0'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:11:08.531295 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-996950c8-52c0-4f89-80e8-019b7ba02dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:10:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['acaf59b1-eb55-4769-8974-fa74b507bdd0'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:08.633437 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fbd2e27f-ddcc-46e8-a765-47392429d11e admin admin] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:08.645162 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-996950c8-52c0-4f89-80e8-019b7ba02dd2 None None] Set router acaf59b1-eb55-4769-8974-fa74b507bdd0 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:11:08.751032 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fbd2e27f-ddcc-46e8-a765-47392429d11e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:08.839795 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-fbd2e27f-ddcc-46e8-a765-47392429d11e admin admin] Deleting port 0d70861b-98c9-4012-b505-725be2948a41 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:11:08.840083 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fbd2e27f-ddcc-46e8-a765-47392429d11e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:08.853372 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-996950c8-52c0-4f89-80e8-019b7ba02dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acaf59b1-eb55-4769-8974-fa74b507bdd0', 'name': 'tempest-TestEncryptedCinderVolumes-239085021-router', 'tenant_id': 'bf6fdf3eb3934547b23ac4c278849a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.240'}], 'enable_snat': True}, 'gw_port_id': '0d70861b-98c9-4012-b505-725be2948a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:09:50Z', 'updated_at': '2022-02-16T13:11:07Z', 'revision_number': 5, 'project_id': 'bf6fdf3eb3934547b23ac4c278849a81', 'gw_port': {'id': '0d70861b-98c9-4012-b505-725be2948a41', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaf59b1-eb55-4769-8974-fa74b507bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:51Z', 'updated_at': '2022-02-16T13:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:08.903239 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996950c8-52c0-4f89-80e8-019b7ba02dd2 None None] Checking router: acaf59b1-eb55-4769-8974-fa74b507bdd0 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:11:08.918864 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996950c8-52c0-4f89-80e8-019b7ba02dd2 None None] Routers {'acaf59b1-eb55-4769-8974-fa74b507bdd0'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:11:08.919949 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-996950c8-52c0-4f89-80e8-019b7ba02dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:10:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['acaf59b1-eb55-4769-8974-fa74b507bdd0'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:08.937620 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-fbd2e27f-ddcc-46e8-a765-47392429d11e admin admin] For port 0d70861b-98c9-4012-b505-725be2948a41, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=0d70861b-98c9-4012-b505-725be2948a41,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:11:08.937987 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fbd2e27f-ddcc-46e8-a765-47392429d11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:08.951906 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-fbd2e27f-ddcc-46e8-a765-47392429d11e admin admin] Calling delete_port for 0d70861b-98c9-4012-b505-725be2948a41 owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:11:09.083595 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-996950c8-52c0-4f89-80e8-019b7ba02dd2 None None] Set router acaf59b1-eb55-4769-8974-fa74b507bdd0 gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:11:09.171642 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-996950c8-52c0-4f89-80e8-019b7ba02dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acaf59b1-eb55-4769-8974-fa74b507bdd0', 'name': 'tempest-TestEncryptedCinderVolumes-239085021-router', 'tenant_id': 'bf6fdf3eb3934547b23ac4c278849a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:09:50Z', 'updated_at': '2022-02-16T13:11:08Z', 'revision_number': 6, 'project_id': 'bf6fdf3eb3934547b23ac4c278849a81', 'gw_port_host': None}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:09.177496 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fbd2e27f-ddcc-46e8-a765-47392429d11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:09.205609 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996950c8-52c0-4f89-80e8-019b7ba02dd2 None None] The sync data for ids ['acaf59b1-eb55-4769-8974-fa74b507bdd0'] in dv-neutron-828142-3-hyperv is: [{'id': 'acaf59b1-eb55-4769-8974-fa74b507bdd0', 'name': 'tempest-TestEncryptedCinderVolumes-239085021-router', 'tenant_id': 'bf6fdf3eb3934547b23ac4c278849a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:09:50Z', 'updated_at': '2022-02-16T13:11:08Z', 'revision_number': 6, 'project_id': 'bf6fdf3eb3934547b23ac4c278849a81', 'gw_port_host': None}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:11:09.214268 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd2e27f-ddcc-46e8-a765-47392429d11e admin admin] Pushing event deleted for resources: {'Port': ['ID=0d70861b-98c9-4012-b505-725be2948a41,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:09.284124 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fbd2e27f-ddcc-46e8-a765-47392429d11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:09.383002 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fbd2e27f-ddcc-46e8-a765-47392429d11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:09.385820 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fbd2e27f-ddcc-46e8-a765-47392429d11e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:09.443606 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fbd2e27f-ddcc-46e8-a765-47392429d11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:09.444425 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd2e27f-ddcc-46e8-a765-47392429d11e admin admin] Fanout notify agent at l3_agent the message router_deleted on router acaf59b1-eb55-4769-8974-fa74b507bdd0 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 13:11:09.449794 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fbd2e27f-ddcc-46e8-a765-47392429d11e admin admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:09.451321 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fbd2e27f-ddcc-46e8-a765-47392429d11e admin admin] 10.222.0.90 "DELETE /v2.0/routers/acaf59b1-eb55-4769-8974-fa74b507bdd0 HTTP/1.1" status: 204 len: 168 time: 0.9364552 Feb 16 13:11:09.454877 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 42516) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:11:09.503346 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-96580388-a8d2-4dd7-b1c5-f24678cb7b86 admin admin] Deleting subnet e34fae30-b8ae-47d4-a8f6-d2aa7896af74 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 13:11:09.507060 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-96580388-a8d2-4dd7-b1c5-f24678cb7b86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:09.545095 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-96580388-a8d2-4dd7-b1c5-f24678cb7b86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:09.664592 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-96580388-a8d2-4dd7-b1c5-f24678cb7b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:09.745349 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-96580388-a8d2-4dd7-b1c5-f24678cb7b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:09.774606 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96580388-a8d2-4dd7-b1c5-f24678cb7b86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e34fae30-b8ae-47d4-a8f6-d2aa7896af74,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:09.778454 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-96580388-a8d2-4dd7-b1c5-f24678cb7b86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:09.782551 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-96580388-a8d2-4dd7-b1c5-f24678cb7b86 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/e34fae30-b8ae-47d4-a8f6-d2aa7896af74 HTTP/1.1" status: 204 len: 168 time: 0.3263063 Feb 16 13:11:09.786428 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 42518) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:11:09.790526 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4860335-3419-45db-90fb-d3994de9b8e4 None None] Network 71078604-65fa-42f2-8ee0-e0eae51943ba requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:11:09.864722 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b0159a99-9ad1-4813-8981-60ae9306d63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:09.941220 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-b0159a99-9ad1-4813-8981-60ae9306d63f admin admin] Deleting port 7b88781c-2e4c-499a-a672-dfb90b8c43c7 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:11:09.941679 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b0159a99-9ad1-4813-8981-60ae9306d63f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:10.022892 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32462743-96d8-45b9-82ac-95a61895fa2c None None] DHCP port deletion for 71078604-65fa-42f2-8ee0-e0eae51943ba request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 13:11:10.024008 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-b0159a99-9ad1-4813-8981-60ae9306d63f admin admin] For port 7b88781c-2e4c-499a-a672-dfb90b8c43c7, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=7b88781c-2e4c-499a-a672-dfb90b8c43c7,segment=NetworkSegment(f1d14ab9-f4c7-4a75-8b98-cb73805b07fb),segment_id=f1d14ab9-f4c7-4a75-8b98-cb73805b07fb)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:11:10.024554 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b0159a99-9ad1-4813-8981-60ae9306d63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:10.052943 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-b0159a99-9ad1-4813-8981-60ae9306d63f admin admin] Calling delete_port for 7b88781c-2e4c-499a-a672-dfb90b8c43c7 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:11:10.110020 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-32462743-96d8-45b9-82ac-95a61895fa2c None None] Deleting port 7b88781c-2e4c-499a-a672-dfb90b8c43c7 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:11:10.110393 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-32462743-96d8-45b9-82ac-95a61895fa2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:10.150991 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b0159a99-9ad1-4813-8981-60ae9306d63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:10.185056 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-32462743-96d8-45b9-82ac-95a61895fa2c None None] For port 7b88781c-2e4c-499a-a672-dfb90b8c43c7, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=7b88781c-2e4c-499a-a672-dfb90b8c43c7,segment=NetworkSegment(f1d14ab9-f4c7-4a75-8b98-cb73805b07fb),segment_id=f1d14ab9-f4c7-4a75-8b98-cb73805b07fb)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:11:10.185512 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-32462743-96d8-45b9-82ac-95a61895fa2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:10.191915 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0159a99-9ad1-4813-8981-60ae9306d63f admin admin] Pushing event deleted for resources: {'Port': ['ID=7b88781c-2e4c-499a-a672-dfb90b8c43c7,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:10.197696 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0159a99-9ad1-4813-8981-60ae9306d63f admin admin] No DVR routers for this DVR port 7b88781c-2e4c-499a-a672-dfb90b8c43c7 on host dv-neutron-828142-3-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:11:10.205537 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-32462743-96d8-45b9-82ac-95a61895fa2c None None] Calling delete_port for 7b88781c-2e4c-499a-a672-dfb90b8c43c7 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:11:10.288766 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b0159a99-9ad1-4813-8981-60ae9306d63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:10.304161 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-32462743-96d8-45b9-82ac-95a61895fa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:10.313968 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-b0159a99-9ad1-4813-8981-60ae9306d63f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71078604-65fa-42f2-8ee0-e0eae51943ba']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:10.329477 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-b0159a99-9ad1-4813-8981-60ae9306d63f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1d14ab9-f4c7-4a75-8b98-cb73805b07fb') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:10.329796 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-b0159a99-9ad1-4813-8981-60ae9306d63f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1d14ab9-f4c7-4a75-8b98-cb73805b07fb') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:10.334332 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32462743-96d8-45b9-82ac-95a61895fa2c None None] Pushing event deleted for resources: {'Port': ['ID=7b88781c-2e4c-499a-a672-dfb90b8c43c7,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:10.344502 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32462743-96d8-45b9-82ac-95a61895fa2c None None] No DVR routers for this DVR port 7b88781c-2e4c-499a-a672-dfb90b8c43c7 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:11:10.346158 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b0159a99-9ad1-4813-8981-60ae9306d63f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:10.364913 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b0159a99-9ad1-4813-8981-60ae9306d63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:10.370201 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0159a99-9ad1-4813-8981-60ae9306d63f admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:11:10.370597 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b0159a99-9ad1-4813-8981-60ae9306d63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:10.372495 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 13:11:10.372495 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:11:10.372495 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 13:11:10.372495 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:11:10.372495 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 13:11:10.372495 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 13:11:10.372495 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 13:11:10.372495 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:11:10.372495 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 13:11:10.372495 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:11:10.372495 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 13:11:10.372495 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:11:10.372495 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 13:11:10.372495 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 13:11:10.372495 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:11:10.372495 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 13:11:10.372495 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:11:10.372495 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 13:11:10.372495 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 13:11:10.372495 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 13:11:10.372495 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 13:11:10.372495 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 13:11:10.372495 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:11:10.372495 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:11:10.372495 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 13:11:10.372495 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:11:10.372495 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:11:10.372495 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:11:10.372495 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:11:10.372495 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:11:10.372495 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:11:10.372495 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:11:10.438877 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b0159a99-9ad1-4813-8981-60ae9306d63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:10.445565 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b0159a99-9ad1-4813-8981-60ae9306d63f admin admin] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:10.449522 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b0159a99-9ad1-4813-8981-60ae9306d63f admin admin] 10.222.0.90 "DELETE /v2.0/networks/71078604-65fa-42f2-8ee0-e0eae51943ba HTTP/1.1" status: 204 len: 168 time: 0.6618407 Feb 16 13:11:10.463644 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0159a99-9ad1-4813-8981-60ae9306d63f admin admin] Pushing event deleted for resources: {'Network': ['ID=71078604-65fa-42f2-8ee0-e0eae51943ba,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:10.625821 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42522) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:11:10.673006 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-74e36ff0-524e-4f54-abdd-bfc1fa3bb423 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e8ffaacbb44c4626ae69377bf7d674c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459630 Feb 16 13:11:10.675581 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42524) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:11:10.728476 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4b1188d0-2d75-4eef-8d63-df5b8b0f867c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:10.752080 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4b1188d0-2d75-4eef-8d63-df5b8b0f867c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:10.809675 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4b1188d0-2d75-4eef-8d63-df5b8b0f867c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:10.814241 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4b1188d0-2d75-4eef-8d63-df5b8b0f867c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:10.815946 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-4b1188d0-2d75-4eef-8d63-df5b8b0f867c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/df0e4f93-fe42-40c3-92df-45c7ee359fd0 HTTP/1.1" status: 204 len: 168 time: 0.1392741 Feb 16 13:11:10.825847 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1188d0-2d75-4eef-8d63-df5b8b0f867c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0e4f93-fe42-40c3-92df-45c7ee359fd0,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:10.833303 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1188d0-2d75-4eef-8d63-df5b8b0f867c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:10.833658 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1188d0-2d75-4eef-8d63-df5b8b0f867c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:10.833999 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1188d0-2d75-4eef-8d63-df5b8b0f867c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:10.834334 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1188d0-2d75-4eef-8d63-df5b8b0f867c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:10.834670 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1188d0-2d75-4eef-8d63-df5b8b0f867c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:10.835003 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1188d0-2d75-4eef-8d63-df5b8b0f867c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:10.835333 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1188d0-2d75-4eef-8d63-df5b8b0f867c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:10.835659 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1188d0-2d75-4eef-8d63-df5b8b0f867c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:10.835987 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1188d0-2d75-4eef-8d63-df5b8b0f867c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:10.836328 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1188d0-2d75-4eef-8d63-df5b8b0f867c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:10.836668 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1188d0-2d75-4eef-8d63-df5b8b0f867c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:10.836968 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1188d0-2d75-4eef-8d63-df5b8b0f867c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:11.115206 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 0d70861b-98c9-4012-b505-725be2948a41 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:11:11.140148 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 0d70861b-98c9-4012-b505-725be2948a41 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:11:11.140491 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 0d70861b-98c9-4012-b505-725be2948a41 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:11:11.140938 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 5b02dd54-95fc-4567-85a9-734a8d65db6c no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:11:11.161342 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 5b02dd54-95fc-4567-85a9-734a8d65db6c {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:11:11.161680 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 5b02dd54-95fc-4567-85a9-734a8d65db6c not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:11:11.162102 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 7b88781c-2e4c-499a-a672-dfb90b8c43c7 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:11:11.169483 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42530) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:11:11.182414 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 7b88781c-2e4c-499a-a672-dfb90b8c43c7 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:11:11.182760 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 7b88781c-2e4c-499a-a672-dfb90b8c43c7 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:11:11.210824 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-08799dfe-504d-40b9-93f9-09fa46b60171 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=bf6fdf3eb3934547b23ac4c278849a81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400515 Feb 16 13:11:11.213370 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42532) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:11:11.268118 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-12ca4148-df97-4260-91e3-59d78ea313a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:11.290948 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-12ca4148-df97-4260-91e3-59d78ea313a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:11.341460 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-12ca4148-df97-4260-91e3-59d78ea313a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:11.344384 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-12ca4148-df97-4260-91e3-59d78ea313a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:11.345605 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-12ca4148-df97-4260-91e3-59d78ea313a1 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1fc07a75-9f63-46ac-9fe3-f0cb24084ce4 HTTP/1.1" status: 204 len: 168 time: 0.1309977 Feb 16 13:11:11.354574 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ca4148-df97-4260-91e3-59d78ea313a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc07a75-9f63-46ac-9fe3-f0cb24084ce4,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:12.045493 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42554) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:11:12.144941 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-6912a1b3-e50f-4d16-a73e-c0693cd7bbdb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1105471789-network', 'tenant_id': '99bbdeb3c1504d56979efec2bf060943'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:11:12.169363 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6912a1b3-e50f-4d16-a73e-c0693cd7bbdb admin admin] Made reservation on behalf of 99bbdeb3c1504d56979efec2bf060943 for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:11:12.171664 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6912a1b3-e50f-4d16-a73e-c0693cd7bbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:12.179911 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6912a1b3-e50f-4d16-a73e-c0693cd7bbdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:12.254206 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6912a1b3-e50f-4d16-a73e-c0693cd7bbdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:12.258252 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6912a1b3-e50f-4d16-a73e-c0693cd7bbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:12.285240 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6912a1b3-e50f-4d16-a73e-c0693cd7bbdb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:11:12.292675 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912a1b3-e50f-4d16-a73e-c0693cd7bbdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74f6fe0-03bb-4ca4-b714-8c990b53ebf9,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:12.300336 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6912a1b3-e50f-4d16-a73e-c0693cd7bbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:12.300532 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-6912a1b3-e50f-4d16-a73e-c0693cd7bbdb admin admin] Added segment 5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a of type vlan for network 82c50d7f-1406-43ae-93b7-a38d1f170c97 Feb 16 13:11:12.341181 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6912a1b3-e50f-4d16-a73e-c0693cd7bbdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:12.366007 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6912a1b3-e50f-4d16-a73e-c0693cd7bbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:12.366906 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6912a1b3-e50f-4d16-a73e-c0693cd7bbdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:12.367526 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6912a1b3-e50f-4d16-a73e-c0693cd7bbdb admin admin] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:12.417141 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6912a1b3-e50f-4d16-a73e-c0693cd7bbdb admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3704147 Feb 16 13:11:12.421072 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 42558) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:11:12.426944 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-f197c2a3-d60d-4708-a865-bbbf12606d9d admin admin] Request body: {'subnet': {'network_id': '82c50d7f-1406-43ae-93b7-a38d1f170c97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1105471789-subnet', 'tenant_id': '99bbdeb3c1504d56979efec2bf060943', 'ip_version': 4}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:11:12.433198 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912a1b3-e50f-4d16-a73e-c0693cd7bbdb admin admin] Pushing event updated for resources: {'Network': ['ID=82c50d7f-1406-43ae-93b7-a38d1f170c97,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:12.445100 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 82c50d7f-1406-43ae-93b7-a38d1f170c97 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:11:12.453653 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f197c2a3-d60d-4708-a865-bbbf12606d9d admin admin] Made reservation on behalf of 99bbdeb3c1504d56979efec2bf060943 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:11:12.456176 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f197c2a3-d60d-4708-a865-bbbf12606d9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:12.629987 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f197c2a3-d60d-4708-a865-bbbf12606d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:12.683183 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f197c2a3-d60d-4708-a865-bbbf12606d9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=31104335-3262-4cd7-ae3e-803b9d155c9d,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:12.693407 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f197c2a3-d60d-4708-a865-bbbf12606d9d admin admin] Checking segment: {'id': '5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '82c50d7f-1406-43ae-93b7-a38d1f170c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:11:12.693762 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f197c2a3-d60d-4708-a865-bbbf12606d9d admin admin] Network hostable DHCP agents. Network: 82c50d7f-1406-43ae-93b7-a38d1f170c97, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:11:12.710454 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f197c2a3-d60d-4708-a865-bbbf12606d9d admin admin] Network 82c50d7f-1406-43ae-93b7-a38d1f170c97 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:11:12.719542 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-f197c2a3-d60d-4708-a865-bbbf12606d9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 82c50d7f-1406-43ae-93b7-a38d1f170c97) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:11:12.723792 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f197c2a3-d60d-4708-a865-bbbf12606d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:12.724377 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f197c2a3-d60d-4708-a865-bbbf12606d9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:12.730408 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8ce5ec-3a1c-45b2-929e-e6cc23c4b78f None None] Network 82c50d7f-1406-43ae-93b7-a38d1f170c97 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:11:12.741744 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f197c2a3-d60d-4708-a865-bbbf12606d9d admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3192158 Feb 16 13:11:12.744266 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 42560) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:11:12.749799 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-c63b5f98-d503-48a8-bc60-cc3d7d88f2b0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1105471789-router', 'tenant_id': '99bbdeb3c1504d56979efec2bf060943', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:11:12.773295 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c63b5f98-d503-48a8-bc60-cc3d7d88f2b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:12.774278 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c63b5f98-d503-48a8-bc60-cc3d7d88f2b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:12.829644 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c63b5f98-d503-48a8-bc60-cc3d7d88f2b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:12.884026 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228a362f-7e8d-4fdb-85d1-5a3cb076e70b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-82c50d7f-1406-43ae-93b7-a38d1f170c97', 'network_id': '82c50d7f-1406-43ae-93b7-a38d1f170c97', 'tenant_id': '99bbdeb3c1504d56979efec2bf060943', 'fixed_ips': [{'subnet_id': '31104335-3262-4cd7-ae3e-803b9d155c9d'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 13:11:12.885180 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-228a362f-7e8d-4fdb-85d1-5a3cb076e70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:12.973676 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c63b5f98-d503-48a8-bc60-cc3d7d88f2b0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:13.031667 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-228a362f-7e8d-4fdb-85d1-5a3cb076e70b None None] Allocated IP 172.20.0.2 (82c50d7f-1406-43ae-93b7-a38d1f170c97/31104335-3262-4cd7-ae3e-803b9d155c9d/075a1e3f-b24f-4815-96c2-607c788ea66d) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:11:13.175700 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-228a362f-7e8d-4fdb-85d1-5a3cb076e70b None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:13.178558 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c63b5f98-d503-48a8-bc60-cc3d7d88f2b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:13.181501 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-228a362f-7e8d-4fdb-85d1-5a3cb076e70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:13.197607 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c63b5f98-d503-48a8-bc60-cc3d7d88f2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:13.220984 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228a362f-7e8d-4fdb-85d1-5a3cb076e70b None None] Network 82c50d7f-1406-43ae-93b7-a38d1f170c97 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:11:13.223912 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-228a362f-7e8d-4fdb-85d1-5a3cb076e70b None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:11:13.226446 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228a362f-7e8d-4fdb-85d1-5a3cb076e70b None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:11:13.318404 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-c63b5f98-d503-48a8-bc60-cc3d7d88f2b0 admin admin] Allocated IP 172.26.2.102 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/e7111ee5-cfe4-4681-844f-9138ce12eeb3) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:11:13.409033 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a362f-7e8d-4fdb-85d1-5a3cb076e70b None None] Pushing event updated for resources: {'Port': ['ID=075a1e3f-b24f-4815-96c2-607c788ea66d,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:13.429062 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c63b5f98-d503-48a8-bc60-cc3d7d88f2b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:13.443006 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-228a362f-7e8d-4fdb-85d1-5a3cb076e70b None None] Attempting to bind port 075a1e3f-b24f-4815-96c2-607c788ea66d on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:11:13.443411 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-228a362f-7e8d-4fdb-85d1-5a3cb076e70b None None] Attempting to bind port 075a1e3f-b24f-4815-96c2-607c788ea66d by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '82c50d7f-1406-43ae-93b7-a38d1f170c97'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:11:13.443773 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228a362f-7e8d-4fdb-85d1-5a3cb076e70b None None] Attempting to bind port 075a1e3f-b24f-4815-96c2-607c788ea66d on network 82c50d7f-1406-43ae-93b7-a38d1f170c97 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:11:13.449517 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228a362f-7e8d-4fdb-85d1-5a3cb076e70b None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:11:13.450235 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228a362f-7e8d-4fdb-85d1-5a3cb076e70b None None] Checking segment: {'id': '5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '82c50d7f-1406-43ae-93b7-a38d1f170c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:11:13.450338 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-228a362f-7e8d-4fdb-85d1-5a3cb076e70b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:13.451333 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228a362f-7e8d-4fdb-85d1-5a3cb076e70b None None] Bound using segment: {'id': '5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '82c50d7f-1406-43ae-93b7-a38d1f170c97'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:11:13.452391 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-228a362f-7e8d-4fdb-85d1-5a3cb076e70b None None] Bound port: 075a1e3f-b24f-4815-96c2-607c788ea66d, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '82c50d7f-1406-43ae-93b7-a38d1f170c97'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:11:13.452813 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-228a362f-7e8d-4fdb-85d1-5a3cb076e70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:13.470145 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c63b5f98-d503-48a8-bc60-cc3d7d88f2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:13.513839 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63b5f98-d503-48a8-bc60-cc3d7d88f2b0 admin admin] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:11:13.517414 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-c63b5f98-d503-48a8-bc60-cc3d7d88f2b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:11:13.518098 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-228a362f-7e8d-4fdb-85d1-5a3cb076e70b None None] For port 075a1e3f-b24f-4815-96c2-607c788ea66d, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:11:13.521646 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-228a362f-7e8d-4fdb-85d1-5a3cb076e70b None None] For port 075a1e3f-b24f-4815-96c2-607c788ea66d, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=075a1e3f-b24f-4815-96c2-607c788ea66d,segment=NetworkSegment(5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a),segment_id=5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:11:13.522238 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63b5f98-d503-48a8-bc60-cc3d7d88f2b0 admin admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:11:13.524258 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b5f98-d503-48a8-bc60-cc3d7d88f2b0 admin admin] Pushing event updated for resources: {'Port': ['ID=e7111ee5-cfe4-4681-844f-9138ce12eeb3,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:13.526749 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-228a362f-7e8d-4fdb-85d1-5a3cb076e70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:13.589381 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a362f-7e8d-4fdb-85d1-5a3cb076e70b None None] Pushing event updated for resources: {'Port': ['ID=075a1e3f-b24f-4815-96c2-607c788ea66d,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:13.802895 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c63b5f98-d503-48a8-bc60-cc3d7d88f2b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:14.007572 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c63b5f98-d503-48a8-bc60-cc3d7d88f2b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:14.139786 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63b5f98-d503-48a8-bc60-cc3d7d88f2b0 admin admin] Router 365962b5-dd5b-424f-8c5f-e0f92d448667 is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 13:11:14.251657 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63b5f98-d503-48a8-bc60-cc3d7d88f2b0 admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:11:14.261742 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7292800-5a03-4011-b135-c1168e5c32f4 None None] Sync routers for ids ['365962b5-dd5b-424f-8c5f-e0f92d448667'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:11:14.273692 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7292800-5a03-4011-b135-c1168e5c32f4 None None] Routers {'365962b5-dd5b-424f-8c5f-e0f92d448667'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:11:14.274450 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-f7292800-5a03-4011-b135-c1168e5c32f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:10:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['365962b5-dd5b-424f-8c5f-e0f92d448667'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:14.277320 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c63b5f98-d503-48a8-bc60-cc3d7d88f2b0 admin admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:14.278591 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c63b5f98-d503-48a8-bc60-cc3d7d88f2b0 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5327687 Feb 16 13:11:14.281839 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 42562) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:11:14.384191 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-f7292800-5a03-4011-b135-c1168e5c32f4 None None] Set router 365962b5-dd5b-424f-8c5f-e0f92d448667 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:11:14.535972 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207b5c61-c473-4a86-ba10-0987ec0212e0 None None] Network 82c50d7f-1406-43ae-93b7-a38d1f170c97 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:11:14.604154 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-84e3d8b0-7bdd-453d-b096-8dc68f30c77e None None] Provisioning complete for port 075a1e3f-b24f-4815-96c2-607c788ea66d triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:14.604534 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-84e3d8b0-7bdd-453d-b096-8dc68f30c77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:14.659923 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-f7292800-5a03-4011-b135-c1168e5c32f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365962b5-dd5b-424f-8c5f-e0f92d448667', 'name': 'tempest-TestMinimumBasicScenario-1105471789-router', 'tenant_id': '99bbdeb3c1504d56979efec2bf060943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'e7111ee5-cfe4-4681-844f-9138ce12eeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:12Z', 'updated_at': '2022-02-16T13:11:13Z', 'revision_number': 3, 'project_id': '99bbdeb3c1504d56979efec2bf060943', 'gw_port': {'id': 'e7111ee5-cfe4-4681-844f-9138ce12eeb3', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:87:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365962b5-dd5b-424f-8c5f-e0f92d448667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:13Z', 'updated_at': '2022-02-16T13:11:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:14.687778 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7292800-5a03-4011-b135-c1168e5c32f4 None None] Checking router: 365962b5-dd5b-424f-8c5f-e0f92d448667 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:11:14.687992 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7292800-5a03-4011-b135-c1168e5c32f4 None None] Updating router 365962b5-dd5b-424f-8c5f-e0f92d448667 port e7111ee5-cfe4-4681-844f-9138ce12eeb3 binding host dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:11:14.717190 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f7292800-5a03-4011-b135-c1168e5c32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:14.762399 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-84e3d8b0-7bdd-453d-b096-8dc68f30c77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:14.806385 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-84e3d8b0-7bdd-453d-b096-8dc68f30c77e None None] For port 075a1e3f-b24f-4815-96c2-607c788ea66d, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=075a1e3f-b24f-4815-96c2-607c788ea66d,segment=NetworkSegment(5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a),segment_id=5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:11:14.814606 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-84e3d8b0-7bdd-453d-b096-8dc68f30c77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:14.883249 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3d8b0-7bdd-453d-b096-8dc68f30c77e None None] Pushing event updated for resources: {'Port': ['ID=075a1e3f-b24f-4815-96c2-607c788ea66d,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:15.035098 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f7292800-5a03-4011-b135-c1168e5c32f4 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:15.041529 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f7292800-5a03-4011-b135-c1168e5c32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:15.100747 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-f7292800-5a03-4011-b135-c1168e5c32f4 None None] Attempting to bind port e7111ee5-cfe4-4681-844f-9138ce12eeb3 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:11:15.101343 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-f7292800-5a03-4011-b135-c1168e5c32f4 None None] Attempting to bind port e7111ee5-cfe4-4681-844f-9138ce12eeb3 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:11:15.101856 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7292800-5a03-4011-b135-c1168e5c32f4 None None] Attempting to bind port e7111ee5-cfe4-4681-844f-9138ce12eeb3 on network a08a3d1b-2e35-4b18-9cb0-756d355083e6 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:11:15.109542 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ade1d-43af-4e2e-a3ac-169d6bcea803 None None] Pushing event updated for resources: {'Port': ['ID=e7111ee5-cfe4-4681-844f-9138ce12eeb3,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:15.112896 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02fb5a4e-4912-46be-a732-507310ac170c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:15.116740 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7292800-5a03-4011-b135-c1168e5c32f4 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:11:15.117112 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7292800-5a03-4011-b135-c1168e5c32f4 None None] Checking segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:11:15.117505 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f7292800-5a03-4011-b135-c1168e5c32f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:15.117882 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7292800-5a03-4011-b135-c1168e5c32f4 None None] Bound using segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:11:15.118333 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-f7292800-5a03-4011-b135-c1168e5c32f4 None None] Bound port: e7111ee5-cfe4-4681-844f-9138ce12eeb3, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:11:15.118696 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f7292800-5a03-4011-b135-c1168e5c32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:15.121071 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ade1d-43af-4e2e-a3ac-169d6bcea803 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:15.121608 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ade1d-43af-4e2e-a3ac-169d6bcea803 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:15.121938 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ade1d-43af-4e2e-a3ac-169d6bcea803 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:15.122265 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ade1d-43af-4e2e-a3ac-169d6bcea803 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:15.122585 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ade1d-43af-4e2e-a3ac-169d6bcea803 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:15.122901 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ade1d-43af-4e2e-a3ac-169d6bcea803 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:15.123219 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ade1d-43af-4e2e-a3ac-169d6bcea803 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:15.123573 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ade1d-43af-4e2e-a3ac-169d6bcea803 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:15.123888 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ade1d-43af-4e2e-a3ac-169d6bcea803 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:15.124197 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ade1d-43af-4e2e-a3ac-169d6bcea803 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:15.124507 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ade1d-43af-4e2e-a3ac-169d6bcea803 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:15.124843 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ade1d-43af-4e2e-a3ac-169d6bcea803 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:15.146323 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-404e9156-b6dc-4849-813c-a08dea059c5e None None] Provisioning complete for port 075a1e3f-b24f-4815-96c2-607c788ea66d triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:15.147041 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-404e9156-b6dc-4849-813c-a08dea059c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:15.186426 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-f7292800-5a03-4011-b135-c1168e5c32f4 None None] For port e7111ee5-cfe4-4681-844f-9138ce12eeb3, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:11:15.189090 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 075a1e3f-b24f-4815-96c2-607c788ea66d up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:11:15.190663 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-f7292800-5a03-4011-b135-c1168e5c32f4 None None] For port e7111ee5-cfe4-4681-844f-9138ce12eeb3, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=e7111ee5-cfe4-4681-844f-9138ce12eeb3,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:11:15.196124 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f7292800-5a03-4011-b135-c1168e5c32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:15.265918 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7292800-5a03-4011-b135-c1168e5c32f4 None None] Routers {'365962b5-dd5b-424f-8c5f-e0f92d448667'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:11:15.267051 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-f7292800-5a03-4011-b135-c1168e5c32f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:10:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['365962b5-dd5b-424f-8c5f-e0f92d448667'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:15.268884 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ade1d-43af-4e2e-a3ac-169d6bcea803 None None] Pushing event updated for resources: {'Port': ['ID=e7111ee5-cfe4-4681-844f-9138ce12eeb3,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:15.289535 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 075a1e3f-b24f-4815-96c2-607c788ea66d triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:15.290030 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:15.321186 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-02fb5a4e-4912-46be-a732-507310ac170c admin admin] Allocated IP 172.20.0.1 (82c50d7f-1406-43ae-93b7-a38d1f170c97/31104335-3262-4cd7-ae3e-803b9d155c9d/68eae709-47a1-42d4-90d7-7d478ca3206b) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:11:15.404242 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-f7292800-5a03-4011-b135-c1168e5c32f4 None None] Set router 365962b5-dd5b-424f-8c5f-e0f92d448667 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:11:15.464381 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02fb5a4e-4912-46be-a732-507310ac170c admin admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:15.502826 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02fb5a4e-4912-46be-a732-507310ac170c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:15.542657 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fb5a4e-4912-46be-a732-507310ac170c admin admin] Network 82c50d7f-1406-43ae-93b7-a38d1f170c97 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:11:15.546399 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-02fb5a4e-4912-46be-a732-507310ac170c admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:11:15.550684 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fb5a4e-4912-46be-a732-507310ac170c admin admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:11:15.579141 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb5a4e-4912-46be-a732-507310ac170c admin admin] Pushing event updated for resources: {'Port': ['ID=68eae709-47a1-42d4-90d7-7d478ca3206b,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:15.599119 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-f7292800-5a03-4011-b135-c1168e5c32f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365962b5-dd5b-424f-8c5f-e0f92d448667', 'name': 'tempest-TestMinimumBasicScenario-1105471789-router', 'tenant_id': '99bbdeb3c1504d56979efec2bf060943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'e7111ee5-cfe4-4681-844f-9138ce12eeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:12Z', 'updated_at': '2022-02-16T13:11:13Z', 'revision_number': 3, 'project_id': '99bbdeb3c1504d56979efec2bf060943', 'gw_port': {'id': 'e7111ee5-cfe4-4681-844f-9138ce12eeb3', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:87:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365962b5-dd5b-424f-8c5f-e0f92d448667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:13Z', 'updated_at': '2022-02-16T13:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:15.599403 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02fb5a4e-4912-46be-a732-507310ac170c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:15.629901 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7292800-5a03-4011-b135-c1168e5c32f4 None None] The sync data for ids ['365962b5-dd5b-424f-8c5f-e0f92d448667'] in dv-neutron-828142-3-hyperv is: [{'id': '365962b5-dd5b-424f-8c5f-e0f92d448667', 'name': 'tempest-TestMinimumBasicScenario-1105471789-router', 'tenant_id': '99bbdeb3c1504d56979efec2bf060943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'e7111ee5-cfe4-4681-844f-9138ce12eeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:12Z', 'updated_at': '2022-02-16T13:11:13Z', 'revision_number': 3, 'project_id': '99bbdeb3c1504d56979efec2bf060943', 'gw_port': {'id': 'e7111ee5-cfe4-4681-844f-9138ce12eeb3', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:87:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365962b5-dd5b-424f-8c5f-e0f92d448667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:13Z', 'updated_at': '2022-02-16T13:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:11:15.748657 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02fb5a4e-4912-46be-a732-507310ac170c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:15.803644 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-a581a2b1-d512-49d8-a33a-ced88fedcb30 None None] Provisioning complete for port 68eae709-47a1-42d4-90d7-7d478ca3206b triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:15.804289 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a581a2b1-d512-49d8-a33a-ced88fedcb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:15.838004 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-a581a2b1-d512-49d8-a33a-ced88fedcb30 None None] Port 68eae709-47a1-42d4-90d7-7d478ca3206b cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:11:15.930460 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02fb5a4e-4912-46be-a732-507310ac170c admin admin] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:15.935314 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02fb5a4e-4912-46be-a732-507310ac170c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:16.005613 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb5a4e-4912-46be-a732-507310ac170c admin admin] Pushing event updated for resources: {'Port': ['ID=68eae709-47a1-42d4-90d7-7d478ca3206b,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:16.008378 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02fb5a4e-4912-46be-a732-507310ac170c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:16.104210 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fb5a4e-4912-46be-a732-507310ac170c admin admin] Network 82c50d7f-1406-43ae-93b7-a38d1f170c97 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:11:16.105645 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-02fb5a4e-4912-46be-a732-507310ac170c admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:11:16.234180 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02fb5a4e-4912-46be-a732-507310ac170c admin admin] Router 365962b5-dd5b-424f-8c5f-e0f92d448667 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:11:16.350947 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fb5a4e-4912-46be-a732-507310ac170c admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:11:16.359210 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-02fb5a4e-4912-46be-a732-507310ac170c admin admin] 10.222.0.90 "PUT /v2.0/routers/365962b5-dd5b-424f-8c5f-e0f92d448667/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0762641 Feb 16 13:11:16.364829 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-f6eeb0a1-cd82-45fd-8b9e-21f7b3e57af8 None None] Provisioning complete for port 68eae709-47a1-42d4-90d7-7d478ca3206b triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:16.365342 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f6eeb0a1-cd82-45fd-8b9e-21f7b3e57af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:16.407035 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-f6eeb0a1-cd82-45fd-8b9e-21f7b3e57af8 None None] Port 68eae709-47a1-42d4-90d7-7d478ca3206b cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:11:16.871216 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 42578) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:11:16.877547 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-f2542aa0-4522-4217-8c35-a81a002b2a51 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-137828042-network', 'tenant_id': '4ef772025f294b6fbcba2cb12471ec52'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:11:16.904959 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2542aa0-4522-4217-8c35-a81a002b2a51 admin admin] Made reservation on behalf of 4ef772025f294b6fbcba2cb12471ec52 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:11:16.907609 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2542aa0-4522-4217-8c35-a81a002b2a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:16.917484 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2542aa0-4522-4217-8c35-a81a002b2a51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:17.001970 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2542aa0-4522-4217-8c35-a81a002b2a51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:17.007584 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2542aa0-4522-4217-8c35-a81a002b2a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:17.041540 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2542aa0-4522-4217-8c35-a81a002b2a51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:11:17.049443 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2542aa0-4522-4217-8c35-a81a002b2a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3109c3-4bea-434d-9eb4-0e407e608e04,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:17.059466 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2542aa0-4522-4217-8c35-a81a002b2a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:17.059703 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-f2542aa0-4522-4217-8c35-a81a002b2a51 admin admin] Added segment c04827c3-1e38-41c9-9022-0eb21d891418 of type vlan for network 05a5bf33-b48b-4389-82fd-32ccbd12a36f Feb 16 13:11:17.121133 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2542aa0-4522-4217-8c35-a81a002b2a51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:17.158755 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device e7111ee5-cfe4-4681-844f-9138ce12eeb3 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:11:17.167667 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2542aa0-4522-4217-8c35-a81a002b2a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:17.168693 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2542aa0-4522-4217-8c35-a81a002b2a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:17.169296 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2542aa0-4522-4217-8c35-a81a002b2a51 admin admin] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:17.225190 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f2542aa0-4522-4217-8c35-a81a002b2a51 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3503518 Feb 16 13:11:17.225815 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42580) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:11:17.227319 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port e7111ee5-cfe4-4681-844f-9138ce12eeb3 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:17.227779 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:17.235709 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-5c478284-87ff-4a05-8641-fe539b77438c admin admin] Request body: {'subnet': {'network_id': '05a5bf33-b48b-4389-82fd-32ccbd12a36f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-137828042-subnet', 'tenant_id': '4ef772025f294b6fbcba2cb12471ec52', 'ip_version': 4}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:11:17.243645 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2542aa0-4522-4217-8c35-a81a002b2a51 admin admin] Pushing event updated for resources: {'Network': ['ID=05a5bf33-b48b-4389-82fd-32ccbd12a36f,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:17.249699 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8f861e-6c9d-472e-b3e6-bdc078ca7ea8 None None] Sync routers for ids ['365962b5-dd5b-424f-8c5f-e0f92d448667'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:11:17.261104 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 05a5bf33-b48b-4389-82fd-32ccbd12a36f details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:11:17.272804 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c478284-87ff-4a05-8641-fe539b77438c admin admin] Made reservation on behalf of 4ef772025f294b6fbcba2cb12471ec52 for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:11:17.275794 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5c478284-87ff-4a05-8641-fe539b77438c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:17.319395 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8f861e-6c9d-472e-b3e6-bdc078ca7ea8 None None] Routers {'365962b5-dd5b-424f-8c5f-e0f92d448667'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:11:17.320028 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-dd8f861e-6c9d-472e-b3e6-bdc078ca7ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:10:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['365962b5-dd5b-424f-8c5f-e0f92d448667'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:17.454717 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5c478284-87ff-4a05-8641-fe539b77438c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:17.465462 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:17.496947 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-dd8f861e-6c9d-472e-b3e6-bdc078ca7ea8 None None] Set router 365962b5-dd5b-424f-8c5f-e0f92d448667 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:11:17.499745 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port e7111ee5-cfe4-4681-844f-9138ce12eeb3, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=e7111ee5-cfe4-4681-844f-9138ce12eeb3,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:11:17.511804 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c478284-87ff-4a05-8641-fe539b77438c admin admin] Pushing event updated for resources: {'Subnet': ['ID=52ac9530-287f-4d2e-bfcf-fb092df9b871,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:17.523233 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c478284-87ff-4a05-8641-fe539b77438c admin admin] Checking segment: {'id': 'c04827c3-1e38-41c9-9022-0eb21d891418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '05a5bf33-b48b-4389-82fd-32ccbd12a36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:11:17.523586 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c478284-87ff-4a05-8641-fe539b77438c admin admin] Network hostable DHCP agents. Network: 05a5bf33-b48b-4389-82fd-32ccbd12a36f, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:11:17.526863 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:17.541104 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c478284-87ff-4a05-8641-fe539b77438c admin admin] Network 05a5bf33-b48b-4389-82fd-32ccbd12a36f is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:11:17.551146 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-5c478284-87ff-4a05-8641-fe539b77438c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 05a5bf33-b48b-4389-82fd-32ccbd12a36f) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:11:17.556156 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c478284-87ff-4a05-8641-fe539b77438c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:17.557250 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5c478284-87ff-4a05-8641-fe539b77438c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:17.566921 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ff4a22-e451-4188-8a57-bf41a2afab69 None None] Network 05a5bf33-b48b-4389-82fd-32ccbd12a36f requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:11:17.577803 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5c478284-87ff-4a05-8641-fe539b77438c admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3508704 Feb 16 13:11:17.580275 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42582) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:11:17.591012 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-0376bf5f-5223-411b-a5ee-7a5bcf16293b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-137828042-router', 'tenant_id': '4ef772025f294b6fbcba2cb12471ec52', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:11:17.614935 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0376bf5f-5223-411b-a5ee-7a5bcf16293b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:17.616194 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0376bf5f-5223-411b-a5ee-7a5bcf16293b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:17.675322 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0376bf5f-5223-411b-a5ee-7a5bcf16293b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:17.703219 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=e7111ee5-cfe4-4681-844f-9138ce12eeb3,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:17.822149 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0376bf5f-5223-411b-a5ee-7a5bcf16293b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:17.864662 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423ace82-aae0-4bda-8393-a7c3bb11d85e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-05a5bf33-b48b-4389-82fd-32ccbd12a36f', 'network_id': '05a5bf33-b48b-4389-82fd-32ccbd12a36f', 'tenant_id': '4ef772025f294b6fbcba2cb12471ec52', 'fixed_ips': [{'subnet_id': '52ac9530-287f-4d2e-bfcf-fb092df9b871'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 13:11:17.865529 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-423ace82-aae0-4bda-8393-a7c3bb11d85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:17.897051 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-dd8f861e-6c9d-472e-b3e6-bdc078ca7ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365962b5-dd5b-424f-8c5f-e0f92d448667', 'name': 'tempest-TestMinimumBasicScenario-1105471789-router', 'tenant_id': '99bbdeb3c1504d56979efec2bf060943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'e7111ee5-cfe4-4681-844f-9138ce12eeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:12Z', 'updated_at': '2022-02-16T13:11:15Z', 'revision_number': 4, 'project_id': '99bbdeb3c1504d56979efec2bf060943', 'gw_port': {'id': 'e7111ee5-cfe4-4681-844f-9138ce12eeb3', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:87:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365962b5-dd5b-424f-8c5f-e0f92d448667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:13Z', 'updated_at': '2022-02-16T13:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '68eae709-47a1-42d4-90d7-7d478ca3206b', 'name': '', 'network_id': '82c50d7f-1406-43ae-93b7-a38d1f170c97', 'tenant_id': '99bbdeb3c1504d56979efec2bf060943', 'mac_address': 'fa:16:3e:92:39:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365962b5-dd5b-424f-8c5f-e0f92d448667', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '31104335-3262-4cd7-ae3e-803b9d155c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:15Z', 'updated_at': '2022-02-16T13:11:15Z', 'revision_number': 2, 'project_id': '99bbdeb3c1504d56979efec2bf060943', 'subnets': [{'id': '31104335-3262-4cd7-ae3e-803b9d155c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:17.977298 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8f861e-6c9d-472e-b3e6-bdc078ca7ea8 None None] Checking router: 365962b5-dd5b-424f-8c5f-e0f92d448667 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:11:17.977531 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8f861e-6c9d-472e-b3e6-bdc078ca7ea8 None None] Updating router 365962b5-dd5b-424f-8c5f-e0f92d448667 port 68eae709-47a1-42d4-90d7-7d478ca3206b binding host dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:11:18.014798 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dd8f861e-6c9d-472e-b3e6-bdc078ca7ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:18.031452 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0376bf5f-5223-411b-a5ee-7a5bcf16293b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:18.051740 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0376bf5f-5223-411b-a5ee-7a5bcf16293b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:18.096246 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-423ace82-aae0-4bda-8393-a7c3bb11d85e None None] Allocated IP 172.20.0.2 (05a5bf33-b48b-4389-82fd-32ccbd12a36f/52ac9530-287f-4d2e-bfcf-fb092df9b871/7d07807e-36b1-471e-8027-1248ff4136ec) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:11:18.162970 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-0376bf5f-5223-411b-a5ee-7a5bcf16293b admin admin] Allocated IP 172.26.2.208 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/88879626-6b2c-471b-be3b-b4041890231a) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:11:18.283042 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0376bf5f-5223-411b-a5ee-7a5bcf16293b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:18.318710 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0376bf5f-5223-411b-a5ee-7a5bcf16293b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:18.360061 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0376bf5f-5223-411b-a5ee-7a5bcf16293b admin admin] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:11:18.363119 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-0376bf5f-5223-411b-a5ee-7a5bcf16293b admin admin] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:11:18.366708 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0376bf5f-5223-411b-a5ee-7a5bcf16293b admin admin] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:11:18.372257 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376bf5f-5223-411b-a5ee-7a5bcf16293b admin admin] Pushing event updated for resources: {'Port': ['ID=88879626-6b2c-471b-be3b-b4041890231a,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:18.544737 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-423ace82-aae0-4bda-8393-a7c3bb11d85e None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:18.557207 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-423ace82-aae0-4bda-8393-a7c3bb11d85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:18.643766 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423ace82-aae0-4bda-8393-a7c3bb11d85e None None] Network 05a5bf33-b48b-4389-82fd-32ccbd12a36f is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:11:18.649627 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dd8f861e-6c9d-472e-b3e6-bdc078ca7ea8 None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:18.651428 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-423ace82-aae0-4bda-8393-a7c3bb11d85e None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:11:18.657259 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423ace82-aae0-4bda-8393-a7c3bb11d85e None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:11:18.659337 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ace82-aae0-4bda-8393-a7c3bb11d85e None None] Pushing event updated for resources: {'Port': ['ID=7d07807e-36b1-471e-8027-1248ff4136ec,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:18.663422 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dd8f861e-6c9d-472e-b3e6-bdc078ca7ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:18.691131 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0376bf5f-5223-411b-a5ee-7a5bcf16293b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:18.754125 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730778b-d8d4-481a-8c99-f81e31533694 None None] Pushing event updated for resources: {'Port': ['ID=68eae709-47a1-42d4-90d7-7d478ca3206b,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:18.771022 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-423ace82-aae0-4bda-8393-a7c3bb11d85e None None] Attempting to bind port 7d07807e-36b1-471e-8027-1248ff4136ec on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:11:18.771383 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-423ace82-aae0-4bda-8393-a7c3bb11d85e None None] Attempting to bind port 7d07807e-36b1-471e-8027-1248ff4136ec by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'c04827c3-1e38-41c9-9022-0eb21d891418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '05a5bf33-b48b-4389-82fd-32ccbd12a36f'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:11:18.771745 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423ace82-aae0-4bda-8393-a7c3bb11d85e None None] Attempting to bind port 7d07807e-36b1-471e-8027-1248ff4136ec on network 05a5bf33-b48b-4389-82fd-32ccbd12a36f {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:11:18.814649 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423ace82-aae0-4bda-8393-a7c3bb11d85e None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:11:18.815129 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423ace82-aae0-4bda-8393-a7c3bb11d85e None None] Checking segment: {'id': 'c04827c3-1e38-41c9-9022-0eb21d891418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '05a5bf33-b48b-4389-82fd-32ccbd12a36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:11:18.815649 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-423ace82-aae0-4bda-8393-a7c3bb11d85e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:18.816120 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423ace82-aae0-4bda-8393-a7c3bb11d85e None None] Bound using segment: {'id': 'c04827c3-1e38-41c9-9022-0eb21d891418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '05a5bf33-b48b-4389-82fd-32ccbd12a36f'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:11:18.816707 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-423ace82-aae0-4bda-8393-a7c3bb11d85e None None] Bound port: 7d07807e-36b1-471e-8027-1248ff4136ec, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04827c3-1e38-41c9-9022-0eb21d891418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '05a5bf33-b48b-4389-82fd-32ccbd12a36f'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:11:18.817167 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-423ace82-aae0-4bda-8393-a7c3bb11d85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:18.840249 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-dd8f861e-6c9d-472e-b3e6-bdc078ca7ea8 None None] Attempting to bind port 68eae709-47a1-42d4-90d7-7d478ca3206b on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:11:18.840752 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-dd8f861e-6c9d-472e-b3e6-bdc078ca7ea8 None None] Attempting to bind port 68eae709-47a1-42d4-90d7-7d478ca3206b by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '82c50d7f-1406-43ae-93b7-a38d1f170c97'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:11:18.841219 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8f861e-6c9d-472e-b3e6-bdc078ca7ea8 None None] Attempting to bind port 68eae709-47a1-42d4-90d7-7d478ca3206b on network 82c50d7f-1406-43ae-93b7-a38d1f170c97 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:11:18.868851 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8f861e-6c9d-472e-b3e6-bdc078ca7ea8 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:11:18.869229 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8f861e-6c9d-472e-b3e6-bdc078ca7ea8 None None] Checking segment: {'id': '5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '82c50d7f-1406-43ae-93b7-a38d1f170c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:11:18.869633 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dd8f861e-6c9d-472e-b3e6-bdc078ca7ea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:18.870038 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8f861e-6c9d-472e-b3e6-bdc078ca7ea8 None None] Bound using segment: {'id': '5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '82c50d7f-1406-43ae-93b7-a38d1f170c97'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:11:18.870523 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-dd8f861e-6c9d-472e-b3e6-bdc078ca7ea8 None None] Bound port: 68eae709-47a1-42d4-90d7-7d478ca3206b, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '82c50d7f-1406-43ae-93b7-a38d1f170c97'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:11:18.870909 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dd8f861e-6c9d-472e-b3e6-bdc078ca7ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:18.947688 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-423ace82-aae0-4bda-8393-a7c3bb11d85e None None] For port 7d07807e-36b1-471e-8027-1248ff4136ec, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:11:18.977976 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-423ace82-aae0-4bda-8393-a7c3bb11d85e None None] For port 7d07807e-36b1-471e-8027-1248ff4136ec, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=7d07807e-36b1-471e-8027-1248ff4136ec,segment=NetworkSegment(c04827c3-1e38-41c9-9022-0eb21d891418),segment_id=c04827c3-1e38-41c9-9022-0eb21d891418)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:11:18.990951 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-423ace82-aae0-4bda-8393-a7c3bb11d85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:18.999169 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-18f5c6d3-6828-4608-8b42-84c7091b5f6b None None] Provisioning complete for port 68eae709-47a1-42d4-90d7-7d478ca3206b triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:18.999535 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-18f5c6d3-6828-4608-8b42-84c7091b5f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:19.001487 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-dd8f861e-6c9d-472e-b3e6-bdc078ca7ea8 None None] For port 68eae709-47a1-42d4-90d7-7d478ca3206b, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:11:19.070778 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-dd8f861e-6c9d-472e-b3e6-bdc078ca7ea8 None None] For port 68eae709-47a1-42d4-90d7-7d478ca3206b, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=68eae709-47a1-42d4-90d7-7d478ca3206b,segment=NetworkSegment(5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a),segment_id=5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:11:19.085764 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dd8f861e-6c9d-472e-b3e6-bdc078ca7ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:19.109557 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-18f5c6d3-6828-4608-8b42-84c7091b5f6b None None] Port 68eae709-47a1-42d4-90d7-7d478ca3206b cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:11:19.113539 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ace82-aae0-4bda-8393-a7c3bb11d85e None None] Pushing event updated for resources: {'Port': ['ID=7d07807e-36b1-471e-8027-1248ff4136ec,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:19.154396 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device e7111ee5-cfe4-4681-844f-9138ce12eeb3 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:11:19.165101 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8f861e-6c9d-472e-b3e6-bdc078ca7ea8 None None] Routers {'365962b5-dd5b-424f-8c5f-e0f92d448667'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:11:19.165748 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-dd8f861e-6c9d-472e-b3e6-bdc078ca7ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:10:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['365962b5-dd5b-424f-8c5f-e0f92d448667'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:19.252978 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730778b-d8d4-481a-8c99-f81e31533694 None None] Pushing event updated for resources: {'Port': ['ID=68eae709-47a1-42d4-90d7-7d478ca3206b,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:19.344884 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port e7111ee5-cfe4-4681-844f-9138ce12eeb3 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:19.345622 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:19.349073 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-dd8f861e-6c9d-472e-b3e6-bdc078ca7ea8 None None] Set router 365962b5-dd5b-424f-8c5f-e0f92d448667 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:11:19.386796 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0376bf5f-5223-411b-a5ee-7a5bcf16293b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:19.539443 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0376bf5f-5223-411b-a5ee-7a5bcf16293b admin admin] Router 82f7b712-70c0-4fa4-8bd3-2ad11e336681 is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 13:11:19.598698 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-eeb95612-1c4b-4610-ab19-91a3889225c1 None None] Provisioning complete for port 68eae709-47a1-42d4-90d7-7d478ca3206b triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:19.599227 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-eeb95612-1c4b-4610-ab19-91a3889225c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:19.666292 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0376bf5f-5223-411b-a5ee-7a5bcf16293b admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:11:19.675973 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c5d680-2aef-49e4-bc34-284dfab8cffd None None] Sync routers for ids ['82f7b712-70c0-4fa4-8bd3-2ad11e336681'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:11:19.689050 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c5d680-2aef-49e4-bc34-284dfab8cffd None None] Routers {'82f7b712-70c0-4fa4-8bd3-2ad11e336681'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:11:19.689941 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-58c5d680-2aef-49e4-bc34-284dfab8cffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:10:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['82f7b712-70c0-4fa4-8bd3-2ad11e336681'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:19.690137 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0376bf5f-5223-411b-a5ee-7a5bcf16293b admin admin] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:19.691315 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0376bf5f-5223-411b-a5ee-7a5bcf16293b admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1098211 Feb 16 13:11:19.694112 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 42584) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:11:19.752109 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-eeb95612-1c4b-4610-ab19-91a3889225c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:19.758074 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-dd8f861e-6c9d-472e-b3e6-bdc078ca7ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365962b5-dd5b-424f-8c5f-e0f92d448667', 'name': 'tempest-TestMinimumBasicScenario-1105471789-router', 'tenant_id': '99bbdeb3c1504d56979efec2bf060943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'e7111ee5-cfe4-4681-844f-9138ce12eeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:12Z', 'updated_at': '2022-02-16T13:11:15Z', 'revision_number': 4, 'project_id': '99bbdeb3c1504d56979efec2bf060943', 'gw_port': {'id': 'e7111ee5-cfe4-4681-844f-9138ce12eeb3', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:87:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365962b5-dd5b-424f-8c5f-e0f92d448667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:13Z', 'updated_at': '2022-02-16T13:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '68eae709-47a1-42d4-90d7-7d478ca3206b', 'name': '', 'network_id': '82c50d7f-1406-43ae-93b7-a38d1f170c97', 'tenant_id': '99bbdeb3c1504d56979efec2bf060943', 'mac_address': 'fa:16:3e:92:39:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365962b5-dd5b-424f-8c5f-e0f92d448667', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '31104335-3262-4cd7-ae3e-803b9d155c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:15Z', 'updated_at': '2022-02-16T13:11:18Z', 'revision_number': 4, 'project_id': '99bbdeb3c1504d56979efec2bf060943', 'subnets': [{'id': '31104335-3262-4cd7-ae3e-803b9d155c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:19.793008 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8f861e-6c9d-472e-b3e6-bdc078ca7ea8 None None] The sync data for ids ['365962b5-dd5b-424f-8c5f-e0f92d448667'] in dv-neutron-828142-3-hyperv is: [{'id': '365962b5-dd5b-424f-8c5f-e0f92d448667', 'name': 'tempest-TestMinimumBasicScenario-1105471789-router', 'tenant_id': '99bbdeb3c1504d56979efec2bf060943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'e7111ee5-cfe4-4681-844f-9138ce12eeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:12Z', 'updated_at': '2022-02-16T13:11:15Z', 'revision_number': 4, 'project_id': '99bbdeb3c1504d56979efec2bf060943', 'gw_port': {'id': 'e7111ee5-cfe4-4681-844f-9138ce12eeb3', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:87:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365962b5-dd5b-424f-8c5f-e0f92d448667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:13Z', 'updated_at': '2022-02-16T13:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '68eae709-47a1-42d4-90d7-7d478ca3206b', 'name': '', 'network_id': '82c50d7f-1406-43ae-93b7-a38d1f170c97', 'tenant_id': '99bbdeb3c1504d56979efec2bf060943', 'mac_address': 'fa:16:3e:92:39:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365962b5-dd5b-424f-8c5f-e0f92d448667', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '31104335-3262-4cd7-ae3e-803b9d155c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:15Z', 'updated_at': '2022-02-16T13:11:18Z', 'revision_number': 4, 'project_id': '99bbdeb3c1504d56979efec2bf060943', 'subnets': [{'id': '31104335-3262-4cd7-ae3e-803b9d155c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:11:19.810379 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-58c5d680-2aef-49e4-bc34-284dfab8cffd None None] Set router 82f7b712-70c0-4fa4-8bd3-2ad11e336681 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:11:19.826319 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-eeb95612-1c4b-4610-ab19-91a3889225c1 None None] For port 68eae709-47a1-42d4-90d7-7d478ca3206b, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=68eae709-47a1-42d4-90d7-7d478ca3206b,segment=NetworkSegment(5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a),segment_id=5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:11:19.838151 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-eeb95612-1c4b-4610-ab19-91a3889225c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:19.917993 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb95612-1c4b-4610-ab19-91a3889225c1 None None] Pushing event updated for resources: {'Port': ['ID=68eae709-47a1-42d4-90d7-7d478ca3206b,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:20.081787 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-58c5d680-2aef-49e4-bc34-284dfab8cffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f7b712-70c0-4fa4-8bd3-2ad11e336681', 'name': 'tempest-TestMinimumBasicScenario-137828042-router', 'tenant_id': '4ef772025f294b6fbcba2cb12471ec52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': '88879626-6b2c-471b-be3b-b4041890231a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:17Z', 'updated_at': '2022-02-16T13:11:18Z', 'revision_number': 3, 'project_id': '4ef772025f294b6fbcba2cb12471ec52', 'gw_port': {'id': '88879626-6b2c-471b-be3b-b4041890231a', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:fb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f7b712-70c0-4fa4-8bd3-2ad11e336681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:18Z', 'updated_at': '2022-02-16T13:11:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:20.117159 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c5d680-2aef-49e4-bc34-284dfab8cffd None None] Checking router: 82f7b712-70c0-4fa4-8bd3-2ad11e336681 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:11:20.117501 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c5d680-2aef-49e4-bc34-284dfab8cffd None None] Updating router 82f7b712-70c0-4fa4-8bd3-2ad11e336681 port 88879626-6b2c-471b-be3b-b4041890231a binding host dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:11:20.157956 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-58c5d680-2aef-49e4-bc34-284dfab8cffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.311416 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4ba73437-0624-4e1e-980d-e2e8dbbd9945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.421422 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b25b43-eb5f-4eaa-a1a3-0e01a781753d None None] Network 05a5bf33-b48b-4389-82fd-32ccbd12a36f requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:11:20.534746 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-0fdeb757-2e27-4497-a21c-b6eb4893d73a None None] Provisioning complete for port 7d07807e-36b1-471e-8027-1248ff4136ec triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:20.535287 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0fdeb757-2e27-4497-a21c-b6eb4893d73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.566688 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-4ba73437-0624-4e1e-980d-e2e8dbbd9945 admin admin] Allocated IP 172.20.0.1 (05a5bf33-b48b-4389-82fd-32ccbd12a36f/52ac9530-287f-4d2e-bfcf-fb092df9b871/0450f7ef-d59b-4ce4-9144-d609e24a782f) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:11:20.637967 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-58c5d680-2aef-49e4-bc34-284dfab8cffd None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.645212 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-58c5d680-2aef-49e4-bc34-284dfab8cffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.676117 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-58c5d680-2aef-49e4-bc34-284dfab8cffd None None] Attempting to bind port 88879626-6b2c-471b-be3b-b4041890231a on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:11:20.676849 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-58c5d680-2aef-49e4-bc34-284dfab8cffd None None] Attempting to bind port 88879626-6b2c-471b-be3b-b4041890231a by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:11:20.676990 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c5d680-2aef-49e4-bc34-284dfab8cffd None None] Attempting to bind port 88879626-6b2c-471b-be3b-b4041890231a on network a08a3d1b-2e35-4b18-9cb0-756d355083e6 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:11:20.702252 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c5d680-2aef-49e4-bc34-284dfab8cffd None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:11:20.702933 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c5d680-2aef-49e4-bc34-284dfab8cffd None None] Checking segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:11:20.703485 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-58c5d680-2aef-49e4-bc34-284dfab8cffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.704022 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c5d680-2aef-49e4-bc34-284dfab8cffd None None] Bound using segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:11:20.704810 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-58c5d680-2aef-49e4-bc34-284dfab8cffd None None] Bound port: 88879626-6b2c-471b-be3b-b4041890231a, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:11:20.705389 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-58c5d680-2aef-49e4-bc34-284dfab8cffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.737001 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4ba73437-0624-4e1e-980d-e2e8dbbd9945 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.772208 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-58c5d680-2aef-49e4-bc34-284dfab8cffd None None] For port 88879626-6b2c-471b-be3b-b4041890231a, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:11:20.774923 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0fdeb757-2e27-4497-a21c-b6eb4893d73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.777631 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-58c5d680-2aef-49e4-bc34-284dfab8cffd None None] For port 88879626-6b2c-471b-be3b-b4041890231a, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=88879626-6b2c-471b-be3b-b4041890231a,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:11:20.783518 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-58c5d680-2aef-49e4-bc34-284dfab8cffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.793748 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4ba73437-0624-4e1e-980d-e2e8dbbd9945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.822239 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c5d680-2aef-49e4-bc34-284dfab8cffd None None] Routers {'82f7b712-70c0-4fa4-8bd3-2ad11e336681'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:11:20.823472 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-58c5d680-2aef-49e4-bc34-284dfab8cffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:10:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['82f7b712-70c0-4fa4-8bd3-2ad11e336681'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:20.828030 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-0fdeb757-2e27-4497-a21c-b6eb4893d73a None None] For port 7d07807e-36b1-471e-8027-1248ff4136ec, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=7d07807e-36b1-471e-8027-1248ff4136ec,segment=NetworkSegment(c04827c3-1e38-41c9-9022-0eb21d891418),segment_id=c04827c3-1e38-41c9-9022-0eb21d891418)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:11:20.834079 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0fdeb757-2e27-4497-a21c-b6eb4893d73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.895489 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba73437-0624-4e1e-980d-e2e8dbbd9945 admin admin] Network 05a5bf33-b48b-4389-82fd-32ccbd12a36f is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:11:20.906736 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-4ba73437-0624-4e1e-980d-e2e8dbbd9945 admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:11:20.915365 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba73437-0624-4e1e-980d-e2e8dbbd9945 admin admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:11:20.925333 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdeb757-2e27-4497-a21c-b6eb4893d73a None None] Pushing event updated for resources: {'Port': ['ID=7d07807e-36b1-471e-8027-1248ff4136ec,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:20.941862 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e0440-3859-49e5-bd65-d5d8b70dc986 None None] Pushing event updated for resources: {'Port': ['ID=88879626-6b2c-471b-be3b-b4041890231a,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:20.975541 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba73437-0624-4e1e-980d-e2e8dbbd9945 admin admin] Pushing event updated for resources: {'Port': ['ID=0450f7ef-d59b-4ce4-9144-d609e24a782f,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:21.004765 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4ba73437-0624-4e1e-980d-e2e8dbbd9945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:21.005103 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-58c5d680-2aef-49e4-bc34-284dfab8cffd None None] Set router 82f7b712-70c0-4fa4-8bd3-2ad11e336681 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:11:21.089556 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e0440-3859-49e5-bd65-d5d8b70dc986 None None] Pushing event updated for resources: {'Port': ['ID=88879626-6b2c-471b-be3b-b4041890231a,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:21.172139 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-0ce12928-a626-40de-872d-0fe16e1fa405 None None] Provisioning complete for port 7d07807e-36b1-471e-8027-1248ff4136ec triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:21.172861 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0ce12928-a626-40de-872d-0fe16e1fa405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:21.173257 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4ba73437-0624-4e1e-980d-e2e8dbbd9945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:21.286358 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 68eae709-47a1-42d4-90d7-7d478ca3206b up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:11:21.302176 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-58c5d680-2aef-49e4-bc34-284dfab8cffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f7b712-70c0-4fa4-8bd3-2ad11e336681', 'name': 'tempest-TestMinimumBasicScenario-137828042-router', 'tenant_id': '4ef772025f294b6fbcba2cb12471ec52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': '88879626-6b2c-471b-be3b-b4041890231a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:17Z', 'updated_at': '2022-02-16T13:11:18Z', 'revision_number': 3, 'project_id': '4ef772025f294b6fbcba2cb12471ec52', 'gw_port': {'id': '88879626-6b2c-471b-be3b-b4041890231a', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:fb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f7b712-70c0-4fa4-8bd3-2ad11e336681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:18Z', 'updated_at': '2022-02-16T13:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:21.336429 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c5d680-2aef-49e4-bc34-284dfab8cffd None None] The sync data for ids ['82f7b712-70c0-4fa4-8bd3-2ad11e336681'] in dv-neutron-828142-3-hyperv is: [{'id': '82f7b712-70c0-4fa4-8bd3-2ad11e336681', 'name': 'tempest-TestMinimumBasicScenario-137828042-router', 'tenant_id': '4ef772025f294b6fbcba2cb12471ec52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': '88879626-6b2c-471b-be3b-b4041890231a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:17Z', 'updated_at': '2022-02-16T13:11:18Z', 'revision_number': 3, 'project_id': '4ef772025f294b6fbcba2cb12471ec52', 'gw_port': {'id': '88879626-6b2c-471b-be3b-b4041890231a', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:fb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f7b712-70c0-4fa4-8bd3-2ad11e336681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:18Z', 'updated_at': '2022-02-16T13:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:11:21.387600 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 68eae709-47a1-42d4-90d7-7d478ca3206b triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:21.387968 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:21.443942 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4ba73437-0624-4e1e-980d-e2e8dbbd9945 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:21.450389 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4ba73437-0624-4e1e-980d-e2e8dbbd9945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:21.531301 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba73437-0624-4e1e-980d-e2e8dbbd9945 admin admin] Pushing event updated for resources: {'Port': ['ID=0450f7ef-d59b-4ce4-9144-d609e24a782f,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:21.537861 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4ba73437-0624-4e1e-980d-e2e8dbbd9945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:21.614106 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-acfba21b-8705-443b-91ee-8eedc5402ef8 None None] Provisioning complete for port 0450f7ef-d59b-4ce4-9144-d609e24a782f triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:21.614470 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-acfba21b-8705-443b-91ee-8eedc5402ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:21.655702 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba73437-0624-4e1e-980d-e2e8dbbd9945 admin admin] Network 05a5bf33-b48b-4389-82fd-32ccbd12a36f is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:11:21.657487 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-4ba73437-0624-4e1e-980d-e2e8dbbd9945 admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:11:21.681112 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-acfba21b-8705-443b-91ee-8eedc5402ef8 None None] Port 0450f7ef-d59b-4ce4-9144-d609e24a782f cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:11:21.687709 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 7d07807e-36b1-471e-8027-1248ff4136ec up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:11:21.772456 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 7d07807e-36b1-471e-8027-1248ff4136ec triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:21.772456 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:21.833880 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba73437-0624-4e1e-980d-e2e8dbbd9945 admin admin] Router 82f7b712-70c0-4fa4-8bd3-2ad11e336681 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:11:21.970251 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba73437-0624-4e1e-980d-e2e8dbbd9945 admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:11:21.980068 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4ba73437-0624-4e1e-980d-e2e8dbbd9945 admin admin] 10.222.0.90 "PUT /v2.0/routers/82f7b712-70c0-4fa4-8bd3-2ad11e336681/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2800272 Feb 16 13:11:22.007107 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-e98d5896-9c4b-4cbf-b7e7-4ec50553b460 None None] Provisioning complete for port 0450f7ef-d59b-4ce4-9144-d609e24a782f triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:22.007650 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e98d5896-9c4b-4cbf-b7e7-4ec50553b460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:22.047226 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-e98d5896-9c4b-4cbf-b7e7-4ec50553b460 None None] Port 0450f7ef-d59b-4ce4-9144-d609e24a782f cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:11:22.316072 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-90e0c4f3-69ea-4797-8336-6eb338761ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:23.166775 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 88879626-6b2c-471b-be3b-b4041890231a up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:11:23.231753 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 88879626-6b2c-471b-be3b-b4041890231a triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:23.232030 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:23.311080 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d50d0d7-eb5b-49ae-b11b-b983af57143d None None] Sync routers for ids ['82f7b712-70c0-4fa4-8bd3-2ad11e336681'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:11:23.336489 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d50d0d7-eb5b-49ae-b11b-b983af57143d None None] Routers {'82f7b712-70c0-4fa4-8bd3-2ad11e336681'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:11:23.337152 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2d50d0d7-eb5b-49ae-b11b-b983af57143d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:10:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['82f7b712-70c0-4fa4-8bd3-2ad11e336681'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:23.340044 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:23.407612 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 88879626-6b2c-471b-be3b-b4041890231a, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=88879626-6b2c-471b-be3b-b4041890231a,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:11:23.413311 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:23.515005 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=88879626-6b2c-471b-be3b-b4041890231a,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:23.520384 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-2d50d0d7-eb5b-49ae-b11b-b983af57143d None None] Set router 82f7b712-70c0-4fa4-8bd3-2ad11e336681 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:11:23.763384 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2d50d0d7-eb5b-49ae-b11b-b983af57143d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f7b712-70c0-4fa4-8bd3-2ad11e336681', 'name': 'tempest-TestMinimumBasicScenario-137828042-router', 'tenant_id': '4ef772025f294b6fbcba2cb12471ec52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': '88879626-6b2c-471b-be3b-b4041890231a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:17Z', 'updated_at': '2022-02-16T13:11:21Z', 'revision_number': 4, 'project_id': '4ef772025f294b6fbcba2cb12471ec52', 'gw_port': {'id': '88879626-6b2c-471b-be3b-b4041890231a', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:fb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f7b712-70c0-4fa4-8bd3-2ad11e336681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:18Z', 'updated_at': '2022-02-16T13:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '0450f7ef-d59b-4ce4-9144-d609e24a782f', 'name': '', 'network_id': '05a5bf33-b48b-4389-82fd-32ccbd12a36f', 'tenant_id': '4ef772025f294b6fbcba2cb12471ec52', 'mac_address': 'fa:16:3e:e2:3a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f7b712-70c0-4fa4-8bd3-2ad11e336681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '52ac9530-287f-4d2e-bfcf-fb092df9b871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:20Z', 'updated_at': '2022-02-16T13:11:21Z', 'revision_number': 2, 'project_id': '4ef772025f294b6fbcba2cb12471ec52', 'subnets': [{'id': '52ac9530-287f-4d2e-bfcf-fb092df9b871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:23.795726 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d50d0d7-eb5b-49ae-b11b-b983af57143d None None] Checking router: 82f7b712-70c0-4fa4-8bd3-2ad11e336681 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:11:23.796043 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d50d0d7-eb5b-49ae-b11b-b983af57143d None None] Updating router 82f7b712-70c0-4fa4-8bd3-2ad11e336681 port 0450f7ef-d59b-4ce4-9144-d609e24a782f binding host dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:11:23.828560 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2d50d0d7-eb5b-49ae-b11b-b983af57143d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:24.144216 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2d50d0d7-eb5b-49ae-b11b-b983af57143d None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:24.154113 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2d50d0d7-eb5b-49ae-b11b-b983af57143d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:24.214339 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078f987-2c78-400d-9397-7e5cb8b04094 None None] Pushing event updated for resources: {'Port': ['ID=0450f7ef-d59b-4ce4-9144-d609e24a782f,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:24.285222 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-2d50d0d7-eb5b-49ae-b11b-b983af57143d None None] Attempting to bind port 0450f7ef-d59b-4ce4-9144-d609e24a782f on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:11:24.285851 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-2d50d0d7-eb5b-49ae-b11b-b983af57143d None None] Attempting to bind port 0450f7ef-d59b-4ce4-9144-d609e24a782f by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'c04827c3-1e38-41c9-9022-0eb21d891418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '05a5bf33-b48b-4389-82fd-32ccbd12a36f'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:11:24.286374 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d50d0d7-eb5b-49ae-b11b-b983af57143d None None] Attempting to bind port 0450f7ef-d59b-4ce4-9144-d609e24a782f on network 05a5bf33-b48b-4389-82fd-32ccbd12a36f {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:11:24.294513 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d50d0d7-eb5b-49ae-b11b-b983af57143d None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:11:24.295801 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d50d0d7-eb5b-49ae-b11b-b983af57143d None None] Checking segment: {'id': 'c04827c3-1e38-41c9-9022-0eb21d891418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '05a5bf33-b48b-4389-82fd-32ccbd12a36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:11:24.296394 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2d50d0d7-eb5b-49ae-b11b-b983af57143d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:24.297306 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d50d0d7-eb5b-49ae-b11b-b983af57143d None None] Bound using segment: {'id': 'c04827c3-1e38-41c9-9022-0eb21d891418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '05a5bf33-b48b-4389-82fd-32ccbd12a36f'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:11:24.298027 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-2d50d0d7-eb5b-49ae-b11b-b983af57143d None None] Bound port: 0450f7ef-d59b-4ce4-9144-d609e24a782f, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04827c3-1e38-41c9-9022-0eb21d891418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '05a5bf33-b48b-4389-82fd-32ccbd12a36f'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:11:24.298812 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2d50d0d7-eb5b-49ae-b11b-b983af57143d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:24.393406 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-2d50d0d7-eb5b-49ae-b11b-b983af57143d None None] For port 0450f7ef-d59b-4ce4-9144-d609e24a782f, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:11:24.397430 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-2d50d0d7-eb5b-49ae-b11b-b983af57143d None None] For port 0450f7ef-d59b-4ce4-9144-d609e24a782f, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=0450f7ef-d59b-4ce4-9144-d609e24a782f,segment=NetworkSegment(c04827c3-1e38-41c9-9022-0eb21d891418),segment_id=c04827c3-1e38-41c9-9022-0eb21d891418)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:11:24.404721 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2d50d0d7-eb5b-49ae-b11b-b983af57143d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:24.521833 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cba1a851-60d6-47e5-9154-5817e84de978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:24.526051 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d50d0d7-eb5b-49ae-b11b-b983af57143d None None] Routers {'82f7b712-70c0-4fa4-8bd3-2ad11e336681'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:11:24.526681 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2d50d0d7-eb5b-49ae-b11b-b983af57143d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:10:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['82f7b712-70c0-4fa4-8bd3-2ad11e336681'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:24.582426 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078f987-2c78-400d-9397-7e5cb8b04094 None None] Pushing event updated for resources: {'Port': ['ID=0450f7ef-d59b-4ce4-9144-d609e24a782f,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:24.589379 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-d5838605-5c11-43e6-b794-28df3aff7428 None None] Provisioning complete for port 0450f7ef-d59b-4ce4-9144-d609e24a782f triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:24.589748 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d5838605-5c11-43e6-b794-28df3aff7428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:24.718563 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-2d50d0d7-eb5b-49ae-b11b-b983af57143d None None] Set router 82f7b712-70c0-4fa4-8bd3-2ad11e336681 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:11:24.766052 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d5838605-5c11-43e6-b794-28df3aff7428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:24.869123 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-d5838605-5c11-43e6-b794-28df3aff7428 None None] For port 0450f7ef-d59b-4ce4-9144-d609e24a782f, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=0450f7ef-d59b-4ce4-9144-d609e24a782f,segment=NetworkSegment(c04827c3-1e38-41c9-9022-0eb21d891418),segment_id=c04827c3-1e38-41c9-9022-0eb21d891418)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:11:24.878094 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d5838605-5c11-43e6-b794-28df3aff7428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:24.976090 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5838605-5c11-43e6-b794-28df3aff7428 None None] Pushing event updated for resources: {'Port': ['ID=0450f7ef-d59b-4ce4-9144-d609e24a782f,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:25.007962 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-cfe249d8-09cb-4258-be8d-18c0846f9d9e None None] Provisioning complete for port 0450f7ef-d59b-4ce4-9144-d609e24a782f triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:25.008330 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cfe249d8-09cb-4258-be8d-18c0846f9d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:25.038973 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2d50d0d7-eb5b-49ae-b11b-b983af57143d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f7b712-70c0-4fa4-8bd3-2ad11e336681', 'name': 'tempest-TestMinimumBasicScenario-137828042-router', 'tenant_id': '4ef772025f294b6fbcba2cb12471ec52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': '88879626-6b2c-471b-be3b-b4041890231a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:17Z', 'updated_at': '2022-02-16T13:11:21Z', 'revision_number': 4, 'project_id': '4ef772025f294b6fbcba2cb12471ec52', 'gw_port': {'id': '88879626-6b2c-471b-be3b-b4041890231a', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:fb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f7b712-70c0-4fa4-8bd3-2ad11e336681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:18Z', 'updated_at': '2022-02-16T13:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '0450f7ef-d59b-4ce4-9144-d609e24a782f', 'name': '', 'network_id': '05a5bf33-b48b-4389-82fd-32ccbd12a36f', 'tenant_id': '4ef772025f294b6fbcba2cb12471ec52', 'mac_address': 'fa:16:3e:e2:3a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f7b712-70c0-4fa4-8bd3-2ad11e336681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '52ac9530-287f-4d2e-bfcf-fb092df9b871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:20Z', 'updated_at': '2022-02-16T13:11:24Z', 'revision_number': 4, 'project_id': '4ef772025f294b6fbcba2cb12471ec52', 'subnets': [{'id': '52ac9530-287f-4d2e-bfcf-fb092df9b871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:25.069259 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d50d0d7-eb5b-49ae-b11b-b983af57143d None None] The sync data for ids ['82f7b712-70c0-4fa4-8bd3-2ad11e336681'] in dv-neutron-828142-3-hyperv is: [{'id': '82f7b712-70c0-4fa4-8bd3-2ad11e336681', 'name': 'tempest-TestMinimumBasicScenario-137828042-router', 'tenant_id': '4ef772025f294b6fbcba2cb12471ec52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': '88879626-6b2c-471b-be3b-b4041890231a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:17Z', 'updated_at': '2022-02-16T13:11:21Z', 'revision_number': 4, 'project_id': '4ef772025f294b6fbcba2cb12471ec52', 'gw_port': {'id': '88879626-6b2c-471b-be3b-b4041890231a', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:fb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f7b712-70c0-4fa4-8bd3-2ad11e336681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:18Z', 'updated_at': '2022-02-16T13:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '0450f7ef-d59b-4ce4-9144-d609e24a782f', 'name': '', 'network_id': '05a5bf33-b48b-4389-82fd-32ccbd12a36f', 'tenant_id': '4ef772025f294b6fbcba2cb12471ec52', 'mac_address': 'fa:16:3e:e2:3a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f7b712-70c0-4fa4-8bd3-2ad11e336681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '52ac9530-287f-4d2e-bfcf-fb092df9b871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:20Z', 'updated_at': '2022-02-16T13:11:24Z', 'revision_number': 4, 'project_id': '4ef772025f294b6fbcba2cb12471ec52', 'subnets': [{'id': '52ac9530-287f-4d2e-bfcf-fb092df9b871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:11:25.186963 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 88879626-6b2c-471b-be3b-b4041890231a up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:11:25.258963 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 88879626-6b2c-471b-be3b-b4041890231a triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:25.259685 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:25.807349 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:27.068360 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:27.172678 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 0450f7ef-d59b-4ce4-9144-d609e24a782f up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:11:27.232473 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 0450f7ef-d59b-4ce4-9144-d609e24a782f triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:27.233610 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:27.426123 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:28.720183 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:32.241881 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-81a11add-7cab-45b6-bc63-9533d4924037 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:32.244456 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-81a11add-7cab-45b6-bc63-9533d4924037 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/networks?id=82c50d7f-1406-43ae-93b7-a38d1f170c97 HTTP/1.1" status: 200 len: 815 time: 0.1200109 Feb 16 13:11:32.260762 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-2a61bb4c-ddf6-4a35-9b7b-dfc81b4fb3d5 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/quotas/99bbdeb3c1504d56979efec2bf060943 HTTP/1.1" status: 200 len: 375 time: 0.0099444 Feb 16 13:11:32.312768 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-c4476730-38a2-4f42-8aa8-67b909a94461 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=99bbdeb3c1504d56979efec2bf060943&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457067 Feb 16 13:11:32.506830 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-7ddb0446-72cf-4f4c-9f0a-29917ea974c2 service neutron] 10.222.0.90 "GET /v2.0/networks/82c50d7f-1406-43ae-93b7-a38d1f170c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821187 Feb 16 13:11:32.597752 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-8c2a13b6-f7eb-41eb-a0ca-eba306eb81e7 service neutron] 10.222.0.90 "GET /v2.0/networks/82c50d7f-1406-43ae-93b7-a38d1f170c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846248 Feb 16 13:11:32.754377 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0888c992-b8a2-4e12-8736-6190d9324bc2 req-cb2525f8-d3ec-4d42-b162-a8156e05b5f2 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/ports?device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 210 time: 0.0274854 Feb 16 13:11:33.735424 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-70ffd738-24c5-4c13-b709-8a82a7dd1554 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:33.737032 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-70ffd738-24c5-4c13-b709-8a82a7dd1554 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.42 "GET /v2.0/networks?id=82c50d7f-1406-43ae-93b7-a38d1f170c97 HTTP/1.1" status: 200 len: 815 time: 0.1145630 Feb 16 13:11:33.753522 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-8e0eb076-d865-4972-b1a6-6e02b0e3eba9 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Request body: {'port': {'device_id': '134d06ad-bb0c-45fd-9c3b-5132178174fa', 'network_id': '82c50d7f-1406-43ae-93b7-a38d1f170c97', 'admin_state_up': True, 'tenant_id': '99bbdeb3c1504d56979efec2bf060943'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:11:33.854732 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4e36e4a2-0216-456a-a561-605436f0804c req-cd91ee2b-3736-48df-8aa8-013b0ce3d322 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/ports?device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 210 time: 0.0307610 Feb 16 13:11:33.873908 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-8e0eb076-d865-4972-b1a6-6e02b0e3eba9 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Made reservation on behalf of 99bbdeb3c1504d56979efec2bf060943 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:11:33.877587 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-8e0eb076-d865-4972-b1a6-6e02b0e3eba9 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:34.027364 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-8e0eb076-d865-4972-b1a6-6e02b0e3eba9 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Allocated IP 172.20.0.4 (82c50d7f-1406-43ae-93b7-a38d1f170c97/31104335-3262-4cd7-ae3e-803b9d155c9d/d16854eb-8a12-48a6-9d00-d279a47531a7) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:11:34.248444 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-8e0eb076-d865-4972-b1a6-6e02b0e3eba9 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:34.300839 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-8e0eb076-d865-4972-b1a6-6e02b0e3eba9 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:34.356462 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-8e0eb076-d865-4972-b1a6-6e02b0e3eba9 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Network 82c50d7f-1406-43ae-93b7-a38d1f170c97 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:11:34.360934 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-8e0eb076-d865-4972-b1a6-6e02b0e3eba9 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:11:34.363345 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0eb076-d865-4972-b1a6-6e02b0e3eba9 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Pushing event updated for resources: {'Port': ['ID=d16854eb-8a12-48a6-9d00-d279a47531a7,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:34.365846 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-8e0eb076-d865-4972-b1a6-6e02b0e3eba9 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:11:34.444315 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-8e0eb076-d865-4972-b1a6-6e02b0e3eba9 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:34.445708 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-8e0eb076-d865-4972-b1a6-6e02b0e3eba9 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:34.487388 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-8e0eb076-d865-4972-b1a6-6e02b0e3eba9 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7386770 Feb 16 13:11:34.736605 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-85a28f84-2243-4564-8bbd-eebe9ab7eed1 None None] Provisioning complete for port d16854eb-8a12-48a6-9d00-d279a47531a7 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:34.737260 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-85a28f84-2243-4564-8bbd-eebe9ab7eed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:34.773511 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-85a28f84-2243-4564-8bbd-eebe9ab7eed1 None None] Port d16854eb-8a12-48a6-9d00-d279a47531a7 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:11:34.993253 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97b60b-e578-4e25-b58e-93833113a272 req-5e421e46-c703-4c2e-8508-f728f93f3ff9 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:34.995026 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7e97b60b-e578-4e25-b58e-93833113a272 req-5e421e46-c703-4c2e-8508-f728f93f3ff9 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/ports?device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 931 time: 0.0599675 Feb 16 13:11:35.047337 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7e97b60b-e578-4e25-b58e-93833113a272 req-605a868f-e431-4a31-bc56-b68414464611 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/security-groups?id=f74f6fe0-03bb-4ca4-b714-8c990b53ebf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451479 Feb 16 13:11:36.209163 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8e4fb-6a8d-4f30-af7b-52e3056e9435 req-8637e7b6-bbfe-4932-a55d-c639e481fa60 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:36.211610 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0ce8e4fb-6a8d-4f30-af7b-52e3056e9435 req-8637e7b6-bbfe-4932-a55d-c639e481fa60 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/ports?device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 931 time: 0.0623801 Feb 16 13:11:36.255933 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0ce8e4fb-6a8d-4f30-af7b-52e3056e9435 req-b439454a-73f0-4fb4-b2c8-7c8f49632771 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/security-groups?id=f74f6fe0-03bb-4ca4-b714-8c990b53ebf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375700 Feb 16 13:11:37.383308 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b6f1a-94e9-4018-a1e0-0226fc0ce85a req-dc794c4c-accc-4f5e-b14c-0ad1fcb060bc tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:37.385160 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c93b6f1a-94e9-4018-a1e0-0226fc0ce85a req-dc794c4c-accc-4f5e-b14c-0ad1fcb060bc tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/ports?device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 931 time: 0.0573883 Feb 16 13:11:37.433013 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c93b6f1a-94e9-4018-a1e0-0226fc0ce85a req-65c66256-9a44-416b-b736-a16d6da0371e tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/security-groups?id=f74f6fe0-03bb-4ca4-b714-8c990b53ebf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407989 Feb 16 13:11:38.440824 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:11:38.571258 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def403cb-1239-48b8-b1f4-be19d846e1ab req-75b7f338-f469-4af6-91a4-d59f36f99d31 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:38.573037 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-def403cb-1239-48b8-b1f4-be19d846e1ab req-75b7f338-f469-4af6-91a4-d59f36f99d31 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/ports?device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 931 time: 0.0657389 Feb 16 13:11:38.615774 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-def403cb-1239-48b8-b1f4-be19d846e1ab req-8f6f0a1b-ad2d-4385-a089-67eb00fa997c tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/security-groups?id=f74f6fe0-03bb-4ca4-b714-8c990b53ebf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358987 Feb 16 13:11:39.743516 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8aa48-616a-42e8-8b8b-46fe677851f2 req-3dcf530e-45d3-491c-a876-b2be04b343e4 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:39.745100 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-96b8aa48-616a-42e8-8b8b-46fe677851f2 req-3dcf530e-45d3-491c-a876-b2be04b343e4 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/ports?device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 931 time: 0.0523190 Feb 16 13:11:39.786648 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-96b8aa48-616a-42e8-8b8b-46fe677851f2 req-b34a666e-c630-41b4-a11a-62b2582825cb tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/security-groups?id=f74f6fe0-03bb-4ca4-b714-8c990b53ebf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352585 Feb 16 13:11:40.932971 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb08f3-45a9-4535-a186-b82e82021625 req-5945f785-3496-4989-99c7-8a4bcf99a655 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:40.935121 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-79fb08f3-45a9-4535-a186-b82e82021625 req-5945f785-3496-4989-99c7-8a4bcf99a655 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/ports?device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 931 time: 0.0717542 Feb 16 13:11:40.975784 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-79fb08f3-45a9-4535-a186-b82e82021625 req-15947022-7c2f-432a-b55e-87a52efec42f tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/security-groups?id=f74f6fe0-03bb-4ca4-b714-8c990b53ebf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346651 Feb 16 13:11:41.681228 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-2f336d54-dd51-4696-93bd-ca456f84a306 service neutron] Request body: {'port': {'device_id': '134d06ad-bb0c-45fd-9c3b-5132178174fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:11:41.747976 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-2f336d54-dd51-4696-93bd-ca456f84a306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:42.027933 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-2f336d54-dd51-4696-93bd-ca456f84a306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d16854eb-8a12-48a6-9d00-d279a47531a7 {{(pid=109049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:11:42.037770 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-2f336d54-dd51-4696-93bd-ca456f84a306 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:42.051884 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.provisioning_blocks [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-2f336d54-dd51-4696-93bd-ca456f84a306 service neutron] Transition to ACTIVE for port object d16854eb-8a12-48a6-9d00-d279a47531a7 will not be triggered until provisioned by entity L2. {{(pid=109049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:11:42.056344 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-2f336d54-dd51-4696-93bd-ca456f84a306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:42.103192 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2aff30-3ac1-4d3b-b1fe-8db6be6f2608 req-5a6c7829-4d58-41a7-b260-9226110cee8d tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:42.105043 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ee2aff30-3ac1-4d3b-b1fe-8db6be6f2608 req-5a6c7829-4d58-41a7-b260-9226110cee8d tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/ports?device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 943 time: 0.0557346 Feb 16 13:11:42.125252 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f336d54-dd51-4696-93bd-ca456f84a306 service neutron] Pushing event updated for resources: {'Port': ['ID=d16854eb-8a12-48a6-9d00-d279a47531a7,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:42.166019 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ee2aff30-3ac1-4d3b-b1fe-8db6be6f2608 req-76dba136-015d-4df1-a69f-29bcc185c692 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/security-groups?id=f74f6fe0-03bb-4ca4-b714-8c990b53ebf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524335 Feb 16 13:11:42.215760 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-2f336d54-dd51-4696-93bd-ca456f84a306 service neutron] Attempting to bind port d16854eb-8a12-48a6-9d00-d279a47531a7 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:11:42.216113 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-2f336d54-dd51-4696-93bd-ca456f84a306 service neutron] Attempting to bind port d16854eb-8a12-48a6-9d00-d279a47531a7 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '82c50d7f-1406-43ae-93b7-a38d1f170c97'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:11:42.216467 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-2f336d54-dd51-4696-93bd-ca456f84a306 service neutron] Attempting to bind port d16854eb-8a12-48a6-9d00-d279a47531a7 on network 82c50d7f-1406-43ae-93b7-a38d1f170c97 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:11:42.222042 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-2f336d54-dd51-4696-93bd-ca456f84a306 service neutron] Port d16854eb-8a12-48a6-9d00-d279a47531a7 on network 82c50d7f-1406-43ae-93b7-a38d1f170c97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:11:42.222368 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-2f336d54-dd51-4696-93bd-ca456f84a306 service neutron] Attempting to bind port d16854eb-8a12-48a6-9d00-d279a47531a7 on network 82c50d7f-1406-43ae-93b7-a38d1f170c97 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:11:42.228726 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-2f336d54-dd51-4696-93bd-ca456f84a306 service neutron] Checking agent: {'id': '31a9428e-e23a-420f-bfe2-5870b63c0436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'started_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:11:42.229064 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-2f336d54-dd51-4696-93bd-ca456f84a306 service neutron] Checking segment: {'id': '5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '82c50d7f-1406-43ae-93b7-a38d1f170c97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:11:42.229447 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-2f336d54-dd51-4696-93bd-ca456f84a306 service neutron] Bound using segment: {'id': '5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '82c50d7f-1406-43ae-93b7-a38d1f170c97'} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:11:42.229866 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-2f336d54-dd51-4696-93bd-ca456f84a306 service neutron] Bound port: d16854eb-8a12-48a6-9d00-d279a47531a7, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '82c50d7f-1406-43ae-93b7-a38d1f170c97'}}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:11:42.230219 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-2f336d54-dd51-4696-93bd-ca456f84a306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:42.300983 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-2f336d54-dd51-4696-93bd-ca456f84a306 service neutron] For port d16854eb-8a12-48a6-9d00-d279a47531a7, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:11:42.305101 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-2f336d54-dd51-4696-93bd-ca456f84a306 service neutron] For port d16854eb-8a12-48a6-9d00-d279a47531a7, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d16854eb-8a12-48a6-9d00-d279a47531a7,segment=NetworkSegment(5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a),segment_id=5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a)] {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:11:42.310701 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-2f336d54-dd51-4696-93bd-ca456f84a306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:42.348413 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-2f336d54-dd51-4696-93bd-ca456f84a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:42.348978 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-2f336d54-dd51-4696-93bd-ca456f84a306 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:42.350501 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-2f336d54-dd51-4696-93bd-ca456f84a306 service neutron] 10.222.0.42 "PUT /v2.0/ports/d16854eb-8a12-48a6-9d00-d279a47531a7 HTTP/1.1" status: 200 len: 1093 time: 0.6760590 Feb 16 13:11:42.350950 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '134d06ad-bb0c-45fd-9c3b-5132178174fa', 'tag': 'd16854eb-8a12-48a6-9d00-d279a47531a7'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:11:42.353273 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4d4d3d-f026-45d3-bf67-87c6c0d795b4" -d '{"events": [{"name": "network-changed", "server_uuid": "134d06ad-bb0c-45fd-9c3b-5132178174fa", "tag": "d16854eb-8a12-48a6-9d00-d279a47531a7"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:11:42.380329 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f336d54-dd51-4696-93bd-ca456f84a306 service neutron] Pushing event updated for resources: {'Port': ['ID=d16854eb-8a12-48a6-9d00-d279a47531a7,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:42.436548 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41331243-c2c3-42c3-9029-bd94ae20b215 x-openstack-request-id: req-41331243-c2c3-42c3-9029-bd94ae20b215 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:11:42.437056 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "134d06ad-bb0c-45fd-9c3b-5132178174fa", "tag": "d16854eb-8a12-48a6-9d00-d279a47531a7", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:11:42.437383 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-41331243-c2c3-42c3-9029-bd94ae20b215 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:11:42.437851 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '134d06ad-bb0c-45fd-9c3b-5132178174fa', 'tag': 'd16854eb-8a12-48a6-9d00-d279a47531a7', 'status': 'completed', 'code': 200} Feb 16 13:11:42.458102 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-af8bcf73-b2d4-4231-90a6-bb67279f0793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:42.459628 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-af8bcf73-b2d4-4231-90a6-bb67279f0793 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=99bbdeb3c1504d56979efec2bf060943&device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 1096 time: 0.0557451 Feb 16 13:11:42.510122 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-c0ecca43-6c3a-4103-a710-5a5cda08df6d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d16854eb-8a12-48a6-9d00-d279a47531a7 HTTP/1.1" status: 200 len: 217 time: 0.0410786 Feb 16 13:11:42.567671 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-d3940f25-c381-40a0-9c25-67cc5a3ebaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:42.569338 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-d3940f25-c381-40a0-9c25-67cc5a3ebaf9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=31104335-3262-4cd7-ae3e-803b9d155c9d HTTP/1.1" status: 200 len: 854 time: 0.0528913 Feb 16 13:11:42.620803 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-3bbd2179-2751-47e4-bf7f-fc8bb65ac65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:42.622311 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-3bbd2179-2751-47e4-bf7f-fc8bb65ac65f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=82c50d7f-1406-43ae-93b7-a38d1f170c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0463741 Feb 16 13:11:42.721343 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-57ec3f86-6b5f-4125-afb6-1f197d3ee450 service neutron] 10.222.0.42 "GET /v2.0/networks/82c50d7f-1406-43ae-93b7-a38d1f170c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910974 Feb 16 13:11:42.811510 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ab48eeac-e46e-4d85-a87e-ec4ee35d44f9 req-0792c3b9-ec0c-484c-81e6-9fb1c726fa86 service neutron] 10.222.0.42 "GET /v2.0/networks/82c50d7f-1406-43ae-93b7-a38d1f170c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821016 Feb 16 13:11:42.897399 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d4d3d-f026-45d3-bf67-87c6c0d795b4 req-e23152e4-b255-46b7-a607-5dd43dde44a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:42.899290 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6c4d4d3d-f026-45d3-bf67-87c6c0d795b4 req-e23152e4-b255-46b7-a607-5dd43dde44a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=99bbdeb3c1504d56979efec2bf060943&device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 1096 time: 0.0424435 Feb 16 13:11:42.996722 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d4d3d-f026-45d3-bf67-87c6c0d795b4 req-74c01444-ae4c-4b9f-9bd7-c12a9ce440f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:42.998666 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6c4d4d3d-f026-45d3-bf67-87c6c0d795b4 req-74c01444-ae4c-4b9f-9bd7-c12a9ce440f6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=82c50d7f-1406-43ae-93b7-a38d1f170c97 HTTP/1.1" status: 200 len: 916 time: 0.0918548 Feb 16 13:11:43.039621 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6c4d4d3d-f026-45d3-bf67-87c6c0d795b4 req-3709ef11-67a9-4677-a59a-1b768edae27f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d16854eb-8a12-48a6-9d00-d279a47531a7 HTTP/1.1" status: 200 len: 217 time: 0.0346358 Feb 16 13:11:43.095200 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d4d3d-f026-45d3-bf67-87c6c0d795b4 req-f8cdfa97-5244-4c98-8eaf-f4242626b38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:43.096940 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6c4d4d3d-f026-45d3-bf67-87c6c0d795b4 req-f8cdfa97-5244-4c98-8eaf-f4242626b38d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=31104335-3262-4cd7-ae3e-803b9d155c9d HTTP/1.1" status: 200 len: 854 time: 0.0504558 Feb 16 13:11:43.147198 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d4d3d-f026-45d3-bf67-87c6c0d795b4 req-12bc71be-ecfd-4fd8-ad6d-9cf89af8a491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:43.148761 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6c4d4d3d-f026-45d3-bf67-87c6c0d795b4 req-12bc71be-ecfd-4fd8-ad6d-9cf89af8a491 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=82c50d7f-1406-43ae-93b7-a38d1f170c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435078 Feb 16 13:11:43.243275 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6c4d4d3d-f026-45d3-bf67-87c6c0d795b4 req-692a765b-836d-497b-80cc-d7d7795cecc4 service neutron] 10.222.0.42 "GET /v2.0/networks/82c50d7f-1406-43ae-93b7-a38d1f170c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867665 Feb 16 13:11:43.282680 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a574ad-30ee-44ca-bcb4-b7fe0d1a617f req-2294d849-2047-43b4-92b8-3d3975efab2b tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:43.284226 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-01a574ad-30ee-44ca-bcb4-b7fe0d1a617f req-2294d849-2047-43b4-92b8-3d3975efab2b tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/ports?device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 943 time: 0.0505681 Feb 16 13:11:43.325988 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-01a574ad-30ee-44ca-bcb4-b7fe0d1a617f req-da95f42e-c711-408a-9379-591b2da33ddf tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/security-groups?id=f74f6fe0-03bb-4ca4-b714-8c990b53ebf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347276 Feb 16 13:11:43.346487 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6c4d4d3d-f026-45d3-bf67-87c6c0d795b4 req-384fe1e3-1dfb-432f-8fa5-a71b5d077811 service neutron] 10.222.0.42 "GET /v2.0/networks/82c50d7f-1406-43ae-93b7-a38d1f170c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957220 Feb 16 13:11:44.452274 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4bd56-a171-4aae-ad6e-172a04e5faae req-9929c5df-12e7-4db5-b3fd-3673bf344f70 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:44.454052 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-79e4bd56-a171-4aae-ad6e-172a04e5faae req-9929c5df-12e7-4db5-b3fd-3673bf344f70 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/ports?device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 943 time: 0.0578704 Feb 16 13:11:44.503378 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-79e4bd56-a171-4aae-ad6e-172a04e5faae req-7aaa2f02-2c8d-4344-bbd3-4b6a7bc1f68e tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/security-groups?id=f74f6fe0-03bb-4ca4-b714-8c990b53ebf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365086 Feb 16 13:11:45.626086 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b296d06-b26d-4220-b10d-2e76d2770d4c req-327ce6a7-8646-4b92-9036-8a79a7a59e4c tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:45.627649 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8b296d06-b26d-4220-b10d-2e76d2770d4c req-327ce6a7-8646-4b92-9036-8a79a7a59e4c tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/ports?device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 943 time: 0.0551295 Feb 16 13:11:45.672447 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8b296d06-b26d-4220-b10d-2e76d2770d4c req-19d76d15-4663-4883-960b-4864a81d4578 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/security-groups?id=f74f6fe0-03bb-4ca4-b714-8c990b53ebf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373728 Feb 16 13:11:45.714659 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device d16854eb-8a12-48a6-9d00-d279a47531a7 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:11:45.823607 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port d16854eb-8a12-48a6-9d00-d279a47531a7, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d16854eb-8a12-48a6-9d00-d279a47531a7,segment=NetworkSegment(5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a),segment_id=5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:11:45.836027 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': 'd16854eb-8a12-48a6-9d00-d279a47531a7', 'network_id': '82c50d7f-1406-43ae-93b7-a38d1f170c97', 'port_id': 'd16854eb-8a12-48a6-9d00-d279a47531a7', 'mac_address': 'fa:16:3e:c5:dd:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31104335-3262-4cd7-ae3e-803b9d155c9d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:11:45.878819 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:45.893656 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d16854eb-8a12-48a6-9d00-d279a47531a7 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:11:45.916735 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port d16854eb-8a12-48a6-9d00-d279a47531a7, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d16854eb-8a12-48a6-9d00-d279a47531a7,segment=NetworkSegment(5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a),segment_id=5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:11:45.921418 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:45.986576 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=d16854eb-8a12-48a6-9d00-d279a47531a7,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:45.995965 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:45.996307 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:45.996684 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:45.997016 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:45.997348 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:45.997691 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:45.998631 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:45.999001 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:45.999367 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:45.999695 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:46.000014 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:46.000356 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:46.162108 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['d16854eb-8a12-48a6-9d00-d279a47531a7'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:11:46.789452 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d619b6-c0d9-42c4-9618-9c41604b36b3 req-f925e8cb-f06e-4371-bb20-8495902c1564 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:46.790958 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-87d619b6-c0d9-42c4-9618-9c41604b36b3 req-f925e8cb-f06e-4371-bb20-8495902c1564 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/ports?device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 944 time: 0.0509768 Feb 16 13:11:46.829590 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-87d619b6-c0d9-42c4-9618-9c41604b36b3 req-e8474533-97d3-4e9e-b32e-180702d3ed5c tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/security-groups?id=f74f6fe0-03bb-4ca4-b714-8c990b53ebf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324082 Feb 16 13:11:47.721512 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device d16854eb-8a12-48a6-9d00-d279a47531a7 up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:11:47.768794 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning for port d16854eb-8a12-48a6-9d00-d279a47531a7 completed by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:11:47.772857 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port d16854eb-8a12-48a6-9d00-d279a47531a7 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:47.773224 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:47.851216 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:47.875444 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134d06ad-bb0c-45fd-9c3b-5132178174fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16854eb-8a12-48a6-9d00-d279a47531a7'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:11:47.877767 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff269ab-9184-483c-b7ef-d79c88f93fd4" -d '{"events": [{"server_uuid": "134d06ad-bb0c-45fd-9c3b-5132178174fa", "name": "network-vif-plugged", "status": "completed", "tag": "d16854eb-8a12-48a6-9d00-d279a47531a7"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:11:47.890985 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port d16854eb-8a12-48a6-9d00-d279a47531a7, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d16854eb-8a12-48a6-9d00-d279a47531a7,segment=NetworkSegment(5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a),segment_id=5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:11:47.895776 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:47.920957 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ccf58e-1376-4cca-9790-01117b4125b3 x-openstack-request-id: req-95ccf58e-1376-4cca-9790-01117b4125b3 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:11:47.921293 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "134d06ad-bb0c-45fd-9c3b-5132178174fa", "name": "network-vif-plugged", "status": "completed", "tag": "d16854eb-8a12-48a6-9d00-d279a47531a7", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:11:47.921550 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-95ccf58e-1376-4cca-9790-01117b4125b3 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:11:47.921945 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '134d06ad-bb0c-45fd-9c3b-5132178174fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16854eb-8a12-48a6-9d00-d279a47531a7', 'code': 200} Feb 16 13:11:47.948068 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=d16854eb-8a12-48a6-9d00-d279a47531a7,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:47.961557 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be48b5d-7d1e-48da-ad09-ddb6a8f21724 req-5673d46a-3fcd-40b3-8095-98a7e4e4d051 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:47.963064 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1be48b5d-7d1e-48da-ad09-ddb6a8f21724 req-5673d46a-3fcd-40b3-8095-98a7e4e4d051 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/ports?device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 945 time: 0.0613794 Feb 16 13:11:48.005085 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1be48b5d-7d1e-48da-ad09-ddb6a8f21724 req-fbbae106-30f7-40b8-9f52-509cee2a4e12 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/security-groups?id=f74f6fe0-03bb-4ca4-b714-8c990b53ebf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353026 Feb 16 13:11:48.088582 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9b9d8-f6be-4419-952a-81a71b3e388b req-2b3cfa36-294e-4f9a-bb7b-92b70c509b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:48.090294 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a2d9b9d8-f6be-4419-952a-81a71b3e388b req-2b3cfa36-294e-4f9a-bb7b-92b70c509b42 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 1098 time: 0.0408797 Feb 16 13:11:48.125900 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a2d9b9d8-f6be-4419-952a-81a71b3e388b req-469f94c9-3717-4599-8cd2-6230c818dbdb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f74f6fe0-03bb-4ca4-b714-8c990b53ebf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283089 Feb 16 13:11:49.129580 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072cd93-f72f-4b15-9e5b-16ba3b5ee0ca req-984964e3-7cd4-470e-9fd8-c6b94bfba6cc tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:49.131100 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5072cd93-f72f-4b15-9e5b-16ba3b5ee0ca req-984964e3-7cd4-470e-9fd8-c6b94bfba6cc tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/ports?device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 945 time: 0.0506237 Feb 16 13:11:49.169800 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5072cd93-f72f-4b15-9e5b-16ba3b5ee0ca req-be781d3a-edd5-4473-b2e6-7171d0250c00 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/security-groups?id=f74f6fe0-03bb-4ca4-b714-8c990b53ebf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327802 Feb 16 13:11:50.285353 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a156d23-e2cf-4930-9803-91c3fde85bfa req-5f426bc5-970e-48df-930b-f9dbeee62285 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:50.286856 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3a156d23-e2cf-4930-9803-91c3fde85bfa req-5f426bc5-970e-48df-930b-f9dbeee62285 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/ports?device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 945 time: 0.0501761 Feb 16 13:11:50.324907 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3a156d23-e2cf-4930-9803-91c3fde85bfa req-c850c755-61ae-4871-8270-aa18fe57fdb9 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/security-groups?id=f74f6fe0-03bb-4ca4-b714-8c990b53ebf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318897 Feb 16 13:11:50.441127 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77aeb8f-02cf-409c-b67c-50ab2b672dc5 req-c3e50782-5177-4976-9815-16fc8d903f66 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:50.442618 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f77aeb8f-02cf-409c-b67c-50ab2b672dc5 req-c3e50782-5177-4976-9815-16fc8d903f66 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/ports?device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 945 time: 0.0528717 Feb 16 13:11:50.481399 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f77aeb8f-02cf-409c-b67c-50ab2b672dc5 req-d01fe050-4465-4f00-9cb3-b2d339e13fbd tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/security-groups?id=f74f6fe0-03bb-4ca4-b714-8c990b53ebf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328467 Feb 16 13:11:50.836505 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635ac3f-9dd4-4fc4-96b0-e460e85e52ed req-fb805798-5cc1-42bf-84f0-58249ab5e5ce tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:50.837980 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d635ac3f-9dd4-4fc4-96b0-e460e85e52ed req-fb805798-5cc1-42bf-84f0-58249ab5e5ce tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/ports?device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 945 time: 0.0487676 Feb 16 13:11:50.876273 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d635ac3f-9dd4-4fc4-96b0-e460e85e52ed req-a9ca2453-f010-49ac-a73b-61de29e4396e tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/security-groups?id=f74f6fe0-03bb-4ca4-b714-8c990b53ebf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320556 Feb 16 13:11:52.310122 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0565b11e-852b-4ad7-9648-c390aa8686cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:52.596242 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c5b5a927-a705-446f-a3b6-63c34a565cea req-4bf152f8-f1bb-4a32-99b3-2aaf15412ec7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403256 Feb 16 13:11:52.704543 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5a927-a705-446f-a3b6-63c34a565cea req-c4bde207-8fb2-4934-a83e-32d217731118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:52.706100 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c5b5a927-a705-446f-a3b6-63c34a565cea req-c4bde207-8fb2-4934-a83e-32d217731118 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=99bbdeb3c1504d56979efec2bf060943&device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 1098 time: 0.0498998 Feb 16 13:11:52.819992 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5a927-a705-446f-a3b6-63c34a565cea req-598ee295-fc70-4cd2-968c-25633e277343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:52.821552 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c5b5a927-a705-446f-a3b6-63c34a565cea req-598ee295-fc70-4cd2-968c-25633e277343 service neutron] 10.222.0.42 "GET /v2.0/networks?id=82c50d7f-1406-43ae-93b7-a38d1f170c97 HTTP/1.1" status: 200 len: 916 time: 0.0905912 Feb 16 13:11:52.866861 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c5b5a927-a705-446f-a3b6-63c34a565cea req-9cf13962-aa9e-4083-a009-c0689bada2d6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d16854eb-8a12-48a6-9d00-d279a47531a7 HTTP/1.1" status: 200 len: 217 time: 0.0386114 Feb 16 13:11:52.917778 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5a927-a705-446f-a3b6-63c34a565cea req-e1388804-1b80-40e4-8ca6-ed747df28de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:52.919255 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c5b5a927-a705-446f-a3b6-63c34a565cea req-e1388804-1b80-40e4-8ca6-ed747df28de8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=31104335-3262-4cd7-ae3e-803b9d155c9d HTTP/1.1" status: 200 len: 854 time: 0.0458045 Feb 16 13:11:52.968708 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5a927-a705-446f-a3b6-63c34a565cea req-31b98c7c-d9f2-481c-9d28-7a656ad9df12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:52.970161 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c5b5a927-a705-446f-a3b6-63c34a565cea req-31b98c7c-d9f2-481c-9d28-7a656ad9df12 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=82c50d7f-1406-43ae-93b7-a38d1f170c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429051 Feb 16 13:11:53.077007 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c5b5a927-a705-446f-a3b6-63c34a565cea req-1d311fa3-d2cc-48d8-856f-24b0f9c3ce05 service neutron] 10.222.0.42 "GET /v2.0/networks/82c50d7f-1406-43ae-93b7-a38d1f170c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992067 Feb 16 13:11:53.172131 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c5b5a927-a705-446f-a3b6-63c34a565cea req-c9739f3e-6d76-49f4-b6e8-14c243ecc729 service neutron] 10.222.0.42 "GET /v2.0/networks/82c50d7f-1406-43ae-93b7-a38d1f170c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883620 Feb 16 13:11:54.466165 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-df51822b-b5cf-46b3-b7f3-40284a9fdc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:55.807115 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:57.059607 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:57.412405 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:58.720194 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:03.425333 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51153099-2a87-4108-9af6-3fbc595fcce3 req-03401b52-a409-43f1-9653-d6c8327c20ee tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:03.426813 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-51153099-2a87-4108-9af6-3fbc595fcce3 req-03401b52-a409-43f1-9653-d6c8327c20ee tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/ports?device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 945 time: 0.0483110 Feb 16 13:12:03.463886 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-51153099-2a87-4108-9af6-3fbc595fcce3 req-6c8b8d03-c963-447d-82cd-df2a587b2edd tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/security-groups?id=f74f6fe0-03bb-4ca4-b714-8c990b53ebf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311050 Feb 16 13:12:03.489712 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42786) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:12:03.578340 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dfe766-761e-451b-b51b-c02c9012f852 tempest-TestMinimumBasicScenario-550639657 tempest-TestMinimumBasicScenario-550639657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:03.579783 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a4dfe766-761e-451b-b51b-c02c9012f852 tempest-TestMinimumBasicScenario-550639657 tempest-TestMinimumBasicScenario-550639657-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 1093 time: 0.0890551 Feb 16 13:12:03.583404 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42790) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:12:03.587975 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-aa81f981-162b-41c3-8c0a-f4809cb1e9a5 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Request body: {'floatingip': {'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'port_id': 'd16854eb-8a12-48a6-9d00-d279a47531a7', 'tenant_id': '99bbdeb3c1504d56979efec2bf060943', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:12:03.612264 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-aa81f981-162b-41c3-8c0a-f4809cb1e9a5 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks [] for floatingip, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:03.711859 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-aa81f981-162b-41c3-8c0a-f4809cb1e9a5 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:03.824588 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-aa81f981-162b-41c3-8c0a-f4809cb1e9a5 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Allocated IP 172.26.2.151 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/5ba272fd-e997-43a0-b700-ff7bbf5759bb) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:12:03.926642 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-aa81f981-162b-41c3-8c0a-f4809cb1e9a5 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:03.959320 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-aa81f981-162b-41c3-8c0a-f4809cb1e9a5 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:04.003018 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa81f981-162b-41c3-8c0a-f4809cb1e9a5 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:12:04.006063 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-aa81f981-162b-41c3-8c0a-f4809cb1e9a5 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:12:04.009565 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa81f981-162b-41c3-8c0a-f4809cb1e9a5 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:12:04.015643 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa81f981-162b-41c3-8c0a-f4809cb1e9a5 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Pushing event updated for resources: {'Port': ['ID=5ba272fd-e997-43a0-b700-ff7bbf5759bb,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:04.378322 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-aa81f981-162b-41c3-8c0a-f4809cb1e9a5 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:04.447632 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-aa81f981-162b-41c3-8c0a-f4809cb1e9a5 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:04.610460 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-aa81f981-162b-41c3-8c0a-f4809cb1e9a5 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:04.615102 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-aa81f981-162b-41c3-8c0a-f4809cb1e9a5 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:04.680850 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa81f981-162b-41c3-8c0a-f4809cb1e9a5 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Pushing event updated for resources: {'Port': ['ID=5ba272fd-e997-43a0-b700-ff7bbf5759bb,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:04.693045 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-aa81f981-162b-41c3-8c0a-f4809cb1e9a5 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:04.794554 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.l3_db [None req-aa81f981-162b-41c3-8c0a-f4809cb1e9a5 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Floating IP d33c7289-08f0-434d-af15-28e795391a0f associated. External IP: 172.26.2.151, port: d16854eb-8a12-48a6-9d00-d279a47531a7. Feb 16 13:12:05.010323 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa81f981-162b-41c3-8c0a-f4809cb1e9a5 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Router 365962b5-dd5b-424f-8c5f-e0f92d448667 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:12:05.121171 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa81f981-162b-41c3-8c0a-f4809cb1e9a5 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:12:05.132032 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe3e03a-2287-4325-8705-265a8edda675 None None] Sync routers for ids ['365962b5-dd5b-424f-8c5f-e0f92d448667'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:12:05.139922 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-aa81f981-162b-41c3-8c0a-f4809cb1e9a5 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:05.145522 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe3e03a-2287-4325-8705-265a8edda675 None None] Routers {'365962b5-dd5b-424f-8c5f-e0f92d448667'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:12:05.146569 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-dfe3e03a-2287-4325-8705-265a8edda675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:11:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['365962b5-dd5b-424f-8c5f-e0f92d448667'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:12:05.174911 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-aa81f981-162b-41c3-8c0a-f4809cb1e9a5 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5904224 Feb 16 13:12:05.175504 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '134d06ad-bb0c-45fd-9c3b-5132178174fa', 'tag': 'd16854eb-8a12-48a6-9d00-d279a47531a7'}] {{(pid=109048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:12:05.177912 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 42792) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:12:05.178498 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40068d798dcc31a224174c6c24ac8b3e49f1a518b527dec6066c5fbc28712f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230ac149-dfb9-4970-9dd2-c415f6d85f4b" -d '{"events": [{"name": "network-changed", "server_uuid": "134d06ad-bb0c-45fd-9c3b-5132178174fa", "tag": "d16854eb-8a12-48a6-9d00-d279a47531a7"}]}' {{(pid=109048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:12:05.184924 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-3a749bb4-8ef7-4278-a586-ebf61c8cfdaa tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-378521781', 'description': 'tempest-secgroup-smoke-378521781 description', 'project_id': '99bbdeb3c1504d56979efec2bf060943'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:12:05.212561 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3a749bb4-8ef7-4278-a586-ebf61c8cfdaa tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:05.260508 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-dfe3e03a-2287-4325-8705-265a8edda675 None None] Set router 365962b5-dd5b-424f-8c5f-e0f92d448667 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:12:05.287876 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3a749bb4-8ef7-4278-a586-ebf61c8cfdaa tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:05.293079 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3a749bb4-8ef7-4278-a586-ebf61c8cfdaa tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:05.329674 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3a749bb4-8ef7-4278-a586-ebf61c8cfdaa tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:05.333678 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3a749bb4-8ef7-4278-a586-ebf61c8cfdaa tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1507874 Feb 16 13:12:05.334041 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 42798) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:12:05.338405 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-46bb9b21-5e40-4a50-ad3a-ca94e6d1252b tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Request body: {'security_group_rule': {'security_group_id': '85bd9c9c-10f1-42a3-b76c-9900c0042735', 'project_id': '99bbdeb3c1504d56979efec2bf060943', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:12:05.345163 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a749bb4-8ef7-4278-a586-ebf61c8cfdaa tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85bd9c9c-10f1-42a3-b76c-9900c0042735,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:05.353967 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9559cd1-0f8a-4fbd-adb2-4e8440e8eda5 x-openstack-request-id: req-c9559cd1-0f8a-4fbd-adb2-4e8440e8eda5 {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:12:05.354260 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "134d06ad-bb0c-45fd-9c3b-5132178174fa", "tag": "d16854eb-8a12-48a6-9d00-d279a47531a7", "status": "completed", "code": 200}]} {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:12:05.354510 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c9559cd1-0f8a-4fbd-adb2-4e8440e8eda5 {{(pid=109048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:12:05.354912 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '134d06ad-bb0c-45fd-9c3b-5132178174fa', 'tag': 'd16854eb-8a12-48a6-9d00-d279a47531a7', 'status': 'completed', 'code': 200} Feb 16 13:12:05.358115 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a749bb4-8ef7-4278-a586-ebf61c8cfdaa tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:05.358481 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a749bb4-8ef7-4278-a586-ebf61c8cfdaa tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:05.358837 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a749bb4-8ef7-4278-a586-ebf61c8cfdaa tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:05.359167 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a749bb4-8ef7-4278-a586-ebf61c8cfdaa tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:05.359494 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a749bb4-8ef7-4278-a586-ebf61c8cfdaa tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:05.359820 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a749bb4-8ef7-4278-a586-ebf61c8cfdaa tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:05.360145 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a749bb4-8ef7-4278-a586-ebf61c8cfdaa tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:05.360474 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a749bb4-8ef7-4278-a586-ebf61c8cfdaa tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:05.360809 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a749bb4-8ef7-4278-a586-ebf61c8cfdaa tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:05.361129 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a749bb4-8ef7-4278-a586-ebf61c8cfdaa tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:05.361448 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a749bb4-8ef7-4278-a586-ebf61c8cfdaa tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:05.361819 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a749bb4-8ef7-4278-a586-ebf61c8cfdaa tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:05.412334 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-46bb9b21-5e40-4a50-ad3a-ca94e6d1252b tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:05.450050 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ac149-dfb9-4970-9dd2-c415f6d85f4b req-80e12e0b-c161-471c-b434-7847e7f565eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:05.451668 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-230ac149-dfb9-4970-9dd2-c415f6d85f4b req-80e12e0b-c161-471c-b434-7847e7f565eb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=99bbdeb3c1504d56979efec2bf060943&device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 1098 time: 0.0730970 Feb 16 13:12:05.499428 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-dfe3e03a-2287-4325-8705-265a8edda675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365962b5-dd5b-424f-8c5f-e0f92d448667', 'name': 'tempest-TestMinimumBasicScenario-1105471789-router', 'tenant_id': '99bbdeb3c1504d56979efec2bf060943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'e7111ee5-cfe4-4681-844f-9138ce12eeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:12Z', 'updated_at': '2022-02-16T13:11:15Z', 'revision_number': 4, 'project_id': '99bbdeb3c1504d56979efec2bf060943', 'gw_port': {'id': 'e7111ee5-cfe4-4681-844f-9138ce12eeb3', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:87:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365962b5-dd5b-424f-8c5f-e0f92d448667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:13Z', 'updated_at': '2022-02-16T13:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'd33c7289-08f0-434d-af15-28e795391a0f', 'tenant_id': '99bbdeb3c1504d56979efec2bf060943', 'floating_ip_address': '172.26.2.151', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '365962b5-dd5b-424f-8c5f-e0f92d448667', 'port_id': 'd16854eb-8a12-48a6-9d00-d279a47531a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82c50d7f-1406-43ae-93b7-a38d1f170c97', 'mac_address': 'fa:16:3e:c5:dd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134d06ad-bb0c-45fd-9c3b-5132178174fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:12:04Z', 'updated_at': '2022-02-16T13:12:04Z', 'revision_number': 0, 'project_id': '99bbdeb3c1504d56979efec2bf060943', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68eae709-47a1-42d4-90d7-7d478ca3206b', 'name': '', 'network_id': '82c50d7f-1406-43ae-93b7-a38d1f170c97', 'tenant_id': '99bbdeb3c1504d56979efec2bf060943', 'mac_address': 'fa:16:3e:92:39:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365962b5-dd5b-424f-8c5f-e0f92d448667', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '31104335-3262-4cd7-ae3e-803b9d155c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:15Z', 'updated_at': '2022-02-16T13:11:19Z', 'revision_number': 5, 'project_id': '99bbdeb3c1504d56979efec2bf060943', 'subnets': [{'id': '31104335-3262-4cd7-ae3e-803b9d155c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:12:05.532698 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-46bb9b21-5e40-4a50-ad3a-ca94e6d1252b tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:05.532927 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe3e03a-2287-4325-8705-265a8edda675 None None] Checking router: 365962b5-dd5b-424f-8c5f-e0f92d448667 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:12:05.538916 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-46bb9b21-5e40-4a50-ad3a-ca94e6d1252b tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:05.542730 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe3e03a-2287-4325-8705-265a8edda675 None None] Routers {'365962b5-dd5b-424f-8c5f-e0f92d448667'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:12:05.543397 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-dfe3e03a-2287-4325-8705-265a8edda675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:11:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['365962b5-dd5b-424f-8c5f-e0f92d448667'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:12:05.589800 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb9b21-5e40-4a50-ad3a-ca94e6d1252b tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e7d2e01-b6de-43f9-92bd-3785ff842642,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:05.598168 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-46bb9b21-5e40-4a50-ad3a-ca94e6d1252b tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:05.599700 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-46bb9b21-5e40-4a50-ad3a-ca94e6d1252b tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2646172 Feb 16 13:12:05.602367 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 42800) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:12:05.606887 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-2b36a75a-5bd8-45d6-a54f-ceaa22b1f326 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Request body: {'security_group_rule': {'security_group_id': '85bd9c9c-10f1-42a3-b76c-9900c0042735', 'project_id': '99bbdeb3c1504d56979efec2bf060943', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:12:05.613246 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ac149-dfb9-4970-9dd2-c415f6d85f4b req-1b32bdc5-8112-433e-a772-e89551890dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:05.614782 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-230ac149-dfb9-4970-9dd2-c415f6d85f4b req-1b32bdc5-8112-433e-a772-e89551890dae service neutron] 10.222.0.42 "GET /v2.0/networks?id=82c50d7f-1406-43ae-93b7-a38d1f170c97 HTTP/1.1" status: 200 len: 916 time: 0.1530108 Feb 16 13:12:05.671056 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-dfe3e03a-2287-4325-8705-265a8edda675 None None] Set router 365962b5-dd5b-424f-8c5f-e0f92d448667 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:12:05.691365 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2b36a75a-5bd8-45d6-a54f-ceaa22b1f326 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:05.708175 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-230ac149-dfb9-4970-9dd2-c415f6d85f4b req-71f5a9f2-4fa0-4235-84dc-d56e4852643d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d16854eb-8a12-48a6-9d00-d279a47531a7 HTTP/1.1" status: 200 len: 999 time: 0.0824320 Feb 16 13:12:05.778317 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ac149-dfb9-4970-9dd2-c415f6d85f4b req-f142f752-2238-4269-bfad-69c329f66b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:05.779832 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-230ac149-dfb9-4970-9dd2-c415f6d85f4b req-f142f752-2238-4269-bfad-69c329f66b4f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=31104335-3262-4cd7-ae3e-803b9d155c9d HTTP/1.1" status: 200 len: 854 time: 0.0642509 Feb 16 13:12:05.785723 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2b36a75a-5bd8-45d6-a54f-ceaa22b1f326 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:05.796786 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2b36a75a-5bd8-45d6-a54f-ceaa22b1f326 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:05.840211 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36a75a-5bd8-45d6-a54f-ceaa22b1f326 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a07fa065-3479-4a95-a5d3-29dc716eca34,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:05.847072 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2b36a75a-5bd8-45d6-a54f-ceaa22b1f326 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:05.848276 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2b36a75a-5bd8-45d6-a54f-ceaa22b1f326 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2449663 Feb 16 13:12:05.851068 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42802) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:12:05.857519 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-b7de9c27-f377-4b77-8f63-50990933239f tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Request body: {'security_group_rule': {'security_group_id': '85bd9c9c-10f1-42a3-b76c-9900c0042735', 'project_id': '99bbdeb3c1504d56979efec2bf060943', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:12:05.859958 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ac149-dfb9-4970-9dd2-c415f6d85f4b req-5cd1312f-97af-4594-988c-ff9d60cf2878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:05.861639 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-230ac149-dfb9-4970-9dd2-c415f6d85f4b req-5cd1312f-97af-4594-988c-ff9d60cf2878 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=82c50d7f-1406-43ae-93b7-a38d1f170c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749187 Feb 16 13:12:05.889370 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b7de9c27-f377-4b77-8f63-50990933239f tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:05.901788 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-dfe3e03a-2287-4325-8705-265a8edda675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365962b5-dd5b-424f-8c5f-e0f92d448667', 'name': 'tempest-TestMinimumBasicScenario-1105471789-router', 'tenant_id': '99bbdeb3c1504d56979efec2bf060943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'e7111ee5-cfe4-4681-844f-9138ce12eeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:12Z', 'updated_at': '2022-02-16T13:11:15Z', 'revision_number': 4, 'project_id': '99bbdeb3c1504d56979efec2bf060943', 'gw_port': {'id': 'e7111ee5-cfe4-4681-844f-9138ce12eeb3', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:87:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365962b5-dd5b-424f-8c5f-e0f92d448667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:13Z', 'updated_at': '2022-02-16T13:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'd33c7289-08f0-434d-af15-28e795391a0f', 'tenant_id': '99bbdeb3c1504d56979efec2bf060943', 'floating_ip_address': '172.26.2.151', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '365962b5-dd5b-424f-8c5f-e0f92d448667', 'port_id': 'd16854eb-8a12-48a6-9d00-d279a47531a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82c50d7f-1406-43ae-93b7-a38d1f170c97', 'mac_address': 'fa:16:3e:c5:dd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134d06ad-bb0c-45fd-9c3b-5132178174fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:12:04Z', 'updated_at': '2022-02-16T13:12:04Z', 'revision_number': 0, 'project_id': '99bbdeb3c1504d56979efec2bf060943', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68eae709-47a1-42d4-90d7-7d478ca3206b', 'name': '', 'network_id': '82c50d7f-1406-43ae-93b7-a38d1f170c97', 'tenant_id': '99bbdeb3c1504d56979efec2bf060943', 'mac_address': 'fa:16:3e:92:39:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365962b5-dd5b-424f-8c5f-e0f92d448667', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '31104335-3262-4cd7-ae3e-803b9d155c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:15Z', 'updated_at': '2022-02-16T13:11:19Z', 'revision_number': 5, 'project_id': '99bbdeb3c1504d56979efec2bf060943', 'subnets': [{'id': '31104335-3262-4cd7-ae3e-803b9d155c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:12:05.933580 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe3e03a-2287-4325-8705-265a8edda675 None None] The sync data for ids ['365962b5-dd5b-424f-8c5f-e0f92d448667'] in dv-neutron-828142-3-hyperv is: [{'id': '365962b5-dd5b-424f-8c5f-e0f92d448667', 'name': 'tempest-TestMinimumBasicScenario-1105471789-router', 'tenant_id': '99bbdeb3c1504d56979efec2bf060943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'e7111ee5-cfe4-4681-844f-9138ce12eeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:12Z', 'updated_at': '2022-02-16T13:11:15Z', 'revision_number': 4, 'project_id': '99bbdeb3c1504d56979efec2bf060943', 'gw_port': {'id': 'e7111ee5-cfe4-4681-844f-9138ce12eeb3', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:87:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365962b5-dd5b-424f-8c5f-e0f92d448667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:13Z', 'updated_at': '2022-02-16T13:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'd33c7289-08f0-434d-af15-28e795391a0f', 'tenant_id': '99bbdeb3c1504d56979efec2bf060943', 'floating_ip_address': '172.26.2.151', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '365962b5-dd5b-424f-8c5f-e0f92d448667', 'port_id': 'd16854eb-8a12-48a6-9d00-d279a47531a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82c50d7f-1406-43ae-93b7-a38d1f170c97', 'mac_address': 'fa:16:3e:c5:dd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134d06ad-bb0c-45fd-9c3b-5132178174fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:12:04Z', 'updated_at': '2022-02-16T13:12:04Z', 'revision_number': 0, 'project_id': '99bbdeb3c1504d56979efec2bf060943', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68eae709-47a1-42d4-90d7-7d478ca3206b', 'name': '', 'network_id': '82c50d7f-1406-43ae-93b7-a38d1f170c97', 'tenant_id': '99bbdeb3c1504d56979efec2bf060943', 'mac_address': 'fa:16:3e:92:39:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365962b5-dd5b-424f-8c5f-e0f92d448667', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '31104335-3262-4cd7-ae3e-803b9d155c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:15Z', 'updated_at': '2022-02-16T13:11:19Z', 'revision_number': 5, 'project_id': '99bbdeb3c1504d56979efec2bf060943', 'subnets': [{'id': '31104335-3262-4cd7-ae3e-803b9d155c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:12:05.947809 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b7de9c27-f377-4b77-8f63-50990933239f tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:05.955098 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b7de9c27-f377-4b77-8f63-50990933239f tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:05.968014 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-230ac149-dfb9-4970-9dd2-c415f6d85f4b req-ca0d2bd4-6d68-4dea-a6b9-83d5e6d6ec99 service neutron] 10.222.0.42 "GET /v2.0/networks/82c50d7f-1406-43ae-93b7-a38d1f170c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983717 Feb 16 13:12:05.974441 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de9c27-f377-4b77-8f63-50990933239f tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=714e6dc1-6f1f-4fd8-ad1f-eac45489caec,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:05.984278 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b7de9c27-f377-4b77-8f63-50990933239f tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:05.988871 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b7de9c27-f377-4b77-8f63-50990933239f tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1351604 Feb 16 13:12:05.989509 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42804) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:12:05.994297 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-2f2f7ff8-01b5-40db-a94f-233c21604b50 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Request body: {'security_group_rule': {'security_group_id': '85bd9c9c-10f1-42a3-b76c-9900c0042735', 'project_id': '99bbdeb3c1504d56979efec2bf060943', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:12:06.031779 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2f2f7ff8-01b5-40db-a94f-233c21604b50 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:06.085963 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-230ac149-dfb9-4970-9dd2-c415f6d85f4b req-384534f3-a5cc-46c2-b137-2471660b9a2a service neutron] 10.222.0.42 "GET /v2.0/networks/82c50d7f-1406-43ae-93b7-a38d1f170c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087666 Feb 16 13:12:06.105790 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2f2f7ff8-01b5-40db-a94f-233c21604b50 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:06.109670 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2f2f7ff8-01b5-40db-a94f-233c21604b50 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:06.137019 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f7ff8-01b5-40db-a94f-233c21604b50 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51c5e186-192d-4e06-b9bc-18182dd535e3,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:06.147354 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2f2f7ff8-01b5-40db-a94f-233c21604b50 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:06.151363 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 42806) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:12:06.151542 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2f2f7ff8-01b5-40db-a94f-233c21604b50 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1609099 Feb 16 13:12:06.156282 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-bdb37267-3092-4586-99a9-f6b55f112469 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Request body: {'security_group_rule': {'security_group_id': '85bd9c9c-10f1-42a3-b76c-9900c0042735', 'project_id': '99bbdeb3c1504d56979efec2bf060943', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:12:06.182149 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-bdb37267-3092-4586-99a9-f6b55f112469 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Project 99bbdeb3c1504d56979efec2bf060943 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:12:06.188645 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bdb37267-3092-4586-99a9-f6b55f112469 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:06.195723 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c718b5-8362-4a02-a92a-a8e417faba32 None None] New status for floating IP d33c7289-08f0-434d-af15-28e795391a0f: ACTIVE {{(pid=109050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:12:06.254594 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bdb37267-3092-4586-99a9-f6b55f112469 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:06.258684 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bdb37267-3092-4586-99a9-f6b55f112469 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:06.276302 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb37267-3092-4586-99a9-f6b55f112469 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1843755-21e2-4e13-b79e-5a33ef917cc2,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:06.284711 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bdb37267-3092-4586-99a9-f6b55f112469 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:06.285679 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-bdb37267-3092-4586-99a9-f6b55f112469 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1330574 Feb 16 13:12:06.288425 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 42808) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:12:06.292858 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-7b1dc886-c226-4af6-919d-85cafe160fed tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Request body: {'security_group_rule': {'security_group_id': '85bd9c9c-10f1-42a3-b76c-9900c0042735', 'project_id': '99bbdeb3c1504d56979efec2bf060943', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:12:06.318861 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-7b1dc886-c226-4af6-919d-85cafe160fed tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Project 99bbdeb3c1504d56979efec2bf060943 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:12:06.323865 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7b1dc886-c226-4af6-919d-85cafe160fed tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:06.388001 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7b1dc886-c226-4af6-919d-85cafe160fed tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:06.391918 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7b1dc886-c226-4af6-919d-85cafe160fed tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:06.410879 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1dc886-c226-4af6-919d-85cafe160fed tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4da7f55-20ec-4878-a320-5ef8af48f3bd,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:06.420523 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7b1dc886-c226-4af6-919d-85cafe160fed tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:06.421748 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7b1dc886-c226-4af6-919d-85cafe160fed tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1323788 Feb 16 13:12:06.499151 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9444a37d-e696-4c9d-8f68-48e7b32621fc req-a42cbff1-c067-4d9a-931b-3ff3dba99893 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-378521781&fields=id&tenant_id=99bbdeb3c1504d56979efec2bf060943 HTTP/1.1" status: 200 len: 267 time: 0.0329382 Feb 16 13:12:06.554766 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444a37d-e696-4c9d-8f68-48e7b32621fc req-7ca70383-eeff-46c1-a12d-19fa7c8c7387 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:06.556233 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9444a37d-e696-4c9d-8f68-48e7b32621fc req-7ca70383-eeff-46c1-a12d-19fa7c8c7387 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/ports?device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 945 time: 0.0515506 Feb 16 13:12:06.570576 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [req-9444a37d-e696-4c9d-8f68-48e7b32621fc req-567adb51-ea8c-425c-8616-f5ad09b2c761 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Request body: {'port': {'security_groups': ['f74f6fe0-03bb-4ca4-b714-8c990b53ebf9', '85bd9c9c-10f1-42a3-b76c-9900c0042735']}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:12:06.633889 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [req-9444a37d-e696-4c9d-8f68-48e7b32621fc req-567adb51-ea8c-425c-8616-f5ad09b2c761 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:06.829598 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [req-9444a37d-e696-4c9d-8f68-48e7b32621fc req-567adb51-ea8c-425c-8616-f5ad09b2c761 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] For port d16854eb-8a12-48a6-9d00-d279a47531a7, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d16854eb-8a12-48a6-9d00-d279a47531a7,segment=NetworkSegment(5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a),segment_id=5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:12:06.864751 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [req-9444a37d-e696-4c9d-8f68-48e7b32621fc req-567adb51-ea8c-425c-8616-f5ad09b2c761 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:06.870649 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [req-9444a37d-e696-4c9d-8f68-48e7b32621fc req-567adb51-ea8c-425c-8616-f5ad09b2c761 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:06.883681 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['d16854eb-8a12-48a6-9d00-d279a47531a7'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:12:06.937043 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444a37d-e696-4c9d-8f68-48e7b32621fc req-567adb51-ea8c-425c-8616-f5ad09b2c761 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:06.937567 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [req-9444a37d-e696-4c9d-8f68-48e7b32621fc req-567adb51-ea8c-425c-8616-f5ad09b2c761 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:06.939042 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9444a37d-e696-4c9d-8f68-48e7b32621fc req-567adb51-ea8c-425c-8616-f5ad09b2c761 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "PUT /v2.0/ports/d16854eb-8a12-48a6-9d00-d279a47531a7 HTTP/1.1" status: 200 len: 981 time: 0.3754711 Feb 16 13:12:06.963810 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567adb51-ea8c-425c-8616-f5ad09b2c761 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Pushing event updated for resources: {'Port': ['ID=d16854eb-8a12-48a6-9d00-d279a47531a7,revision_number=6']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:07.009967 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['d16854eb-8a12-48a6-9d00-d279a47531a7'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:12:07.059770 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbbfbc-4420-4af5-b672-75148e0604c5 req-c57cee65-3bd9-49f8-a2da-f5b5f4711d73 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:07.061942 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-22fbbfbc-4420-4af5-b672-75148e0604c5 req-c57cee65-3bd9-49f8-a2da-f5b5f4711d73 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/ports?device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 984 time: 0.0583870 Feb 16 13:12:07.111727 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-22fbbfbc-4420-4af5-b672-75148e0604c5 req-a25e5263-f339-46c0-82aa-c0cb92ee4f86 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/security-groups?id=85bd9c9c-10f1-42a3-b76c-9900c0042735&id=f74f6fe0-03bb-4ca4-b714-8c990b53ebf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0433247 Feb 16 13:12:07.308832 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-3fd17225-6bd4-451f-9fba-e709ec7a9c3d None None] Provisioning complete for port d16854eb-8a12-48a6-9d00-d279a47531a7 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:12:07.309451 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3fd17225-6bd4-451f-9fba-e709ec7a9c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:07.356602 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '134d06ad-bb0c-45fd-9c3b-5132178174fa', 'tag': 'd16854eb-8a12-48a6-9d00-d279a47531a7'}] {{(pid=109048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:12:07.358903 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40068d798dcc31a224174c6c24ac8b3e49f1a518b527dec6066c5fbc28712f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf9a4a5-45e5-4a5f-abb7-e2c7d6861443" -d '{"events": [{"name": "network-changed", "server_uuid": "134d06ad-bb0c-45fd-9c3b-5132178174fa", "tag": "d16854eb-8a12-48a6-9d00-d279a47531a7"}]}' {{(pid=109048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:12:07.395799 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae783c2b-fe44-4ce1-8c6a-857815f3558c x-openstack-request-id: req-ae783c2b-fe44-4ce1-8c6a-857815f3558c {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:12:07.396210 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "134d06ad-bb0c-45fd-9c3b-5132178174fa", "tag": "d16854eb-8a12-48a6-9d00-d279a47531a7", "status": "completed", "code": 200}]} {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:12:07.396541 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ae783c2b-fe44-4ce1-8c6a-857815f3558c {{(pid=109048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:12:07.397055 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '134d06ad-bb0c-45fd-9c3b-5132178174fa', 'tag': 'd16854eb-8a12-48a6-9d00-d279a47531a7', 'status': 'completed', 'code': 200} Feb 16 13:12:07.462146 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9a4a5-45e5-4a5f-abb7-e2c7d6861443 req-76e1349e-5d40-4d42-abfc-085d8deb153a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:07.463675 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-daf9a4a5-45e5-4a5f-abb7-e2c7d6861443 req-76e1349e-5d40-4d42-abfc-085d8deb153a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=99bbdeb3c1504d56979efec2bf060943&device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 1137 time: 0.0448184 Feb 16 13:12:07.561877 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9a4a5-45e5-4a5f-abb7-e2c7d6861443 req-110f73ab-23ed-4927-8404-775115e8903a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:07.563391 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-daf9a4a5-45e5-4a5f-abb7-e2c7d6861443 req-110f73ab-23ed-4927-8404-775115e8903a service neutron] 10.222.0.42 "GET /v2.0/networks?id=82c50d7f-1406-43ae-93b7-a38d1f170c97 HTTP/1.1" status: 200 len: 916 time: 0.0917852 Feb 16 13:12:07.985994 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-daf9a4a5-45e5-4a5f-abb7-e2c7d6861443 req-b737b6e6-5bc3-4705-b044-26e61be24b83 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d16854eb-8a12-48a6-9d00-d279a47531a7 HTTP/1.1" status: 200 len: 1001 time: 0.4141157 Feb 16 13:12:08.035941 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9a4a5-45e5-4a5f-abb7-e2c7d6861443 req-0e7b6801-7cd8-4911-89b5-ace5a2a0d073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:08.037413 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-daf9a4a5-45e5-4a5f-abb7-e2c7d6861443 req-0e7b6801-7cd8-4911-89b5-ace5a2a0d073 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=31104335-3262-4cd7-ae3e-803b9d155c9d HTTP/1.1" status: 200 len: 854 time: 0.0442955 Feb 16 13:12:08.086201 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9a4a5-45e5-4a5f-abb7-e2c7d6861443 req-94042260-2c3c-4031-a778-77747ed7f419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:08.087680 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-daf9a4a5-45e5-4a5f-abb7-e2c7d6861443 req-94042260-2c3c-4031-a778-77747ed7f419 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=82c50d7f-1406-43ae-93b7-a38d1f170c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417655 Feb 16 13:12:08.189016 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-daf9a4a5-45e5-4a5f-abb7-e2c7d6861443 req-1996665f-1b71-490b-8674-5ba8b887e287 service neutron] 10.222.0.42 "GET /v2.0/networks/82c50d7f-1406-43ae-93b7-a38d1f170c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926826 Feb 16 13:12:08.284474 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-daf9a4a5-45e5-4a5f-abb7-e2c7d6861443 req-a4ec5db9-27c3-4b64-a4d9-29596dba70c5 service neutron] 10.222.0.42 "GET /v2.0/networks/82c50d7f-1406-43ae-93b7-a38d1f170c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866346 Feb 16 13:12:15.440151 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:12:22.322673 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9bfd0c1d-0060-44d0-b636-68066f2ea4c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:24.390034 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77962314-4a09-4b5d-b5fd-7a5ffd1e9e21 req-32f78250-1e44-439b-ae48-79de8e25d0f1 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:24.390912 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8f1b8-344d-49d6-81eb-a8e5e5f1cf06 req-665e462e-c771-4f61-8723-213555ad4e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:24.391587 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-77962314-4a09-4b5d-b5fd-7a5ffd1e9e21 req-32f78250-1e44-439b-ae48-79de8e25d0f1 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/ports?device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 984 time: 0.0511870 Feb 16 13:12:24.392399 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-50a8f1b8-344d-49d6-81eb-a8e5e5f1cf06 req-665e462e-c771-4f61-8723-213555ad4e0e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=99bbdeb3c1504d56979efec2bf060943&device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 1137 time: 0.0435405 Feb 16 13:12:24.434773 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-77962314-4a09-4b5d-b5fd-7a5ffd1e9e21 req-8b4a8fff-1a78-4fe7-9752-af9c562ca6be tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/security-groups?id=85bd9c9c-10f1-42a3-b76c-9900c0042735&id=f74f6fe0-03bb-4ca4-b714-8c990b53ebf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358434 Feb 16 13:12:24.473091 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fd06ca93-5070-49ae-be32-34a81157e82a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:24.511475 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8f1b8-344d-49d6-81eb-a8e5e5f1cf06 req-ce5e0323-f0ca-49f7-80fa-cb3a0ced59fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:24.512997 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-50a8f1b8-344d-49d6-81eb-a8e5e5f1cf06 req-ce5e0323-f0ca-49f7-80fa-cb3a0ced59fa service neutron] 10.222.0.42 "GET /v2.0/networks?id=82c50d7f-1406-43ae-93b7-a38d1f170c97 HTTP/1.1" status: 200 len: 916 time: 0.1136389 Feb 16 13:12:24.583146 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-50a8f1b8-344d-49d6-81eb-a8e5e5f1cf06 req-3acc7068-c7fe-4d7a-9b83-c9737725ea9d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d16854eb-8a12-48a6-9d00-d279a47531a7 HTTP/1.1" status: 200 len: 1001 time: 0.0617728 Feb 16 13:12:24.637237 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8f1b8-344d-49d6-81eb-a8e5e5f1cf06 req-da54fd26-3abe-4a89-8628-bdcb0bc433f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:24.638724 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-50a8f1b8-344d-49d6-81eb-a8e5e5f1cf06 req-da54fd26-3abe-4a89-8628-bdcb0bc433f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=31104335-3262-4cd7-ae3e-803b9d155c9d HTTP/1.1" status: 200 len: 854 time: 0.0489922 Feb 16 13:12:24.684955 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8f1b8-344d-49d6-81eb-a8e5e5f1cf06 req-c97e7bda-4c32-4f9d-95ae-1687366b8065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:24.686558 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-50a8f1b8-344d-49d6-81eb-a8e5e5f1cf06 req-c97e7bda-4c32-4f9d-95ae-1687366b8065 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=82c50d7f-1406-43ae-93b7-a38d1f170c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415406 Feb 16 13:12:24.780457 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-50a8f1b8-344d-49d6-81eb-a8e5e5f1cf06 req-fc3f2b81-1de5-41b1-aca2-3dd1ef8a79d2 service neutron] 10.222.0.42 "GET /v2.0/networks/82c50d7f-1406-43ae-93b7-a38d1f170c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859704 Feb 16 13:12:24.896753 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-50a8f1b8-344d-49d6-81eb-a8e5e5f1cf06 req-4bfa7529-cefd-4d92-acca-cb2dfb0a4db1 service neutron] 10.222.0.42 "GET /v2.0/networks/82c50d7f-1406-43ae-93b7-a38d1f170c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092997 Feb 16 13:12:25.559938 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35fd57-0af6-4731-ab76-e3d89be0415e req-04fe968a-fdf8-4bd6-b679-f61ea569786c tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:25.562035 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-fc35fd57-0af6-4731-ab76-e3d89be0415e req-04fe968a-fdf8-4bd6-b679-f61ea569786c tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/ports?device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 984 time: 0.0542836 Feb 16 13:12:25.604092 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-fc35fd57-0af6-4731-ab76-e3d89be0415e req-aec8ee33-68a1-45d1-aae1-9b2c11847d12 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/security-groups?id=85bd9c9c-10f1-42a3-b76c-9900c0042735&id=f74f6fe0-03bb-4ca4-b714-8c990b53ebf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354648 Feb 16 13:12:25.802391 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:26.723819 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b370cf-2a78-437b-bd89-c50907892b7b req-234e8537-c361-47ea-9eb5-f7aad650e847 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:26.725387 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a8b370cf-2a78-437b-bd89-c50907892b7b req-234e8537-c361-47ea-9eb5-f7aad650e847 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/ports?device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 984 time: 0.0523074 Feb 16 13:12:26.769097 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a8b370cf-2a78-437b-bd89-c50907892b7b req-081dc91c-7acb-49dd-8c1c-4d88f8a8c426 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/security-groups?id=85bd9c9c-10f1-42a3-b76c-9900c0042735&id=f74f6fe0-03bb-4ca4-b714-8c990b53ebf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372057 Feb 16 13:12:27.067725 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:27.414912 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:27.915157 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd16d8f-e33d-4533-82a6-bb9394659d1f req-047ce95d-9e12-4d03-9d6f-f9e1f482836a tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:27.918264 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7cd16d8f-e33d-4533-82a6-bb9394659d1f req-047ce95d-9e12-4d03-9d6f-f9e1f482836a tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/ports?device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 984 time: 0.0683477 Feb 16 13:12:27.967456 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7cd16d8f-e33d-4533-82a6-bb9394659d1f req-3a05d078-c256-44dd-92ad-d83855f6bb17 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/security-groups?id=85bd9c9c-10f1-42a3-b76c-9900c0042735&id=f74f6fe0-03bb-4ca4-b714-8c990b53ebf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382571 Feb 16 13:12:28.752555 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:29.113709 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb53c66-691f-4580-b4a9-c8ed66cf5a48 req-eae6b78b-9b1d-41f3-907d-42c22862cdb4 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:29.115335 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bcb53c66-691f-4580-b4a9-c8ed66cf5a48 req-eae6b78b-9b1d-41f3-907d-42c22862cdb4 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/ports?device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 984 time: 0.0656962 Feb 16 13:12:29.163758 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bcb53c66-691f-4580-b4a9-c8ed66cf5a48 req-4e94a77b-419f-4368-9d51-f5ec8f8b14bf tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/security-groups?id=85bd9c9c-10f1-42a3-b76c-9900c0042735&id=f74f6fe0-03bb-4ca4-b714-8c990b53ebf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421348 Feb 16 13:12:30.286754 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e0711-312b-49fd-90d4-439b371ab82f req-dca7c760-31f4-4b0c-b0d7-3ab71f4b6fe3 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:30.288344 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f47e0711-312b-49fd-90d4-439b371ab82f req-dca7c760-31f4-4b0c-b0d7-3ab71f4b6fe3 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/ports?device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 984 time: 0.0533311 Feb 16 13:12:30.332419 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f47e0711-312b-49fd-90d4-439b371ab82f req-82a38997-ccde-4662-9523-33aadab62cbd tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/security-groups?id=85bd9c9c-10f1-42a3-b76c-9900c0042735&id=f74f6fe0-03bb-4ca4-b714-8c990b53ebf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366776 Feb 16 13:12:31.469857 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce1316-2bd7-4459-b872-c4f86e56ab8f req-23a0cd49-e52a-4d2d-a373-97436e4cb6f4 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:31.471463 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-02ce1316-2bd7-4459-b872-c4f86e56ab8f req-23a0cd49-e52a-4d2d-a373-97436e4cb6f4 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/ports?device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 984 time: 0.0542972 Feb 16 13:12:31.515606 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-02ce1316-2bd7-4459-b872-c4f86e56ab8f req-26b645a3-a05b-45bf-b24f-796924ea105e tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/security-groups?id=85bd9c9c-10f1-42a3-b76c-9900c0042735&id=f74f6fe0-03bb-4ca4-b714-8c990b53ebf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375893 Feb 16 13:12:32.648643 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0b560-e040-4d3b-b4b4-a46d05dac1bf req-9bde81d1-28a0-42b5-b048-8aee771cdc9a tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:32.650307 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0cd0b560-e040-4d3b-b4b4-a46d05dac1bf req-9bde81d1-28a0-42b5-b048-8aee771cdc9a tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/ports?device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 984 time: 0.0609097 Feb 16 13:12:32.699823 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0cd0b560-e040-4d3b-b4b4-a46d05dac1bf req-9ca2f429-5689-410f-a6a7-2082681ef971 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/security-groups?id=85bd9c9c-10f1-42a3-b76c-9900c0042735&id=f74f6fe0-03bb-4ca4-b714-8c990b53ebf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375957 Feb 16 13:12:33.829541 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dfdaaf-1ea4-4efe-a8cc-f233dfc1b69e req-3a20ffda-52b0-4596-8c9a-4617cbedb210 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:33.831157 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b0dfdaaf-1ea4-4efe-a8cc-f233dfc1b69e req-3a20ffda-52b0-4596-8c9a-4617cbedb210 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/ports?device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 984 time: 0.0545437 Feb 16 13:12:33.878865 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b0dfdaaf-1ea4-4efe-a8cc-f233dfc1b69e req-1878ad4d-e0c3-42b9-be75-b10687b4d251 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/security-groups?id=85bd9c9c-10f1-42a3-b76c-9900c0042735&id=f74f6fe0-03bb-4ca4-b714-8c990b53ebf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406740 Feb 16 13:12:35.011784 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023adae6-0b84-451f-9bf7-f82075b5690a req-c6e80483-4b99-4716-a398-4f514c91fe2d tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:35.013446 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-023adae6-0b84-451f-9bf7-f82075b5690a req-c6e80483-4b99-4716-a398-4f514c91fe2d tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/ports?device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 984 time: 0.0543482 Feb 16 13:12:35.061271 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-023adae6-0b84-451f-9bf7-f82075b5690a req-73cedbdb-29b8-44c7-a119-9a94effab133 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/security-groups?id=85bd9c9c-10f1-42a3-b76c-9900c0042735&id=f74f6fe0-03bb-4ca4-b714-8c990b53ebf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377469 Feb 16 13:12:36.187301 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801abbde-4301-44cb-80fd-b3f5c9b5e46a req-21b1477f-5a41-4d28-b2bb-4a37164fdc2d tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:36.189001 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-801abbde-4301-44cb-80fd-b3f5c9b5e46a req-21b1477f-5a41-4d28-b2bb-4a37164fdc2d tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/ports?device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 984 time: 0.0570719 Feb 16 13:12:36.240240 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-801abbde-4301-44cb-80fd-b3f5c9b5e46a req-83a958e3-7f58-459e-982a-04a182e16fe4 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/security-groups?id=85bd9c9c-10f1-42a3-b76c-9900c0042735&id=f74f6fe0-03bb-4ca4-b714-8c990b53ebf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404544 Feb 16 13:12:52.321799 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0880eb31-7e10-4a26-83a8-a10a53c4e6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:52.438666 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:12:52.588566 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d401e4a2-b51d-473d-bd3d-833895f20041 req-81c2078b-19ba-41ee-9e89-3a039ad9631e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450792 Feb 16 13:12:52.673506 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401e4a2-b51d-473d-bd3d-833895f20041 req-7de5109f-5e45-40d5-86ea-30bc6a506781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:52.675182 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d401e4a2-b51d-473d-bd3d-833895f20041 req-7de5109f-5e45-40d5-86ea-30bc6a506781 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=99bbdeb3c1504d56979efec2bf060943&device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 1137 time: 0.0438743 Feb 16 13:12:52.819405 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401e4a2-b51d-473d-bd3d-833895f20041 req-d8cbdf80-bc33-43bf-a4a2-2f8fdde20cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:52.820964 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d401e4a2-b51d-473d-bd3d-833895f20041 req-d8cbdf80-bc33-43bf-a4a2-2f8fdde20cdb service neutron] 10.222.0.42 "GET /v2.0/networks?id=82c50d7f-1406-43ae-93b7-a38d1f170c97 HTTP/1.1" status: 200 len: 916 time: 0.1221204 Feb 16 13:12:52.890196 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d401e4a2-b51d-473d-bd3d-833895f20041 req-d12c167d-7d9d-4fcf-b363-d9675152470c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d16854eb-8a12-48a6-9d00-d279a47531a7 HTTP/1.1" status: 200 len: 1001 time: 0.0611186 Feb 16 13:12:52.946814 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401e4a2-b51d-473d-bd3d-833895f20041 req-2efb3f27-c684-4f75-83e4-62e8798349b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:52.948321 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d401e4a2-b51d-473d-bd3d-833895f20041 req-2efb3f27-c684-4f75-83e4-62e8798349b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=31104335-3262-4cd7-ae3e-803b9d155c9d HTTP/1.1" status: 200 len: 854 time: 0.0510201 Feb 16 13:12:52.996185 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401e4a2-b51d-473d-bd3d-833895f20041 req-6bfb5af9-b724-41bc-ab33-96499b2f1b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:52.997735 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d401e4a2-b51d-473d-bd3d-833895f20041 req-6bfb5af9-b724-41bc-ab33-96499b2f1b9a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=82c50d7f-1406-43ae-93b7-a38d1f170c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427756 Feb 16 13:12:53.114814 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d401e4a2-b51d-473d-bd3d-833895f20041 req-27a22470-51cb-4cba-ab54-c87917d8fd5a service neutron] 10.222.0.42 "GET /v2.0/networks/82c50d7f-1406-43ae-93b7-a38d1f170c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098754 Feb 16 13:12:53.215061 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d401e4a2-b51d-473d-bd3d-833895f20041 req-026002a2-21d6-43ab-b905-0447ee22abe5 service neutron] 10.222.0.42 "GET /v2.0/networks/82c50d7f-1406-43ae-93b7-a38d1f170c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932274 Feb 16 13:12:54.471146 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-992697a3-2243-4b54-a5bb-ca6c668cc51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:55.804397 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:57.063083 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:57.417425 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:58.746722 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:08.694731 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5f7a8e16-b62d-4195-8cae-75f041694936 req-1e62f1b8-29ce-4a51-a272-8faeaf75a268 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-378521781&fields=id&tenant_id=99bbdeb3c1504d56979efec2bf060943 HTTP/1.1" status: 200 len: 267 time: 0.0358765 Feb 16 13:13:08.748322 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a8e16-b62d-4195-8cae-75f041694936 req-fb1b9e95-d73b-43f7-8632-4befa4eb514c tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:08.749894 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5f7a8e16-b62d-4195-8cae-75f041694936 req-fb1b9e95-d73b-43f7-8632-4befa4eb514c tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/ports?device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 984 time: 0.0495458 Feb 16 13:13:08.761279 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [req-5f7a8e16-b62d-4195-8cae-75f041694936 req-2eb66063-5126-4f7a-bba0-ed5d984027f1 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Request body: {'port': {'security_groups': ['f74f6fe0-03bb-4ca4-b714-8c990b53ebf9']}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:08.831241 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [req-5f7a8e16-b62d-4195-8cae-75f041694936 req-2eb66063-5126-4f7a-bba0-ed5d984027f1 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:09.037376 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [req-5f7a8e16-b62d-4195-8cae-75f041694936 req-2eb66063-5126-4f7a-bba0-ed5d984027f1 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] For port d16854eb-8a12-48a6-9d00-d279a47531a7, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d16854eb-8a12-48a6-9d00-d279a47531a7,segment=NetworkSegment(5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a),segment_id=5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:13:09.068419 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [req-5f7a8e16-b62d-4195-8cae-75f041694936 req-2eb66063-5126-4f7a-bba0-ed5d984027f1 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:09.073089 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [req-5f7a8e16-b62d-4195-8cae-75f041694936 req-2eb66063-5126-4f7a-bba0-ed5d984027f1 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:09.085577 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['d16854eb-8a12-48a6-9d00-d279a47531a7'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:13:09.118591 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a8e16-b62d-4195-8cae-75f041694936 req-2eb66063-5126-4f7a-bba0-ed5d984027f1 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:09.119253 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [req-5f7a8e16-b62d-4195-8cae-75f041694936 req-2eb66063-5126-4f7a-bba0-ed5d984027f1 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:09.120794 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5f7a8e16-b62d-4195-8cae-75f041694936 req-2eb66063-5126-4f7a-bba0-ed5d984027f1 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "PUT /v2.0/ports/d16854eb-8a12-48a6-9d00-d279a47531a7 HTTP/1.1" status: 200 len: 942 time: 0.3643167 Feb 16 13:13:09.121339 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '134d06ad-bb0c-45fd-9c3b-5132178174fa', 'tag': 'd16854eb-8a12-48a6-9d00-d279a47531a7'}] {{(pid=109048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:13:09.124252 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40068d798dcc31a224174c6c24ac8b3e49f1a518b527dec6066c5fbc28712f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed9e59a-2cb6-498b-bb46-49414c3ec1ad" -d '{"events": [{"name": "network-changed", "server_uuid": "134d06ad-bb0c-45fd-9c3b-5132178174fa", "tag": "d16854eb-8a12-48a6-9d00-d279a47531a7"}]}' {{(pid=109048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:13:09.128999 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 42854) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:13:09.158249 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb66063-5126-4f7a-bba0-ed5d984027f1 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Pushing event updated for resources: {'Port': ['ID=d16854eb-8a12-48a6-9d00-d279a47531a7,revision_number=7']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:09.167127 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb66063-5126-4f7a-bba0-ed5d984027f1 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:09.167843 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb66063-5126-4f7a-bba0-ed5d984027f1 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:09.168409 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb66063-5126-4f7a-bba0-ed5d984027f1 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:09.169559 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb66063-5126-4f7a-bba0-ed5d984027f1 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:09.169559 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb66063-5126-4f7a-bba0-ed5d984027f1 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:09.170023 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb66063-5126-4f7a-bba0-ed5d984027f1 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:09.171448 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb66063-5126-4f7a-bba0-ed5d984027f1 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:09.171698 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb66063-5126-4f7a-bba0-ed5d984027f1 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:09.172223 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb66063-5126-4f7a-bba0-ed5d984027f1 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:09.172773 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb66063-5126-4f7a-bba0-ed5d984027f1 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:09.173356 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb66063-5126-4f7a-bba0-ed5d984027f1 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:09.173896 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb66063-5126-4f7a-bba0-ed5d984027f1 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:09.194401 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f23c91-221c-482b-b94a-6765675dd878 x-openstack-request-id: req-d0f23c91-221c-482b-b94a-6765675dd878 {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:13:09.194850 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "134d06ad-bb0c-45fd-9c3b-5132178174fa", "tag": "d16854eb-8a12-48a6-9d00-d279a47531a7", "status": "completed", "code": 200}]} {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:13:09.198394 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d0f23c91-221c-482b-b94a-6765675dd878 {{(pid=109048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:13:09.199049 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '134d06ad-bb0c-45fd-9c3b-5132178174fa', 'tag': 'd16854eb-8a12-48a6-9d00-d279a47531a7', 'status': 'completed', 'code': 200} Feb 16 13:13:09.212991 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['d16854eb-8a12-48a6-9d00-d279a47531a7'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:13:09.255494 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a0159b25-aa65-42e8-a8c7-7a2ee0213a7a tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:09.288283 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a0159b25-aa65-42e8-a8c7-7a2ee0213a7a tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:09.331667 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9e59a-2cb6-498b-bb46-49414c3ec1ad req-488ea2a3-2399-49f2-b829-b028c51b3731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:09.333247 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5ed9e59a-2cb6-498b-bb46-49414c3ec1ad req-488ea2a3-2399-49f2-b829-b028c51b3731 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=99bbdeb3c1504d56979efec2bf060943&device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 1098 time: 0.1190758 Feb 16 13:13:09.400229 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a0159b25-aa65-42e8-a8c7-7a2ee0213a7a tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:09.403072 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a0159b25-aa65-42e8-a8c7-7a2ee0213a7a tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:09.404247 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a0159b25-aa65-42e8-a8c7-7a2ee0213a7a tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "DELETE /v2.0/security-groups/85bd9c9c-10f1-42a3-b76c-9900c0042735 HTTP/1.1" status: 204 len: 168 time: 0.2738798 Feb 16 13:13:09.408677 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42858) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:13:09.419671 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0159b25-aa65-42e8-a8c7-7a2ee0213a7a tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bd9c9c-10f1-42a3-b76c-9900c0042735,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:09.431260 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0159b25-aa65-42e8-a8c7-7a2ee0213a7a tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:09.431600 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0159b25-aa65-42e8-a8c7-7a2ee0213a7a tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:09.432119 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0159b25-aa65-42e8-a8c7-7a2ee0213a7a tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:09.432720 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0159b25-aa65-42e8-a8c7-7a2ee0213a7a tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:09.432995 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0159b25-aa65-42e8-a8c7-7a2ee0213a7a tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:09.433327 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0159b25-aa65-42e8-a8c7-7a2ee0213a7a tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:09.433648 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0159b25-aa65-42e8-a8c7-7a2ee0213a7a tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:09.434150 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0159b25-aa65-42e8-a8c7-7a2ee0213a7a tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:09.434477 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0159b25-aa65-42e8-a8c7-7a2ee0213a7a tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:09.434804 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0159b25-aa65-42e8-a8c7-7a2ee0213a7a tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:09.435119 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0159b25-aa65-42e8-a8c7-7a2ee0213a7a tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:09.435623 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0159b25-aa65-42e8-a8c7-7a2ee0213a7a tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:09.446509 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-a06a80f0-f39d-4224-b927-94a760b25ed4 None None] Provisioning complete for port d16854eb-8a12-48a6-9d00-d279a47531a7 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:09.446991 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a06a80f0-f39d-4224-b927-94a760b25ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:09.463699 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9e59a-2cb6-498b-bb46-49414c3ec1ad req-237d44f6-29cf-49ca-a487-addc9ce456a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:09.465232 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5ed9e59a-2cb6-498b-bb46-49414c3ec1ad req-237d44f6-29cf-49ca-a487-addc9ce456a4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=82c50d7f-1406-43ae-93b7-a38d1f170c97 HTTP/1.1" status: 200 len: 916 time: 0.1234922 Feb 16 13:13:09.544448 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5ed9e59a-2cb6-498b-bb46-49414c3ec1ad req-8ac68448-2084-40dd-93f9-b42e02860e49 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d16854eb-8a12-48a6-9d00-d279a47531a7 HTTP/1.1" status: 200 len: 1001 time: 0.0720999 Feb 16 13:13:09.589598 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-84111eb7-4c16-4663-a1e5-9b457fb6c60d tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Deleting port 5ba272fd-e997-43a0-b700-ff7bbf5759bb {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:13:09.589936 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-84111eb7-4c16-4663-a1e5-9b457fb6c60d tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:09.605161 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9e59a-2cb6-498b-bb46-49414c3ec1ad req-9f5d4cf0-341b-47f0-879d-314a145ad629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:09.606684 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5ed9e59a-2cb6-498b-bb46-49414c3ec1ad req-9f5d4cf0-341b-47f0-879d-314a145ad629 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=31104335-3262-4cd7-ae3e-803b9d155c9d HTTP/1.1" status: 200 len: 854 time: 0.0556264 Feb 16 13:13:09.657037 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9e59a-2cb6-498b-bb46-49414c3ec1ad req-3aa3cac8-26da-4559-81b8-c3e182220dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:09.658584 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5ed9e59a-2cb6-498b-bb46-49414c3ec1ad req-3aa3cac8-26da-4559-81b8-c3e182220dc1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=82c50d7f-1406-43ae-93b7-a38d1f170c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437901 Feb 16 13:13:09.682210 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-84111eb7-4c16-4663-a1e5-9b457fb6c60d tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:09.682529 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-84111eb7-4c16-4663-a1e5-9b457fb6c60d tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:09.694850 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-84111eb7-4c16-4663-a1e5-9b457fb6c60d tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Calling delete_port for 5ba272fd-e997-43a0-b700-ff7bbf5759bb owned by network:floatingip {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:13:09.756032 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5ed9e59a-2cb6-498b-bb46-49414c3ec1ad req-721aab0b-4deb-4ee5-9662-9e46030b1dbd service neutron] 10.222.0.42 "GET /v2.0/networks/82c50d7f-1406-43ae-93b7-a38d1f170c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889258 Feb 16 13:13:09.848254 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-84111eb7-4c16-4663-a1e5-9b457fb6c60d tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:09.850276 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5ed9e59a-2cb6-498b-bb46-49414c3ec1ad req-bde1c1fc-88f4-4287-8b7e-301473b18025 service neutron] 10.222.0.42 "GET /v2.0/networks/82c50d7f-1406-43ae-93b7-a38d1f170c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876951 Feb 16 13:13:09.874394 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84111eb7-4c16-4663-a1e5-9b457fb6c60d tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Pushing event deleted for resources: {'Port': ['ID=5ba272fd-e997-43a0-b700-ff7bbf5759bb,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:09.953213 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-84111eb7-4c16-4663-a1e5-9b457fb6c60d tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks [] for floatingip, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:09.953617 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.l3_db [None req-84111eb7-4c16-4663-a1e5-9b457fb6c60d tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Floating IP d33c7289-08f0-434d-af15-28e795391a0f disassociated (deleted). External IP: 172.26.2.151, port: d16854eb-8a12-48a6-9d00-d279a47531a7. Feb 16 13:13:10.167616 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84111eb7-4c16-4663-a1e5-9b457fb6c60d tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Router 365962b5-dd5b-424f-8c5f-e0f92d448667 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:13:10.617590 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84111eb7-4c16-4663-a1e5-9b457fb6c60d tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:13:10.622475 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-84111eb7-4c16-4663-a1e5-9b457fb6c60d tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:10.628066 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c26569-a6d7-48fc-97f9-9a0fd573433b None None] Sync routers for ids ['365962b5-dd5b-424f-8c5f-e0f92d448667'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:13:10.638449 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c26569-a6d7-48fc-97f9-9a0fd573433b None None] Routers {'365962b5-dd5b-424f-8c5f-e0f92d448667'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:13:10.639649 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-53c26569-a6d7-48fc-97f9-9a0fd573433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:12:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['365962b5-dd5b-424f-8c5f-e0f92d448667'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:10.650965 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-84111eb7-4c16-4663-a1e5-9b457fb6c60d tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "DELETE /v2.0/floatingips/d33c7289-08f0-434d-af15-28e795391a0f HTTP/1.1" status: 204 len: 168 time: 1.2409148 Feb 16 13:13:10.746424 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-53c26569-a6d7-48fc-97f9-9a0fd573433b None None] Set router 365962b5-dd5b-424f-8c5f-e0f92d448667 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:13:10.969260 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-53c26569-a6d7-48fc-97f9-9a0fd573433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365962b5-dd5b-424f-8c5f-e0f92d448667', 'name': 'tempest-TestMinimumBasicScenario-1105471789-router', 'tenant_id': '99bbdeb3c1504d56979efec2bf060943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'e7111ee5-cfe4-4681-844f-9138ce12eeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:12Z', 'updated_at': '2022-02-16T13:11:15Z', 'revision_number': 4, 'project_id': '99bbdeb3c1504d56979efec2bf060943', 'gw_port': {'id': 'e7111ee5-cfe4-4681-844f-9138ce12eeb3', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:87:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365962b5-dd5b-424f-8c5f-e0f92d448667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:13Z', 'updated_at': '2022-02-16T13:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '68eae709-47a1-42d4-90d7-7d478ca3206b', 'name': '', 'network_id': '82c50d7f-1406-43ae-93b7-a38d1f170c97', 'tenant_id': '99bbdeb3c1504d56979efec2bf060943', 'mac_address': 'fa:16:3e:92:39:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365962b5-dd5b-424f-8c5f-e0f92d448667', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '31104335-3262-4cd7-ae3e-803b9d155c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:15Z', 'updated_at': '2022-02-16T13:11:19Z', 'revision_number': 5, 'project_id': '99bbdeb3c1504d56979efec2bf060943', 'subnets': [{'id': '31104335-3262-4cd7-ae3e-803b9d155c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:11.000829 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c26569-a6d7-48fc-97f9-9a0fd573433b None None] Checking router: 365962b5-dd5b-424f-8c5f-e0f92d448667 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:13:11.009651 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c26569-a6d7-48fc-97f9-9a0fd573433b None None] Routers {'365962b5-dd5b-424f-8c5f-e0f92d448667'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:13:11.010281 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-53c26569-a6d7-48fc-97f9-9a0fd573433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:12:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['365962b5-dd5b-424f-8c5f-e0f92d448667'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:11.113407 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-53c26569-a6d7-48fc-97f9-9a0fd573433b None None] Set router 365962b5-dd5b-424f-8c5f-e0f92d448667 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:13:11.200238 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '134d06ad-bb0c-45fd-9c3b-5132178174fa', 'tag': 'd16854eb-8a12-48a6-9d00-d279a47531a7'}] {{(pid=109048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:13:11.202752 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40068d798dcc31a224174c6c24ac8b3e49f1a518b527dec6066c5fbc28712f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c053020f-a8a5-40a8-9e95-f342fd2f4d05" -d '{"events": [{"name": "network-changed", "server_uuid": "134d06ad-bb0c-45fd-9c3b-5132178174fa", "tag": "d16854eb-8a12-48a6-9d00-d279a47531a7"}]}' {{(pid=109048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:13:11.240343 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3b55e8-db30-4483-ba15-13f6d9dde9c9 x-openstack-request-id: req-3b3b55e8-db30-4483-ba15-13f6d9dde9c9 {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:13:11.240702 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "134d06ad-bb0c-45fd-9c3b-5132178174fa", "tag": "d16854eb-8a12-48a6-9d00-d279a47531a7", "status": "completed", "code": 200}]} {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:13:11.240995 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3b3b55e8-db30-4483-ba15-13f6d9dde9c9 {{(pid=109048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:13:11.241477 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '134d06ad-bb0c-45fd-9c3b-5132178174fa', 'tag': 'd16854eb-8a12-48a6-9d00-d279a47531a7', 'status': 'completed', 'code': 200} Feb 16 13:13:11.316005 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053020f-a8a5-40a8-9e95-f342fd2f4d05 req-a46f9fb4-6ec9-40a3-a514-febbcb5a29ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:11.317814 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c053020f-a8a5-40a8-9e95-f342fd2f4d05 req-a46f9fb4-6ec9-40a3-a514-febbcb5a29ba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=99bbdeb3c1504d56979efec2bf060943&device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 1098 time: 0.0457125 Feb 16 13:13:11.324814 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-53c26569-a6d7-48fc-97f9-9a0fd573433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365962b5-dd5b-424f-8c5f-e0f92d448667', 'name': 'tempest-TestMinimumBasicScenario-1105471789-router', 'tenant_id': '99bbdeb3c1504d56979efec2bf060943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'e7111ee5-cfe4-4681-844f-9138ce12eeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:12Z', 'updated_at': '2022-02-16T13:11:15Z', 'revision_number': 4, 'project_id': '99bbdeb3c1504d56979efec2bf060943', 'gw_port': {'id': 'e7111ee5-cfe4-4681-844f-9138ce12eeb3', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:87:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365962b5-dd5b-424f-8c5f-e0f92d448667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:13Z', 'updated_at': '2022-02-16T13:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '68eae709-47a1-42d4-90d7-7d478ca3206b', 'name': '', 'network_id': '82c50d7f-1406-43ae-93b7-a38d1f170c97', 'tenant_id': '99bbdeb3c1504d56979efec2bf060943', 'mac_address': 'fa:16:3e:92:39:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365962b5-dd5b-424f-8c5f-e0f92d448667', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '31104335-3262-4cd7-ae3e-803b9d155c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:15Z', 'updated_at': '2022-02-16T13:11:19Z', 'revision_number': 5, 'project_id': '99bbdeb3c1504d56979efec2bf060943', 'subnets': [{'id': '31104335-3262-4cd7-ae3e-803b9d155c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:11.351760 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c26569-a6d7-48fc-97f9-9a0fd573433b None None] The sync data for ids ['365962b5-dd5b-424f-8c5f-e0f92d448667'] in dv-neutron-828142-3-hyperv is: [{'id': '365962b5-dd5b-424f-8c5f-e0f92d448667', 'name': 'tempest-TestMinimumBasicScenario-1105471789-router', 'tenant_id': '99bbdeb3c1504d56979efec2bf060943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'e7111ee5-cfe4-4681-844f-9138ce12eeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:12Z', 'updated_at': '2022-02-16T13:11:15Z', 'revision_number': 4, 'project_id': '99bbdeb3c1504d56979efec2bf060943', 'gw_port': {'id': 'e7111ee5-cfe4-4681-844f-9138ce12eeb3', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:87:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365962b5-dd5b-424f-8c5f-e0f92d448667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:13Z', 'updated_at': '2022-02-16T13:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '68eae709-47a1-42d4-90d7-7d478ca3206b', 'name': '', 'network_id': '82c50d7f-1406-43ae-93b7-a38d1f170c97', 'tenant_id': '99bbdeb3c1504d56979efec2bf060943', 'mac_address': 'fa:16:3e:92:39:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365962b5-dd5b-424f-8c5f-e0f92d448667', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '31104335-3262-4cd7-ae3e-803b9d155c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:15Z', 'updated_at': '2022-02-16T13:11:19Z', 'revision_number': 5, 'project_id': '99bbdeb3c1504d56979efec2bf060943', 'subnets': [{'id': '31104335-3262-4cd7-ae3e-803b9d155c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:13:11.427289 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053020f-a8a5-40a8-9e95-f342fd2f4d05 req-a3f1e9d4-2ad1-41c4-81c0-d876b5351253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:11.428837 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c053020f-a8a5-40a8-9e95-f342fd2f4d05 req-a3f1e9d4-2ad1-41c4-81c0-d876b5351253 service neutron] 10.222.0.42 "GET /v2.0/networks?id=82c50d7f-1406-43ae-93b7-a38d1f170c97 HTTP/1.1" status: 200 len: 916 time: 0.1041486 Feb 16 13:13:11.503190 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c053020f-a8a5-40a8-9e95-f342fd2f4d05 req-c4b84bc0-5073-4916-9d15-fcbf0d41bb52 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d16854eb-8a12-48a6-9d00-d279a47531a7 HTTP/1.1" status: 200 len: 217 time: 0.0651643 Feb 16 13:13:11.558595 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053020f-a8a5-40a8-9e95-f342fd2f4d05 req-aa5c8aac-38bf-4884-84dc-016d9882fda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:11.560249 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c053020f-a8a5-40a8-9e95-f342fd2f4d05 req-aa5c8aac-38bf-4884-84dc-016d9882fda2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=31104335-3262-4cd7-ae3e-803b9d155c9d HTTP/1.1" status: 200 len: 854 time: 0.0502362 Feb 16 13:13:11.619528 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053020f-a8a5-40a8-9e95-f342fd2f4d05 req-746b13af-c84b-492b-b8f2-e18798bb9524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:11.621111 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c053020f-a8a5-40a8-9e95-f342fd2f4d05 req-746b13af-c84b-492b-b8f2-e18798bb9524 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=82c50d7f-1406-43ae-93b7-a38d1f170c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0529432 Feb 16 13:13:11.637564 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b86465-c7c0-40bf-bbc2-f65479085a14 None None] New status for floating IP d33c7289-08f0-434d-af15-28e795391a0f: DOWN {{(pid=109050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:13:11.739077 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c053020f-a8a5-40a8-9e95-f342fd2f4d05 req-88e3034e-2dce-48c8-bf1f-bbb09fac61ce service neutron] 10.222.0.42 "GET /v2.0/networks/82c50d7f-1406-43ae-93b7-a38d1f170c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068056 Feb 16 13:13:11.839008 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c053020f-a8a5-40a8-9e95-f342fd2f4d05 req-ac90ad62-2a52-4fbf-b630-0d6a982db4dc service neutron] 10.222.0.42 "GET /v2.0/networks/82c50d7f-1406-43ae-93b7-a38d1f170c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911140 Feb 16 13:13:17.601886 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14f679-55e0-42a9-ae63-17163b5439a7 req-63851826-b3ab-4437-bfdb-c20afcbb8020 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:17.603365 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2f14f679-55e0-42a9-ae63-17163b5439a7 req-63851826-b3ab-4437-bfdb-c20afcbb8020 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/ports?device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 945 time: 0.0538900 Feb 16 13:13:17.642461 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2f14f679-55e0-42a9-ae63-17163b5439a7 req-10e48f5f-bad5-4d49-84ec-e391263c2399 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/security-groups?id=f74f6fe0-03bb-4ca4-b714-8c990b53ebf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323119 Feb 16 13:13:18.764736 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64737d5-742d-46a5-a27a-caf5ed63ca94 req-50a36059-dc06-4f60-a039-d46e00beb875 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:18.766212 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a64737d5-742d-46a5-a27a-caf5ed63ca94 req-50a36059-dc06-4f60-a039-d46e00beb875 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/ports?device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 945 time: 0.0560575 Feb 16 13:13:18.805185 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a64737d5-742d-46a5-a27a-caf5ed63ca94 req-8ba2b034-028e-4db9-85be-d921caae0c7b tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/security-groups?id=f74f6fe0-03bb-4ca4-b714-8c990b53ebf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325186 Feb 16 13:13:19.440843 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1ce62-d4a5-4be2-8a41-34deb0cfe11e req-7ada092c-f2cc-4a5c-8bd0-cfac59e35727 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:19.442216 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d5f1ce62-d4a5-4be2-8a41-34deb0cfe11e req-7ada092c-f2cc-4a5c-8bd0-cfac59e35727 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.42 "GET /v2.0/ports?device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 945 time: 0.0503826 Feb 16 13:13:19.531824 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-d5f1ce62-d4a5-4be2-8a41-34deb0cfe11e req-7288b483-bfb0-4341-86d6-ed4b4cce2306 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Deleting port d16854eb-8a12-48a6-9d00-d279a47531a7 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:13:19.532169 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-d5f1ce62-d4a5-4be2-8a41-34deb0cfe11e req-7288b483-bfb0-4341-86d6-ed4b4cce2306 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:19.627821 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-d5f1ce62-d4a5-4be2-8a41-34deb0cfe11e req-7288b483-bfb0-4341-86d6-ed4b4cce2306 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] For port d16854eb-8a12-48a6-9d00-d279a47531a7, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d16854eb-8a12-48a6-9d00-d279a47531a7,segment=NetworkSegment(5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a),segment_id=5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:13:19.628201 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-d5f1ce62-d4a5-4be2-8a41-34deb0cfe11e req-7288b483-bfb0-4341-86d6-ed4b4cce2306 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:19.644412 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-d5f1ce62-d4a5-4be2-8a41-34deb0cfe11e req-7288b483-bfb0-4341-86d6-ed4b4cce2306 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Calling delete_port for d16854eb-8a12-48a6-9d00-d279a47531a7 owned by compute:nova {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:13:19.784680 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-d5f1ce62-d4a5-4be2-8a41-34deb0cfe11e req-7288b483-bfb0-4341-86d6-ed4b4cce2306 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:19.798168 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['d16854eb-8a12-48a6-9d00-d279a47531a7'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:13:19.813298 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288b483-bfb0-4341-86d6-ed4b4cce2306 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Pushing event deleted for resources: {'Port': ['ID=d16854eb-8a12-48a6-9d00-d279a47531a7,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:19.859355 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f1ce62-d4a5-4be2-8a41-34deb0cfe11e req-7288b483-bfb0-4341-86d6-ed4b4cce2306 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] No DVR routers for this DVR port d16854eb-8a12-48a6-9d00-d279a47531a7 on host hv-neutron-8281 {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:13:19.862220 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-d5f1ce62-d4a5-4be2-8a41-34deb0cfe11e req-7288b483-bfb0-4341-86d6-ed4b4cce2306 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:19.865866 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d5f1ce62-d4a5-4be2-8a41-34deb0cfe11e req-7288b483-bfb0-4341-86d6-ed4b4cce2306 tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.42 "DELETE /v2.0/ports/d16854eb-8a12-48a6-9d00-d279a47531a7 HTTP/1.1" status: 204 len: 173 time: 0.4175224 Feb 16 13:13:19.866458 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134d06ad-bb0c-45fd-9c3b-5132178174fa', 'name': 'network-vif-deleted', 'tag': 'd16854eb-8a12-48a6-9d00-d279a47531a7'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:13:19.869402 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1a7671-0dfd-4780-aa9d-c0f2cb16f4ff" -d '{"events": [{"server_uuid": "134d06ad-bb0c-45fd-9c3b-5132178174fa", "name": "network-vif-deleted", "tag": "d16854eb-8a12-48a6-9d00-d279a47531a7"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:13:19.908693 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9e2cb6d3-48ef-4cb4-a0c5-0055eb98ce2d req-30aab43f-23bc-4d16-b5b3-212c2ae85d0e tempest-TestMinimumBasicScenario-1691526330 tempest-TestMinimumBasicScenario-1691526330-project] 10.222.0.90 "GET /v2.0/ports?device_id=134d06ad-bb0c-45fd-9c3b-5132178174fa HTTP/1.1" status: 200 len: 210 time: 0.0270367 Feb 16 13:13:19.913279 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee84bd2-4d4f-4ad8-98fd-317bb79a3c53 x-openstack-request-id: req-7ee84bd2-4d4f-4ad8-98fd-317bb79a3c53 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:13:19.913561 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "134d06ad-bb0c-45fd-9c3b-5132178174fa", "name": "network-vif-deleted", "tag": "d16854eb-8a12-48a6-9d00-d279a47531a7", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:13:19.913889 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7ee84bd2-4d4f-4ad8-98fd-317bb79a3c53 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:13:19.915295 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '134d06ad-bb0c-45fd-9c3b-5132178174fa', 'name': 'network-vif-deleted', 'tag': 'd16854eb-8a12-48a6-9d00-d279a47531a7', 'status': 'completed', 'code': 200} Feb 16 13:13:21.532504 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42954) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:13:21.961914 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d0ed0aa4-96b9-4fc3-ad95-fbe0451a4b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:22.222590 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device d16854eb-8a12-48a6-9d00-d279a47531a7 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:13:22.248401 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-d0ed0aa4-96b9-4fc3-ad95-fbe0451a4b4e admin admin] Deleting port 68eae709-47a1-42d4-90d7-7d478ca3206b {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:13:22.248939 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d0ed0aa4-96b9-4fc3-ad95-fbe0451a4b4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:22.257233 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] No Port match for: d16854eb-8a12-48a6-9d00-d279a47531a7 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:13:22.257814 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device d16854eb-8a12-48a6-9d00-d279a47531a7 not bound to the agent host hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:13:22.320489 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b28165b8-d58c-43cd-a2c6-4b5e4ecf9c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:22.341206 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-d0ed0aa4-96b9-4fc3-ad95-fbe0451a4b4e admin admin] For port 68eae709-47a1-42d4-90d7-7d478ca3206b, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=68eae709-47a1-42d4-90d7-7d478ca3206b,segment=NetworkSegment(5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a),segment_id=5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:13:22.341574 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d0ed0aa4-96b9-4fc3-ad95-fbe0451a4b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:22.356006 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-d0ed0aa4-96b9-4fc3-ad95-fbe0451a4b4e admin admin] Calling delete_port for 68eae709-47a1-42d4-90d7-7d478ca3206b owned by network:router_interface {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:13:22.548176 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d0ed0aa4-96b9-4fc3-ad95-fbe0451a4b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:22.579124 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed0aa4-96b9-4fc3-ad95-fbe0451a4b4e admin admin] Pushing event deleted for resources: {'Port': ['ID=68eae709-47a1-42d4-90d7-7d478ca3206b,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:22.792770 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d0ed0aa4-96b9-4fc3-ad95-fbe0451a4b4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:23.019453 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ed0aa4-96b9-4fc3-ad95-fbe0451a4b4e admin admin] Router 365962b5-dd5b-424f-8c5f-e0f92d448667 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:13:23.152293 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ed0aa4-96b9-4fc3-ad95-fbe0451a4b4e admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:13:23.158337 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d0ed0aa4-96b9-4fc3-ad95-fbe0451a4b4e admin admin] 10.222.0.90 "PUT /v2.0/routers/365962b5-dd5b-424f-8c5f-e0f92d448667/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6247180 Feb 16 13:13:23.160934 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42956) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:13:23.164088 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7440142f-9164-40ca-ac30-3e5b526b2b41 None None] Sync routers for ids ['365962b5-dd5b-424f-8c5f-e0f92d448667'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:13:23.176167 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7440142f-9164-40ca-ac30-3e5b526b2b41 None None] Routers {'365962b5-dd5b-424f-8c5f-e0f92d448667'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:13:23.177256 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7440142f-9164-40ca-ac30-3e5b526b2b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:12:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['365962b5-dd5b-424f-8c5f-e0f92d448667'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:23.270302 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f686e016-1bfd-47be-aa79-e817995015eb admin admin] Notify callbacks [] for router, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:23.294425 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-7440142f-9164-40ca-ac30-3e5b526b2b41 None None] Set router 365962b5-dd5b-424f-8c5f-e0f92d448667 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:13:23.386151 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f686e016-1bfd-47be-aa79-e817995015eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:23.469038 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-f686e016-1bfd-47be-aa79-e817995015eb admin admin] Deleting port e7111ee5-cfe4-4681-844f-9138ce12eeb3 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:13:23.469397 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f686e016-1bfd-47be-aa79-e817995015eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:23.547419 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7440142f-9164-40ca-ac30-3e5b526b2b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365962b5-dd5b-424f-8c5f-e0f92d448667', 'name': 'tempest-TestMinimumBasicScenario-1105471789-router', 'tenant_id': '99bbdeb3c1504d56979efec2bf060943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'e7111ee5-cfe4-4681-844f-9138ce12eeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:12Z', 'updated_at': '2022-02-16T13:13:22Z', 'revision_number': 5, 'project_id': '99bbdeb3c1504d56979efec2bf060943', 'gw_port': {'id': 'e7111ee5-cfe4-4681-844f-9138ce12eeb3', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:87:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365962b5-dd5b-424f-8c5f-e0f92d448667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:13Z', 'updated_at': '2022-02-16T13:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:23.585346 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7440142f-9164-40ca-ac30-3e5b526b2b41 None None] Checking router: 365962b5-dd5b-424f-8c5f-e0f92d448667 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:13:23.599399 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7440142f-9164-40ca-ac30-3e5b526b2b41 None None] Routers {'365962b5-dd5b-424f-8c5f-e0f92d448667'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:13:23.600367 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7440142f-9164-40ca-ac30-3e5b526b2b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:12:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['365962b5-dd5b-424f-8c5f-e0f92d448667'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:23.607708 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-f686e016-1bfd-47be-aa79-e817995015eb admin admin] For port e7111ee5-cfe4-4681-844f-9138ce12eeb3, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=e7111ee5-cfe4-4681-844f-9138ce12eeb3,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:13:23.608766 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f686e016-1bfd-47be-aa79-e817995015eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:23.624054 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-f686e016-1bfd-47be-aa79-e817995015eb admin admin] Calling delete_port for e7111ee5-cfe4-4681-844f-9138ce12eeb3 owned by network:router_gateway {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:13:23.692138 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-7440142f-9164-40ca-ac30-3e5b526b2b41 None None] Set router 365962b5-dd5b-424f-8c5f-e0f92d448667 gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:13:23.763374 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7440142f-9164-40ca-ac30-3e5b526b2b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365962b5-dd5b-424f-8c5f-e0f92d448667', 'name': 'tempest-TestMinimumBasicScenario-1105471789-router', 'tenant_id': '99bbdeb3c1504d56979efec2bf060943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:12Z', 'updated_at': '2022-02-16T13:13:23Z', 'revision_number': 6, 'project_id': '99bbdeb3c1504d56979efec2bf060943', 'gw_port_host': None}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:23.791522 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7440142f-9164-40ca-ac30-3e5b526b2b41 None None] The sync data for ids ['365962b5-dd5b-424f-8c5f-e0f92d448667'] in dv-neutron-828142-3-hyperv is: [{'id': '365962b5-dd5b-424f-8c5f-e0f92d448667', 'name': 'tempest-TestMinimumBasicScenario-1105471789-router', 'tenant_id': '99bbdeb3c1504d56979efec2bf060943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:12Z', 'updated_at': '2022-02-16T13:13:23Z', 'revision_number': 6, 'project_id': '99bbdeb3c1504d56979efec2bf060943', 'gw_port_host': None}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:13:23.809872 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f686e016-1bfd-47be-aa79-e817995015eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:23.835937 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f686e016-1bfd-47be-aa79-e817995015eb admin admin] Pushing event deleted for resources: {'Port': ['ID=e7111ee5-cfe4-4681-844f-9138ce12eeb3,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:23.905159 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f686e016-1bfd-47be-aa79-e817995015eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.003838 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f686e016-1bfd-47be-aa79-e817995015eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.006071 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f686e016-1bfd-47be-aa79-e817995015eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.053005 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f686e016-1bfd-47be-aa79-e817995015eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.054012 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f686e016-1bfd-47be-aa79-e817995015eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 365962b5-dd5b-424f-8c5f-e0f92d448667 {{(pid=109048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 13:13:24.058887 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f686e016-1bfd-47be-aa79-e817995015eb admin admin] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.060208 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f686e016-1bfd-47be-aa79-e817995015eb admin admin] 10.222.0.90 "DELETE /v2.0/routers/365962b5-dd5b-424f-8c5f-e0f92d448667 HTTP/1.1" status: 204 len: 168 time: 0.8982952 Feb 16 13:13:24.063531 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42958) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:13:24.112806 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e47512b-8a22-4537-b2a6-57579dbd00b5 admin admin] Deleting subnet 31104335-3262-4cd7-ae3e-803b9d155c9d {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 13:13:24.116103 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1e47512b-8a22-4537-b2a6-57579dbd00b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.153457 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1e47512b-8a22-4537-b2a6-57579dbd00b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.234505 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1e47512b-8a22-4537-b2a6-57579dbd00b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.285671 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1e47512b-8a22-4537-b2a6-57579dbd00b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.319538 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1e47512b-8a22-4537-b2a6-57579dbd00b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.323903 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91c53bb-15c8-478c-9ace-3b3e743056e8 None None] Network 82c50d7f-1406-43ae-93b7-a38d1f170c97 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:13:24.324724 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1e47512b-8a22-4537-b2a6-57579dbd00b5 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/31104335-3262-4cd7-ae3e-803b9d155c9d HTTP/1.1" status: 204 len: 168 time: 0.2593844 Feb 16 13:13:24.325036 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e47512b-8a22-4537-b2a6-57579dbd00b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31104335-3262-4cd7-ae3e-803b9d155c9d,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:24.326698 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 42960) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:13:24.399429 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35d4ebb2-e5c7-4fff-b7d4-4e3bb11f92ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.454605 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-35d4ebb2-e5c7-4fff-b7d4-4e3bb11f92ed admin admin] Deleting port 075a1e3f-b24f-4815-96c2-607c788ea66d {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:13:24.454957 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35d4ebb2-e5c7-4fff-b7d4-4e3bb11f92ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.472490 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-01753e44-13d7-450b-bc17-d64bd48afc02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.527757 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-35d4ebb2-e5c7-4fff-b7d4-4e3bb11f92ed admin admin] For port 075a1e3f-b24f-4815-96c2-607c788ea66d, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=075a1e3f-b24f-4815-96c2-607c788ea66d,segment=NetworkSegment(5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a),segment_id=5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:13:24.528124 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35d4ebb2-e5c7-4fff-b7d4-4e3bb11f92ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.541747 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d00328-d890-4788-82d3-daaecd86b83d None None] DHCP port deletion for 82c50d7f-1406-43ae-93b7-a38d1f170c97 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 13:13:24.548430 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-35d4ebb2-e5c7-4fff-b7d4-4e3bb11f92ed admin admin] Calling delete_port for 075a1e3f-b24f-4815-96c2-607c788ea66d owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:13:24.590354 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-13d00328-d890-4788-82d3-daaecd86b83d None None] Deleting port 075a1e3f-b24f-4815-96c2-607c788ea66d {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:13:24.590725 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-13d00328-d890-4788-82d3-daaecd86b83d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.634654 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35d4ebb2-e5c7-4fff-b7d4-4e3bb11f92ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.659311 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4ebb2-e5c7-4fff-b7d4-4e3bb11f92ed admin admin] Pushing event deleted for resources: {'Port': ['ID=075a1e3f-b24f-4815-96c2-607c788ea66d,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:24.665162 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d4ebb2-e5c7-4fff-b7d4-4e3bb11f92ed admin admin] No DVR routers for this DVR port 075a1e3f-b24f-4815-96c2-607c788ea66d on host dv-neutron-828142-3-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:13:24.666387 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-13d00328-d890-4788-82d3-daaecd86b83d None None] For port 075a1e3f-b24f-4815-96c2-607c788ea66d, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=075a1e3f-b24f-4815-96c2-607c788ea66d,segment=NetworkSegment(5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a),segment_id=5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:13:24.666771 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-13d00328-d890-4788-82d3-daaecd86b83d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.680427 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-13d00328-d890-4788-82d3-daaecd86b83d None None] Calling delete_port for 075a1e3f-b24f-4815-96c2-607c788ea66d owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:13:24.740880 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35d4ebb2-e5c7-4fff-b7d4-4e3bb11f92ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:13:24.755209 dv-neutron-828142-3-hyperv neutron-server[109050]: self.session.flush() Feb 16 13:13:24.766442 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-13d00328-d890-4788-82d3-daaecd86b83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.776483 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-35d4ebb2-e5c7-4fff-b7d4-4e3bb11f92ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c50d7f-1406-43ae-93b7-a38d1f170c97']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:24.787924 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-35d4ebb2-e5c7-4fff-b7d4-4e3bb11f92ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:24.788223 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-35d4ebb2-e5c7-4fff-b7d4-4e3bb11f92ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb6c7cc-e7b5-47b9-8d57-a816a771cc4a') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:24.795959 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d00328-d890-4788-82d3-daaecd86b83d None None] Pushing event deleted for resources: {'Port': ['ID=075a1e3f-b24f-4815-96c2-607c788ea66d,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:24.799989 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35d4ebb2-e5c7-4fff-b7d4-4e3bb11f92ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.804012 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d00328-d890-4788-82d3-daaecd86b83d None None] No DVR routers for this DVR port 075a1e3f-b24f-4815-96c2-607c788ea66d on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:13:24.807988 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d00328-d890-4788-82d3-daaecd86b83d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:24.808618 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d00328-d890-4788-82d3-daaecd86b83d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:24.809162 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d00328-d890-4788-82d3-daaecd86b83d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:24.809650 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d00328-d890-4788-82d3-daaecd86b83d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:24.810120 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d00328-d890-4788-82d3-daaecd86b83d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:24.810582 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d00328-d890-4788-82d3-daaecd86b83d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:24.811054 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d00328-d890-4788-82d3-daaecd86b83d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:24.811513 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d00328-d890-4788-82d3-daaecd86b83d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:24.812078 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d00328-d890-4788-82d3-daaecd86b83d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:24.814752 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d00328-d890-4788-82d3-daaecd86b83d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:24.814752 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d00328-d890-4788-82d3-daaecd86b83d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:24.814752 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d00328-d890-4788-82d3-daaecd86b83d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:24.819779 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35d4ebb2-e5c7-4fff-b7d4-4e3bb11f92ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.826153 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35d4ebb2-e5c7-4fff-b7d4-4e3bb11f92ed admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:13:24.826595 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35d4ebb2-e5c7-4fff-b7d4-4e3bb11f92ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.828411 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 13:13:24.828411 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:13:24.828411 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 13:13:24.828411 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:13:24.828411 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 13:13:24.828411 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 13:13:24.828411 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 13:13:24.828411 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:13:24.828411 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 13:13:24.828411 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:13:24.828411 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 13:13:24.828411 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:13:24.828411 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 13:13:24.828411 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 13:13:24.828411 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:13:24.828411 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 13:13:24.828411 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:13:24.828411 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 13:13:24.828411 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 13:13:24.828411 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 13:13:24.828411 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 13:13:24.828411 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 13:13:24.828411 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:13:24.828411 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:13:24.828411 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 13:13:24.828411 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:13:24.828411 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:13:24.828411 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:13:24.828411 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:13:24.828411 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:13:24.828411 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:13:24.828411 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:13:24.881500 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35d4ebb2-e5c7-4fff-b7d4-4e3bb11f92ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.886645 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35d4ebb2-e5c7-4fff-b7d4-4e3bb11f92ed admin admin] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.889712 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-35d4ebb2-e5c7-4fff-b7d4-4e3bb11f92ed admin admin] 10.222.0.90 "DELETE /v2.0/networks/82c50d7f-1406-43ae-93b7-a38d1f170c97 HTTP/1.1" status: 204 len: 168 time: 0.5612636 Feb 16 13:13:24.892776 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42962) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:13:24.901310 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4ebb2-e5c7-4fff-b7d4-4e3bb11f92ed admin admin] Pushing event deleted for resources: {'Network': ['ID=82c50d7f-1406-43ae-93b7-a38d1f170c97,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:25.179658 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 075a1e3f-b24f-4815-96c2-607c788ea66d no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:13:25.199396 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 075a1e3f-b24f-4815-96c2-607c788ea66d {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:13:25.199816 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 075a1e3f-b24f-4815-96c2-607c788ea66d not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:13:25.200914 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 68eae709-47a1-42d4-90d7-7d478ca3206b no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:13:25.223502 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 68eae709-47a1-42d4-90d7-7d478ca3206b {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:13:25.223926 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 68eae709-47a1-42d4-90d7-7d478ca3206b not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:13:25.224415 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device e7111ee5-cfe4-4681-844f-9138ce12eeb3 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:13:25.245252 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: e7111ee5-cfe4-4681-844f-9138ce12eeb3 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:13:25.245646 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device e7111ee5-cfe4-4681-844f-9138ce12eeb3 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:13:25.252872 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c017538d-1f07-4205-911a-8327acd7715d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:25.507197 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-c017538d-1f07-4205-911a-8327acd7715d admin admin] Deleting port 0450f7ef-d59b-4ce4-9144-d609e24a782f {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:13:25.507538 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c017538d-1f07-4205-911a-8327acd7715d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:25.584602 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-c017538d-1f07-4205-911a-8327acd7715d admin admin] For port 0450f7ef-d59b-4ce4-9144-d609e24a782f, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=0450f7ef-d59b-4ce4-9144-d609e24a782f,segment=NetworkSegment(c04827c3-1e38-41c9-9022-0eb21d891418),segment_id=c04827c3-1e38-41c9-9022-0eb21d891418)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:13:25.584982 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c017538d-1f07-4205-911a-8327acd7715d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:25.596517 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-c017538d-1f07-4205-911a-8327acd7715d admin admin] Calling delete_port for 0450f7ef-d59b-4ce4-9144-d609e24a782f owned by network:router_interface {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:13:25.777130 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c017538d-1f07-4205-911a-8327acd7715d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:25.803864 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c017538d-1f07-4205-911a-8327acd7715d admin admin] Pushing event deleted for resources: {'Port': ['ID=0450f7ef-d59b-4ce4-9144-d609e24a782f,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:25.811348 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:25.979785 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c017538d-1f07-4205-911a-8327acd7715d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:26.531700 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c017538d-1f07-4205-911a-8327acd7715d admin admin] Router 82f7b712-70c0-4fa4-8bd3-2ad11e336681 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:13:26.637902 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c017538d-1f07-4205-911a-8327acd7715d admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:13:26.643511 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c017538d-1f07-4205-911a-8327acd7715d admin admin] 10.222.0.90 "PUT /v2.0/routers/82f7b712-70c0-4fa4-8bd3-2ad11e336681/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7496145 Feb 16 13:13:26.646318 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42964) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:13:26.648331 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd9a547-0a7e-430a-ad29-3bd4a1dc15a1 None None] Sync routers for ids ['82f7b712-70c0-4fa4-8bd3-2ad11e336681'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:13:26.659480 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd9a547-0a7e-430a-ad29-3bd4a1dc15a1 None None] Routers {'82f7b712-70c0-4fa4-8bd3-2ad11e336681'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:13:26.660097 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-1bd9a547-0a7e-430a-ad29-3bd4a1dc15a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:13:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['82f7b712-70c0-4fa4-8bd3-2ad11e336681'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:26.751369 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e084f500-6082-43b2-b1cb-2a9b4ee6f12c admin admin] Notify callbacks [] for router, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:26.764234 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-1bd9a547-0a7e-430a-ad29-3bd4a1dc15a1 None None] Set router 82f7b712-70c0-4fa4-8bd3-2ad11e336681 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:13:26.864819 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e084f500-6082-43b2-b1cb-2a9b4ee6f12c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:26.919269 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-e084f500-6082-43b2-b1cb-2a9b4ee6f12c admin admin] Deleting port 88879626-6b2c-471b-be3b-b4041890231a {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:13:26.919631 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e084f500-6082-43b2-b1cb-2a9b4ee6f12c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:27.009926 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-e084f500-6082-43b2-b1cb-2a9b4ee6f12c admin admin] For port 88879626-6b2c-471b-be3b-b4041890231a, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=88879626-6b2c-471b-be3b-b4041890231a,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:13:27.011584 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e084f500-6082-43b2-b1cb-2a9b4ee6f12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:27.024944 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-e084f500-6082-43b2-b1cb-2a9b4ee6f12c admin admin] Calling delete_port for 88879626-6b2c-471b-be3b-b4041890231a owned by network:router_gateway {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:13:27.086269 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:27.105994 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-1bd9a547-0a7e-430a-ad29-3bd4a1dc15a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f7b712-70c0-4fa4-8bd3-2ad11e336681', 'name': 'tempest-TestMinimumBasicScenario-137828042-router', 'tenant_id': '4ef772025f294b6fbcba2cb12471ec52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': '88879626-6b2c-471b-be3b-b4041890231a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:17Z', 'updated_at': '2022-02-16T13:13:25Z', 'revision_number': 5, 'project_id': '4ef772025f294b6fbcba2cb12471ec52', 'gw_port': {'id': '88879626-6b2c-471b-be3b-b4041890231a', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:fb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f7b712-70c0-4fa4-8bd3-2ad11e336681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:18Z', 'updated_at': '2022-02-16T13:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:27.133116 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd9a547-0a7e-430a-ad29-3bd4a1dc15a1 None None] Checking router: 82f7b712-70c0-4fa4-8bd3-2ad11e336681 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:13:27.153851 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd9a547-0a7e-430a-ad29-3bd4a1dc15a1 None None] Routers {'82f7b712-70c0-4fa4-8bd3-2ad11e336681'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:13:27.154515 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-1bd9a547-0a7e-430a-ad29-3bd4a1dc15a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:13:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['82f7b712-70c0-4fa4-8bd3-2ad11e336681'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:27.211253 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e084f500-6082-43b2-b1cb-2a9b4ee6f12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:27.241747 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e084f500-6082-43b2-b1cb-2a9b4ee6f12c admin admin] Pushing event deleted for resources: {'Port': ['ID=88879626-6b2c-471b-be3b-b4041890231a,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:27.251303 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-1bd9a547-0a7e-430a-ad29-3bd4a1dc15a1 None None] Set router 82f7b712-70c0-4fa4-8bd3-2ad11e336681 gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:13:27.303236 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e084f500-6082-43b2-b1cb-2a9b4ee6f12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:27.306074 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-1bd9a547-0a7e-430a-ad29-3bd4a1dc15a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f7b712-70c0-4fa4-8bd3-2ad11e336681', 'name': 'tempest-TestMinimumBasicScenario-137828042-router', 'tenant_id': '4ef772025f294b6fbcba2cb12471ec52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:17Z', 'updated_at': '2022-02-16T13:13:26Z', 'revision_number': 6, 'project_id': '4ef772025f294b6fbcba2cb12471ec52', 'gw_port_host': None}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:27.332540 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd9a547-0a7e-430a-ad29-3bd4a1dc15a1 None None] The sync data for ids ['82f7b712-70c0-4fa4-8bd3-2ad11e336681'] in dv-neutron-828142-3-hyperv is: [{'id': '82f7b712-70c0-4fa4-8bd3-2ad11e336681', 'name': 'tempest-TestMinimumBasicScenario-137828042-router', 'tenant_id': '4ef772025f294b6fbcba2cb12471ec52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:17Z', 'updated_at': '2022-02-16T13:13:26Z', 'revision_number': 6, 'project_id': '4ef772025f294b6fbcba2cb12471ec52', 'gw_port_host': None}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:13:27.397540 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e084f500-6082-43b2-b1cb-2a9b4ee6f12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:27.399780 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e084f500-6082-43b2-b1cb-2a9b4ee6f12c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:27.424181 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:27.449381 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e084f500-6082-43b2-b1cb-2a9b4ee6f12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:27.449996 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e084f500-6082-43b2-b1cb-2a9b4ee6f12c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82f7b712-70c0-4fa4-8bd3-2ad11e336681 {{(pid=109048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 13:13:27.454393 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e084f500-6082-43b2-b1cb-2a9b4ee6f12c admin admin] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:27.455540 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e084f500-6082-43b2-b1cb-2a9b4ee6f12c admin admin] 10.222.0.90 "DELETE /v2.0/routers/82f7b712-70c0-4fa4-8bd3-2ad11e336681 HTTP/1.1" status: 204 len: 168 time: 0.8082936 Feb 16 13:13:27.458091 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42966) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:13:27.509073 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-34417b41-357e-4e7e-bd24-63fb689ca6bb admin admin] Deleting subnet 52ac9530-287f-4d2e-bfcf-fb092df9b871 {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 13:13:27.512462 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-34417b41-357e-4e7e-bd24-63fb689ca6bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:27.549628 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-34417b41-357e-4e7e-bd24-63fb689ca6bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:27.636404 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-34417b41-357e-4e7e-bd24-63fb689ca6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:27.700755 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-34417b41-357e-4e7e-bd24-63fb689ca6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:27.728893 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34417b41-357e-4e7e-bd24-63fb689ca6bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52ac9530-287f-4d2e-bfcf-fb092df9b871,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:27.732717 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-34417b41-357e-4e7e-bd24-63fb689ca6bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:27.736700 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-34417b41-357e-4e7e-bd24-63fb689ca6bb admin admin] 10.222.0.90 "DELETE /v2.0/subnets/52ac9530-287f-4d2e-bfcf-fb092df9b871 HTTP/1.1" status: 204 len: 168 time: 0.2776558 Feb 16 13:13:27.739270 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42968) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:13:27.739876 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778c9028-095c-48fa-b07b-e44b0049c989 None None] Network 05a5bf33-b48b-4389-82fd-32ccbd12a36f requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:13:27.818641 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a5d09959-9112-4cf9-b085-b5ba09f2d4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:27.876999 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-a5d09959-9112-4cf9-b085-b5ba09f2d4b4 admin admin] Deleting port 7d07807e-36b1-471e-8027-1248ff4136ec {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:13:27.877347 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a5d09959-9112-4cf9-b085-b5ba09f2d4b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:27.945832 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-a5d09959-9112-4cf9-b085-b5ba09f2d4b4 admin admin] For port 7d07807e-36b1-471e-8027-1248ff4136ec, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=7d07807e-36b1-471e-8027-1248ff4136ec,segment=NetworkSegment(c04827c3-1e38-41c9-9022-0eb21d891418),segment_id=c04827c3-1e38-41c9-9022-0eb21d891418)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:13:27.946193 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a5d09959-9112-4cf9-b085-b5ba09f2d4b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:27.959391 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-a5d09959-9112-4cf9-b085-b5ba09f2d4b4 admin admin] Calling delete_port for 7d07807e-36b1-471e-8027-1248ff4136ec owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:13:28.036288 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a5d09959-9112-4cf9-b085-b5ba09f2d4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:28.067416 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d09959-9112-4cf9-b085-b5ba09f2d4b4 admin admin] No DVR routers for this DVR port 7d07807e-36b1-471e-8027-1248ff4136ec on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:13:28.071051 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d09959-9112-4cf9-b085-b5ba09f2d4b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d07807e-36b1-471e-8027-1248ff4136ec,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:28.121782 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b55c1c-cb29-4aa9-9bc1-7d5af2c1c62a None None] DHCP port deletion for 05a5bf33-b48b-4389-82fd-32ccbd12a36f request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 13:13:28.148223 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a5d09959-9112-4cf9-b085-b5ba09f2d4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:28.169166 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-a5d09959-9112-4cf9-b085-b5ba09f2d4b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05a5bf33-b48b-4389-82fd-32ccbd12a36f']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:28.178324 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-a5d09959-9112-4cf9-b085-b5ba09f2d4b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c04827c3-1e38-41c9-9022-0eb21d891418') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:28.178623 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-a5d09959-9112-4cf9-b085-b5ba09f2d4b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c04827c3-1e38-41c9-9022-0eb21d891418') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:28.187727 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a5d09959-9112-4cf9-b085-b5ba09f2d4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:28.201181 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a5d09959-9112-4cf9-b085-b5ba09f2d4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:28.208414 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5d09959-9112-4cf9-b085-b5ba09f2d4b4 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:13:28.208949 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a5d09959-9112-4cf9-b085-b5ba09f2d4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:28.210784 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 13:13:28.210784 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:13:28.210784 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 13:13:28.210784 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:13:28.210784 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 13:13:28.210784 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 13:13:28.210784 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 13:13:28.210784 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:13:28.210784 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 13:13:28.210784 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:13:28.210784 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 13:13:28.210784 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:13:28.210784 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 13:13:28.210784 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 13:13:28.210784 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:13:28.210784 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 13:13:28.210784 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:13:28.210784 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 13:13:28.210784 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 13:13:28.210784 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 13:13:28.210784 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 13:13:28.210784 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 13:13:28.210784 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:13:28.210784 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:13:28.210784 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 13:13:28.210784 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:13:28.210784 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:13:28.210784 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:13:28.210784 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:13:28.210784 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:13:28.210784 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:13:28.210784 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:13:28.270522 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a5d09959-9112-4cf9-b085-b5ba09f2d4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:28.276287 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a5d09959-9112-4cf9-b085-b5ba09f2d4b4 admin admin] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:28.279496 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a5d09959-9112-4cf9-b085-b5ba09f2d4b4 admin admin] 10.222.0.90 "DELETE /v2.0/networks/05a5bf33-b48b-4389-82fd-32ccbd12a36f HTTP/1.1" status: 204 len: 168 time: 0.5392497 Feb 16 13:13:28.291204 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d09959-9112-4cf9-b085-b5ba09f2d4b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=05a5bf33-b48b-4389-82fd-32ccbd12a36f,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:28.449319 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42972) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:13:28.488958 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-97c6b305-fe7e-4ffb-86e8-f5c4408efbf8 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=99bbdeb3c1504d56979efec2bf060943&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384772 Feb 16 13:13:28.491649 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 42974) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:13:28.541013 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-011fab26-8ccf-4e5e-ac6e-f12668285d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:28.562409 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-011fab26-8ccf-4e5e-ac6e-f12668285d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:28.607047 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-011fab26-8ccf-4e5e-ac6e-f12668285d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:28.609700 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-011fab26-8ccf-4e5e-ac6e-f12668285d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:28.610891 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-011fab26-8ccf-4e5e-ac6e-f12668285d9f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f74f6fe0-03bb-4ca4-b714-8c990b53ebf9 HTTP/1.1" status: 204 len: 168 time: 0.1183517 Feb 16 13:13:28.619666 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011fab26-8ccf-4e5e-ac6e-f12668285d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74f6fe0-03bb-4ca4-b714-8c990b53ebf9,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:28.764153 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:28.915885 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 42980) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:13:28.955747 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1a70e9e1-1e4f-4036-baea-5b355a38172a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4ef772025f294b6fbcba2cb12471ec52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386739 Feb 16 13:13:28.958204 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 42982) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:13:29.005222 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f71b99bb-27d8-4354-9269-81a82e60f5fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:29.029828 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f71b99bb-27d8-4354-9269-81a82e60f5fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:29.076910 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f71b99bb-27d8-4354-9269-81a82e60f5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:29.079426 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f71b99bb-27d8-4354-9269-81a82e60f5fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:29.080562 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f71b99bb-27d8-4354-9269-81a82e60f5fc admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ba3109c3-4bea-434d-9eb4-0e407e608e04 HTTP/1.1" status: 204 len: 168 time: 0.1214893 Feb 16 13:13:29.088070 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b99bb-27d8-4354-9269-81a82e60f5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3109c3-4bea-434d-9eb4-0e407e608e04,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:29.178139 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 0450f7ef-d59b-4ce4-9144-d609e24a782f no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:13:29.201477 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 0450f7ef-d59b-4ce4-9144-d609e24a782f {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:13:29.201814 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 0450f7ef-d59b-4ce4-9144-d609e24a782f not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:13:29.202234 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 88879626-6b2c-471b-be3b-b4041890231a no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:13:29.221464 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 88879626-6b2c-471b-be3b-b4041890231a {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:13:29.221811 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 88879626-6b2c-471b-be3b-b4041890231a not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:13:29.222225 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 7d07807e-36b1-471e-8027-1248ff4136ec no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:13:29.241695 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 7d07807e-36b1-471e-8027-1248ff4136ec {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:13:29.241930 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 7d07807e-36b1-471e-8027-1248ff4136ec not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:13:29.436438 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:13:30.797069 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43022) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:13:30.801637 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-aad35760-8fc9-450e-9221-4db44cc247c6 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1959485882', 'description': 'tempest-secgroup-smoke-1959485882 description', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:30.830869 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-aad35760-8fc9-450e-9221-4db44cc247c6 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:30.838875 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-aad35760-8fc9-450e-9221-4db44cc247c6 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:30.911006 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-aad35760-8fc9-450e-9221-4db44cc247c6 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:30.914745 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-aad35760-8fc9-450e-9221-4db44cc247c6 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:30.952251 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad35760-8fc9-450e-9221-4db44cc247c6 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec26be88-2559-4814-8d09-151b57d5f1a6,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:30.989714 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-aad35760-8fc9-450e-9221-4db44cc247c6 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:30.993594 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-aad35760-8fc9-450e-9221-4db44cc247c6 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.020739 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-aad35760-8fc9-450e-9221-4db44cc247c6 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.022239 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-aad35760-8fc9-450e-9221-4db44cc247c6 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2241397 Feb 16 13:13:31.025233 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43024) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:13:31.029619 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-5163438d-d51a-4a29-9ae1-ff2e95be005c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'security_group_rule': {'security_group_id': 'b929fea5-f31f-4587-af8a-c267d5c363d5', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:31.037131 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad35760-8fc9-450e-9221-4db44cc247c6 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b929fea5-f31f-4587-af8a-c267d5c363d5,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:31.062463 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5163438d-d51a-4a29-9ae1-ff2e95be005c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.117018 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5163438d-d51a-4a29-9ae1-ff2e95be005c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.121162 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5163438d-d51a-4a29-9ae1-ff2e95be005c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.138348 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163438d-d51a-4a29-9ae1-ff2e95be005c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2671e91e-0854-4ad4-9862-9ff00473f393,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:31.147672 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5163438d-d51a-4a29-9ae1-ff2e95be005c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.148922 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5163438d-d51a-4a29-9ae1-ff2e95be005c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227617 Feb 16 13:13:31.151673 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43026) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:13:31.155892 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-7a188148-c772-4139-b0fb-8e2414f76867 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'security_group_rule': {'security_group_id': 'b929fea5-f31f-4587-af8a-c267d5c363d5', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:31.186911 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7a188148-c772-4139-b0fb-8e2414f76867 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.247784 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7a188148-c772-4139-b0fb-8e2414f76867 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.251893 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7a188148-c772-4139-b0fb-8e2414f76867 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.268857 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a188148-c772-4139-b0fb-8e2414f76867 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0febb23-5867-4718-9501-27b4b714a1c1,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:31.276266 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7a188148-c772-4139-b0fb-8e2414f76867 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.277510 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-7a188148-c772-4139-b0fb-8e2414f76867 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1249309 Feb 16 13:13:31.280259 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43028) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:13:31.285165 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-f6ee888c-1eaf-4df1-83fc-725295e237b9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'security_group_rule': {'security_group_id': 'b929fea5-f31f-4587-af8a-c267d5c363d5', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:31.312234 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f6ee888c-1eaf-4df1-83fc-725295e237b9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.372336 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f6ee888c-1eaf-4df1-83fc-725295e237b9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.376234 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f6ee888c-1eaf-4df1-83fc-725295e237b9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.394168 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee888c-1eaf-4df1-83fc-725295e237b9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5500351a-e657-4866-aaca-19c7d91dc8bb,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:31.402201 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f6ee888c-1eaf-4df1-83fc-725295e237b9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.404326 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f6ee888c-1eaf-4df1-83fc-725295e237b9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1231391 Feb 16 13:13:31.406201 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43030) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:13:31.411257 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-bb54bb89-2e1c-42a3-b1d6-82dc4b3cffa0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'security_group_rule': {'security_group_id': 'b929fea5-f31f-4587-af8a-c267d5c363d5', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:31.440527 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bb54bb89-2e1c-42a3-b1d6-82dc4b3cffa0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.490003 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bb54bb89-2e1c-42a3-b1d6-82dc4b3cffa0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.493772 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bb54bb89-2e1c-42a3-b1d6-82dc4b3cffa0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.511185 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54bb89-2e1c-42a3-b1d6-82dc4b3cffa0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2edf2f1d-2187-4220-8d16-f244cd4b5946,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:31.518453 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bb54bb89-2e1c-42a3-b1d6-82dc4b3cffa0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.519661 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-bb54bb89-2e1c-42a3-b1d6-82dc4b3cffa0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1119006 Feb 16 13:13:31.522974 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43032) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:13:31.527300 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-9aa1bc17-508a-4efd-a65a-c4f9c647af7b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'security_group_rule': {'security_group_id': 'b929fea5-f31f-4587-af8a-c267d5c363d5', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:31.550371 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-9aa1bc17-508a-4efd-a65a-c4f9c647af7b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Project 3d70f7ea0f94439483a5f3cf73c75b3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:13:31.555120 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9aa1bc17-508a-4efd-a65a-c4f9c647af7b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.615313 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9aa1bc17-508a-4efd-a65a-c4f9c647af7b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.619421 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9aa1bc17-508a-4efd-a65a-c4f9c647af7b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.638922 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1bc17-508a-4efd-a65a-c4f9c647af7b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=525f6ec4-29f2-4446-b9aa-812d559d8ab0,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:31.648179 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9aa1bc17-508a-4efd-a65a-c4f9c647af7b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.649418 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9aa1bc17-508a-4efd-a65a-c4f9c647af7b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1255322 Feb 16 13:13:31.652177 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43034) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:13:31.657399 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-165bbc43-cfdd-42e4-be75-321aca7a9eea tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'security_group_rule': {'security_group_id': 'b929fea5-f31f-4587-af8a-c267d5c363d5', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:31.682382 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-165bbc43-cfdd-42e4-be75-321aca7a9eea tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Project 3d70f7ea0f94439483a5f3cf73c75b3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:13:31.687904 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-165bbc43-cfdd-42e4-be75-321aca7a9eea tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.750844 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-165bbc43-cfdd-42e4-be75-321aca7a9eea tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.754858 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-165bbc43-cfdd-42e4-be75-321aca7a9eea tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.772976 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165bbc43-cfdd-42e4-be75-321aca7a9eea tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47c31b1d-0a96-4fad-9896-e708021dc476,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:31.782259 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-165bbc43-cfdd-42e4-be75-321aca7a9eea tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.783525 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-165bbc43-cfdd-42e4-be75-321aca7a9eea tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1303437 Feb 16 13:13:31.786554 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43036) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:13:31.791408 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-4df842a0-3d4a-4cca-90c0-a421699d8d47 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'network': {'name': 'tempest-network-smoke--1960622464', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'port_security_enabled': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:31.813194 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df842a0-3d4a-4cca-90c0-a421699d8d47 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Made reservation on behalf of 3d70f7ea0f94439483a5f3cf73c75b3a for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:13:31.816572 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4df842a0-3d4a-4cca-90c0-a421699d8d47 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.840325 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4df842a0-3d4a-4cca-90c0-a421699d8d47 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:13:31.852477 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4df842a0-3d4a-4cca-90c0-a421699d8d47 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.852865 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-4df842a0-3d4a-4cca-90c0-a421699d8d47 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Added segment 918f7d7a-9ee6-4595-a577-2b513e00fa5c of type vlan for network c767bf7b-1f77-4cc5-a30c-56f910d158bb Feb 16 13:13:31.893496 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4df842a0-3d4a-4cca-90c0-a421699d8d47 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.917646 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4df842a0-3d4a-4cca-90c0-a421699d8d47 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.923073 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df842a0-3d4a-4cca-90c0-a421699d8d47 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:31.923674 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4df842a0-3d4a-4cca-90c0-a421699d8d47 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.980901 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4df842a0-3d4a-4cca-90c0-a421699d8d47 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1932366 Feb 16 13:13:31.983742 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43038) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:13:31.990109 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-9b14c94d-d004-49cd-9ab4-2440139b4858 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1232778756', 'admin_state_up': True, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:32.003263 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df842a0-3d4a-4cca-90c0-a421699d8d47 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'Network': ['ID=c767bf7b-1f77-4cc5-a30c-56f910d158bb,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:32.013722 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network c767bf7b-1f77-4cc5-a30c-56f910d158bb details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:13:32.024953 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b14c94d-d004-49cd-9ab4-2440139b4858 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:32.025958 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b14c94d-d004-49cd-9ab4-2440139b4858 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:32.078124 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b14c94d-d004-49cd-9ab4-2440139b4858 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:32.217061 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b14c94d-d004-49cd-9ab4-2440139b4858 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:32.405349 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b14c94d-d004-49cd-9ab4-2440139b4858 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:32.424768 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b14c94d-d004-49cd-9ab4-2440139b4858 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:32.530460 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-9b14c94d-d004-49cd-9ab4-2440139b4858 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Allocated IP 172.26.2.108 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/b71fc100-940d-483f-8139-67895d2c2070) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:13:32.632071 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b14c94d-d004-49cd-9ab4-2440139b4858 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:32.670847 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b14c94d-d004-49cd-9ab4-2440139b4858 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:32.707802 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b14c94d-d004-49cd-9ab4-2440139b4858 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:13:32.712562 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-9b14c94d-d004-49cd-9ab4-2440139b4858 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:13:32.716168 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b14c94d-d004-49cd-9ab4-2440139b4858 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:13:32.739881 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b14c94d-d004-49cd-9ab4-2440139b4858 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'Port': ['ID=b71fc100-940d-483f-8139-67895d2c2070,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:32.967909 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b14c94d-d004-49cd-9ab4-2440139b4858 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:33.166784 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b14c94d-d004-49cd-9ab4-2440139b4858 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:33.293365 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b14c94d-d004-49cd-9ab4-2440139b4858 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Router 44c4341a-cd53-4f9b-961d-a86996bc5d59 is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 13:13:33.396145 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b14c94d-d004-49cd-9ab4-2440139b4858 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:13:33.405482 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0450d74c-b545-448f-96f0-4e551c909b98 None None] Sync routers for ids ['44c4341a-cd53-4f9b-961d-a86996bc5d59'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:13:33.416083 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0450d74c-b545-448f-96f0-4e551c909b98 None None] Routers {'44c4341a-cd53-4f9b-961d-a86996bc5d59'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:13:33.416585 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b14c94d-d004-49cd-9ab4-2440139b4858 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:33.416738 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-0450d74c-b545-448f-96f0-4e551c909b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:13:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['44c4341a-cd53-4f9b-961d-a86996bc5d59'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:33.417747 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9b14c94d-d004-49cd-9ab4-2440139b4858 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4330945 Feb 16 13:13:33.421070 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43040) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:13:33.549425 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3d6b4446-58c2-4049-97fc-25b27100b4a9 tempest-TestNetworkAdvancedServerOps-1483708827 tempest-TestNetworkAdvancedServerOps-1483708827-project-admin] 10.222.0.90 "GET /v2.0/subnets?project_id=3d70f7ea0f94439483a5f3cf73c75b3a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1268113 Feb 16 13:13:33.551961 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43044) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:13:33.617281 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-0450d74c-b545-448f-96f0-4e551c909b98 None None] Set router 44c4341a-cd53-4f9b-961d-a86996bc5d59 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:13:33.647225 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e813e6-f9cb-4eb9-beb3-98b1223e0f26 tempest-TestNetworkAdvancedServerOps-1483708827 tempest-TestNetworkAdvancedServerOps-1483708827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:33.648790 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-21e813e6-f9cb-4eb9-beb3-98b1223e0f26 tempest-TestNetworkAdvancedServerOps-1483708827 tempest-TestNetworkAdvancedServerOps-1483708827-project-admin] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0958261 Feb 16 13:13:33.651756 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43046) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:13:33.801200 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-0450d74c-b545-448f-96f0-4e551c909b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c4341a-cd53-4f9b-961d-a86996bc5d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232778756', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.108'}], 'enable_snat': True}, 'gw_port_id': 'b71fc100-940d-483f-8139-67895d2c2070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:32Z', 'updated_at': '2022-02-16T13:13:32Z', 'revision_number': 3, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': 'b71fc100-940d-483f-8139-67895d2c2070', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:18:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c4341a-cd53-4f9b-961d-a86996bc5d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:32Z', 'updated_at': '2022-02-16T13:13:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:33.831266 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0450d74c-b545-448f-96f0-4e551c909b98 None None] Checking router: 44c4341a-cd53-4f9b-961d-a86996bc5d59 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:13:33.831601 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0450d74c-b545-448f-96f0-4e551c909b98 None None] Updating router 44c4341a-cd53-4f9b-961d-a86996bc5d59 port b71fc100-940d-483f-8139-67895d2c2070 binding host dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:13:33.857079 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0450d74c-b545-448f-96f0-4e551c909b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:34.033280 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-aec33f0f-0bc6-4d16-9f11-bb5cced1bcdc tempest-TestNetworkAdvancedServerOps-1483708827 tempest-TestNetworkAdvancedServerOps-1483708827-project-admin] 10.222.0.90 "GET /v2.0/subnets?network_id=a08a3d1b-2e35-4b18-9cb0-756d355083e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3802059 Feb 16 13:13:34.035855 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43048) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:13:34.042007 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-c80b0c93-fcdf-4d57-8256-b5df29566cd0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1070002289', 'network_id': 'c767bf7b-1f77-4cc5-a30c-56f910d158bb', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:34.115037 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0450d74c-b545-448f-96f0-4e551c909b98 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:34.121315 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0450d74c-b545-448f-96f0-4e551c909b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:34.135481 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80b0c93-fcdf-4d57-8256-b5df29566cd0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Made reservation on behalf of 3d70f7ea0f94439483a5f3cf73c75b3a for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:13:34.138762 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c80b0c93-fcdf-4d57-8256-b5df29566cd0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:34.170113 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-0450d74c-b545-448f-96f0-4e551c909b98 None None] Attempting to bind port b71fc100-940d-483f-8139-67895d2c2070 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:13:34.170468 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-0450d74c-b545-448f-96f0-4e551c909b98 None None] Attempting to bind port b71fc100-940d-483f-8139-67895d2c2070 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:13:34.170808 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0450d74c-b545-448f-96f0-4e551c909b98 None None] Attempting to bind port b71fc100-940d-483f-8139-67895d2c2070 on network a08a3d1b-2e35-4b18-9cb0-756d355083e6 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:13:34.181104 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0450d74c-b545-448f-96f0-4e551c909b98 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:13:34.181464 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0450d74c-b545-448f-96f0-4e551c909b98 None None] Checking segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:13:34.181853 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0450d74c-b545-448f-96f0-4e551c909b98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:34.182231 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0450d74c-b545-448f-96f0-4e551c909b98 None None] Bound using segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:13:34.182685 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-0450d74c-b545-448f-96f0-4e551c909b98 None None] Bound port: b71fc100-940d-483f-8139-67895d2c2070, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:13:34.183050 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0450d74c-b545-448f-96f0-4e551c909b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:34.185373 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6882b4c-8bac-4136-9f4e-3cd311dbb35f None None] Pushing event updated for resources: {'Port': ['ID=b71fc100-940d-483f-8139-67895d2c2070,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:34.211601 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6882b4c-8bac-4136-9f4e-3cd311dbb35f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:34.211937 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6882b4c-8bac-4136-9f4e-3cd311dbb35f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:34.212270 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6882b4c-8bac-4136-9f4e-3cd311dbb35f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:34.212592 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6882b4c-8bac-4136-9f4e-3cd311dbb35f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:34.212934 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6882b4c-8bac-4136-9f4e-3cd311dbb35f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:34.213257 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6882b4c-8bac-4136-9f4e-3cd311dbb35f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:34.213573 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6882b4c-8bac-4136-9f4e-3cd311dbb35f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:34.213984 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6882b4c-8bac-4136-9f4e-3cd311dbb35f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:34.214236 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6882b4c-8bac-4136-9f4e-3cd311dbb35f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:34.214503 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6882b4c-8bac-4136-9f4e-3cd311dbb35f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:34.214811 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6882b4c-8bac-4136-9f4e-3cd311dbb35f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:34.215117 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6882b4c-8bac-4136-9f4e-3cd311dbb35f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:34.244714 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-0450d74c-b545-448f-96f0-4e551c909b98 None None] For port b71fc100-940d-483f-8139-67895d2c2070, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:13:34.247739 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-0450d74c-b545-448f-96f0-4e551c909b98 None None] For port b71fc100-940d-483f-8139-67895d2c2070, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=b71fc100-940d-483f-8139-67895d2c2070,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:13:34.253244 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0450d74c-b545-448f-96f0-4e551c909b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:34.310495 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6882b4c-8bac-4136-9f4e-3cd311dbb35f None None] Pushing event updated for resources: {'Port': ['ID=b71fc100-940d-483f-8139-67895d2c2070,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:34.313889 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0450d74c-b545-448f-96f0-4e551c909b98 None None] Routers {'44c4341a-cd53-4f9b-961d-a86996bc5d59'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:13:34.314466 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-0450d74c-b545-448f-96f0-4e551c909b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:13:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['44c4341a-cd53-4f9b-961d-a86996bc5d59'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:34.326710 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c80b0c93-fcdf-4d57-8256-b5df29566cd0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:34.393967 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b0c93-fcdf-4d57-8256-b5df29566cd0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'Subnet': ['ID=a9e1f91d-6398-46d1-b8b9-3d185499f756,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:34.401690 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80b0c93-fcdf-4d57-8256-b5df29566cd0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Checking segment: {'id': '918f7d7a-9ee6-4595-a577-2b513e00fa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c767bf7b-1f77-4cc5-a30c-56f910d158bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:13:34.402002 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80b0c93-fcdf-4d57-8256-b5df29566cd0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Network hostable DHCP agents. Network: c767bf7b-1f77-4cc5-a30c-56f910d158bb, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:13:34.420568 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80b0c93-fcdf-4d57-8256-b5df29566cd0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Network c767bf7b-1f77-4cc5-a30c-56f910d158bb is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:13:34.424002 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-0450d74c-b545-448f-96f0-4e551c909b98 None None] Set router 44c4341a-cd53-4f9b-961d-a86996bc5d59 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:13:34.430665 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-c80b0c93-fcdf-4d57-8256-b5df29566cd0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, c767bf7b-1f77-4cc5-a30c-56f910d158bb) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:13:34.435013 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80b0c93-fcdf-4d57-8256-b5df29566cd0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:34.435595 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c80b0c93-fcdf-4d57-8256-b5df29566cd0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:34.442874 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89f6b50-c81e-4dfe-b48a-5c904daf6ad8 None None] Network c767bf7b-1f77-4cc5-a30c-56f910d158bb requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:13:34.457670 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c80b0c93-fcdf-4d57-8256-b5df29566cd0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4178128 Feb 16 13:13:34.457982 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43050) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:13:34.638642 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f03052f-8e3a-4b76-9707-9e8a3b4bb238 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-c767bf7b-1f77-4cc5-a30c-56f910d158bb', 'network_id': 'c767bf7b-1f77-4cc5-a30c-56f910d158bb', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'fixed_ips': [{'subnet_id': 'a9e1f91d-6398-46d1-b8b9-3d185499f756'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 13:13:34.639817 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4f03052f-8e3a-4b76-9707-9e8a3b4bb238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:34.643247 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-0450d74c-b545-448f-96f0-4e551c909b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c4341a-cd53-4f9b-961d-a86996bc5d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232778756', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.108'}], 'enable_snat': True}, 'gw_port_id': 'b71fc100-940d-483f-8139-67895d2c2070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:32Z', 'updated_at': '2022-02-16T13:13:32Z', 'revision_number': 3, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': 'b71fc100-940d-483f-8139-67895d2c2070', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:18:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c4341a-cd53-4f9b-961d-a86996bc5d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:32Z', 'updated_at': '2022-02-16T13:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:34.671370 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0450d74c-b545-448f-96f0-4e551c909b98 None None] The sync data for ids ['44c4341a-cd53-4f9b-961d-a86996bc5d59'] in dv-neutron-828142-3-hyperv is: [{'id': '44c4341a-cd53-4f9b-961d-a86996bc5d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232778756', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.108'}], 'enable_snat': True}, 'gw_port_id': 'b71fc100-940d-483f-8139-67895d2c2070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:32Z', 'updated_at': '2022-02-16T13:13:32Z', 'revision_number': 3, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': 'b71fc100-940d-483f-8139-67895d2c2070', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:18:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c4341a-cd53-4f9b-961d-a86996bc5d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:32Z', 'updated_at': '2022-02-16T13:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:13:34.793670 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-4f03052f-8e3a-4b76-9707-9e8a3b4bb238 None None] Allocated IP 172.20.0.2 (c767bf7b-1f77-4cc5-a30c-56f910d158bb/a9e1f91d-6398-46d1-b8b9-3d185499f756/68b2fb77-3ae4-4941-97e8-6d2d65b07cfe) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:13:34.976026 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4f03052f-8e3a-4b76-9707-9e8a3b4bb238 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:34.983020 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4f03052f-8e3a-4b76-9707-9e8a3b4bb238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:35.024905 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f03052f-8e3a-4b76-9707-9e8a3b4bb238 None None] Network c767bf7b-1f77-4cc5-a30c-56f910d158bb is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:13:35.032999 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-4f03052f-8e3a-4b76-9707-9e8a3b4bb238 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:13:35.042133 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f03052f-8e3a-4b76-9707-9e8a3b4bb238 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:13:35.056485 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03052f-8e3a-4b76-9707-9e8a3b4bb238 None None] Pushing event updated for resources: {'Port': ['ID=68b2fb77-3ae4-4941-97e8-6d2d65b07cfe,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:35.070795 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cf16c6f8-93a8-49a2-a016-b4a6c97bcefd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:35.118713 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-4f03052f-8e3a-4b76-9707-9e8a3b4bb238 None None] Attempting to bind port 68b2fb77-3ae4-4941-97e8-6d2d65b07cfe on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:13:35.119086 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-4f03052f-8e3a-4b76-9707-9e8a3b4bb238 None None] Attempting to bind port 68b2fb77-3ae4-4941-97e8-6d2d65b07cfe by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '918f7d7a-9ee6-4595-a577-2b513e00fa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c767bf7b-1f77-4cc5-a30c-56f910d158bb'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:13:35.119445 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f03052f-8e3a-4b76-9707-9e8a3b4bb238 None None] Attempting to bind port 68b2fb77-3ae4-4941-97e8-6d2d65b07cfe on network c767bf7b-1f77-4cc5-a30c-56f910d158bb {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:13:35.125086 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f03052f-8e3a-4b76-9707-9e8a3b4bb238 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:13:35.126009 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f03052f-8e3a-4b76-9707-9e8a3b4bb238 None None] Checking segment: {'id': '918f7d7a-9ee6-4595-a577-2b513e00fa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c767bf7b-1f77-4cc5-a30c-56f910d158bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:13:35.126420 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4f03052f-8e3a-4b76-9707-9e8a3b4bb238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:35.126814 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f03052f-8e3a-4b76-9707-9e8a3b4bb238 None None] Bound using segment: {'id': '918f7d7a-9ee6-4595-a577-2b513e00fa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c767bf7b-1f77-4cc5-a30c-56f910d158bb'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:13:35.128028 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-4f03052f-8e3a-4b76-9707-9e8a3b4bb238 None None] Bound port: 68b2fb77-3ae4-4941-97e8-6d2d65b07cfe, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918f7d7a-9ee6-4595-a577-2b513e00fa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c767bf7b-1f77-4cc5-a30c-56f910d158bb'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:13:35.128446 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4f03052f-8e3a-4b76-9707-9e8a3b4bb238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:35.203569 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-4f03052f-8e3a-4b76-9707-9e8a3b4bb238 None None] For port 68b2fb77-3ae4-4941-97e8-6d2d65b07cfe, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:13:35.209719 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-4f03052f-8e3a-4b76-9707-9e8a3b4bb238 None None] For port 68b2fb77-3ae4-4941-97e8-6d2d65b07cfe, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=68b2fb77-3ae4-4941-97e8-6d2d65b07cfe,segment=NetworkSegment(918f7d7a-9ee6-4595-a577-2b513e00fa5c),segment_id=918f7d7a-9ee6-4595-a577-2b513e00fa5c)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:13:35.218450 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4f03052f-8e3a-4b76-9707-9e8a3b4bb238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:35.243971 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b71fc100-940d-483f-8139-67895d2c2070 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:13:35.338418 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03052f-8e3a-4b76-9707-9e8a3b4bb238 None None] Pushing event updated for resources: {'Port': ['ID=68b2fb77-3ae4-4941-97e8-6d2d65b07cfe,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:35.344268 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port b71fc100-940d-483f-8139-67895d2c2070 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:35.344665 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:35.432057 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-cf16c6f8-93a8-49a2-a016-b4a6c97bcefd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Allocated IP 172.20.0.1 (c767bf7b-1f77-4cc5-a30c-56f910d158bb/a9e1f91d-6398-46d1-b8b9-3d185499f756/b20f7296-b192-4228-88d9-ee135f6b3831) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:13:35.434660 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:35.463702 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port b71fc100-940d-483f-8139-67895d2c2070, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=b71fc100-940d-483f-8139-67895d2c2070,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:13:35.468800 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:35.543356 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=b71fc100-940d-483f-8139-67895d2c2070,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:35.620534 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cf16c6f8-93a8-49a2-a016-b4a6c97bcefd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:35.658914 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cf16c6f8-93a8-49a2-a016-b4a6c97bcefd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:35.696968 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf16c6f8-93a8-49a2-a016-b4a6c97bcefd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Network c767bf7b-1f77-4cc5-a30c-56f910d158bb is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:13:35.700540 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-cf16c6f8-93a8-49a2-a016-b4a6c97bcefd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:13:35.705146 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf16c6f8-93a8-49a2-a016-b4a6c97bcefd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:13:35.751237 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16c6f8-93a8-49a2-a016-b4a6c97bcefd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'Port': ['ID=b20f7296-b192-4228-88d9-ee135f6b3831,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:35.766368 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cf16c6f8-93a8-49a2-a016-b4a6c97bcefd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:35.905068 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cf16c6f8-93a8-49a2-a016-b4a6c97bcefd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:36.203127 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cf16c6f8-93a8-49a2-a016-b4a6c97bcefd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:36.209157 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cf16c6f8-93a8-49a2-a016-b4a6c97bcefd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:36.281077 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16c6f8-93a8-49a2-a016-b4a6c97bcefd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'Port': ['ID=b20f7296-b192-4228-88d9-ee135f6b3831,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:36.286852 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cf16c6f8-93a8-49a2-a016-b4a6c97bcefd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:36.295539 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac60bd2-edb0-46bf-abb2-f9eb32222392 None None] Network c767bf7b-1f77-4cc5-a30c-56f910d158bb requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:13:36.367794 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-ed49217f-720f-4a30-a5f0-89889bde455a None None] Provisioning complete for port 68b2fb77-3ae4-4941-97e8-6d2d65b07cfe triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:36.368161 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ed49217f-720f-4a30-a5f0-89889bde455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:36.382675 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf16c6f8-93a8-49a2-a016-b4a6c97bcefd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Network c767bf7b-1f77-4cc5-a30c-56f910d158bb is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:13:36.384182 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-cf16c6f8-93a8-49a2-a016-b4a6c97bcefd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:13:36.502821 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf16c6f8-93a8-49a2-a016-b4a6c97bcefd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Router 44c4341a-cd53-4f9b-961d-a86996bc5d59 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:13:36.513233 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ed49217f-720f-4a30-a5f0-89889bde455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:36.557248 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-ed49217f-720f-4a30-a5f0-89889bde455a None None] For port 68b2fb77-3ae4-4941-97e8-6d2d65b07cfe, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=68b2fb77-3ae4-4941-97e8-6d2d65b07cfe,segment=NetworkSegment(918f7d7a-9ee6-4595-a577-2b513e00fa5c),segment_id=918f7d7a-9ee6-4595-a577-2b513e00fa5c)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:13:36.561314 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ed49217f-720f-4a30-a5f0-89889bde455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:36.619353 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed49217f-720f-4a30-a5f0-89889bde455a None None] Pushing event updated for resources: {'Port': ['ID=68b2fb77-3ae4-4941-97e8-6d2d65b07cfe,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:36.628738 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf16c6f8-93a8-49a2-a016-b4a6c97bcefd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:13:36.636693 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-cf16c6f8-93a8-49a2-a016-b4a6c97bcefd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "PUT /v2.0/routers/44c4341a-cd53-4f9b-961d-a86996bc5d59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1749728 Feb 16 13:13:36.783668 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-55390711-e751-4d68-b087-8cb0e27383fd None None] Provisioning complete for port b20f7296-b192-4228-88d9-ee135f6b3831 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:36.783977 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-55390711-e751-4d68-b087-8cb0e27383fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:36.786704 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-4f1f8480-efa1-44f2-a61f-14ee63cd0fe5 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1959485882&fields=id&tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a HTTP/1.1" status: 200 len: 267 time: 0.0373802 Feb 16 13:13:36.827618 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-55390711-e751-4d68-b087-8cb0e27383fd None None] Port b20f7296-b192-4228-88d9-ee135f6b3831 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:13:36.839125 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-55390711-e751-4d68-b087-8cb0e27383fd None None] Provisioning complete for port 68b2fb77-3ae4-4941-97e8-6d2d65b07cfe triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:36.839537 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-55390711-e751-4d68-b087-8cb0e27383fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:36.912670 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-b6fc7235-ead4-45ad-ae39-7dd8bb062d83 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:36.914583 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-b6fc7235-ead4-45ad-ae39-7dd8bb062d83 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/networks?id=c767bf7b-1f77-4cc5-a30c-56f910d158bb HTTP/1.1" status: 200 len: 797 time: 0.1207066 Feb 16 13:13:36.934927 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375fc56f-a4cb-4e0e-b58f-f1e9337aecdb None None] Sync routers for ids ['44c4341a-cd53-4f9b-961d-a86996bc5d59'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:13:36.935281 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-8c9c9fdf-968c-4039-af15-ef5cfa494282 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/quotas/3d70f7ea0f94439483a5f3cf73c75b3a HTTP/1.1" status: 200 len: 375 time: 0.0138133 Feb 16 13:13:36.956162 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375fc56f-a4cb-4e0e-b58f-f1e9337aecdb None None] Routers {'44c4341a-cd53-4f9b-961d-a86996bc5d59'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:13:36.956821 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-375fc56f-a4cb-4e0e-b58f-f1e9337aecdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:13:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['44c4341a-cd53-4f9b-961d-a86996bc5d59'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:37.000951 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-7c3baee9-fed9-47eb-861a-f70c5428394d tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579460 Feb 16 13:13:37.078139 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-375fc56f-a4cb-4e0e-b58f-f1e9337aecdb None None] Set router 44c4341a-cd53-4f9b-961d-a86996bc5d59 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:13:37.106678 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-a5086ae7-ecf4-49eb-8ddc-87651b2d680e service neutron] 10.222.0.90 "GET /v2.0/networks/c767bf7b-1f77-4cc5-a30c-56f910d158bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921078 Feb 16 13:13:37.127618 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-52f3c7dc-2e82-437f-be96-e0562ded3a48 None None] Provisioning complete for port b20f7296-b192-4228-88d9-ee135f6b3831 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:37.127897 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-52f3c7dc-2e82-437f-be96-e0562ded3a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:37.233579 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-52f3c7dc-2e82-437f-be96-e0562ded3a48 None None] Port b20f7296-b192-4228-88d9-ee135f6b3831 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:13:37.237632 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-7896d7f9-a259-49cc-b8b0-b980b2ad9a54 service neutron] 10.222.0.90 "GET /v2.0/networks/c767bf7b-1f77-4cc5-a30c-56f910d158bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208372 Feb 16 13:13:37.306684 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 68b2fb77-3ae4-4941-97e8-6d2d65b07cfe up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:13:37.414523 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-04983fe9-f57a-4bb7-9201-93febe06ad0b req-5aba26cd-d5ee-4561-9de5-fbc6a005b08e tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd949408-19d4-4495-a93c-00cdb5fc9e2a HTTP/1.1" status: 200 len: 210 time: 0.0298243 Feb 16 13:13:37.520039 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-0312627f-65ab-4301-bf92-8a85c521ee84 None None] Provisioning complete for port b20f7296-b192-4228-88d9-ee135f6b3831 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:37.520732 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0312627f-65ab-4301-bf92-8a85c521ee84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:37.570131 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-375fc56f-a4cb-4e0e-b58f-f1e9337aecdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c4341a-cd53-4f9b-961d-a86996bc5d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232778756', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.108'}], 'enable_snat': True}, 'gw_port_id': 'b71fc100-940d-483f-8139-67895d2c2070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:32Z', 'updated_at': '2022-02-16T13:13:35Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': 'b71fc100-940d-483f-8139-67895d2c2070', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:18:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c4341a-cd53-4f9b-961d-a86996bc5d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:32Z', 'updated_at': '2022-02-16T13:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'b20f7296-b192-4228-88d9-ee135f6b3831', 'name': '', 'network_id': 'c767bf7b-1f77-4cc5-a30c-56f910d158bb', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:69:90:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c4341a-cd53-4f9b-961d-a86996bc5d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'a9e1f91d-6398-46d1-b8b9-3d185499f756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:35Z', 'updated_at': '2022-02-16T13:13:36Z', 'revision_number': 2, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': 'a9e1f91d-6398-46d1-b8b9-3d185499f756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:37.571943 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-0312627f-65ab-4301-bf92-8a85c521ee84 None None] Port b20f7296-b192-4228-88d9-ee135f6b3831 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:13:37.573332 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 68b2fb77-3ae4-4941-97e8-6d2d65b07cfe triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:37.573694 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:37.617743 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375fc56f-a4cb-4e0e-b58f-f1e9337aecdb None None] Checking router: 44c4341a-cd53-4f9b-961d-a86996bc5d59 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:13:37.618098 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375fc56f-a4cb-4e0e-b58f-f1e9337aecdb None None] Updating router 44c4341a-cd53-4f9b-961d-a86996bc5d59 port b20f7296-b192-4228-88d9-ee135f6b3831 binding host dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:13:37.652610 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-375fc56f-a4cb-4e0e-b58f-f1e9337aecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:37.783694 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b71fc100-940d-483f-8139-67895d2c2070 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:13:37.887288 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port b71fc100-940d-483f-8139-67895d2c2070 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:37.887575 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:38.039095 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-375fc56f-a4cb-4e0e-b58f-f1e9337aecdb None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:38.045605 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-375fc56f-a4cb-4e0e-b58f-f1e9337aecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:38.096687 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e5e2a-007d-4ab3-8692-2432799fab66 None None] Pushing event updated for resources: {'Port': ['ID=b20f7296-b192-4228-88d9-ee135f6b3831,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:38.148467 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-375fc56f-a4cb-4e0e-b58f-f1e9337aecdb None None] Attempting to bind port b20f7296-b192-4228-88d9-ee135f6b3831 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:13:38.148865 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-375fc56f-a4cb-4e0e-b58f-f1e9337aecdb None None] Attempting to bind port b20f7296-b192-4228-88d9-ee135f6b3831 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '918f7d7a-9ee6-4595-a577-2b513e00fa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c767bf7b-1f77-4cc5-a30c-56f910d158bb'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:13:38.149224 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375fc56f-a4cb-4e0e-b58f-f1e9337aecdb None None] Attempting to bind port b20f7296-b192-4228-88d9-ee135f6b3831 on network c767bf7b-1f77-4cc5-a30c-56f910d158bb {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:13:38.154508 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375fc56f-a4cb-4e0e-b58f-f1e9337aecdb None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:13:38.154886 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375fc56f-a4cb-4e0e-b58f-f1e9337aecdb None None] Checking segment: {'id': '918f7d7a-9ee6-4595-a577-2b513e00fa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c767bf7b-1f77-4cc5-a30c-56f910d158bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:13:38.155260 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-375fc56f-a4cb-4e0e-b58f-f1e9337aecdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:38.155645 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375fc56f-a4cb-4e0e-b58f-f1e9337aecdb None None] Bound using segment: {'id': '918f7d7a-9ee6-4595-a577-2b513e00fa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c767bf7b-1f77-4cc5-a30c-56f910d158bb'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:13:38.156097 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-375fc56f-a4cb-4e0e-b58f-f1e9337aecdb None None] Bound port: b20f7296-b192-4228-88d9-ee135f6b3831, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918f7d7a-9ee6-4595-a577-2b513e00fa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c767bf7b-1f77-4cc5-a30c-56f910d158bb'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:13:38.156472 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-375fc56f-a4cb-4e0e-b58f-f1e9337aecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:38.222529 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-375fc56f-a4cb-4e0e-b58f-f1e9337aecdb None None] For port b20f7296-b192-4228-88d9-ee135f6b3831, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:13:38.225930 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-375fc56f-a4cb-4e0e-b58f-f1e9337aecdb None None] For port b20f7296-b192-4228-88d9-ee135f6b3831, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=b20f7296-b192-4228-88d9-ee135f6b3831,segment=NetworkSegment(918f7d7a-9ee6-4595-a577-2b513e00fa5c),segment_id=918f7d7a-9ee6-4595-a577-2b513e00fa5c)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:13:38.230940 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-375fc56f-a4cb-4e0e-b58f-f1e9337aecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:38.288402 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375fc56f-a4cb-4e0e-b58f-f1e9337aecdb None None] Routers {'44c4341a-cd53-4f9b-961d-a86996bc5d59'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:13:38.289079 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-375fc56f-a4cb-4e0e-b58f-f1e9337aecdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:13:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['44c4341a-cd53-4f9b-961d-a86996bc5d59'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:38.346688 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e5e2a-007d-4ab3-8692-2432799fab66 None None] Pushing event updated for resources: {'Port': ['ID=b20f7296-b192-4228-88d9-ee135f6b3831,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:38.362378 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-c756f99f-cdf7-4c35-870a-41cde32085de None None] Provisioning complete for port b20f7296-b192-4228-88d9-ee135f6b3831 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:38.362750 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c756f99f-cdf7-4c35-870a-41cde32085de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:38.459007 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-375fc56f-a4cb-4e0e-b58f-f1e9337aecdb None None] Set router 44c4341a-cd53-4f9b-961d-a86996bc5d59 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:13:38.497429 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-192aaa59-c411-4978-a9dc-f6895fd7f82e req-a5db2e2b-777e-4d63-98ac-e6cab5a560f8 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd949408-19d4-4495-a93c-00cdb5fc9e2a HTTP/1.1" status: 200 len: 210 time: 0.0305483 Feb 16 13:13:38.583308 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c756f99f-cdf7-4c35-870a-41cde32085de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:38.660684 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-c756f99f-cdf7-4c35-870a-41cde32085de None None] For port b20f7296-b192-4228-88d9-ee135f6b3831, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=b20f7296-b192-4228-88d9-ee135f6b3831,segment=NetworkSegment(918f7d7a-9ee6-4595-a577-2b513e00fa5c),segment_id=918f7d7a-9ee6-4595-a577-2b513e00fa5c)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:13:38.665724 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c756f99f-cdf7-4c35-870a-41cde32085de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:38.745103 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756f99f-cdf7-4c35-870a-41cde32085de None None] Pushing event updated for resources: {'Port': ['ID=b20f7296-b192-4228-88d9-ee135f6b3831,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:38.767119 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-375fc56f-a4cb-4e0e-b58f-f1e9337aecdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c4341a-cd53-4f9b-961d-a86996bc5d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232778756', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.108'}], 'enable_snat': True}, 'gw_port_id': 'b71fc100-940d-483f-8139-67895d2c2070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:32Z', 'updated_at': '2022-02-16T13:13:35Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': 'b71fc100-940d-483f-8139-67895d2c2070', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:18:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c4341a-cd53-4f9b-961d-a86996bc5d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:32Z', 'updated_at': '2022-02-16T13:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'b20f7296-b192-4228-88d9-ee135f6b3831', 'name': '', 'network_id': 'c767bf7b-1f77-4cc5-a30c-56f910d158bb', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:69:90:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c4341a-cd53-4f9b-961d-a86996bc5d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'a9e1f91d-6398-46d1-b8b9-3d185499f756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:35Z', 'updated_at': '2022-02-16T13:13:38Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': 'a9e1f91d-6398-46d1-b8b9-3d185499f756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:38.796775 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375fc56f-a4cb-4e0e-b58f-f1e9337aecdb None None] The sync data for ids ['44c4341a-cd53-4f9b-961d-a86996bc5d59'] in dv-neutron-828142-3-hyperv is: [{'id': '44c4341a-cd53-4f9b-961d-a86996bc5d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232778756', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.108'}], 'enable_snat': True}, 'gw_port_id': 'b71fc100-940d-483f-8139-67895d2c2070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:32Z', 'updated_at': '2022-02-16T13:13:35Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': 'b71fc100-940d-483f-8139-67895d2c2070', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:18:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c4341a-cd53-4f9b-961d-a86996bc5d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:32Z', 'updated_at': '2022-02-16T13:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'b20f7296-b192-4228-88d9-ee135f6b3831', 'name': '', 'network_id': 'c767bf7b-1f77-4cc5-a30c-56f910d158bb', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:69:90:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c4341a-cd53-4f9b-961d-a86996bc5d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'a9e1f91d-6398-46d1-b8b9-3d185499f756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:35Z', 'updated_at': '2022-02-16T13:13:38Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': 'a9e1f91d-6398-46d1-b8b9-3d185499f756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:13:38.807584 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-1992faaf-8fd5-4239-9061-1fefbefb8b86 None None] Provisioning complete for port b20f7296-b192-4228-88d9-ee135f6b3831 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:38.807958 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1992faaf-8fd5-4239-9061-1fefbefb8b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:39.201586 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b20f7296-b192-4228-88d9-ee135f6b3831 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:13:39.253114 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port b20f7296-b192-4228-88d9-ee135f6b3831 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:39.253478 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:39.579305 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-34d7658e-85f6-4ba0-a9ee-292baa556554 req-5f42c9cb-c934-4d78-bfd8-8c36a1d7e7c3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd949408-19d4-4495-a93c-00cdb5fc9e2a HTTP/1.1" status: 200 len: 210 time: 0.0270531 Feb 16 13:13:40.404164 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-e9ab045e-91c9-4f4a-9fdd-fa7ee95f9b30 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:40.405566 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-e9ab045e-91c9-4f4a-9fdd-fa7ee95f9b30 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.42 "GET /v2.0/networks?id=c767bf7b-1f77-4cc5-a30c-56f910d158bb HTTP/1.1" status: 200 len: 797 time: 0.1039393 Feb 16 13:13:40.450131 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-bb37a4ac-3af6-4da0-b000-7301789f8f91 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a HTTP/1.1" status: 200 len: 380 time: 0.0352280 Feb 16 13:13:40.460091 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-627c67ff-15d8-456b-bf6c-fc2feefa0795 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'port': {'device_id': 'dd949408-19d4-4495-a93c-00cdb5fc9e2a', 'network_id': 'c767bf7b-1f77-4cc5-a30c-56f910d158bb', 'admin_state_up': True, 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'security_groups': ['b929fea5-f31f-4587-af8a-c267d5c363d5']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:40.571471 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-627c67ff-15d8-456b-bf6c-fc2feefa0795 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Made reservation on behalf of 3d70f7ea0f94439483a5f3cf73c75b3a for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:13:40.574993 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-627c67ff-15d8-456b-bf6c-fc2feefa0795 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:40.685309 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7d557f41-a66c-445e-b427-12b418c4b51c req-7f56d276-2d68-40d8-ab28-551b2e0be175 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd949408-19d4-4495-a93c-00cdb5fc9e2a HTTP/1.1" status: 200 len: 210 time: 0.0320249 Feb 16 13:13:40.714005 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-627c67ff-15d8-456b-bf6c-fc2feefa0795 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Allocated IP 172.20.0.4 (c767bf7b-1f77-4cc5-a30c-56f910d158bb/a9e1f91d-6398-46d1-b8b9-3d185499f756/2b2668b4-aaa1-40f4-9ccd-e512af4287cc) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:13:40.852027 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-627c67ff-15d8-456b-bf6c-fc2feefa0795 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:40.886117 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-627c67ff-15d8-456b-bf6c-fc2feefa0795 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:40.930238 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-627c67ff-15d8-456b-bf6c-fc2feefa0795 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Network c767bf7b-1f77-4cc5-a30c-56f910d158bb is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:13:40.933497 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-627c67ff-15d8-456b-bf6c-fc2feefa0795 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:13:40.937099 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-627c67ff-15d8-456b-bf6c-fc2feefa0795 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:13:40.961662 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c67ff-15d8-456b-bf6c-fc2feefa0795 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'Port': ['ID=2b2668b4-aaa1-40f4-9ccd-e512af4287cc,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:40.991732 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-627c67ff-15d8-456b-bf6c-fc2feefa0795 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:40.992508 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-627c67ff-15d8-456b-bf6c-fc2feefa0795 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:41.015492 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-627c67ff-15d8-456b-bf6c-fc2feefa0795 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5596468 Feb 16 13:13:41.027428 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-5de742a8-a893-48e3-891a-fb53a4a4ef13 service neutron] Request body: {'port': {'device_id': 'dd949408-19d4-4495-a93c-00cdb5fc9e2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:41.094692 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-5de742a8-a893-48e3-891a-fb53a4a4ef13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:41.142989 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-05ea0462-c231-48c7-9c26-7382063f7881 None None] Provisioning complete for port 2b2668b4-aaa1-40f4-9ccd-e512af4287cc triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:41.143522 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-05ea0462-c231-48c7-9c26-7382063f7881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:41.177979 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-05ea0462-c231-48c7-9c26-7382063f7881 None None] Port 2b2668b4-aaa1-40f4-9ccd-e512af4287cc cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:13:41.363565 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-5de742a8-a893-48e3-891a-fb53a4a4ef13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b2668b4-aaa1-40f4-9ccd-e512af4287cc {{(pid=109049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:13:41.371347 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-5de742a8-a893-48e3-891a-fb53a4a4ef13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:41.384710 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.provisioning_blocks [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-5de742a8-a893-48e3-891a-fb53a4a4ef13 service neutron] Transition to ACTIVE for port object 2b2668b4-aaa1-40f4-9ccd-e512af4287cc will not be triggered until provisioned by entity L2. {{(pid=109049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:13:41.393265 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-5de742a8-a893-48e3-891a-fb53a4a4ef13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:41.447027 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de742a8-a893-48e3-891a-fb53a4a4ef13 service neutron] Pushing event updated for resources: {'Port': ['ID=2b2668b4-aaa1-40f4-9ccd-e512af4287cc,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:41.519183 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-5de742a8-a893-48e3-891a-fb53a4a4ef13 service neutron] Attempting to bind port 2b2668b4-aaa1-40f4-9ccd-e512af4287cc on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:13:41.519513 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-5de742a8-a893-48e3-891a-fb53a4a4ef13 service neutron] Attempting to bind port 2b2668b4-aaa1-40f4-9ccd-e512af4287cc by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '918f7d7a-9ee6-4595-a577-2b513e00fa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c767bf7b-1f77-4cc5-a30c-56f910d158bb'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:13:41.519834 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-5de742a8-a893-48e3-891a-fb53a4a4ef13 service neutron] Attempting to bind port 2b2668b4-aaa1-40f4-9ccd-e512af4287cc on network c767bf7b-1f77-4cc5-a30c-56f910d158bb {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:13:41.524738 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-5de742a8-a893-48e3-891a-fb53a4a4ef13 service neutron] Port 2b2668b4-aaa1-40f4-9ccd-e512af4287cc on network c767bf7b-1f77-4cc5-a30c-56f910d158bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:13:41.525054 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-5de742a8-a893-48e3-891a-fb53a4a4ef13 service neutron] Attempting to bind port 2b2668b4-aaa1-40f4-9ccd-e512af4287cc on network c767bf7b-1f77-4cc5-a30c-56f910d158bb {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:13:41.530156 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-5de742a8-a893-48e3-891a-fb53a4a4ef13 service neutron] Checking agent: {'id': '31a9428e-e23a-420f-bfe2-5870b63c0436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'started_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:13:41.530420 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-5de742a8-a893-48e3-891a-fb53a4a4ef13 service neutron] Checking segment: {'id': '918f7d7a-9ee6-4595-a577-2b513e00fa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c767bf7b-1f77-4cc5-a30c-56f910d158bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:13:41.530801 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-5de742a8-a893-48e3-891a-fb53a4a4ef13 service neutron] Bound using segment: {'id': '918f7d7a-9ee6-4595-a577-2b513e00fa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c767bf7b-1f77-4cc5-a30c-56f910d158bb'} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:13:41.531223 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-5de742a8-a893-48e3-891a-fb53a4a4ef13 service neutron] Bound port: 2b2668b4-aaa1-40f4-9ccd-e512af4287cc, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '918f7d7a-9ee6-4595-a577-2b513e00fa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c767bf7b-1f77-4cc5-a30c-56f910d158bb'}}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:13:41.532119 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-5de742a8-a893-48e3-891a-fb53a4a4ef13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:41.600020 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-5de742a8-a893-48e3-891a-fb53a4a4ef13 service neutron] For port 2b2668b4-aaa1-40f4-9ccd-e512af4287cc, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:13:41.602664 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-5de742a8-a893-48e3-891a-fb53a4a4ef13 service neutron] For port 2b2668b4-aaa1-40f4-9ccd-e512af4287cc, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2b2668b4-aaa1-40f4-9ccd-e512af4287cc,segment=NetworkSegment(918f7d7a-9ee6-4595-a577-2b513e00fa5c),segment_id=918f7d7a-9ee6-4595-a577-2b513e00fa5c)] {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:13:41.607258 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-5de742a8-a893-48e3-891a-fb53a4a4ef13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:41.640824 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-5de742a8-a893-48e3-891a-fb53a4a4ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:41.641477 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-5de742a8-a893-48e3-891a-fb53a4a4ef13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:41.642862 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-5de742a8-a893-48e3-891a-fb53a4a4ef13 service neutron] 10.222.0.42 "PUT /v2.0/ports/2b2668b4-aaa1-40f4-9ccd-e512af4287cc HTTP/1.1" status: 200 len: 1093 time: 0.6198640 Feb 16 13:13:41.643300 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd949408-19d4-4495-a93c-00cdb5fc9e2a', 'tag': '2b2668b4-aaa1-40f4-9ccd-e512af4287cc'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:13:41.645588 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2784a90-72c0-46cc-beab-df2377d8543a" -d '{"events": [{"name": "network-changed", "server_uuid": "dd949408-19d4-4495-a93c-00cdb5fc9e2a", "tag": "2b2668b4-aaa1-40f4-9ccd-e512af4287cc"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:13:41.670336 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de742a8-a893-48e3-891a-fb53a4a4ef13 service neutron] Pushing event updated for resources: {'Port': ['ID=2b2668b4-aaa1-40f4-9ccd-e512af4287cc,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:41.746957 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472a0641-dff2-4b01-8c37-9f49776c0682 x-openstack-request-id: req-472a0641-dff2-4b01-8c37-9f49776c0682 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:13:41.746957 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd949408-19d4-4495-a93c-00cdb5fc9e2a", "tag": "2b2668b4-aaa1-40f4-9ccd-e512af4287cc", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:13:41.747131 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-472a0641-dff2-4b01-8c37-9f49776c0682 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:13:41.747610 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd949408-19d4-4495-a93c-00cdb5fc9e2a', 'tag': '2b2668b4-aaa1-40f4-9ccd-e512af4287cc', 'status': 'completed', 'code': 200} Feb 16 13:13:41.765246 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-6450f3a3-5934-4234-8490-6d45ac5e5d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:41.767421 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-6450f3a3-5934-4234-8490-6d45ac5e5d18 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a&device_id=dd949408-19d4-4495-a93c-00cdb5fc9e2a HTTP/1.1" status: 200 len: 1096 time: 0.0805228 Feb 16 13:13:41.819050 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-91449f15-de7a-43df-afaf-52cba1b8eaae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b2668b4-aaa1-40f4-9ccd-e512af4287cc HTTP/1.1" status: 200 len: 217 time: 0.0422778 Feb 16 13:13:41.847427 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1aa6d-3291-4096-b10a-f028ee8be777 req-bd16777f-574c-4f76-88b6-ed8ca822e612 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:41.856647 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-59c1aa6d-3291-4096-b10a-f028ee8be777 req-bd16777f-574c-4f76-88b6-ed8ca822e612 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd949408-19d4-4495-a93c-00cdb5fc9e2a HTTP/1.1" status: 200 len: 943 time: 0.0662158 Feb 16 13:13:41.876593 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-e45dde8c-d2a1-4776-89fb-5693a3667978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:41.878106 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-e45dde8c-d2a1-4776-89fb-5693a3667978 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a9e1f91d-6398-46d1-b8b9-3d185499f756 HTTP/1.1" status: 200 len: 835 time: 0.0504673 Feb 16 13:13:41.892224 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-59c1aa6d-3291-4096-b10a-f028ee8be777 req-1721f089-ac76-4b90-ae15-8a24fbbca348 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=b929fea5-f31f-4587-af8a-c267d5c363d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352240 Feb 16 13:13:41.930832 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-d5178bb3-6883-427e-97e3-8fd6910b8533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:41.932455 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-d5178bb3-6883-427e-97e3-8fd6910b8533 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c767bf7b-1f77-4cc5-a30c-56f910d158bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0471983 Feb 16 13:13:42.025856 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-3ff25f33-830c-4572-ab1f-fb25561a0707 service neutron] 10.222.0.42 "GET /v2.0/networks/c767bf7b-1f77-4cc5-a30c-56f910d158bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856297 Feb 16 13:13:42.124620 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5bc2a78a-84c5-409e-bd7b-3455b8ba2cd7 req-d05951ae-b0ad-4681-8f92-f544a7272286 service neutron] 10.222.0.42 "GET /v2.0/networks/c767bf7b-1f77-4cc5-a30c-56f910d158bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910370 Feb 16 13:13:42.213342 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2784a90-72c0-46cc-beab-df2377d8543a req-c90be787-85fc-43a9-9d95-c1cef941fc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:42.215022 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a2784a90-72c0-46cc-beab-df2377d8543a req-c90be787-85fc-43a9-9d95-c1cef941fc36 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a&device_id=dd949408-19d4-4495-a93c-00cdb5fc9e2a HTTP/1.1" status: 200 len: 1096 time: 0.0437002 Feb 16 13:13:42.309775 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2784a90-72c0-46cc-beab-df2377d8543a req-96fe2e58-cce1-473e-8d04-3b7718efd0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:42.311173 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a2784a90-72c0-46cc-beab-df2377d8543a req-96fe2e58-cce1-473e-8d04-3b7718efd0ba service neutron] 10.222.0.42 "GET /v2.0/networks?id=c767bf7b-1f77-4cc5-a30c-56f910d158bb HTTP/1.1" status: 200 len: 898 time: 0.0893459 Feb 16 13:13:42.357725 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a2784a90-72c0-46cc-beab-df2377d8543a req-e119f55c-bfe7-4b95-87ef-0bb982a5f701 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b2668b4-aaa1-40f4-9ccd-e512af4287cc HTTP/1.1" status: 200 len: 217 time: 0.0383205 Feb 16 13:13:42.410274 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2784a90-72c0-46cc-beab-df2377d8543a req-b37f881d-e122-4715-b65b-b1ea38611288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:42.411735 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a2784a90-72c0-46cc-beab-df2377d8543a req-b37f881d-e122-4715-b65b-b1ea38611288 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a9e1f91d-6398-46d1-b8b9-3d185499f756 HTTP/1.1" status: 200 len: 835 time: 0.0465775 Feb 16 13:13:42.464064 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2784a90-72c0-46cc-beab-df2377d8543a req-94f24049-4e2d-445c-bff5-1d64e1360c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:42.465640 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a2784a90-72c0-46cc-beab-df2377d8543a req-94f24049-4e2d-445c-bff5-1d64e1360c25 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c767bf7b-1f77-4cc5-a30c-56f910d158bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418825 Feb 16 13:13:42.561329 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a2784a90-72c0-46cc-beab-df2377d8543a req-b726854a-4a4b-469a-94f2-c117c1262b9b service neutron] 10.222.0.42 "GET /v2.0/networks/c767bf7b-1f77-4cc5-a30c-56f910d158bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887511 Feb 16 13:13:42.651475 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a2784a90-72c0-46cc-beab-df2377d8543a req-0a21203b-ec68-48e6-9f99-8edb70d5deb5 service neutron] 10.222.0.42 "GET /v2.0/networks/c767bf7b-1f77-4cc5-a30c-56f910d158bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834386 Feb 16 13:13:43.007935 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304101a-c7c7-4ff2-a1ca-14131a29bfc9 req-ad3fe333-98b2-46a0-8526-387384bbc886 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:43.009452 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8304101a-c7c7-4ff2-a1ca-14131a29bfc9 req-ad3fe333-98b2-46a0-8526-387384bbc886 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd949408-19d4-4495-a93c-00cdb5fc9e2a HTTP/1.1" status: 200 len: 943 time: 0.0486798 Feb 16 13:13:43.050115 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8304101a-c7c7-4ff2-a1ca-14131a29bfc9 req-4d576d47-a61b-49b0-ae9e-28a50bc1fcbc tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=b929fea5-f31f-4587-af8a-c267d5c363d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347075 Feb 16 13:13:44.170900 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acce9a3-b482-4849-9d27-136540eba3ab req-9150e15c-f734-4d83-96be-d6b856ad6a53 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:44.172886 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9acce9a3-b482-4849-9d27-136540eba3ab req-9150e15c-f734-4d83-96be-d6b856ad6a53 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd949408-19d4-4495-a93c-00cdb5fc9e2a HTTP/1.1" status: 200 len: 943 time: 0.0489280 Feb 16 13:13:44.211379 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9acce9a3-b482-4849-9d27-136540eba3ab req-570e6698-d564-4281-a306-c577899b455c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=b929fea5-f31f-4587-af8a-c267d5c363d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324433 Feb 16 13:13:44.361233 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 2b2668b4-aaa1-40f4-9ccd-e512af4287cc details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:13:44.461320 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 2b2668b4-aaa1-40f4-9ccd-e512af4287cc, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2b2668b4-aaa1-40f4-9ccd-e512af4287cc,segment=NetworkSegment(918f7d7a-9ee6-4595-a577-2b513e00fa5c),segment_id=918f7d7a-9ee6-4595-a577-2b513e00fa5c)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:13:44.473446 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': '2b2668b4-aaa1-40f4-9ccd-e512af4287cc', 'network_id': 'c767bf7b-1f77-4cc5-a30c-56f910d158bb', 'port_id': '2b2668b4-aaa1-40f4-9ccd-e512af4287cc', 'mac_address': 'fa:16:3e:72:3b:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e1f91d-6398-46d1-b8b9-3d185499f756', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:13:44.510592 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:44.523929 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b2668b4-aaa1-40f4-9ccd-e512af4287cc {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:13:44.543508 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 2b2668b4-aaa1-40f4-9ccd-e512af4287cc, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2b2668b4-aaa1-40f4-9ccd-e512af4287cc,segment=NetworkSegment(918f7d7a-9ee6-4595-a577-2b513e00fa5c),segment_id=918f7d7a-9ee6-4595-a577-2b513e00fa5c)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:13:44.547415 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:44.593832 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=2b2668b4-aaa1-40f4-9ccd-e512af4287cc,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:44.762650 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['2b2668b4-aaa1-40f4-9ccd-e512af4287cc'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:13:45.329903 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27176c65-ddd1-4bf9-87a4-cb60aaba545c req-ee101cb7-07f3-4006-bb14-1a238cd3c374 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:45.331417 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-27176c65-ddd1-4bf9-87a4-cb60aaba545c req-ee101cb7-07f3-4006-bb14-1a238cd3c374 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd949408-19d4-4495-a93c-00cdb5fc9e2a HTTP/1.1" status: 200 len: 944 time: 0.0533893 Feb 16 13:13:45.375171 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-27176c65-ddd1-4bf9-87a4-cb60aaba545c req-dc149e88-6e03-42cd-92b2-13ce8926b26b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=b929fea5-f31f-4587-af8a-c267d5c363d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377212 Feb 16 13:13:46.376478 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 2b2668b4-aaa1-40f4-9ccd-e512af4287cc up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:13:46.429127 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning for port 2b2668b4-aaa1-40f4-9ccd-e512af4287cc completed by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:13:46.433215 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port 2b2668b4-aaa1-40f4-9ccd-e512af4287cc triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:46.433590 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:46.493284 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143772f-a503-4a18-b721-d12d3a11a2bb req-05abe2ce-6e1e-45ba-81ad-c3d3cfed3d9e tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:46.494769 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d143772f-a503-4a18-b721-d12d3a11a2bb req-05abe2ce-6e1e-45ba-81ad-c3d3cfed3d9e tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd949408-19d4-4495-a93c-00cdb5fc9e2a HTTP/1.1" status: 200 len: 944 time: 0.0481150 Feb 16 13:13:46.511146 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:46.534235 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd949408-19d4-4495-a93c-00cdb5fc9e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2668b4-aaa1-40f4-9ccd-e512af4287cc'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:13:46.534900 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d143772f-a503-4a18-b721-d12d3a11a2bb req-b8d761a8-6209-41eb-9c05-0d5f8b8cd15a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=b929fea5-f31f-4587-af8a-c267d5c363d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328288 Feb 16 13:13:46.536466 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc66308-15a4-4258-b1af-a6aebf8a2995" -d '{"events": [{"server_uuid": "dd949408-19d4-4495-a93c-00cdb5fc9e2a", "name": "network-vif-plugged", "status": "completed", "tag": "2b2668b4-aaa1-40f4-9ccd-e512af4287cc"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:13:46.554804 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 2b2668b4-aaa1-40f4-9ccd-e512af4287cc, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2b2668b4-aaa1-40f4-9ccd-e512af4287cc,segment=NetworkSegment(918f7d7a-9ee6-4595-a577-2b513e00fa5c),segment_id=918f7d7a-9ee6-4595-a577-2b513e00fa5c)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:13:46.559698 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:46.586310 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4667f4-98d5-468c-a8f1-cc1022b52932 x-openstack-request-id: req-3c4667f4-98d5-468c-a8f1-cc1022b52932 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:13:46.586602 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd949408-19d4-4495-a93c-00cdb5fc9e2a", "name": "network-vif-plugged", "status": "completed", "tag": "2b2668b4-aaa1-40f4-9ccd-e512af4287cc", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:13:46.586845 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3c4667f4-98d5-468c-a8f1-cc1022b52932 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:13:46.587223 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd949408-19d4-4495-a93c-00cdb5fc9e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2668b4-aaa1-40f4-9ccd-e512af4287cc', 'code': 200} Feb 16 13:13:46.613248 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=2b2668b4-aaa1-40f4-9ccd-e512af4287cc,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:46.744094 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6951c83-9a69-4b89-b2fa-4e5938420fd0 req-3a2b0bee-4052-4882-95fd-43cbf5906729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:46.746243 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e6951c83-9a69-4b89-b2fa-4e5938420fd0 req-3a2b0bee-4052-4882-95fd-43cbf5906729 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dd949408-19d4-4495-a93c-00cdb5fc9e2a HTTP/1.1" status: 200 len: 1098 time: 0.0488350 Feb 16 13:13:46.784227 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e6951c83-9a69-4b89-b2fa-4e5938420fd0 req-c61a0947-9719-43c0-bdfb-11e4b14571b5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b929fea5-f31f-4587-af8a-c267d5c363d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319977 Feb 16 13:13:47.649051 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ecfcc-0480-4bd1-ba91-d1cc404ec3ac req-c081fe71-d363-4abe-bf29-d0121bda9bb2 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:47.650557 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c83ecfcc-0480-4bd1-ba91-d1cc404ec3ac req-c081fe71-d363-4abe-bf29-d0121bda9bb2 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd949408-19d4-4495-a93c-00cdb5fc9e2a HTTP/1.1" status: 200 len: 945 time: 0.0484533 Feb 16 13:13:47.687426 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c83ecfcc-0480-4bd1-ba91-d1cc404ec3ac req-b2d62637-abb7-4b28-869e-e68252094c2d tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=b929fea5-f31f-4587-af8a-c267d5c363d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307541 Feb 16 13:13:48.810050 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53b07e-62b7-4923-8658-96f1c8bba0b9 req-1ce6b65a-d99e-4904-ba5c-a4557e309694 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:48.811509 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1e53b07e-62b7-4923-8658-96f1c8bba0b9 req-1ce6b65a-d99e-4904-ba5c-a4557e309694 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd949408-19d4-4495-a93c-00cdb5fc9e2a HTTP/1.1" status: 200 len: 945 time: 0.0527434 Feb 16 13:13:48.854631 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1e53b07e-62b7-4923-8658-96f1c8bba0b9 req-af688a6f-26d1-4632-b42b-fd50f585beab tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=b929fea5-f31f-4587-af8a-c267d5c363d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369253 Feb 16 13:13:48.967092 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c09024-790e-4859-bc75-8455a9b1e27d req-72fc54d2-6c42-4158-9720-b24b682d6d11 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:48.968605 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-98c09024-790e-4859-bc75-8455a9b1e27d req-72fc54d2-6c42-4158-9720-b24b682d6d11 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd949408-19d4-4495-a93c-00cdb5fc9e2a HTTP/1.1" status: 200 len: 945 time: 0.0492144 Feb 16 13:13:49.005743 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-98c09024-790e-4859-bc75-8455a9b1e27d req-2df69742-6216-416c-8c32-15b09e4bc8e7 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=b929fea5-f31f-4587-af8a-c267d5c363d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312936 Feb 16 13:13:49.027470 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43110) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:13:49.067104 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67458ab9-c336-4fea-b14e-801f26fb8918 tempest-TestNetworkAdvancedServerOps-1483708827 tempest-TestNetworkAdvancedServerOps-1483708827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:49.068658 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-67458ab9-c336-4fea-b14e-801f26fb8918 tempest-TestNetworkAdvancedServerOps-1483708827 tempest-TestNetworkAdvancedServerOps-1483708827-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=dd949408-19d4-4495-a93c-00cdb5fc9e2a HTTP/1.1" status: 200 len: 1093 time: 0.0400760 Feb 16 13:13:49.071635 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43112) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:13:49.075861 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-19f921cf-2ad3-4dd1-a0e7-f9ddfafe5c96 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'floatingip': {'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'port_id': '2b2668b4-aaa1-40f4-9ccd-e512af4287cc', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:49.100585 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-19f921cf-2ad3-4dd1-a0e7-f9ddfafe5c96 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for floatingip, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:49.211991 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-19f921cf-2ad3-4dd1-a0e7-f9ddfafe5c96 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:49.312090 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-19f921cf-2ad3-4dd1-a0e7-f9ddfafe5c96 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Allocated IP 172.26.2.161 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/ef1f6aa8-bf3c-4de1-8681-039e9951d77d) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:13:49.429583 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-19f921cf-2ad3-4dd1-a0e7-f9ddfafe5c96 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:49.471753 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-19f921cf-2ad3-4dd1-a0e7-f9ddfafe5c96 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:49.511748 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f921cf-2ad3-4dd1-a0e7-f9ddfafe5c96 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:13:49.514752 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-19f921cf-2ad3-4dd1-a0e7-f9ddfafe5c96 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:13:49.517440 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f921cf-2ad3-4dd1-a0e7-f9ddfafe5c96 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:13:49.541451 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f921cf-2ad3-4dd1-a0e7-f9ddfafe5c96 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'Port': ['ID=ef1f6aa8-bf3c-4de1-8681-039e9951d77d,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:50.212177 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-19f921cf-2ad3-4dd1-a0e7-f9ddfafe5c96 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:50.276405 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-19f921cf-2ad3-4dd1-a0e7-f9ddfafe5c96 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:50.426649 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-19f921cf-2ad3-4dd1-a0e7-f9ddfafe5c96 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:50.431632 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-19f921cf-2ad3-4dd1-a0e7-f9ddfafe5c96 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:50.501657 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f921cf-2ad3-4dd1-a0e7-f9ddfafe5c96 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'Port': ['ID=ef1f6aa8-bf3c-4de1-8681-039e9951d77d,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:50.513241 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-19f921cf-2ad3-4dd1-a0e7-f9ddfafe5c96 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:50.615700 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-19f921cf-2ad3-4dd1-a0e7-f9ddfafe5c96 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Floating IP 1c2d2b87-ac89-4567-8d9e-0446f6321c80 associated. External IP: 172.26.2.161, port: 2b2668b4-aaa1-40f4-9ccd-e512af4287cc. Feb 16 13:13:50.820180 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f921cf-2ad3-4dd1-a0e7-f9ddfafe5c96 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Router 44c4341a-cd53-4f9b-961d-a86996bc5d59 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:13:50.929366 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f921cf-2ad3-4dd1-a0e7-f9ddfafe5c96 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:13:50.938885 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5ac502-a73f-4ae3-a088-b3fa377dd895 None None] Sync routers for ids ['44c4341a-cd53-4f9b-961d-a86996bc5d59'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:13:50.946296 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-19f921cf-2ad3-4dd1-a0e7-f9ddfafe5c96 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:50.949043 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5ac502-a73f-4ae3-a088-b3fa377dd895 None None] Routers {'44c4341a-cd53-4f9b-961d-a86996bc5d59'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:13:50.949656 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-5b5ac502-a73f-4ae3-a088-b3fa377dd895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:13:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['44c4341a-cd53-4f9b-961d-a86996bc5d59'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:50.974347 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-19f921cf-2ad3-4dd1-a0e7-f9ddfafe5c96 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9016993 Feb 16 13:13:50.974941 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd949408-19d4-4495-a93c-00cdb5fc9e2a', 'tag': '2b2668b4-aaa1-40f4-9ccd-e512af4287cc'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:13:50.977249 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6635d6b6-7cd5-4942-a7b1-cf4c7a09a8a4" -d '{"events": [{"name": "network-changed", "server_uuid": "dd949408-19d4-4495-a93c-00cdb5fc9e2a", "tag": "2b2668b4-aaa1-40f4-9ccd-e512af4287cc"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:13:51.015986 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab93f8a3-0607-4e48-923a-d9a8b7f171d8 x-openstack-request-id: req-ab93f8a3-0607-4e48-923a-d9a8b7f171d8 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:13:51.016275 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd949408-19d4-4495-a93c-00cdb5fc9e2a", "tag": "2b2668b4-aaa1-40f4-9ccd-e512af4287cc", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:13:51.016527 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ab93f8a3-0607-4e48-923a-d9a8b7f171d8 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:13:51.016990 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd949408-19d4-4495-a93c-00cdb5fc9e2a', 'tag': '2b2668b4-aaa1-40f4-9ccd-e512af4287cc', 'status': 'completed', 'code': 200} Feb 16 13:13:51.060070 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-5b5ac502-a73f-4ae3-a088-b3fa377dd895 None None] Set router 44c4341a-cd53-4f9b-961d-a86996bc5d59 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:13:51.079817 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b3263-63b7-4273-b976-470c1bec8bd7 req-6ab67a0b-1469-4ca2-902b-6e97a6ec2bea tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:51.087727 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-311b3263-63b7-4273-b976-470c1bec8bd7 req-6ab67a0b-1469-4ca2-902b-6e97a6ec2bea tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd949408-19d4-4495-a93c-00cdb5fc9e2a HTTP/1.1" status: 200 len: 945 time: 0.0639181 Feb 16 13:13:51.090724 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635d6b6-7cd5-4942-a7b1-cf4c7a09a8a4 req-85967220-2345-4291-88d1-05584b620dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:51.092607 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6635d6b6-7cd5-4942-a7b1-cf4c7a09a8a4 req-85967220-2345-4291-88d1-05584b620dcc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a&device_id=dd949408-19d4-4495-a93c-00cdb5fc9e2a HTTP/1.1" status: 200 len: 1098 time: 0.0508621 Feb 16 13:13:51.121365 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-311b3263-63b7-4273-b976-470c1bec8bd7 req-4332c8e3-8884-463c-bc04-f8a2e200d4fd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=b929fea5-f31f-4587-af8a-c267d5c363d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327718 Feb 16 13:13:51.149122 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43118) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:13:51.188313 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635d6b6-7cd5-4942-a7b1-cf4c7a09a8a4 req-3376a52a-02fa-484f-8fd4-5fec53ca98ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:51.190555 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6635d6b6-7cd5-4942-a7b1-cf4c7a09a8a4 req-3376a52a-02fa-484f-8fd4-5fec53ca98ba service neutron] 10.222.0.42 "GET /v2.0/networks?id=c767bf7b-1f77-4cc5-a30c-56f910d158bb HTTP/1.1" status: 200 len: 898 time: 0.0909464 Feb 16 13:13:51.220095 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-31ea5257-830a-4f08-bc70-caea6dcac6be tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/floatingips/1c2d2b87-ac89-4567-8d9e-0446f6321c80 HTTP/1.1" status: 200 len: 991 time: 0.0679030 Feb 16 13:13:51.260620 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6635d6b6-7cd5-4942-a7b1-cf4c7a09a8a4 req-0a29f864-a049-4d9d-ab08-8c9159ad82f4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b2668b4-aaa1-40f4-9ccd-e512af4287cc HTTP/1.1" status: 200 len: 999 time: 0.0634112 Feb 16 13:13:51.287654 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-5b5ac502-a73f-4ae3-a088-b3fa377dd895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c4341a-cd53-4f9b-961d-a86996bc5d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232778756', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.108'}], 'enable_snat': True}, 'gw_port_id': 'b71fc100-940d-483f-8139-67895d2c2070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:32Z', 'updated_at': '2022-02-16T13:13:35Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': 'b71fc100-940d-483f-8139-67895d2c2070', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:18:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c4341a-cd53-4f9b-961d-a86996bc5d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:32Z', 'updated_at': '2022-02-16T13:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '1c2d2b87-ac89-4567-8d9e-0446f6321c80', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'floating_ip_address': '172.26.2.161', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '44c4341a-cd53-4f9b-961d-a86996bc5d59', 'port_id': '2b2668b4-aaa1-40f4-9ccd-e512af4287cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c767bf7b-1f77-4cc5-a30c-56f910d158bb', 'mac_address': 'fa:16:3e:72:3b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd949408-19d4-4495-a93c-00cdb5fc9e2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:13:50Z', 'updated_at': '2022-02-16T13:13:50Z', 'revision_number': 0, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b20f7296-b192-4228-88d9-ee135f6b3831', 'name': '', 'network_id': 'c767bf7b-1f77-4cc5-a30c-56f910d158bb', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:69:90:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c4341a-cd53-4f9b-961d-a86996bc5d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'a9e1f91d-6398-46d1-b8b9-3d185499f756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:35Z', 'updated_at': '2022-02-16T13:13:38Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': 'a9e1f91d-6398-46d1-b8b9-3d185499f756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:51.311382 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635d6b6-7cd5-4942-a7b1-cf4c7a09a8a4 req-dd0a38e2-3ce5-4ad0-84f1-c829ede44157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:51.312891 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6635d6b6-7cd5-4942-a7b1-cf4c7a09a8a4 req-dd0a38e2-3ce5-4ad0-84f1-c829ede44157 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a9e1f91d-6398-46d1-b8b9-3d185499f756 HTTP/1.1" status: 200 len: 835 time: 0.0437262 Feb 16 13:13:51.313250 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5ac502-a73f-4ae3-a088-b3fa377dd895 None None] Checking router: 44c4341a-cd53-4f9b-961d-a86996bc5d59 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:13:51.328056 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5ac502-a73f-4ae3-a088-b3fa377dd895 None None] Routers {'44c4341a-cd53-4f9b-961d-a86996bc5d59'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:13:51.328910 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-5b5ac502-a73f-4ae3-a088-b3fa377dd895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:13:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['44c4341a-cd53-4f9b-961d-a86996bc5d59'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:51.360088 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635d6b6-7cd5-4942-a7b1-cf4c7a09a8a4 req-31f5dfca-4035-48a2-a394-000e827203e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:51.361579 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6635d6b6-7cd5-4942-a7b1-cf4c7a09a8a4 req-31f5dfca-4035-48a2-a394-000e827203e3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c767bf7b-1f77-4cc5-a30c-56f910d158bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424547 Feb 16 13:13:51.444082 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-5b5ac502-a73f-4ae3-a088-b3fa377dd895 None None] Set router 44c4341a-cd53-4f9b-961d-a86996bc5d59 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:13:51.463535 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6635d6b6-7cd5-4942-a7b1-cf4c7a09a8a4 req-76c07805-3b0c-4745-9a42-d2b2dc318e7a service neutron] 10.222.0.42 "GET /v2.0/networks/c767bf7b-1f77-4cc5-a30c-56f910d158bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955393 Feb 16 13:13:51.555769 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6635d6b6-7cd5-4942-a7b1-cf4c7a09a8a4 req-c4502a17-7e98-48e8-9540-42fed132b4d5 service neutron] 10.222.0.42 "GET /v2.0/networks/c767bf7b-1f77-4cc5-a30c-56f910d158bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851731 Feb 16 13:13:51.747962 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-5b5ac502-a73f-4ae3-a088-b3fa377dd895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c4341a-cd53-4f9b-961d-a86996bc5d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232778756', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.108'}], 'enable_snat': True}, 'gw_port_id': 'b71fc100-940d-483f-8139-67895d2c2070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:32Z', 'updated_at': '2022-02-16T13:13:35Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': 'b71fc100-940d-483f-8139-67895d2c2070', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:18:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c4341a-cd53-4f9b-961d-a86996bc5d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:32Z', 'updated_at': '2022-02-16T13:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '1c2d2b87-ac89-4567-8d9e-0446f6321c80', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'floating_ip_address': '172.26.2.161', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '44c4341a-cd53-4f9b-961d-a86996bc5d59', 'port_id': '2b2668b4-aaa1-40f4-9ccd-e512af4287cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c767bf7b-1f77-4cc5-a30c-56f910d158bb', 'mac_address': 'fa:16:3e:72:3b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd949408-19d4-4495-a93c-00cdb5fc9e2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:13:50Z', 'updated_at': '2022-02-16T13:13:50Z', 'revision_number': 0, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b20f7296-b192-4228-88d9-ee135f6b3831', 'name': '', 'network_id': 'c767bf7b-1f77-4cc5-a30c-56f910d158bb', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:69:90:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c4341a-cd53-4f9b-961d-a86996bc5d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'a9e1f91d-6398-46d1-b8b9-3d185499f756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:35Z', 'updated_at': '2022-02-16T13:13:38Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': 'a9e1f91d-6398-46d1-b8b9-3d185499f756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:51.776696 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5ac502-a73f-4ae3-a088-b3fa377dd895 None None] The sync data for ids ['44c4341a-cd53-4f9b-961d-a86996bc5d59'] in dv-neutron-828142-3-hyperv is: [{'id': '44c4341a-cd53-4f9b-961d-a86996bc5d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232778756', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.108'}], 'enable_snat': True}, 'gw_port_id': 'b71fc100-940d-483f-8139-67895d2c2070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:32Z', 'updated_at': '2022-02-16T13:13:35Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': 'b71fc100-940d-483f-8139-67895d2c2070', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:18:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c4341a-cd53-4f9b-961d-a86996bc5d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:32Z', 'updated_at': '2022-02-16T13:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '1c2d2b87-ac89-4567-8d9e-0446f6321c80', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'floating_ip_address': '172.26.2.161', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '44c4341a-cd53-4f9b-961d-a86996bc5d59', 'port_id': '2b2668b4-aaa1-40f4-9ccd-e512af4287cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c767bf7b-1f77-4cc5-a30c-56f910d158bb', 'mac_address': 'fa:16:3e:72:3b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd949408-19d4-4495-a93c-00cdb5fc9e2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:13:50Z', 'updated_at': '2022-02-16T13:13:50Z', 'revision_number': 0, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b20f7296-b192-4228-88d9-ee135f6b3831', 'name': '', 'network_id': 'c767bf7b-1f77-4cc5-a30c-56f910d158bb', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:69:90:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c4341a-cd53-4f9b-961d-a86996bc5d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'a9e1f91d-6398-46d1-b8b9-3d185499f756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:35Z', 'updated_at': '2022-02-16T13:13:38Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': 'a9e1f91d-6398-46d1-b8b9-3d185499f756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:13:51.973213 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0d7e23-3ced-4f6c-bbf1-d34526d454ae None None] New status for floating IP 1c2d2b87-ac89-4567-8d9e-0446f6321c80: ACTIVE {{(pid=109050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:13:52.222843 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43120) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:13:52.282307 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-99345be2-e811-47b3-9990-eb0592151192 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/floatingips/1c2d2b87-ac89-4567-8d9e-0446f6321c80 HTTP/1.1" status: 200 len: 993 time: 0.0583572 Feb 16 13:13:52.313299 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d8f2eb1e-e799-44d5-b320-6508882f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:52.614455 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e59ba9bf-c476-4b74-a71d-bbeff6ec74e5 req-afe407b1-49d6-4ab7-9387-65caa0a2ed92 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dd949408-19d4-4495-a93c-00cdb5fc9e2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413117 Feb 16 13:13:52.703042 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ba9bf-c476-4b74-a71d-bbeff6ec74e5 req-987a8cb5-d566-4c2c-a378-0f1c3da68132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:52.704526 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e59ba9bf-c476-4b74-a71d-bbeff6ec74e5 req-987a8cb5-d566-4c2c-a378-0f1c3da68132 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a&device_id=dd949408-19d4-4495-a93c-00cdb5fc9e2a HTTP/1.1" status: 200 len: 1098 time: 0.0449617 Feb 16 13:13:52.804710 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ba9bf-c476-4b74-a71d-bbeff6ec74e5 req-17fbb07e-de71-4acd-a5bb-53acf92496d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:52.806180 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e59ba9bf-c476-4b74-a71d-bbeff6ec74e5 req-17fbb07e-de71-4acd-a5bb-53acf92496d3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c767bf7b-1f77-4cc5-a30c-56f910d158bb HTTP/1.1" status: 200 len: 898 time: 0.0830631 Feb 16 13:13:52.879477 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e59ba9bf-c476-4b74-a71d-bbeff6ec74e5 req-db92a342-0ac9-4571-b9ba-3f664f8e3f0c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b2668b4-aaa1-40f4-9ccd-e512af4287cc HTTP/1.1" status: 200 len: 1001 time: 0.0655041 Feb 16 13:13:52.928332 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ba9bf-c476-4b74-a71d-bbeff6ec74e5 req-9fdebc74-569b-4d5a-82e5-204bf9d2d596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:52.929981 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e59ba9bf-c476-4b74-a71d-bbeff6ec74e5 req-9fdebc74-569b-4d5a-82e5-204bf9d2d596 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a9e1f91d-6398-46d1-b8b9-3d185499f756 HTTP/1.1" status: 200 len: 835 time: 0.0444648 Feb 16 13:13:52.975413 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ba9bf-c476-4b74-a71d-bbeff6ec74e5 req-1e6f7735-9f82-475c-801b-84550a295102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:52.976923 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e59ba9bf-c476-4b74-a71d-bbeff6ec74e5 req-1e6f7735-9f82-475c-801b-84550a295102 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c767bf7b-1f77-4cc5-a30c-56f910d158bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395787 Feb 16 13:13:53.071532 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e59ba9bf-c476-4b74-a71d-bbeff6ec74e5 req-b32cae93-b031-402d-8db3-ebb46397dfc5 service neutron] 10.222.0.42 "GET /v2.0/networks/c767bf7b-1f77-4cc5-a30c-56f910d158bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879250 Feb 16 13:13:53.161637 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e59ba9bf-c476-4b74-a71d-bbeff6ec74e5 req-3bf257d3-b44d-4419-ac61-16f0d2bd76d0 service neutron] 10.222.0.42 "GET /v2.0/networks/c767bf7b-1f77-4cc5-a30c-56f910d158bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836661 Feb 16 13:13:54.474528 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f477e627-16a0-4e74-9303-505b87768fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:55.809945 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:57.070090 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:57.423907 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:58.754898 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:06.435199 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:14:21.024966 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036980d4-5345-43a9-aa4c-c3c6df5c4a67 req-acd15bbb-1127-4654-bc27-acebd20adf72 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:21.026469 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-036980d4-5345-43a9-aa4c-c3c6df5c4a67 req-acd15bbb-1127-4654-bc27-acebd20adf72 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd949408-19d4-4495-a93c-00cdb5fc9e2a HTTP/1.1" status: 200 len: 945 time: 0.0545583 Feb 16 13:14:21.067898 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-036980d4-5345-43a9-aa4c-c3c6df5c4a67 req-54cd5e4b-394d-4fb1-896d-3a8813be0a39 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=b929fea5-f31f-4587-af8a-c267d5c363d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347726 Feb 16 13:14:22.189447 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a4c22-871b-4387-9221-2368aaaf1755 req-43541787-1d16-4a23-a49b-43a05ff30b1a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:22.191402 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c77a4c22-871b-4387-9221-2368aaaf1755 req-43541787-1d16-4a23-a49b-43a05ff30b1a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd949408-19d4-4495-a93c-00cdb5fc9e2a HTTP/1.1" status: 200 len: 945 time: 0.0497646 Feb 16 13:14:22.228294 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c77a4c22-871b-4387-9221-2368aaaf1755 req-700e18fe-9b07-4223-925d-19b83c933d45 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=b929fea5-f31f-4587-af8a-c267d5c363d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310099 Feb 16 13:14:22.251514 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43140) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:14:22.316215 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cfae30d8-0499-4b65-896e-598e601d3035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:22.317490 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6f5aa429-501d-419b-9ae4-230e862d3d2a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/floatingips/1c2d2b87-ac89-4567-8d9e-0446f6321c80 HTTP/1.1" status: 200 len: 993 time: 0.0647228 Feb 16 13:14:23.606303 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe9e29-4ab8-4ad2-a961-fc4fc0aa8c53 req-cb41869e-d809-43fe-baf4-c865781bbfd4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:23.607724 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3dbe9e29-4ab8-4ad2-a961-fc4fc0aa8c53 req-cb41869e-d809-43fe-baf4-c865781bbfd4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd949408-19d4-4495-a93c-00cdb5fc9e2a HTTP/1.1" status: 200 len: 945 time: 0.0517011 Feb 16 13:14:23.648571 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3dbe9e29-4ab8-4ad2-a961-fc4fc0aa8c53 req-df1d14d2-7386-4620-a8c5-f8b9fb5b9955 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=b929fea5-f31f-4587-af8a-c267d5c363d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328121 Feb 16 13:14:24.476130 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c5168861-e39a-4a2f-b7ba-2f74d8344db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:24.770189 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416205c-d4d0-4804-b394-ebf776be47d3 req-ffa03a74-8af3-4f91-829d-137077655c3a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:24.771478 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9416205c-d4d0-4804-b394-ebf776be47d3 req-ffa03a74-8af3-4f91-829d-137077655c3a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd949408-19d4-4495-a93c-00cdb5fc9e2a HTTP/1.1" status: 200 len: 945 time: 0.0539279 Feb 16 13:14:24.809547 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9416205c-d4d0-4804-b394-ebf776be47d3 req-0231015d-1bc5-4cc7-b3d2-6ee489a9ea18 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=b929fea5-f31f-4587-af8a-c267d5c363d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318680 Feb 16 13:14:24.832189 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43150) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:14:24.896792 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ab8885d0-1ea3-4003-8f33-0096a5c37f4d tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/floatingips/1c2d2b87-ac89-4567-8d9e-0446f6321c80 HTTP/1.1" status: 200 len: 993 time: 0.0632062 Feb 16 13:14:25.165254 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43156) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:14:25.324728 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-0053c9f7-a809-4747-a3fc-adfd758744a3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Deleting port ef1f6aa8-bf3c-4de1-8681-039e9951d77d {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:14:25.325001 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0053c9f7-a809-4747-a3fc-adfd758744a3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:25.408464 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0053c9f7-a809-4747-a3fc-adfd758744a3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:25.408837 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0053c9f7-a809-4747-a3fc-adfd758744a3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:25.420826 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-0053c9f7-a809-4747-a3fc-adfd758744a3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Calling delete_port for ef1f6aa8-bf3c-4de1-8681-039e9951d77d owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:14:25.563331 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0053c9f7-a809-4747-a3fc-adfd758744a3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:25.591213 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053c9f7-a809-4747-a3fc-adfd758744a3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event deleted for resources: {'Port': ['ID=ef1f6aa8-bf3c-4de1-8681-039e9951d77d,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:25.615187 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053c9f7-a809-4747-a3fc-adfd758744a3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:25.615531 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053c9f7-a809-4747-a3fc-adfd758744a3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:25.615871 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053c9f7-a809-4747-a3fc-adfd758744a3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:25.616203 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053c9f7-a809-4747-a3fc-adfd758744a3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:25.616534 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053c9f7-a809-4747-a3fc-adfd758744a3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:25.616884 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053c9f7-a809-4747-a3fc-adfd758744a3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:25.617210 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053c9f7-a809-4747-a3fc-adfd758744a3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:25.617673 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053c9f7-a809-4747-a3fc-adfd758744a3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:25.617863 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053c9f7-a809-4747-a3fc-adfd758744a3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:25.618184 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053c9f7-a809-4747-a3fc-adfd758744a3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:25.618507 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053c9f7-a809-4747-a3fc-adfd758744a3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:25.618824 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053c9f7-a809-4747-a3fc-adfd758744a3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:25.662164 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0053c9f7-a809-4747-a3fc-adfd758744a3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:25.662498 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-0053c9f7-a809-4747-a3fc-adfd758744a3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Floating IP 1c2d2b87-ac89-4567-8d9e-0446f6321c80 disassociated (deleted). External IP: 172.26.2.161, port: 2b2668b4-aaa1-40f4-9ccd-e512af4287cc. Feb 16 13:14:25.813495 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:25.877030 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0053c9f7-a809-4747-a3fc-adfd758744a3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Router 44c4341a-cd53-4f9b-961d-a86996bc5d59 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:14:25.985416 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0053c9f7-a809-4747-a3fc-adfd758744a3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:14:25.990970 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0053c9f7-a809-4747-a3fc-adfd758744a3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:25.995849 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed14e41-1c6b-4534-bd41-fe80220cafb2 None None] Sync routers for ids ['44c4341a-cd53-4f9b-961d-a86996bc5d59'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:14:26.004804 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed14e41-1c6b-4534-bd41-fe80220cafb2 None None] Routers {'44c4341a-cd53-4f9b-961d-a86996bc5d59'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:14:26.005390 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9ed14e41-1c6b-4534-bd41-fe80220cafb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:14:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['44c4341a-cd53-4f9b-961d-a86996bc5d59'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:14:26.017805 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0053c9f7-a809-4747-a3fc-adfd758744a3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "DELETE /v2.0/floatingips/1c2d2b87-ac89-4567-8d9e-0446f6321c80 HTTP/1.1" status: 204 len: 168 time: 0.8514283 Feb 16 13:14:26.018915 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd949408-19d4-4495-a93c-00cdb5fc9e2a', 'tag': '2b2668b4-aaa1-40f4-9ccd-e512af4287cc'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:14:26.021223 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a540ba-190e-4f2b-b7f3-31f0eec0b839" -d '{"events": [{"name": "network-changed", "server_uuid": "dd949408-19d4-4495-a93c-00cdb5fc9e2a", "tag": "2b2668b4-aaa1-40f4-9ccd-e512af4287cc"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:14:26.074509 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a11f47-d3ec-4979-b131-624da653193a x-openstack-request-id: req-84a11f47-d3ec-4979-b131-624da653193a {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:14:26.074800 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd949408-19d4-4495-a93c-00cdb5fc9e2a", "tag": "2b2668b4-aaa1-40f4-9ccd-e512af4287cc", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:14:26.075046 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-84a11f47-d3ec-4979-b131-624da653193a {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:14:26.075450 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd949408-19d4-4495-a93c-00cdb5fc9e2a', 'tag': '2b2668b4-aaa1-40f4-9ccd-e512af4287cc', 'status': 'completed', 'code': 200} Feb 16 13:14:26.122112 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-9ed14e41-1c6b-4534-bd41-fe80220cafb2 None None] Set router 44c4341a-cd53-4f9b-961d-a86996bc5d59 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:14:26.142916 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a540ba-190e-4f2b-b7f3-31f0eec0b839 req-d996ab12-825f-41bf-b20b-0b2f2907c8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:26.145373 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-61a540ba-190e-4f2b-b7f3-31f0eec0b839 req-d996ab12-825f-41bf-b20b-0b2f2907c8bf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a&device_id=dd949408-19d4-4495-a93c-00cdb5fc9e2a HTTP/1.1" status: 200 len: 1098 time: 0.0452929 Feb 16 13:14:26.260687 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a540ba-190e-4f2b-b7f3-31f0eec0b839 req-c48ed0a4-f301-4076-bb53-2edca88a644f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:26.262311 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-61a540ba-190e-4f2b-b7f3-31f0eec0b839 req-c48ed0a4-f301-4076-bb53-2edca88a644f service neutron] 10.222.0.42 "GET /v2.0/networks?id=c767bf7b-1f77-4cc5-a30c-56f910d158bb HTTP/1.1" status: 200 len: 898 time: 0.1006267 Feb 16 13:14:26.292108 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21f96a-95d6-4c3d-8bb2-b91e33312ccd req-6de9794c-2457-467f-9cd4-b565465c72d3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:26.293635 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bb21f96a-95d6-4c3d-8bb2-b91e33312ccd req-6de9794c-2457-467f-9cd4-b565465c72d3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd949408-19d4-4495-a93c-00cdb5fc9e2a HTTP/1.1" status: 200 len: 945 time: 0.0503733 Feb 16 13:14:26.334404 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bb21f96a-95d6-4c3d-8bb2-b91e33312ccd req-5ccb3605-2cd0-419d-bd2b-7d68c6a8a0f6 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=b929fea5-f31f-4587-af8a-c267d5c363d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339384 Feb 16 13:14:26.347062 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9ed14e41-1c6b-4534-bd41-fe80220cafb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c4341a-cd53-4f9b-961d-a86996bc5d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232778756', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.108'}], 'enable_snat': True}, 'gw_port_id': 'b71fc100-940d-483f-8139-67895d2c2070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:32Z', 'updated_at': '2022-02-16T13:13:35Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': 'b71fc100-940d-483f-8139-67895d2c2070', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:18:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c4341a-cd53-4f9b-961d-a86996bc5d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:32Z', 'updated_at': '2022-02-16T13:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'b20f7296-b192-4228-88d9-ee135f6b3831', 'name': '', 'network_id': 'c767bf7b-1f77-4cc5-a30c-56f910d158bb', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:69:90:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c4341a-cd53-4f9b-961d-a86996bc5d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'a9e1f91d-6398-46d1-b8b9-3d185499f756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:35Z', 'updated_at': '2022-02-16T13:13:38Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': 'a9e1f91d-6398-46d1-b8b9-3d185499f756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:14:26.373101 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed14e41-1c6b-4534-bd41-fe80220cafb2 None None] Checking router: 44c4341a-cd53-4f9b-961d-a86996bc5d59 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:14:26.381896 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed14e41-1c6b-4534-bd41-fe80220cafb2 None None] Routers {'44c4341a-cd53-4f9b-961d-a86996bc5d59'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:14:26.382502 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9ed14e41-1c6b-4534-bd41-fe80220cafb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:14:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['44c4341a-cd53-4f9b-961d-a86996bc5d59'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:14:26.402245 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-61a540ba-190e-4f2b-b7f3-31f0eec0b839 req-6c18d8a8-b171-4ec6-a48b-eb123a8c7a35 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b2668b4-aaa1-40f4-9ccd-e512af4287cc HTTP/1.1" status: 200 len: 217 time: 0.0360947 Feb 16 13:14:26.454092 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a540ba-190e-4f2b-b7f3-31f0eec0b839 req-ddd72eae-614a-4daf-8e7c-1dc68a7ffb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:26.455524 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-61a540ba-190e-4f2b-b7f3-31f0eec0b839 req-ddd72eae-614a-4daf-8e7c-1dc68a7ffb3b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a9e1f91d-6398-46d1-b8b9-3d185499f756 HTTP/1.1" status: 200 len: 835 time: 0.0425906 Feb 16 13:14:26.487890 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-9ed14e41-1c6b-4534-bd41-fe80220cafb2 None None] Set router 44c4341a-cd53-4f9b-961d-a86996bc5d59 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:14:26.504014 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a540ba-190e-4f2b-b7f3-31f0eec0b839 req-35b6ec5d-b2c7-44d6-9834-ca25d1c8490d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:26.505518 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-61a540ba-190e-4f2b-b7f3-31f0eec0b839 req-35b6ec5d-b2c7-44d6-9834-ca25d1c8490d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c767bf7b-1f77-4cc5-a30c-56f910d158bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430434 Feb 16 13:14:26.517926 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [req-61a540ba-190e-4f2b-b7f3-31f0eec0b839 req-f31b803a-a46a-4b3a-be2e-7e4b300d1708 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:14:26.519684 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-61a540ba-190e-4f2b-b7f3-31f0eec0b839 req-f31b803a-a46a-4b3a-be2e-7e4b300d1708 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056329 Feb 16 13:14:26.610989 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-61a540ba-190e-4f2b-b7f3-31f0eec0b839 req-d77f8b54-5303-46b8-a3e8-cbf3759ba805 service neutron] 10.222.0.42 "GET /v2.0/networks/c767bf7b-1f77-4cc5-a30c-56f910d158bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838146 Feb 16 13:14:26.692819 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9ed14e41-1c6b-4534-bd41-fe80220cafb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c4341a-cd53-4f9b-961d-a86996bc5d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232778756', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.108'}], 'enable_snat': True}, 'gw_port_id': 'b71fc100-940d-483f-8139-67895d2c2070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:32Z', 'updated_at': '2022-02-16T13:13:35Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': 'b71fc100-940d-483f-8139-67895d2c2070', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:18:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c4341a-cd53-4f9b-961d-a86996bc5d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:32Z', 'updated_at': '2022-02-16T13:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'b20f7296-b192-4228-88d9-ee135f6b3831', 'name': '', 'network_id': 'c767bf7b-1f77-4cc5-a30c-56f910d158bb', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:69:90:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c4341a-cd53-4f9b-961d-a86996bc5d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'a9e1f91d-6398-46d1-b8b9-3d185499f756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:35Z', 'updated_at': '2022-02-16T13:13:38Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': 'a9e1f91d-6398-46d1-b8b9-3d185499f756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:14:26.715135 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-61a540ba-190e-4f2b-b7f3-31f0eec0b839 req-84fe253f-f3a9-49dd-a810-1e7ca83859c2 service neutron] 10.222.0.42 "GET /v2.0/networks/c767bf7b-1f77-4cc5-a30c-56f910d158bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967579 Feb 16 13:14:26.723948 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed14e41-1c6b-4534-bd41-fe80220cafb2 None None] The sync data for ids ['44c4341a-cd53-4f9b-961d-a86996bc5d59'] in dv-neutron-828142-3-hyperv is: [{'id': '44c4341a-cd53-4f9b-961d-a86996bc5d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232778756', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.108'}], 'enable_snat': True}, 'gw_port_id': 'b71fc100-940d-483f-8139-67895d2c2070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:32Z', 'updated_at': '2022-02-16T13:13:35Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': 'b71fc100-940d-483f-8139-67895d2c2070', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:18:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c4341a-cd53-4f9b-961d-a86996bc5d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:32Z', 'updated_at': '2022-02-16T13:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'b20f7296-b192-4228-88d9-ee135f6b3831', 'name': '', 'network_id': 'c767bf7b-1f77-4cc5-a30c-56f910d158bb', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:69:90:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c4341a-cd53-4f9b-961d-a86996bc5d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'a9e1f91d-6398-46d1-b8b9-3d185499f756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:35Z', 'updated_at': '2022-02-16T13:13:38Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': 'a9e1f91d-6398-46d1-b8b9-3d185499f756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:14:26.946928 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb2d22a-4ea2-48a8-84e2-781fa106f592 None None] New status for floating IP 1c2d2b87-ac89-4567-8d9e-0446f6321c80: DOWN {{(pid=109050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:14:27.073173 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:27.427367 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:27.463972 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231280d-5d43-4f1d-b3a2-7e1373fe1791 req-a83ec8c4-c243-49dc-8a85-9310d99834a5 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:27.465482 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a231280d-5d43-4f1d-b3a2-7e1373fe1791 req-a83ec8c4-c243-49dc-8a85-9310d99834a5 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd949408-19d4-4495-a93c-00cdb5fc9e2a HTTP/1.1" status: 200 len: 945 time: 0.0487044 Feb 16 13:14:27.506025 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a231280d-5d43-4f1d-b3a2-7e1373fe1791 req-79144896-d364-4988-bb93-27ea33b85e4f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=b929fea5-f31f-4587-af8a-c267d5c363d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347526 Feb 16 13:14:28.170517 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e620ba-0a94-4abc-9871-8da18c2f7645 req-7bd90418-a9b6-4067-a408-e11517204d8d tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:28.171989 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b2e620ba-0a94-4abc-9871-8da18c2f7645 req-7bd90418-a9b6-4067-a408-e11517204d8d tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd949408-19d4-4495-a93c-00cdb5fc9e2a HTTP/1.1" status: 200 len: 945 time: 0.0488176 Feb 16 13:14:28.258016 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-b2e620ba-0a94-4abc-9871-8da18c2f7645 req-4c8c01a5-fb30-431a-bde2-3979b92ed2c0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Deleting port 2b2668b4-aaa1-40f4-9ccd-e512af4287cc {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:14:28.258354 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b2e620ba-0a94-4abc-9871-8da18c2f7645 req-4c8c01a5-fb30-431a-bde2-3979b92ed2c0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:28.348411 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-b2e620ba-0a94-4abc-9871-8da18c2f7645 req-4c8c01a5-fb30-431a-bde2-3979b92ed2c0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] For port 2b2668b4-aaa1-40f4-9ccd-e512af4287cc, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2b2668b4-aaa1-40f4-9ccd-e512af4287cc,segment=NetworkSegment(918f7d7a-9ee6-4595-a577-2b513e00fa5c),segment_id=918f7d7a-9ee6-4595-a577-2b513e00fa5c)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:14:28.348715 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b2e620ba-0a94-4abc-9871-8da18c2f7645 req-4c8c01a5-fb30-431a-bde2-3979b92ed2c0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:28.360293 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-b2e620ba-0a94-4abc-9871-8da18c2f7645 req-4c8c01a5-fb30-431a-bde2-3979b92ed2c0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Calling delete_port for 2b2668b4-aaa1-40f4-9ccd-e512af4287cc owned by compute:nova {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:14:28.510983 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b2e620ba-0a94-4abc-9871-8da18c2f7645 req-4c8c01a5-fb30-431a-bde2-3979b92ed2c0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:28.541697 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8c01a5-fb30-431a-bde2-3979b92ed2c0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event deleted for resources: {'Port': ['ID=2b2668b4-aaa1-40f4-9ccd-e512af4287cc,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:28.583379 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e620ba-0a94-4abc-9871-8da18c2f7645 req-4c8c01a5-fb30-431a-bde2-3979b92ed2c0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] No DVR routers for this DVR port 2b2668b4-aaa1-40f4-9ccd-e512af4287cc on host hv-neutron-8281 {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:14:28.586029 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b2e620ba-0a94-4abc-9871-8da18c2f7645 req-4c8c01a5-fb30-431a-bde2-3979b92ed2c0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:28.589421 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b2e620ba-0a94-4abc-9871-8da18c2f7645 req-4c8c01a5-fb30-431a-bde2-3979b92ed2c0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.42 "DELETE /v2.0/ports/2b2668b4-aaa1-40f4-9ccd-e512af4287cc HTTP/1.1" status: 204 len: 173 time: 0.4117839 Feb 16 13:14:28.589875 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd949408-19d4-4495-a93c-00cdb5fc9e2a', 'name': 'network-vif-deleted', 'tag': '2b2668b4-aaa1-40f4-9ccd-e512af4287cc'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:14:28.592207 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fc1e96-7ada-4841-af1b-a448e0a30937" -d '{"events": [{"server_uuid": "dd949408-19d4-4495-a93c-00cdb5fc9e2a", "name": "network-vif-deleted", "tag": "2b2668b4-aaa1-40f4-9ccd-e512af4287cc"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:14:28.608005 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-55ff8107-5a47-4fac-966f-5ea626dcd506 req-1443ed71-09b7-4d78-8c52-c3e61b7d571a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd949408-19d4-4495-a93c-00cdb5fc9e2a HTTP/1.1" status: 200 len: 210 time: 0.0285795 Feb 16 13:14:28.641913 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51d2f02-ba18-4523-a5c3-0eecc5f0accf x-openstack-request-id: req-b51d2f02-ba18-4523-a5c3-0eecc5f0accf {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:14:28.642266 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd949408-19d4-4495-a93c-00cdb5fc9e2a", "name": "network-vif-deleted", "tag": "2b2668b4-aaa1-40f4-9ccd-e512af4287cc", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:14:28.642577 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b51d2f02-ba18-4523-a5c3-0eecc5f0accf {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:14:28.643032 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd949408-19d4-4495-a93c-00cdb5fc9e2a', 'name': 'network-vif-deleted', 'tag': '2b2668b4-aaa1-40f4-9ccd-e512af4287cc', 'status': 'completed', 'code': 200} Feb 16 13:14:28.773957 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:29.669839 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43172) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:14:30.040875 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4d5b8401-b763-4336-b0d8-8f3001e56619 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:30.580263 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 2b2668b4-aaa1-40f4-9ccd-e512af4287cc no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:14:30.603982 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] No Port match for: 2b2668b4-aaa1-40f4-9ccd-e512af4287cc {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:14:30.604515 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 2b2668b4-aaa1-40f4-9ccd-e512af4287cc not bound to the agent host hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:14:30.648205 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-4d5b8401-b763-4336-b0d8-8f3001e56619 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Deleting port b20f7296-b192-4228-88d9-ee135f6b3831 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:14:30.648544 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4d5b8401-b763-4336-b0d8-8f3001e56619 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:30.734421 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-4d5b8401-b763-4336-b0d8-8f3001e56619 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] For port b20f7296-b192-4228-88d9-ee135f6b3831, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=b20f7296-b192-4228-88d9-ee135f6b3831,segment=NetworkSegment(918f7d7a-9ee6-4595-a577-2b513e00fa5c),segment_id=918f7d7a-9ee6-4595-a577-2b513e00fa5c)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:14:30.735171 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4d5b8401-b763-4336-b0d8-8f3001e56619 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:30.746698 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-4d5b8401-b763-4336-b0d8-8f3001e56619 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Calling delete_port for b20f7296-b192-4228-88d9-ee135f6b3831 owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:14:30.934563 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4d5b8401-b763-4336-b0d8-8f3001e56619 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:30.964784 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b8401-b763-4336-b0d8-8f3001e56619 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event deleted for resources: {'Port': ['ID=b20f7296-b192-4228-88d9-ee135f6b3831,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:31.146198 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4d5b8401-b763-4336-b0d8-8f3001e56619 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:31.371401 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5b8401-b763-4336-b0d8-8f3001e56619 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Router 44c4341a-cd53-4f9b-961d-a86996bc5d59 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:14:31.479181 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5b8401-b763-4336-b0d8-8f3001e56619 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:14:31.484068 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4d5b8401-b763-4336-b0d8-8f3001e56619 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "PUT /v2.0/routers/44c4341a-cd53-4f9b-961d-a86996bc5d59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8129356 Feb 16 13:14:31.487405 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43174) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:14:31.490628 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3dcc35-6b7e-49d8-96b7-c83db1e64efc None None] Sync routers for ids ['44c4341a-cd53-4f9b-961d-a86996bc5d59'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:14:31.500613 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3dcc35-6b7e-49d8-96b7-c83db1e64efc None None] Routers {'44c4341a-cd53-4f9b-961d-a86996bc5d59'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:14:31.501257 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8b3dcc35-6b7e-49d8-96b7-c83db1e64efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:14:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['44c4341a-cd53-4f9b-961d-a86996bc5d59'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:14:31.540802 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-7508f642-35ca-4146-884e-2a899a6839ce tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Deleting subnet a9e1f91d-6398-46d1-b8b9-3d185499f756 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 13:14:31.543940 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7508f642-35ca-4146-884e-2a899a6839ce tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:31.586823 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7508f642-35ca-4146-884e-2a899a6839ce tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:31.605998 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-8b3dcc35-6b7e-49d8-96b7-c83db1e64efc None None] Set router 44c4341a-cd53-4f9b-961d-a86996bc5d59 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:14:31.677149 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7508f642-35ca-4146-884e-2a899a6839ce tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:31.738275 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7508f642-35ca-4146-884e-2a899a6839ce tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:31.769937 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7508f642-35ca-4146-884e-2a899a6839ce tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:31.775596 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7508f642-35ca-4146-884e-2a899a6839ce tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "DELETE /v2.0/subnets/a9e1f91d-6398-46d1-b8b9-3d185499f756 HTTP/1.1" status: 204 len: 168 time: 0.2870104 Feb 16 13:14:31.776303 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43176) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:14:31.777862 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7508f642-35ca-4146-884e-2a899a6839ce tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event deleted for resources: {'Subnet': ['ID=a9e1f91d-6398-46d1-b8b9-3d185499f756,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:31.779321 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445758bc-6358-4b3b-aa0c-8fa5c894ce51 None None] Network c767bf7b-1f77-4cc5-a30c-56f910d158bb requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:14:31.789108 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8b3dcc35-6b7e-49d8-96b7-c83db1e64efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c4341a-cd53-4f9b-961d-a86996bc5d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232778756', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.108'}], 'enable_snat': True}, 'gw_port_id': 'b71fc100-940d-483f-8139-67895d2c2070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:32Z', 'updated_at': '2022-02-16T13:14:30Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': 'b71fc100-940d-483f-8139-67895d2c2070', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:18:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c4341a-cd53-4f9b-961d-a86996bc5d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:32Z', 'updated_at': '2022-02-16T13:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:14:31.916054 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-82bae856-05b0-4740-bcd8-2bb82c1787b4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:31.930882 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3dcc35-6b7e-49d8-96b7-c83db1e64efc None None] Checking router: 44c4341a-cd53-4f9b-961d-a86996bc5d59 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:14:31.943075 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3dcc35-6b7e-49d8-96b7-c83db1e64efc None None] Routers {'44c4341a-cd53-4f9b-961d-a86996bc5d59'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:14:31.944433 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8b3dcc35-6b7e-49d8-96b7-c83db1e64efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:14:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['44c4341a-cd53-4f9b-961d-a86996bc5d59'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:14:32.013658 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59749d4b-f342-4ccd-8ee5-03c958f85929 None None] DHCP port deletion for c767bf7b-1f77-4cc5-a30c-56f910d158bb request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 13:14:32.050657 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-82bae856-05b0-4740-bcd8-2bb82c1787b4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:32.056740 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-8b3dcc35-6b7e-49d8-96b7-c83db1e64efc None None] Set router 44c4341a-cd53-4f9b-961d-a86996bc5d59 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:14:32.066917 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-59749d4b-f342-4ccd-8ee5-03c958f85929 None None] Deleting port 68b2fb77-3ae4-4941-97e8-6d2d65b07cfe {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:14:32.067659 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-59749d4b-f342-4ccd-8ee5-03c958f85929 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:32.116874 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-82bae856-05b0-4740-bcd8-2bb82c1787b4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Deleting port b71fc100-940d-483f-8139-67895d2c2070 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:14:32.117709 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-82bae856-05b0-4740-bcd8-2bb82c1787b4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:32.135522 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-59749d4b-f342-4ccd-8ee5-03c958f85929 None None] For port 68b2fb77-3ae4-4941-97e8-6d2d65b07cfe, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=68b2fb77-3ae4-4941-97e8-6d2d65b07cfe,segment=NetworkSegment(918f7d7a-9ee6-4595-a577-2b513e00fa5c),segment_id=918f7d7a-9ee6-4595-a577-2b513e00fa5c)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:14:32.135920 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-59749d4b-f342-4ccd-8ee5-03c958f85929 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:32.152900 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-59749d4b-f342-4ccd-8ee5-03c958f85929 None None] Calling delete_port for 68b2fb77-3ae4-4941-97e8-6d2d65b07cfe owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:14:32.200792 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-82bae856-05b0-4740-bcd8-2bb82c1787b4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] For port b71fc100-940d-483f-8139-67895d2c2070, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=b71fc100-940d-483f-8139-67895d2c2070,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:14:32.201202 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-82bae856-05b0-4740-bcd8-2bb82c1787b4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:32.216667 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-82bae856-05b0-4740-bcd8-2bb82c1787b4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Calling delete_port for b71fc100-940d-483f-8139-67895d2c2070 owned by network:router_gateway {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:14:32.251361 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8b3dcc35-6b7e-49d8-96b7-c83db1e64efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c4341a-cd53-4f9b-961d-a86996bc5d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232778756', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.108'}], 'enable_snat': True}, 'gw_port_id': 'b71fc100-940d-483f-8139-67895d2c2070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:32Z', 'updated_at': '2022-02-16T13:14:30Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': 'b71fc100-940d-483f-8139-67895d2c2070', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:18:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c4341a-cd53-4f9b-961d-a86996bc5d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:32Z', 'updated_at': '2022-02-16T13:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:14:32.278512 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3dcc35-6b7e-49d8-96b7-c83db1e64efc None None] The sync data for ids ['44c4341a-cd53-4f9b-961d-a86996bc5d59'] in dv-neutron-828142-3-hyperv is: [{'id': '44c4341a-cd53-4f9b-961d-a86996bc5d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232778756', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.108'}], 'enable_snat': True}, 'gw_port_id': 'b71fc100-940d-483f-8139-67895d2c2070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:32Z', 'updated_at': '2022-02-16T13:14:30Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': 'b71fc100-940d-483f-8139-67895d2c2070', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:18:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c4341a-cd53-4f9b-961d-a86996bc5d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:32Z', 'updated_at': '2022-02-16T13:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:14:32.383192 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-59749d4b-f342-4ccd-8ee5-03c958f85929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:32.395739 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-82bae856-05b0-4740-bcd8-2bb82c1787b4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:32.410079 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59749d4b-f342-4ccd-8ee5-03c958f85929 None None] Pushing event deleted for resources: {'Port': ['ID=68b2fb77-3ae4-4941-97e8-6d2d65b07cfe,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:32.414911 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59749d4b-f342-4ccd-8ee5-03c958f85929 None None] No DVR routers for this DVR port 68b2fb77-3ae4-4941-97e8-6d2d65b07cfe on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:14:32.421794 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59749d4b-f342-4ccd-8ee5-03c958f85929 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:32.422139 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59749d4b-f342-4ccd-8ee5-03c958f85929 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:32.422475 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59749d4b-f342-4ccd-8ee5-03c958f85929 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:32.422805 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59749d4b-f342-4ccd-8ee5-03c958f85929 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:32.423130 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59749d4b-f342-4ccd-8ee5-03c958f85929 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:32.423453 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59749d4b-f342-4ccd-8ee5-03c958f85929 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:32.423822 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59749d4b-f342-4ccd-8ee5-03c958f85929 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:32.424486 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59749d4b-f342-4ccd-8ee5-03c958f85929 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:32.424486 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59749d4b-f342-4ccd-8ee5-03c958f85929 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:32.424760 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59749d4b-f342-4ccd-8ee5-03c958f85929 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:32.425080 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59749d4b-f342-4ccd-8ee5-03c958f85929 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:32.425394 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59749d4b-f342-4ccd-8ee5-03c958f85929 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:32.429403 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bae856-05b0-4740-bcd8-2bb82c1787b4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event deleted for resources: {'Port': ['ID=b71fc100-940d-483f-8139-67895d2c2070,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:32.454246 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bae856-05b0-4740-bcd8-2bb82c1787b4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:32.454596 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bae856-05b0-4740-bcd8-2bb82c1787b4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:32.454939 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bae856-05b0-4740-bcd8-2bb82c1787b4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:32.455275 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bae856-05b0-4740-bcd8-2bb82c1787b4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:32.455607 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bae856-05b0-4740-bcd8-2bb82c1787b4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:32.456507 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bae856-05b0-4740-bcd8-2bb82c1787b4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:32.456857 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bae856-05b0-4740-bcd8-2bb82c1787b4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:32.457187 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bae856-05b0-4740-bcd8-2bb82c1787b4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:32.457513 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bae856-05b0-4740-bcd8-2bb82c1787b4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:32.457836 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bae856-05b0-4740-bcd8-2bb82c1787b4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:32.458164 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bae856-05b0-4740-bcd8-2bb82c1787b4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:32.458484 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bae856-05b0-4740-bcd8-2bb82c1787b4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:32.496554 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-82bae856-05b0-4740-bcd8-2bb82c1787b4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:32.588656 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-82bae856-05b0-4740-bcd8-2bb82c1787b4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:32.590664 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-82bae856-05b0-4740-bcd8-2bb82c1787b4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:32.637426 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-82bae856-05b0-4740-bcd8-2bb82c1787b4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:32.637999 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82bae856-05b0-4740-bcd8-2bb82c1787b4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Fanout notify agent at l3_agent the message router_deleted on router 44c4341a-cd53-4f9b-961d-a86996bc5d59 {{(pid=109048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 13:14:32.646620 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-82bae856-05b0-4740-bcd8-2bb82c1787b4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:32.647612 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-82bae856-05b0-4740-bcd8-2bb82c1787b4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "DELETE /v2.0/routers/44c4341a-cd53-4f9b-961d-a86996bc5d59 HTTP/1.1" status: 204 len: 168 time: 0.8687286 Feb 16 13:14:32.651044 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43178) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:14:32.745943 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fe8558d0-cc11-4c4e-8147-b7720310e4ad tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:32.837394 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fe8558d0-cc11-4c4e-8147-b7720310e4ad tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:32.861478 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-fe8558d0-cc11-4c4e-8147-b7720310e4ad tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c767bf7b-1f77-4cc5-a30c-56f910d158bb']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:14:32.872522 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-fe8558d0-cc11-4c4e-8147-b7720310e4ad tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '918f7d7a-9ee6-4595-a577-2b513e00fa5c') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:14:32.872856 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-fe8558d0-cc11-4c4e-8147-b7720310e4ad tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '918f7d7a-9ee6-4595-a577-2b513e00fa5c') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:14:32.884032 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fe8558d0-cc11-4c4e-8147-b7720310e4ad tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:32.899319 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fe8558d0-cc11-4c4e-8147-b7720310e4ad tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:32.905844 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe8558d0-cc11-4c4e-8147-b7720310e4ad tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:14:32.906363 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fe8558d0-cc11-4c4e-8147-b7720310e4ad tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:32.909520 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 13:14:32.909520 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:14:32.909520 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 13:14:32.909520 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:14:32.909520 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 13:14:32.909520 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 13:14:32.909520 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 13:14:32.909520 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:14:32.909520 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 13:14:32.909520 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:14:32.909520 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 13:14:32.909520 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:14:32.909520 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 13:14:32.909520 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 13:14:32.909520 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:14:32.909520 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 13:14:32.909520 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:14:32.909520 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 13:14:32.909520 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 13:14:32.909520 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 13:14:32.909520 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 13:14:32.909520 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 13:14:32.909520 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:14:32.909520 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:14:32.909520 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 13:14:32.909520 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:14:32.909520 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:14:32.909520 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:14:32.909520 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:14:32.909520 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:14:32.909520 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:14:32.909520 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:14:32.976931 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fe8558d0-cc11-4c4e-8147-b7720310e4ad tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:32.984133 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fe8558d0-cc11-4c4e-8147-b7720310e4ad tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:32.987340 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-fe8558d0-cc11-4c4e-8147-b7720310e4ad tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "DELETE /v2.0/networks/c767bf7b-1f77-4cc5-a30c-56f910d158bb HTTP/1.1" status: 204 len: 168 time: 0.3359001 Feb 16 13:14:32.990379 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43180) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:14:32.998951 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8558d0-cc11-4c4e-8147-b7720310e4ad tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event deleted for resources: {'Network': ['ID=c767bf7b-1f77-4cc5-a30c-56f910d158bb,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:33.050015 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eb7ebaac-edde-440f-817e-ca5a829f23bc tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:33.075303 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eb7ebaac-edde-440f-817e-ca5a829f23bc tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:33.146974 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eb7ebaac-edde-440f-817e-ca5a829f23bc tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:33.149964 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eb7ebaac-edde-440f-817e-ca5a829f23bc tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:33.154115 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-eb7ebaac-edde-440f-817e-ca5a829f23bc tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "DELETE /v2.0/security-groups/b929fea5-f31f-4587-af8a-c267d5c363d5 HTTP/1.1" status: 204 len: 168 time: 0.1597636 Feb 16 13:14:33.162068 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ebaac-edde-440f-817e-ca5a829f23bc tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b929fea5-f31f-4587-af8a-c267d5c363d5,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:33.348498 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 68b2fb77-3ae4-4941-97e8-6d2d65b07cfe no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:14:33.370818 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 68b2fb77-3ae4-4941-97e8-6d2d65b07cfe {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:14:33.371147 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 68b2fb77-3ae4-4941-97e8-6d2d65b07cfe not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:14:33.371553 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b20f7296-b192-4228-88d9-ee135f6b3831 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:14:33.391393 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: b20f7296-b192-4228-88d9-ee135f6b3831 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:14:33.391797 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b20f7296-b192-4228-88d9-ee135f6b3831 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:14:33.392295 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b71fc100-940d-483f-8139-67895d2c2070 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:14:33.415134 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: b71fc100-940d-483f-8139-67895d2c2070 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:14:33.415472 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device b71fc100-940d-483f-8139-67895d2c2070 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:14:33.472578 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43186) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:14:33.477222 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-5958d76a-eb53-4900-9cfb-c3b3c0996b8c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-956147030', 'description': 'tempest-secgroup-smoke-956147030 description', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:14:33.500950 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5958d76a-eb53-4900-9cfb-c3b3c0996b8c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:33.567431 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5958d76a-eb53-4900-9cfb-c3b3c0996b8c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:33.571352 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5958d76a-eb53-4900-9cfb-c3b3c0996b8c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:33.599645 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5958d76a-eb53-4900-9cfb-c3b3c0996b8c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:33.600813 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5958d76a-eb53-4900-9cfb-c3b3c0996b8c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1271236 Feb 16 13:14:33.603845 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43188) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:14:33.605821 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5958d76a-eb53-4900-9cfb-c3b3c0996b8c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03c75baa-a67e-4f79-b730-68e076900e6b,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:33.608422 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-5b3dbef2-ac97-4965-91a3-fcbf9cc82c89 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'security_group_rule': {'security_group_id': '03c75baa-a67e-4f79-b730-68e076900e6b', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:14:33.637080 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5b3dbef2-ac97-4965-91a3-fcbf9cc82c89 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:33.694684 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5b3dbef2-ac97-4965-91a3-fcbf9cc82c89 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:33.698282 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5b3dbef2-ac97-4965-91a3-fcbf9cc82c89 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:33.715939 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3dbef2-ac97-4965-91a3-fcbf9cc82c89 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69301e9a-7206-4349-9de5-a5eac8586970,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:33.724882 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-5b3dbef2-ac97-4965-91a3-fcbf9cc82c89 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:33.726061 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-5b3dbef2-ac97-4965-91a3-fcbf9cc82c89 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212206 Feb 16 13:14:33.728982 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43190) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:14:33.733250 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-88809a90-be12-4f1a-af58-abd187d271d0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'security_group_rule': {'security_group_id': '03c75baa-a67e-4f79-b730-68e076900e6b', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:14:33.761632 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-88809a90-be12-4f1a-af58-abd187d271d0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:33.825899 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-88809a90-be12-4f1a-af58-abd187d271d0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:33.829708 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-88809a90-be12-4f1a-af58-abd187d271d0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:33.847351 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88809a90-be12-4f1a-af58-abd187d271d0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da5913a-310f-4ded-9da3-f389847c502f,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:33.854456 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-88809a90-be12-4f1a-af58-abd187d271d0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:33.855651 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-88809a90-be12-4f1a-af58-abd187d271d0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1257303 Feb 16 13:14:33.858362 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43192) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:14:33.863207 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-ac17379d-0b28-4f04-ad79-ab5dfa333ab6 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'security_group_rule': {'security_group_id': '03c75baa-a67e-4f79-b730-68e076900e6b', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:14:33.891078 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ac17379d-0b28-4f04-ad79-ab5dfa333ab6 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:33.949180 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ac17379d-0b28-4f04-ad79-ab5dfa333ab6 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:33.952556 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ac17379d-0b28-4f04-ad79-ab5dfa333ab6 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:33.969831 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17379d-0b28-4f04-ad79-ab5dfa333ab6 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c3bcacd-042c-451a-8b55-4d6cd335a5de,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:33.977888 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ac17379d-0b28-4f04-ad79-ab5dfa333ab6 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:33.979063 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ac17379d-0b28-4f04-ad79-ab5dfa333ab6 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197469 Feb 16 13:14:33.982292 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43194) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:14:33.986637 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-e3e2a22b-0ab5-4ae5-97d1-c0d73bc27560 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'security_group_rule': {'security_group_id': '03c75baa-a67e-4f79-b730-68e076900e6b', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:14:34.013819 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e3e2a22b-0ab5-4ae5-97d1-c0d73bc27560 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:34.073074 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e3e2a22b-0ab5-4ae5-97d1-c0d73bc27560 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:34.076722 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e3e2a22b-0ab5-4ae5-97d1-c0d73bc27560 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:34.094020 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e2a22b-0ab5-4ae5-97d1-c0d73bc27560 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d53d3ae-7d5b-4973-a464-f148d1aad4b4,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:34.101859 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e3e2a22b-0ab5-4ae5-97d1-c0d73bc27560 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:34.103046 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e3e2a22b-0ab5-4ae5-97d1-c0d73bc27560 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1198237 Feb 16 13:14:34.105987 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43196) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:14:34.110130 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-bb7592c4-0edc-41c6-86c3-c49086ec3c7e tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'security_group_rule': {'security_group_id': '03c75baa-a67e-4f79-b730-68e076900e6b', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:14:34.136886 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.securitygroups_db [None req-bb7592c4-0edc-41c6-86c3-c49086ec3c7e tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Project 3d70f7ea0f94439483a5f3cf73c75b3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:14:34.145161 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bb7592c4-0edc-41c6-86c3-c49086ec3c7e tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:34.205580 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bb7592c4-0edc-41c6-86c3-c49086ec3c7e tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:34.209846 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bb7592c4-0edc-41c6-86c3-c49086ec3c7e tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:34.227991 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7592c4-0edc-41c6-86c3-c49086ec3c7e tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b18ae8d2-6091-4180-93a2-9e2f1a31bd95,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:34.233224 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bb7592c4-0edc-41c6-86c3-c49086ec3c7e tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:34.234373 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-bb7592c4-0edc-41c6-86c3-c49086ec3c7e tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1276243 Feb 16 13:14:34.237315 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43198) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:14:34.241643 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-1c12f3a3-da52-471b-a83d-ed972d93ccb9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'security_group_rule': {'security_group_id': '03c75baa-a67e-4f79-b730-68e076900e6b', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:14:34.264871 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.securitygroups_db [None req-1c12f3a3-da52-471b-a83d-ed972d93ccb9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Project 3d70f7ea0f94439483a5f3cf73c75b3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:14:34.270186 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1c12f3a3-da52-471b-a83d-ed972d93ccb9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:34.331159 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1c12f3a3-da52-471b-a83d-ed972d93ccb9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:34.334705 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1c12f3a3-da52-471b-a83d-ed972d93ccb9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:34.351169 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c12f3a3-da52-471b-a83d-ed972d93ccb9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ff68ddb-3491-4c94-bb96-4d7f5799cff3,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:34.359796 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1c12f3a3-da52-471b-a83d-ed972d93ccb9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:34.361005 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1c12f3a3-da52-471b-a83d-ed972d93ccb9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1227686 Feb 16 13:14:34.364415 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43200) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:14:34.369204 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-e85340aa-79e9-48ef-9d7e-34c127e89a04 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'network': {'name': 'tempest-network-smoke--1543286506', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'port_security_enabled': True}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:14:34.391160 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85340aa-79e9-48ef-9d7e-34c127e89a04 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Made reservation on behalf of 3d70f7ea0f94439483a5f3cf73c75b3a for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:14:34.394768 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e85340aa-79e9-48ef-9d7e-34c127e89a04 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:34.421080 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e85340aa-79e9-48ef-9d7e-34c127e89a04 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:14:34.432113 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e85340aa-79e9-48ef-9d7e-34c127e89a04 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:34.432456 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-e85340aa-79e9-48ef-9d7e-34c127e89a04 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Added segment c699cd3d-97e9-4f55-a14f-9291c4d6124a of type vlan for network 5f63a252-ec7b-4b23-927e-47f70b59fc97 Feb 16 13:14:34.471841 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e85340aa-79e9-48ef-9d7e-34c127e89a04 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:34.495769 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e85340aa-79e9-48ef-9d7e-34c127e89a04 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:34.501256 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85340aa-79e9-48ef-9d7e-34c127e89a04 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:34.501827 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e85340aa-79e9-48ef-9d7e-34c127e89a04 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:34.885262 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e85340aa-79e9-48ef-9d7e-34c127e89a04 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5196772 Feb 16 13:14:34.888249 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43202) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:14:34.893048 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-cdc1d1fe-2851-4488-818b-762c78b04fa9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2140453107', 'admin_state_up': True, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:14:34.893384 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85340aa-79e9-48ef-9d7e-34c127e89a04 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'Network': ['ID=5f63a252-ec7b-4b23-927e-47f70b59fc97,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:34.903824 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 5f63a252-ec7b-4b23-927e-47f70b59fc97 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:14:34.924111 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cdc1d1fe-2851-4488-818b-762c78b04fa9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:34.925719 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cdc1d1fe-2851-4488-818b-762c78b04fa9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:34.981137 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cdc1d1fe-2851-4488-818b-762c78b04fa9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:35.123640 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cdc1d1fe-2851-4488-818b-762c78b04fa9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:35.322297 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cdc1d1fe-2851-4488-818b-762c78b04fa9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:35.346100 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cdc1d1fe-2851-4488-818b-762c78b04fa9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:35.462544 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-cdc1d1fe-2851-4488-818b-762c78b04fa9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Allocated IP 172.26.2.127 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/c5819494-015f-4d1c-aa8b-3aa2d81e3879) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:14:35.569135 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cdc1d1fe-2851-4488-818b-762c78b04fa9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:35.605469 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cdc1d1fe-2851-4488-818b-762c78b04fa9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:35.641894 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc1d1fe-2851-4488-818b-762c78b04fa9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:14:35.647307 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-cdc1d1fe-2851-4488-818b-762c78b04fa9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:14:35.649897 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc1d1fe-2851-4488-818b-762c78b04fa9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:14:35.681978 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc1d1fe-2851-4488-818b-762c78b04fa9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'Port': ['ID=c5819494-015f-4d1c-aa8b-3aa2d81e3879,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:35.907914 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cdc1d1fe-2851-4488-818b-762c78b04fa9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:36.107042 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cdc1d1fe-2851-4488-818b-762c78b04fa9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:36.238273 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc1d1fe-2851-4488-818b-762c78b04fa9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Router 2976a075-86a6-4a91-98ac-ca4f5c9f6f63 is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 13:14:36.346724 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc1d1fe-2851-4488-818b-762c78b04fa9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:14:36.357228 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b6452c-7874-437c-8311-e28b27ce0f64 None None] Sync routers for ids ['2976a075-86a6-4a91-98ac-ca4f5c9f6f63'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:14:36.366574 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cdc1d1fe-2851-4488-818b-762c78b04fa9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:36.367750 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-cdc1d1fe-2851-4488-818b-762c78b04fa9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4784474 Feb 16 13:14:36.367907 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b6452c-7874-437c-8311-e28b27ce0f64 None None] Routers {'2976a075-86a6-4a91-98ac-ca4f5c9f6f63'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:14:36.368473 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-c6b6452c-7874-437c-8311-e28b27ce0f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:14:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['2976a075-86a6-4a91-98ac-ca4f5c9f6f63'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:14:36.371145 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43204) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:14:36.400403 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c8017533-6c49-4020-99b7-3b983348f362 tempest-TestNetworkAdvancedServerOps-1483708827 tempest-TestNetworkAdvancedServerOps-1483708827-project-admin] 10.222.0.90 "GET /v2.0/subnets?project_id=3d70f7ea0f94439483a5f3cf73c75b3a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280528 Feb 16 13:14:36.403264 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43206) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:14:36.476872 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-c6b6452c-7874-437c-8311-e28b27ce0f64 None None] Set router 2976a075-86a6-4a91-98ac-ca4f5c9f6f63 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:14:36.492248 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a2ea8e-6328-4fd2-a0f4-419093a9a104 tempest-TestNetworkAdvancedServerOps-1483708827 tempest-TestNetworkAdvancedServerOps-1483708827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:36.493720 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b7a2ea8e-6328-4fd2-a0f4-419093a9a104 tempest-TestNetworkAdvancedServerOps-1483708827 tempest-TestNetworkAdvancedServerOps-1483708827-project-admin] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894220 Feb 16 13:14:36.496767 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43208) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:14:36.529658 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-74ef0dba-351e-4733-872b-ecb64e6e7a25 tempest-TestNetworkAdvancedServerOps-1483708827 tempest-TestNetworkAdvancedServerOps-1483708827-project-admin] 10.222.0.90 "GET /v2.0/subnets?network_id=a08a3d1b-2e35-4b18-9cb0-756d355083e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317748 Feb 16 13:14:36.532167 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43210) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:14:36.537787 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-704be389-c40a-4940-b6fb-74c324f2361c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-945283962', 'network_id': '5f63a252-ec7b-4b23-927e-47f70b59fc97', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:14:36.630749 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704be389-c40a-4940-b6fb-74c324f2361c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Made reservation on behalf of 3d70f7ea0f94439483a5f3cf73c75b3a for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:14:36.634459 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-704be389-c40a-4940-b6fb-74c324f2361c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:36.663838 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-c6b6452c-7874-437c-8311-e28b27ce0f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2976a075-86a6-4a91-98ac-ca4f5c9f6f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140453107', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c5819494-015f-4d1c-aa8b-3aa2d81e3879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:14:34Z', 'updated_at': '2022-02-16T13:14:35Z', 'revision_number': 3, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': 'c5819494-015f-4d1c-aa8b-3aa2d81e3879', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e6:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2976a075-86a6-4a91-98ac-ca4f5c9f6f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:14:35Z', 'updated_at': '2022-02-16T13:14:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:14:36.693874 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b6452c-7874-437c-8311-e28b27ce0f64 None None] Checking router: 2976a075-86a6-4a91-98ac-ca4f5c9f6f63 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:14:36.694223 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b6452c-7874-437c-8311-e28b27ce0f64 None None] Updating router 2976a075-86a6-4a91-98ac-ca4f5c9f6f63 port c5819494-015f-4d1c-aa8b-3aa2d81e3879 binding host dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:14:36.720118 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c6b6452c-7874-437c-8311-e28b27ce0f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:36.825625 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-704be389-c40a-4940-b6fb-74c324f2361c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:36.886647 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704be389-c40a-4940-b6fb-74c324f2361c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'Subnet': ['ID=5360aaf2-5571-4de7-9111-4710bb3848eb,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:36.899714 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704be389-c40a-4940-b6fb-74c324f2361c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Checking segment: {'id': 'c699cd3d-97e9-4f55-a14f-9291c4d6124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5f63a252-ec7b-4b23-927e-47f70b59fc97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:14:36.900067 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704be389-c40a-4940-b6fb-74c324f2361c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Network hostable DHCP agents. Network: 5f63a252-ec7b-4b23-927e-47f70b59fc97, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:14:36.921642 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704be389-c40a-4940-b6fb-74c324f2361c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Network 5f63a252-ec7b-4b23-927e-47f70b59fc97 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:14:36.933707 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-704be389-c40a-4940-b6fb-74c324f2361c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 5f63a252-ec7b-4b23-927e-47f70b59fc97) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:14:36.939091 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704be389-c40a-4940-b6fb-74c324f2361c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:36.939489 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-704be389-c40a-4940-b6fb-74c324f2361c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:36.953324 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea47554-eaea-4c5e-a7e2-e6137cbb4d7f None None] Network 5f63a252-ec7b-4b23-927e-47f70b59fc97 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:14:36.958670 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-704be389-c40a-4940-b6fb-74c324f2361c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4254222 Feb 16 13:14:36.961650 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43212) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:14:37.077050 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c6b6452c-7874-437c-8311-e28b27ce0f64 None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:37.086586 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c6b6452c-7874-437c-8311-e28b27ce0f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:37.174935 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-c6b6452c-7874-437c-8311-e28b27ce0f64 None None] Attempting to bind port c5819494-015f-4d1c-aa8b-3aa2d81e3879 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:14:37.175323 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-c6b6452c-7874-437c-8311-e28b27ce0f64 None None] Attempting to bind port c5819494-015f-4d1c-aa8b-3aa2d81e3879 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:14:37.175675 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b6452c-7874-437c-8311-e28b27ce0f64 None None] Attempting to bind port c5819494-015f-4d1c-aa8b-3aa2d81e3879 on network a08a3d1b-2e35-4b18-9cb0-756d355083e6 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:14:37.180434 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef2553-0bf0-4aac-8599-ed5a2ae632ba None None] Pushing event updated for resources: {'Port': ['ID=c5819494-015f-4d1c-aa8b-3aa2d81e3879,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:37.188519 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b6452c-7874-437c-8311-e28b27ce0f64 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:14:37.188912 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b6452c-7874-437c-8311-e28b27ce0f64 None None] Checking segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:14:37.189305 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c6b6452c-7874-437c-8311-e28b27ce0f64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:37.189686 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b6452c-7874-437c-8311-e28b27ce0f64 None None] Bound using segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:14:37.190706 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-c6b6452c-7874-437c-8311-e28b27ce0f64 None None] Bound port: c5819494-015f-4d1c-aa8b-3aa2d81e3879, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:14:37.191081 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c6b6452c-7874-437c-8311-e28b27ce0f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:37.244302 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f46d39-55c9-4586-a6a5-7388da832625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-5f63a252-ec7b-4b23-927e-47f70b59fc97', 'network_id': '5f63a252-ec7b-4b23-927e-47f70b59fc97', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'fixed_ips': [{'subnet_id': '5360aaf2-5571-4de7-9111-4710bb3848eb'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 13:14:37.245174 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c5f46d39-55c9-4586-a6a5-7388da832625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:37.286731 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-c6b6452c-7874-437c-8311-e28b27ce0f64 None None] For port c5819494-015f-4d1c-aa8b-3aa2d81e3879, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:14:37.292035 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-c6b6452c-7874-437c-8311-e28b27ce0f64 None None] For port c5819494-015f-4d1c-aa8b-3aa2d81e3879, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=c5819494-015f-4d1c-aa8b-3aa2d81e3879,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:14:37.337500 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c6b6452c-7874-437c-8311-e28b27ce0f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:37.408490 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a088ef6c-0721-4796-9016-24d2eb9b5ffd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:37.448680 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b6452c-7874-437c-8311-e28b27ce0f64 None None] Routers {'2976a075-86a6-4a91-98ac-ca4f5c9f6f63'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:14:37.449305 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-c6b6452c-7874-437c-8311-e28b27ce0f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:14:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['2976a075-86a6-4a91-98ac-ca4f5c9f6f63'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:14:37.451068 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef2553-0bf0-4aac-8599-ed5a2ae632ba None None] Pushing event updated for resources: {'Port': ['ID=c5819494-015f-4d1c-aa8b-3aa2d81e3879,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:37.509080 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-c5f46d39-55c9-4586-a6a5-7388da832625 None None] Allocated IP 172.20.0.2 (5f63a252-ec7b-4b23-927e-47f70b59fc97/5360aaf2-5571-4de7-9111-4710bb3848eb/e2b2b6ac-3c38-42a0-a9d6-7e364d4aae77) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:14:37.628008 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-c6b6452c-7874-437c-8311-e28b27ce0f64 None None] Set router 2976a075-86a6-4a91-98ac-ca4f5c9f6f63 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:14:37.977277 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c5f46d39-55c9-4586-a6a5-7388da832625 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:38.000280 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c5f46d39-55c9-4586-a6a5-7388da832625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:38.040577 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-a088ef6c-0721-4796-9016-24d2eb9b5ffd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Allocated IP 172.20.0.1 (5f63a252-ec7b-4b23-927e-47f70b59fc97/5360aaf2-5571-4de7-9111-4710bb3848eb/0c50fae1-963c-4813-8b97-75809fd8f1bb) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:14:38.046760 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f46d39-55c9-4586-a6a5-7388da832625 None None] Network 5f63a252-ec7b-4b23-927e-47f70b59fc97 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:14:38.054694 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-c5f46d39-55c9-4586-a6a5-7388da832625 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:14:38.057420 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f46d39-55c9-4586-a6a5-7388da832625 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:14:38.074126 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f46d39-55c9-4586-a6a5-7388da832625 None None] Pushing event updated for resources: {'Port': ['ID=e2b2b6ac-3c38-42a0-a9d6-7e364d4aae77,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:38.121601 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-c6b6452c-7874-437c-8311-e28b27ce0f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2976a075-86a6-4a91-98ac-ca4f5c9f6f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140453107', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c5819494-015f-4d1c-aa8b-3aa2d81e3879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:14:34Z', 'updated_at': '2022-02-16T13:14:35Z', 'revision_number': 3, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': 'c5819494-015f-4d1c-aa8b-3aa2d81e3879', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e6:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2976a075-86a6-4a91-98ac-ca4f5c9f6f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:14:35Z', 'updated_at': '2022-02-16T13:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:14:38.155256 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b6452c-7874-437c-8311-e28b27ce0f64 None None] The sync data for ids ['2976a075-86a6-4a91-98ac-ca4f5c9f6f63'] in dv-neutron-828142-3-hyperv is: [{'id': '2976a075-86a6-4a91-98ac-ca4f5c9f6f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140453107', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c5819494-015f-4d1c-aa8b-3aa2d81e3879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:14:34Z', 'updated_at': '2022-02-16T13:14:35Z', 'revision_number': 3, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': 'c5819494-015f-4d1c-aa8b-3aa2d81e3879', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e6:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2976a075-86a6-4a91-98ac-ca4f5c9f6f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:14:35Z', 'updated_at': '2022-02-16T13:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:14:38.156322 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a088ef6c-0721-4796-9016-24d2eb9b5ffd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:38.157697 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-c5f46d39-55c9-4586-a6a5-7388da832625 None None] Attempting to bind port e2b2b6ac-3c38-42a0-a9d6-7e364d4aae77 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:14:38.158060 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-c5f46d39-55c9-4586-a6a5-7388da832625 None None] Attempting to bind port e2b2b6ac-3c38-42a0-a9d6-7e364d4aae77 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'c699cd3d-97e9-4f55-a14f-9291c4d6124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5f63a252-ec7b-4b23-927e-47f70b59fc97'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:14:38.158693 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f46d39-55c9-4586-a6a5-7388da832625 None None] Attempting to bind port e2b2b6ac-3c38-42a0-a9d6-7e364d4aae77 on network 5f63a252-ec7b-4b23-927e-47f70b59fc97 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:14:38.164303 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f46d39-55c9-4586-a6a5-7388da832625 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:14:38.164705 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f46d39-55c9-4586-a6a5-7388da832625 None None] Checking segment: {'id': 'c699cd3d-97e9-4f55-a14f-9291c4d6124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5f63a252-ec7b-4b23-927e-47f70b59fc97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:14:38.165109 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c5f46d39-55c9-4586-a6a5-7388da832625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:38.165502 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f46d39-55c9-4586-a6a5-7388da832625 None None] Bound using segment: {'id': 'c699cd3d-97e9-4f55-a14f-9291c4d6124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5f63a252-ec7b-4b23-927e-47f70b59fc97'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:14:38.165959 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-c5f46d39-55c9-4586-a6a5-7388da832625 None None] Bound port: e2b2b6ac-3c38-42a0-a9d6-7e364d4aae77, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c699cd3d-97e9-4f55-a14f-9291c4d6124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5f63a252-ec7b-4b23-927e-47f70b59fc97'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:14:38.166343 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c5f46d39-55c9-4586-a6a5-7388da832625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:38.200218 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a088ef6c-0721-4796-9016-24d2eb9b5ffd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:38.236236 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-c5f46d39-55c9-4586-a6a5-7388da832625 None None] For port e2b2b6ac-3c38-42a0-a9d6-7e364d4aae77, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:14:38.240288 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-c5f46d39-55c9-4586-a6a5-7388da832625 None None] For port e2b2b6ac-3c38-42a0-a9d6-7e364d4aae77, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=e2b2b6ac-3c38-42a0-a9d6-7e364d4aae77,segment=NetworkSegment(c699cd3d-97e9-4f55-a14f-9291c4d6124a),segment_id=c699cd3d-97e9-4f55-a14f-9291c4d6124a)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:14:38.241357 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a088ef6c-0721-4796-9016-24d2eb9b5ffd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Network 5f63a252-ec7b-4b23-927e-47f70b59fc97 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:14:38.245361 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-a088ef6c-0721-4796-9016-24d2eb9b5ffd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:14:38.246472 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c5f46d39-55c9-4586-a6a5-7388da832625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:38.248348 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a088ef6c-0721-4796-9016-24d2eb9b5ffd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:14:38.308311 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f46d39-55c9-4586-a6a5-7388da832625 None None] Pushing event updated for resources: {'Port': ['ID=e2b2b6ac-3c38-42a0-a9d6-7e364d4aae77,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:38.313809 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a088ef6c-0721-4796-9016-24d2eb9b5ffd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'Port': ['ID=0c50fae1-963c-4813-8b97-75809fd8f1bb,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:38.325921 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a088ef6c-0721-4796-9016-24d2eb9b5ffd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:38.508558 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a088ef6c-0721-4796-9016-24d2eb9b5ffd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:38.816573 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a088ef6c-0721-4796-9016-24d2eb9b5ffd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:38.821745 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a088ef6c-0721-4796-9016-24d2eb9b5ffd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:38.902931 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a088ef6c-0721-4796-9016-24d2eb9b5ffd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'Port': ['ID=0c50fae1-963c-4813-8b97-75809fd8f1bb,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:38.905506 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a088ef6c-0721-4796-9016-24d2eb9b5ffd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:39.010215 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a088ef6c-0721-4796-9016-24d2eb9b5ffd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Network 5f63a252-ec7b-4b23-927e-47f70b59fc97 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:14:39.011950 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-a088ef6c-0721-4796-9016-24d2eb9b5ffd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:14:39.138948 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a088ef6c-0721-4796-9016-24d2eb9b5ffd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Router 2976a075-86a6-4a91-98ac-ca4f5c9f6f63 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:14:39.276337 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a088ef6c-0721-4796-9016-24d2eb9b5ffd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:14:39.282257 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device e2b2b6ac-3c38-42a0-a9d6-7e364d4aae77 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:14:39.291995 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a088ef6c-0721-4796-9016-24d2eb9b5ffd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "PUT /v2.0/routers/2976a075-86a6-4a91-98ac-ca4f5c9f6f63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3237569 Feb 16 13:14:39.319782 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5db4ee-7581-43ae-b9f5-c946bb2926fa None None] Network 5f63a252-ec7b-4b23-927e-47f70b59fc97 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:14:39.387981 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-63841bd1-91a9-423c-bdfe-a1f45d8da28a None None] Provisioning complete for port e2b2b6ac-3c38-42a0-a9d6-7e364d4aae77 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:14:39.388360 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-63841bd1-91a9-423c-bdfe-a1f45d8da28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:39.432770 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0f5b89e6-69db-4670-ad5d-c843471122de req-df98c47a-2200-45ea-ba47-4c86b95d2f1d tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-956147030&fields=id&tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a HTTP/1.1" status: 200 len: 267 time: 0.0342662 Feb 16 13:14:39.439065 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port e2b2b6ac-3c38-42a0-a9d6-7e364d4aae77 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:14:39.439441 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:39.551991 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b89e6-69db-4670-ad5d-c843471122de req-aca84b33-22d5-448e-a1e4-5be5040a5dfe tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:39.553537 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0f5b89e6-69db-4670-ad5d-c843471122de req-aca84b33-22d5-448e-a1e4-5be5040a5dfe tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/networks?id=5f63a252-ec7b-4b23-927e-47f70b59fc97 HTTP/1.1" status: 200 len: 797 time: 0.1110618 Feb 16 13:14:39.574669 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0f5b89e6-69db-4670-ad5d-c843471122de req-33c074df-57c4-45d1-bbac-7ef207846eb0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/quotas/3d70f7ea0f94439483a5f3cf73c75b3a HTTP/1.1" status: 200 len: 375 time: 0.0137393 Feb 16 13:14:39.608210 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-63841bd1-91a9-423c-bdfe-a1f45d8da28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:39.633152 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0f5b89e6-69db-4670-ad5d-c843471122de req-3efb2978-184e-4b01-8ff6-b1defad560ce tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499403 Feb 16 13:14:39.650853 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:39.665977 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-63841bd1-91a9-423c-bdfe-a1f45d8da28a None None] For port e2b2b6ac-3c38-42a0-a9d6-7e364d4aae77, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=e2b2b6ac-3c38-42a0-a9d6-7e364d4aae77,segment=NetworkSegment(c699cd3d-97e9-4f55-a14f-9291c4d6124a),segment_id=c699cd3d-97e9-4f55-a14f-9291c4d6124a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:14:39.677268 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-63841bd1-91a9-423c-bdfe-a1f45d8da28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:39.766400 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63841bd1-91a9-423c-bdfe-a1f45d8da28a None None] Pushing event updated for resources: {'Port': ['ID=e2b2b6ac-3c38-42a0-a9d6-7e364d4aae77,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:39.773455 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.db.api [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:14:39.773788 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG oslo_db.api [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:14:39.795973 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0f5b89e6-69db-4670-ad5d-c843471122de req-291412db-a8d8-4bbe-a54b-ed82d5094965 service neutron] 10.222.0.90 "GET /v2.0/networks/5f63a252-ec7b-4b23-927e-47f70b59fc97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508470 Feb 16 13:14:39.805926 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29053640-3a74-4936-afe8-eb25b0ea4b7c None None] Sync routers for ids ['2976a075-86a6-4a91-98ac-ca4f5c9f6f63'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:14:39.823163 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29053640-3a74-4936-afe8-eb25b0ea4b7c None None] Routers {'2976a075-86a6-4a91-98ac-ca4f5c9f6f63'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:14:39.823790 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-29053640-3a74-4936-afe8-eb25b0ea4b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:14:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['2976a075-86a6-4a91-98ac-ca4f5c9f6f63'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:14:39.901133 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0f5b89e6-69db-4670-ad5d-c843471122de req-f8c21f99-8e5b-4ba4-ac0e-59237ce07590 service neutron] 10.222.0.90 "GET /v2.0/networks/5f63a252-ec7b-4b23-927e-47f70b59fc97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979056 Feb 16 13:14:39.938803 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-29053640-3a74-4936-afe8-eb25b0ea4b7c None None] Set router 2976a075-86a6-4a91-98ac-ca4f5c9f6f63 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:14:40.007265 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-0a88b92d-7fd1-4d93-a223-17b5e8a1b479 None None] Provisioning complete for port 0c50fae1-963c-4813-8b97-75809fd8f1bb triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:14:40.008513 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0a88b92d-7fd1-4d93-a223-17b5e8a1b479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:40.055800 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-0a88b92d-7fd1-4d93-a223-17b5e8a1b479 None None] Port 0c50fae1-963c-4813-8b97-75809fd8f1bb cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:14:40.066934 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-0a88b92d-7fd1-4d93-a223-17b5e8a1b479 None None] Provisioning complete for port e2b2b6ac-3c38-42a0-a9d6-7e364d4aae77 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:14:40.067291 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0a88b92d-7fd1-4d93-a223-17b5e8a1b479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:40.163955 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-29053640-3a74-4936-afe8-eb25b0ea4b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2976a075-86a6-4a91-98ac-ca4f5c9f6f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140453107', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c5819494-015f-4d1c-aa8b-3aa2d81e3879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:14:34Z', 'updated_at': '2022-02-16T13:14:38Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': 'c5819494-015f-4d1c-aa8b-3aa2d81e3879', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e6:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2976a075-86a6-4a91-98ac-ca4f5c9f6f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:14:35Z', 'updated_at': '2022-02-16T13:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '0c50fae1-963c-4813-8b97-75809fd8f1bb', 'name': '', 'network_id': '5f63a252-ec7b-4b23-927e-47f70b59fc97', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:4e:09:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2976a075-86a6-4a91-98ac-ca4f5c9f6f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '5360aaf2-5571-4de7-9111-4710bb3848eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:14:37Z', 'updated_at': '2022-02-16T13:14:38Z', 'revision_number': 2, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': '5360aaf2-5571-4de7-9111-4710bb3848eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:14:40.191471 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29053640-3a74-4936-afe8-eb25b0ea4b7c None None] Checking router: 2976a075-86a6-4a91-98ac-ca4f5c9f6f63 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:14:40.191817 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29053640-3a74-4936-afe8-eb25b0ea4b7c None None] Updating router 2976a075-86a6-4a91-98ac-ca4f5c9f6f63 port 0c50fae1-963c-4813-8b97-75809fd8f1bb binding host dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:14:40.217783 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-29053640-3a74-4936-afe8-eb25b0ea4b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:40.273964 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-efe70143-1144-4039-a75e-7d5d7782a96c None None] Provisioning complete for port 0c50fae1-963c-4813-8b97-75809fd8f1bb triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:14:40.274338 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-efe70143-1144-4039-a75e-7d5d7782a96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:40.338910 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-efe70143-1144-4039-a75e-7d5d7782a96c None None] Port 0c50fae1-963c-4813-8b97-75809fd8f1bb cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:14:40.342618 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device c5819494-015f-4d1c-aa8b-3aa2d81e3879 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:14:40.389207 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port c5819494-015f-4d1c-aa8b-3aa2d81e3879 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:14:40.389611 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:40.472785 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:40.490819 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-29053640-3a74-4936-afe8-eb25b0ea4b7c None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:40.493062 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-311ae110-5ba9-4fd9-ba98-0d2b55d1d338 None None] Provisioning complete for port 0c50fae1-963c-4813-8b97-75809fd8f1bb triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:14:40.493658 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-311ae110-5ba9-4fd9-ba98-0d2b55d1d338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:40.497315 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-29053640-3a74-4936-afe8-eb25b0ea4b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:40.519872 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port c5819494-015f-4d1c-aa8b-3aa2d81e3879, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=c5819494-015f-4d1c-aa8b-3aa2d81e3879,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:14:40.542953 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:40.550090 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65f324-0aae-4b29-8d8b-e2bcaebb9296 None None] Pushing event updated for resources: {'Port': ['ID=0c50fae1-963c-4813-8b97-75809fd8f1bb,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:40.560707 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c65f324-0aae-4b29-8d8b-e2bcaebb9296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:40.560707 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c65f324-0aae-4b29-8d8b-e2bcaebb9296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:40.561030 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c65f324-0aae-4b29-8d8b-e2bcaebb9296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:40.561137 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c65f324-0aae-4b29-8d8b-e2bcaebb9296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:40.561384 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c65f324-0aae-4b29-8d8b-e2bcaebb9296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:40.561711 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c65f324-0aae-4b29-8d8b-e2bcaebb9296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:40.562036 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c65f324-0aae-4b29-8d8b-e2bcaebb9296 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:40.562366 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c65f324-0aae-4b29-8d8b-e2bcaebb9296 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:40.562682 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c65f324-0aae-4b29-8d8b-e2bcaebb9296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:40.562993 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c65f324-0aae-4b29-8d8b-e2bcaebb9296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:40.563316 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c65f324-0aae-4b29-8d8b-e2bcaebb9296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:40.563651 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c65f324-0aae-4b29-8d8b-e2bcaebb9296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:40.573822 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-311ae110-5ba9-4fd9-ba98-0d2b55d1d338 None None] Port 0c50fae1-963c-4813-8b97-75809fd8f1bb cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:14:40.602759 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=c5819494-015f-4d1c-aa8b-3aa2d81e3879,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:40.621939 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-29053640-3a74-4936-afe8-eb25b0ea4b7c None None] Attempting to bind port 0c50fae1-963c-4813-8b97-75809fd8f1bb on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:14:40.622296 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-29053640-3a74-4936-afe8-eb25b0ea4b7c None None] Attempting to bind port 0c50fae1-963c-4813-8b97-75809fd8f1bb by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'c699cd3d-97e9-4f55-a14f-9291c4d6124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5f63a252-ec7b-4b23-927e-47f70b59fc97'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:14:40.622646 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29053640-3a74-4936-afe8-eb25b0ea4b7c None None] Attempting to bind port 0c50fae1-963c-4813-8b97-75809fd8f1bb on network 5f63a252-ec7b-4b23-927e-47f70b59fc97 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:14:40.627755 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29053640-3a74-4936-afe8-eb25b0ea4b7c None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:14:40.628127 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29053640-3a74-4936-afe8-eb25b0ea4b7c None None] Checking segment: {'id': 'c699cd3d-97e9-4f55-a14f-9291c4d6124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5f63a252-ec7b-4b23-927e-47f70b59fc97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:14:40.628523 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-29053640-3a74-4936-afe8-eb25b0ea4b7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:40.628933 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29053640-3a74-4936-afe8-eb25b0ea4b7c None None] Bound using segment: {'id': 'c699cd3d-97e9-4f55-a14f-9291c4d6124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5f63a252-ec7b-4b23-927e-47f70b59fc97'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:14:40.629644 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-29053640-3a74-4936-afe8-eb25b0ea4b7c None None] Bound port: 0c50fae1-963c-4813-8b97-75809fd8f1bb, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c699cd3d-97e9-4f55-a14f-9291c4d6124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5f63a252-ec7b-4b23-927e-47f70b59fc97'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:14:40.629783 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-29053640-3a74-4936-afe8-eb25b0ea4b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:40.698933 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-29053640-3a74-4936-afe8-eb25b0ea4b7c None None] For port 0c50fae1-963c-4813-8b97-75809fd8f1bb, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:14:40.702113 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-29053640-3a74-4936-afe8-eb25b0ea4b7c None None] For port 0c50fae1-963c-4813-8b97-75809fd8f1bb, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=0c50fae1-963c-4813-8b97-75809fd8f1bb,segment=NetworkSegment(c699cd3d-97e9-4f55-a14f-9291c4d6124a),segment_id=c699cd3d-97e9-4f55-a14f-9291c4d6124a)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:14:40.706430 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-29053640-3a74-4936-afe8-eb25b0ea4b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:40.765258 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29053640-3a74-4936-afe8-eb25b0ea4b7c None None] Routers {'2976a075-86a6-4a91-98ac-ca4f5c9f6f63'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:14:40.765882 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-29053640-3a74-4936-afe8-eb25b0ea4b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:14:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['2976a075-86a6-4a91-98ac-ca4f5c9f6f63'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:14:40.767781 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65f324-0aae-4b29-8d8b-e2bcaebb9296 None None] Pushing event updated for resources: {'Port': ['ID=0c50fae1-963c-4813-8b97-75809fd8f1bb,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:40.802870 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-c7ba07b4-0963-4e28-a044-acf86ba539d0 None None] Provisioning complete for port 0c50fae1-963c-4813-8b97-75809fd8f1bb triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:14:40.803446 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c7ba07b4-0963-4e28-a044-acf86ba539d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:40.886301 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-29053640-3a74-4936-afe8-eb25b0ea4b7c None None] Set router 2976a075-86a6-4a91-98ac-ca4f5c9f6f63 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:14:40.890656 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c7ba07b4-0963-4e28-a044-acf86ba539d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:40.930093 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-c7ba07b4-0963-4e28-a044-acf86ba539d0 None None] For port 0c50fae1-963c-4813-8b97-75809fd8f1bb, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=0c50fae1-963c-4813-8b97-75809fd8f1bb,segment=NetworkSegment(c699cd3d-97e9-4f55-a14f-9291c4d6124a),segment_id=c699cd3d-97e9-4f55-a14f-9291c4d6124a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:14:40.935547 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c7ba07b4-0963-4e28-a044-acf86ba539d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:40.982078 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba07b4-0963-4e28-a044-acf86ba539d0 None None] Pushing event updated for resources: {'Port': ['ID=0c50fae1-963c-4813-8b97-75809fd8f1bb,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:41.062572 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9f0ca31b-b011-4d17-91a2-68ac158a2f82 None None] Provisioning complete for port 0c50fae1-963c-4813-8b97-75809fd8f1bb triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:14:41.063076 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9f0ca31b-b011-4d17-91a2-68ac158a2f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:41.106701 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-29053640-3a74-4936-afe8-eb25b0ea4b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2976a075-86a6-4a91-98ac-ca4f5c9f6f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140453107', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c5819494-015f-4d1c-aa8b-3aa2d81e3879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:14:34Z', 'updated_at': '2022-02-16T13:14:38Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': 'c5819494-015f-4d1c-aa8b-3aa2d81e3879', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976a075-86a6-4a91-98ac-ca4f5c9f6f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:14:35Z', 'updated_at': '2022-02-16T13:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '0c50fae1-963c-4813-8b97-75809fd8f1bb', 'name': '', 'network_id': '5f63a252-ec7b-4b23-927e-47f70b59fc97', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:4e:09:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2976a075-86a6-4a91-98ac-ca4f5c9f6f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '5360aaf2-5571-4de7-9111-4710bb3848eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:14:37Z', 'updated_at': '2022-02-16T13:14:40Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': '5360aaf2-5571-4de7-9111-4710bb3848eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:14:41.132483 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8f2de129-ca3f-40e2-82d4-28c1ea05a823 req-53424605-f15c-4f02-9b6f-93cd9005ca55 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=0e98c74e-9f92-4a63-9064-ddfa15c0f613 HTTP/1.1" status: 200 len: 210 time: 0.0444055 Feb 16 13:14:41.244785 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device e2b2b6ac-3c38-42a0-a9d6-7e364d4aae77 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:14:41.249042 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29053640-3a74-4936-afe8-eb25b0ea4b7c None None] The sync data for ids ['2976a075-86a6-4a91-98ac-ca4f5c9f6f63'] in dv-neutron-828142-3-hyperv is: [{'id': '2976a075-86a6-4a91-98ac-ca4f5c9f6f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140453107', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c5819494-015f-4d1c-aa8b-3aa2d81e3879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:14:34Z', 'updated_at': '2022-02-16T13:14:38Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': 'c5819494-015f-4d1c-aa8b-3aa2d81e3879', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976a075-86a6-4a91-98ac-ca4f5c9f6f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:14:35Z', 'updated_at': '2022-02-16T13:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '0c50fae1-963c-4813-8b97-75809fd8f1bb', 'name': '', 'network_id': '5f63a252-ec7b-4b23-927e-47f70b59fc97', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:4e:09:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2976a075-86a6-4a91-98ac-ca4f5c9f6f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '5360aaf2-5571-4de7-9111-4710bb3848eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:14:37Z', 'updated_at': '2022-02-16T13:14:40Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': '5360aaf2-5571-4de7-9111-4710bb3848eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:14:41.315985 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port e2b2b6ac-3c38-42a0-a9d6-7e364d4aae77 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:14:41.315985 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:41.420356 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device c5819494-015f-4d1c-aa8b-3aa2d81e3879 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:14:41.478832 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port c5819494-015f-4d1c-aa8b-3aa2d81e3879 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:14:41.479382 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:42.183148 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b89e6-69db-4670-ad5d-c843471122de req-8020b0c2-4d5c-4116-88f8-3303f1896382 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:42.184902 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0f5b89e6-69db-4670-ad5d-c843471122de req-8020b0c2-4d5c-4116-88f8-3303f1896382 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.42 "GET /v2.0/networks?id=5f63a252-ec7b-4b23-927e-47f70b59fc97 HTTP/1.1" status: 200 len: 797 time: 0.1337485 Feb 16 13:14:42.237757 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0f5b89e6-69db-4670-ad5d-c843471122de req-ec4cc0c1-bc0a-4b89-b13f-2daa650a8383 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a HTTP/1.1" status: 200 len: 379 time: 0.0392444 Feb 16 13:14:42.246685 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-0f5b89e6-69db-4670-ad5d-c843471122de req-30e87a8f-3d5a-4aba-8716-7908d427fe3f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'port': {'device_id': '0e98c74e-9f92-4a63-9064-ddfa15c0f613', 'network_id': '5f63a252-ec7b-4b23-927e-47f70b59fc97', 'admin_state_up': True, 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'security_groups': ['03c75baa-a67e-4f79-b730-68e076900e6b']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:14:42.247944 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1f96f92c-bc8f-407c-abd3-9777a2141899 req-3185d9f9-e617-49db-a04d-235785d79299 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=0e98c74e-9f92-4a63-9064-ddfa15c0f613 HTTP/1.1" status: 200 len: 210 time: 0.0443671 Feb 16 13:14:42.370931 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f5b89e6-69db-4670-ad5d-c843471122de req-30e87a8f-3d5a-4aba-8716-7908d427fe3f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Made reservation on behalf of 3d70f7ea0f94439483a5f3cf73c75b3a for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:14:42.374922 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-0f5b89e6-69db-4670-ad5d-c843471122de req-30e87a8f-3d5a-4aba-8716-7908d427fe3f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:42.525228 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [req-0f5b89e6-69db-4670-ad5d-c843471122de req-30e87a8f-3d5a-4aba-8716-7908d427fe3f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Allocated IP 172.20.0.9 (5f63a252-ec7b-4b23-927e-47f70b59fc97/5360aaf2-5571-4de7-9111-4710bb3848eb/3e785945-5ddc-4ac7-aad4-77b3a07a545a) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:14:42.665462 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-0f5b89e6-69db-4670-ad5d-c843471122de req-30e87a8f-3d5a-4aba-8716-7908d427fe3f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:42.708347 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-0f5b89e6-69db-4670-ad5d-c843471122de req-30e87a8f-3d5a-4aba-8716-7908d427fe3f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:42.754112 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f5b89e6-69db-4670-ad5d-c843471122de req-30e87a8f-3d5a-4aba-8716-7908d427fe3f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Network 5f63a252-ec7b-4b23-927e-47f70b59fc97 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:14:42.757314 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [req-0f5b89e6-69db-4670-ad5d-c843471122de req-30e87a8f-3d5a-4aba-8716-7908d427fe3f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:14:42.760748 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5b89e6-69db-4670-ad5d-c843471122de req-30e87a8f-3d5a-4aba-8716-7908d427fe3f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:14:42.792497 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e87a8f-3d5a-4aba-8716-7908d427fe3f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'Port': ['ID=3e785945-5ddc-4ac7-aad4-77b3a07a545a,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:42.822125 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b89e6-69db-4670-ad5d-c843471122de req-30e87a8f-3d5a-4aba-8716-7908d427fe3f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:42.822790 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-0f5b89e6-69db-4670-ad5d-c843471122de req-30e87a8f-3d5a-4aba-8716-7908d427fe3f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:42.843427 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0f5b89e6-69db-4670-ad5d-c843471122de req-30e87a8f-3d5a-4aba-8716-7908d427fe3f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6008236 Feb 16 13:14:42.855704 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-0f5b89e6-69db-4670-ad5d-c843471122de req-cff963b2-d40e-4d6d-8503-2604318f3836 service neutron] Request body: {'port': {'device_id': '0e98c74e-9f92-4a63-9064-ddfa15c0f613', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:14:42.915659 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-0f5b89e6-69db-4670-ad5d-c843471122de req-cff963b2-d40e-4d6d-8503-2604318f3836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:43.027450 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-5547f751-e8b1-45e5-a66f-c0629e259479 None None] Provisioning complete for port 3e785945-5ddc-4ac7-aad4-77b3a07a545a triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:14:43.028008 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5547f751-e8b1-45e5-a66f-c0629e259479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:43.061743 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-5547f751-e8b1-45e5-a66f-c0629e259479 None None] Port 3e785945-5ddc-4ac7-aad4-77b3a07a545a cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:14:43.201874 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-0f5b89e6-69db-4670-ad5d-c843471122de req-cff963b2-d40e-4d6d-8503-2604318f3836 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e785945-5ddc-4ac7-aad4-77b3a07a545a {{(pid=109049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:14:43.210285 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-0f5b89e6-69db-4670-ad5d-c843471122de req-cff963b2-d40e-4d6d-8503-2604318f3836 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:43.223521 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.provisioning_blocks [req-0f5b89e6-69db-4670-ad5d-c843471122de req-cff963b2-d40e-4d6d-8503-2604318f3836 service neutron] Transition to ACTIVE for port object 3e785945-5ddc-4ac7-aad4-77b3a07a545a will not be triggered until provisioned by entity L2. {{(pid=109049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:14:43.227789 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-0f5b89e6-69db-4670-ad5d-c843471122de req-cff963b2-d40e-4d6d-8503-2604318f3836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:43.237998 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 0c50fae1-963c-4813-8b97-75809fd8f1bb up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:14:43.280419 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff963b2-d40e-4d6d-8503-2604318f3836 service neutron] Pushing event updated for resources: {'Port': ['ID=3e785945-5ddc-4ac7-aad4-77b3a07a545a,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:43.305530 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 0c50fae1-963c-4813-8b97-75809fd8f1bb triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:14:43.306512 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:43.374864 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-0f5b89e6-69db-4670-ad5d-c843471122de req-cff963b2-d40e-4d6d-8503-2604318f3836 service neutron] Attempting to bind port 3e785945-5ddc-4ac7-aad4-77b3a07a545a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:14:43.375249 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-0f5b89e6-69db-4670-ad5d-c843471122de req-cff963b2-d40e-4d6d-8503-2604318f3836 service neutron] Attempting to bind port 3e785945-5ddc-4ac7-aad4-77b3a07a545a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'c699cd3d-97e9-4f55-a14f-9291c4d6124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5f63a252-ec7b-4b23-927e-47f70b59fc97'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:14:43.375599 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b89e6-69db-4670-ad5d-c843471122de req-cff963b2-d40e-4d6d-8503-2604318f3836 service neutron] Attempting to bind port 3e785945-5ddc-4ac7-aad4-77b3a07a545a on network 5f63a252-ec7b-4b23-927e-47f70b59fc97 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:14:43.382217 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b89e6-69db-4670-ad5d-c843471122de req-cff963b2-d40e-4d6d-8503-2604318f3836 service neutron] Port 3e785945-5ddc-4ac7-aad4-77b3a07a545a on network 5f63a252-ec7b-4b23-927e-47f70b59fc97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:14:43.382684 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b89e6-69db-4670-ad5d-c843471122de req-cff963b2-d40e-4d6d-8503-2604318f3836 service neutron] Attempting to bind port 3e785945-5ddc-4ac7-aad4-77b3a07a545a on network 5f63a252-ec7b-4b23-927e-47f70b59fc97 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:14:43.389603 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b89e6-69db-4670-ad5d-c843471122de req-cff963b2-d40e-4d6d-8503-2604318f3836 service neutron] Checking agent: {'id': '31a9428e-e23a-420f-bfe2-5870b63c0436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'started_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:14:43.390010 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b89e6-69db-4670-ad5d-c843471122de req-cff963b2-d40e-4d6d-8503-2604318f3836 service neutron] Checking segment: {'id': 'c699cd3d-97e9-4f55-a14f-9291c4d6124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5f63a252-ec7b-4b23-927e-47f70b59fc97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:14:43.390459 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b89e6-69db-4670-ad5d-c843471122de req-cff963b2-d40e-4d6d-8503-2604318f3836 service neutron] Bound using segment: {'id': 'c699cd3d-97e9-4f55-a14f-9291c4d6124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5f63a252-ec7b-4b23-927e-47f70b59fc97'} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:14:43.390996 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-0f5b89e6-69db-4670-ad5d-c843471122de req-cff963b2-d40e-4d6d-8503-2604318f3836 service neutron] Bound port: 3e785945-5ddc-4ac7-aad4-77b3a07a545a, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c699cd3d-97e9-4f55-a14f-9291c4d6124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5f63a252-ec7b-4b23-927e-47f70b59fc97'}}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:14:43.391394 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-0f5b89e6-69db-4670-ad5d-c843471122de req-cff963b2-d40e-4d6d-8503-2604318f3836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:43.421154 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f99e67-a939-437f-9c5a-91bf060b97f1 req-667d096d-e5e1-4909-a5e2-83498c50d79d tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:43.422760 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-49f99e67-a939-437f-9c5a-91bf060b97f1 req-667d096d-e5e1-4909-a5e2-83498c50d79d tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=0e98c74e-9f92-4a63-9064-ddfa15c0f613 HTTP/1.1" status: 200 len: 943 time: 0.0757799 Feb 16 13:14:43.434547 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:14:43.468420 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-49f99e67-a939-437f-9c5a-91bf060b97f1 req-f3c9e8d5-7e92-4113-bbd9-ad54eed73625 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=03c75baa-a67e-4f79-b730-68e076900e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368011 Feb 16 13:14:43.472580 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-0f5b89e6-69db-4670-ad5d-c843471122de req-cff963b2-d40e-4d6d-8503-2604318f3836 service neutron] For port 3e785945-5ddc-4ac7-aad4-77b3a07a545a, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:14:43.475962 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-0f5b89e6-69db-4670-ad5d-c843471122de req-cff963b2-d40e-4d6d-8503-2604318f3836 service neutron] For port 3e785945-5ddc-4ac7-aad4-77b3a07a545a, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3e785945-5ddc-4ac7-aad4-77b3a07a545a,segment=NetworkSegment(c699cd3d-97e9-4f55-a14f-9291c4d6124a),segment_id=c699cd3d-97e9-4f55-a14f-9291c4d6124a)] {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:14:43.481335 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-0f5b89e6-69db-4670-ad5d-c843471122de req-cff963b2-d40e-4d6d-8503-2604318f3836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:43.522765 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b89e6-69db-4670-ad5d-c843471122de req-cff963b2-d40e-4d6d-8503-2604318f3836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:43.523390 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-0f5b89e6-69db-4670-ad5d-c843471122de req-cff963b2-d40e-4d6d-8503-2604318f3836 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:43.524828 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0f5b89e6-69db-4670-ad5d-c843471122de req-cff963b2-d40e-4d6d-8503-2604318f3836 service neutron] 10.222.0.42 "PUT /v2.0/ports/3e785945-5ddc-4ac7-aad4-77b3a07a545a HTTP/1.1" status: 200 len: 1093 time: 0.6739581 Feb 16 13:14:43.525292 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e98c74e-9f92-4a63-9064-ddfa15c0f613', 'tag': '3e785945-5ddc-4ac7-aad4-77b3a07a545a'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:14:43.527683 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e98dd9-0a43-482a-a702-9b4d5efd5c4a" -d '{"events": [{"name": "network-changed", "server_uuid": "0e98c74e-9f92-4a63-9064-ddfa15c0f613", "tag": "3e785945-5ddc-4ac7-aad4-77b3a07a545a"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:14:43.560550 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff963b2-d40e-4d6d-8503-2604318f3836 service neutron] Pushing event updated for resources: {'Port': ['ID=3e785945-5ddc-4ac7-aad4-77b3a07a545a,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:43.585380 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a3c35e-83f5-427b-b755-1d9bab2ff37e x-openstack-request-id: req-24a3c35e-83f5-427b-b755-1d9bab2ff37e {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:14:43.585671 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e98c74e-9f92-4a63-9064-ddfa15c0f613", "tag": "3e785945-5ddc-4ac7-aad4-77b3a07a545a", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:14:43.585919 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-24a3c35e-83f5-427b-b755-1d9bab2ff37e {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:14:43.586312 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e98c74e-9f92-4a63-9064-ddfa15c0f613', 'tag': '3e785945-5ddc-4ac7-aad4-77b3a07a545a', 'status': 'completed', 'code': 200} Feb 16 13:14:43.628370 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b89e6-69db-4670-ad5d-c843471122de req-00f2ae24-a15a-4da2-9901-993db794fe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:43.629958 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0f5b89e6-69db-4670-ad5d-c843471122de req-00f2ae24-a15a-4da2-9901-993db794fe83 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a&device_id=0e98c74e-9f92-4a63-9064-ddfa15c0f613 HTTP/1.1" status: 200 len: 1096 time: 0.0556562 Feb 16 13:14:43.679171 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0f5b89e6-69db-4670-ad5d-c843471122de req-c1bcca5d-f561-4542-99f2-2598ae587562 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e785945-5ddc-4ac7-aad4-77b3a07a545a HTTP/1.1" status: 200 len: 217 time: 0.0396724 Feb 16 13:14:43.730811 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b89e6-69db-4670-ad5d-c843471122de req-571b3cdc-260c-45a4-99db-58b168d05582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:43.732311 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0f5b89e6-69db-4670-ad5d-c843471122de req-571b3cdc-260c-45a4-99db-58b168d05582 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5360aaf2-5571-4de7-9111-4710bb3848eb HTTP/1.1" status: 200 len: 834 time: 0.0460758 Feb 16 13:14:43.776901 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b89e6-69db-4670-ad5d-c843471122de req-5863177d-1c90-4574-aca6-c1178cd02294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:43.778379 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0f5b89e6-69db-4670-ad5d-c843471122de req-5863177d-1c90-4574-aca6-c1178cd02294 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5f63a252-ec7b-4b23-927e-47f70b59fc97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398233 Feb 16 13:14:43.871470 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0f5b89e6-69db-4670-ad5d-c843471122de req-7d2dc0ca-f319-49ee-96f3-dfe43b9bc29f service neutron] 10.222.0.42 "GET /v2.0/networks/5f63a252-ec7b-4b23-927e-47f70b59fc97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863011 Feb 16 13:14:43.973235 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0f5b89e6-69db-4670-ad5d-c843471122de req-4049cb4a-f714-41c0-be12-19b3bfcfb0a5 service neutron] 10.222.0.42 "GET /v2.0/networks/5f63a252-ec7b-4b23-927e-47f70b59fc97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938396 Feb 16 13:14:44.066263 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e98dd9-0a43-482a-a702-9b4d5efd5c4a req-95eb1c4e-806a-4096-9791-f836c06d56f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:44.067772 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-40e98dd9-0a43-482a-a702-9b4d5efd5c4a req-95eb1c4e-806a-4096-9791-f836c06d56f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a&device_id=0e98c74e-9f92-4a63-9064-ddfa15c0f613 HTTP/1.1" status: 200 len: 1096 time: 0.0480227 Feb 16 13:14:44.165244 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e98dd9-0a43-482a-a702-9b4d5efd5c4a req-6f6e5a0d-302f-4d5e-9cc6-bc71192d05a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:44.166731 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-40e98dd9-0a43-482a-a702-9b4d5efd5c4a req-6f6e5a0d-302f-4d5e-9cc6-bc71192d05a6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5f63a252-ec7b-4b23-927e-47f70b59fc97 HTTP/1.1" status: 200 len: 898 time: 0.0920110 Feb 16 13:14:44.208333 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-40e98dd9-0a43-482a-a702-9b4d5efd5c4a req-ce3fad9b-1f2b-4299-91a2-3c3287611f92 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e785945-5ddc-4ac7-aad4-77b3a07a545a HTTP/1.1" status: 200 len: 217 time: 0.0342526 Feb 16 13:14:44.261690 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e98dd9-0a43-482a-a702-9b4d5efd5c4a req-b8855a95-7dbf-45ea-b598-cf2039dbf13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:44.263147 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-40e98dd9-0a43-482a-a702-9b4d5efd5c4a req-b8855a95-7dbf-45ea-b598-cf2039dbf13e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5360aaf2-5571-4de7-9111-4710bb3848eb HTTP/1.1" status: 200 len: 834 time: 0.0485773 Feb 16 13:14:44.312039 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e98dd9-0a43-482a-a702-9b4d5efd5c4a req-c86587f7-c728-4ab8-9364-324b065fb23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:44.314065 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-40e98dd9-0a43-482a-a702-9b4d5efd5c4a req-c86587f7-c728-4ab8-9364-324b065fb23f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5f63a252-ec7b-4b23-927e-47f70b59fc97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436447 Feb 16 13:14:44.403141 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-40e98dd9-0a43-482a-a702-9b4d5efd5c4a req-e1d11aeb-721e-48f7-a419-9cc4842dee21 service neutron] 10.222.0.42 "GET /v2.0/networks/5f63a252-ec7b-4b23-927e-47f70b59fc97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813813 Feb 16 13:14:44.496651 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-40e98dd9-0a43-482a-a702-9b4d5efd5c4a req-253ecede-153e-4f73-8686-8d19fb30831d service neutron] 10.222.0.42 "GET /v2.0/networks/5f63a252-ec7b-4b23-927e-47f70b59fc97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864756 Feb 16 13:14:44.588928 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e4630-40f2-469d-a9cb-6560cda420eb req-b611d682-a793-4d1f-a113-89f8e11e425a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:44.590434 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ce2e4630-40f2-469d-a9cb-6560cda420eb req-b611d682-a793-4d1f-a113-89f8e11e425a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=0e98c74e-9f92-4a63-9064-ddfa15c0f613 HTTP/1.1" status: 200 len: 943 time: 0.0497036 Feb 16 13:14:44.629174 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ce2e4630-40f2-469d-a9cb-6560cda420eb req-1322ece6-912c-426b-b740-419b79f181c1 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=03c75baa-a67e-4f79-b730-68e076900e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327585 Feb 16 13:14:45.743906 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff524b61-fea9-4892-8a01-6e56a543bf14 req-0043869e-1a09-44f8-9102-431ce09be8ca tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:45.745402 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ff524b61-fea9-4892-8a01-6e56a543bf14 req-0043869e-1a09-44f8-9102-431ce09be8ca tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=0e98c74e-9f92-4a63-9064-ddfa15c0f613 HTTP/1.1" status: 200 len: 943 time: 0.0486486 Feb 16 13:14:45.783198 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ff524b61-fea9-4892-8a01-6e56a543bf14 req-b129b5ac-c124-49fc-befd-ce128455793c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=03c75baa-a67e-4f79-b730-68e076900e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317576 Feb 16 13:14:46.704595 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 3e785945-5ddc-4ac7-aad4-77b3a07a545a details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:14:46.798039 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 3e785945-5ddc-4ac7-aad4-77b3a07a545a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3e785945-5ddc-4ac7-aad4-77b3a07a545a,segment=NetworkSegment(c699cd3d-97e9-4f55-a14f-9291c4d6124a),segment_id=c699cd3d-97e9-4f55-a14f-9291c4d6124a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:14:46.809940 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': '3e785945-5ddc-4ac7-aad4-77b3a07a545a', 'network_id': '5f63a252-ec7b-4b23-927e-47f70b59fc97', 'port_id': '3e785945-5ddc-4ac7-aad4-77b3a07a545a', 'mac_address': 'fa:16:3e:65:e1:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5360aaf2-5571-4de7-9111-4710bb3848eb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:14:46.847067 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:46.859918 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e785945-5ddc-4ac7-aad4-77b3a07a545a {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:14:46.879991 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 3e785945-5ddc-4ac7-aad4-77b3a07a545a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3e785945-5ddc-4ac7-aad4-77b3a07a545a,segment=NetworkSegment(c699cd3d-97e9-4f55-a14f-9291c4d6124a),segment_id=c699cd3d-97e9-4f55-a14f-9291c4d6124a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:14:46.885263 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:46.907454 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1858bf4-4ca2-4b6d-8eea-eaf60c1336e9 req-0ea050d6-b368-4ae4-b34f-0e6b7ba7de8d tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:46.908998 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a1858bf4-4ca2-4b6d-8eea-eaf60c1336e9 req-0ea050d6-b368-4ae4-b34f-0e6b7ba7de8d tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=0e98c74e-9f92-4a63-9064-ddfa15c0f613 HTTP/1.1" status: 200 len: 943 time: 0.0572343 Feb 16 13:14:46.941184 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=3e785945-5ddc-4ac7-aad4-77b3a07a545a,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:46.956407 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a1858bf4-4ca2-4b6d-8eea-eaf60c1336e9 req-0e135620-e319-48a2-8a48-26c7527c022f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=03c75baa-a67e-4f79-b730-68e076900e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362325 Feb 16 13:14:47.106636 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['3e785945-5ddc-4ac7-aad4-77b3a07a545a'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:14:48.069941 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b7d00-05dd-4fc6-8d7e-f8992819c5ac req-f481956b-a6ac-4d82-8432-e6221c726c88 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:48.071469 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-cd4b7d00-05dd-4fc6-8d7e-f8992819c5ac req-f481956b-a6ac-4d82-8432-e6221c726c88 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=0e98c74e-9f92-4a63-9064-ddfa15c0f613 HTTP/1.1" status: 200 len: 944 time: 0.0489981 Feb 16 13:14:48.109880 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-cd4b7d00-05dd-4fc6-8d7e-f8992819c5ac req-5b8e66d9-ca75-40dc-883b-cc8cae7ef8cf tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=03c75baa-a67e-4f79-b730-68e076900e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324681 Feb 16 13:14:48.737544 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 3e785945-5ddc-4ac7-aad4-77b3a07a545a up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:14:48.784813 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning for port 3e785945-5ddc-4ac7-aad4-77b3a07a545a completed by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:14:48.788555 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port 3e785945-5ddc-4ac7-aad4-77b3a07a545a triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:14:48.788956 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:48.865004 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:48.889536 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e98c74e-9f92-4a63-9064-ddfa15c0f613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e785945-5ddc-4ac7-aad4-77b3a07a545a'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:14:48.891736 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f8ced4-a97b-4487-8d42-cc4a798891b4" -d '{"events": [{"server_uuid": "0e98c74e-9f92-4a63-9064-ddfa15c0f613", "name": "network-vif-plugged", "status": "completed", "tag": "3e785945-5ddc-4ac7-aad4-77b3a07a545a"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:14:48.905119 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 3e785945-5ddc-4ac7-aad4-77b3a07a545a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3e785945-5ddc-4ac7-aad4-77b3a07a545a,segment=NetworkSegment(c699cd3d-97e9-4f55-a14f-9291c4d6124a),segment_id=c699cd3d-97e9-4f55-a14f-9291c4d6124a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:14:48.909919 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:48.935578 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6cebaf-31f0-4db9-99d7-526937943666 x-openstack-request-id: req-2f6cebaf-31f0-4db9-99d7-526937943666 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:14:48.935905 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e98c74e-9f92-4a63-9064-ddfa15c0f613", "name": "network-vif-plugged", "status": "completed", "tag": "3e785945-5ddc-4ac7-aad4-77b3a07a545a", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:14:48.936172 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2f6cebaf-31f0-4db9-99d7-526937943666 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:14:48.936553 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e98c74e-9f92-4a63-9064-ddfa15c0f613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e785945-5ddc-4ac7-aad4-77b3a07a545a', 'code': 200} Feb 16 13:14:48.965065 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=3e785945-5ddc-4ac7-aad4-77b3a07a545a,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:49.092876 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec57c43-8b61-4243-8ad8-92e38bee789c req-c133a0e2-70f4-4ebc-b95e-37f1499e9b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:49.094387 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9ec57c43-8b61-4243-8ad8-92e38bee789c req-c133a0e2-70f4-4ebc-b95e-37f1499e9b9a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0e98c74e-9f92-4a63-9064-ddfa15c0f613 HTTP/1.1" status: 200 len: 1098 time: 0.0412650 Feb 16 13:14:49.128921 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9ec57c43-8b61-4243-8ad8-92e38bee789c req-25e9d575-509b-4ad2-979b-581f719b4080 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=03c75baa-a67e-4f79-b730-68e076900e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278735 Feb 16 13:14:49.223932 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e6723-b5ff-4416-a9f2-0a7becc16017 req-e9bae3d7-7bff-4537-9a5d-2fd9655c8e80 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:49.225428 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0b9e6723-b5ff-4416-a9f2-0a7becc16017 req-e9bae3d7-7bff-4537-9a5d-2fd9655c8e80 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=0e98c74e-9f92-4a63-9064-ddfa15c0f613 HTTP/1.1" status: 200 len: 945 time: 0.0489416 Feb 16 13:14:49.263191 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0b9e6723-b5ff-4416-a9f2-0a7becc16017 req-3ea5bec3-3ce8-47bb-87ce-9679c47c6a51 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=03c75baa-a67e-4f79-b730-68e076900e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317347 Feb 16 13:14:50.387521 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ce69c-e65b-4f7e-a066-cce11ea6cfc1 req-55aa1623-1653-4ad3-b533-58a466b5dea3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:50.389360 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-377ce69c-e65b-4f7e-a066-cce11ea6cfc1 req-55aa1623-1653-4ad3-b533-58a466b5dea3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=0e98c74e-9f92-4a63-9064-ddfa15c0f613 HTTP/1.1" status: 200 len: 945 time: 0.0543721 Feb 16 13:14:50.430314 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-377ce69c-e65b-4f7e-a066-cce11ea6cfc1 req-9b581ab8-9858-40f8-b1cf-e123fc4a1cfc tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=03c75baa-a67e-4f79-b730-68e076900e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346825 Feb 16 13:14:50.544196 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a05003-360e-4f46-8c72-39db8a81c84c req-710cd016-3545-4424-b75d-f5b3e6f0cc0e tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:50.545636 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a6a05003-360e-4f46-8c72-39db8a81c84c req-710cd016-3545-4424-b75d-f5b3e6f0cc0e tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=0e98c74e-9f92-4a63-9064-ddfa15c0f613 HTTP/1.1" status: 200 len: 945 time: 0.0490410 Feb 16 13:14:50.583851 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a6a05003-360e-4f46-8c72-39db8a81c84c req-85e1604b-d9e7-4701-9d58-eb1c40e152eb tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=03c75baa-a67e-4f79-b730-68e076900e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322413 Feb 16 13:14:50.605332 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43266) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:14:50.648272 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42717109-88cf-493e-a005-9bec4e54d570 tempest-TestNetworkAdvancedServerOps-1483708827 tempest-TestNetworkAdvancedServerOps-1483708827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:50.649857 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-42717109-88cf-493e-a005-9bec4e54d570 tempest-TestNetworkAdvancedServerOps-1483708827 tempest-TestNetworkAdvancedServerOps-1483708827-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=0e98c74e-9f92-4a63-9064-ddfa15c0f613 HTTP/1.1" status: 200 len: 1093 time: 0.0435231 Feb 16 13:14:50.652590 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43268) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:14:50.657109 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e990f309-22ec-46fe-b263-6b0e70698634 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'floatingip': {'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'port_id': '3e785945-5ddc-4ac7-aad4-77b3a07a545a', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:14:50.681524 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e990f309-22ec-46fe-b263-6b0e70698634 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for floatingip, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:50.777140 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e990f309-22ec-46fe-b263-6b0e70698634 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:50.882281 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-e990f309-22ec-46fe-b263-6b0e70698634 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Allocated IP 172.26.2.236 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/73a18a22-0d38-44f1-a54e-866774b36325) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:14:50.983628 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e990f309-22ec-46fe-b263-6b0e70698634 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:51.019492 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e990f309-22ec-46fe-b263-6b0e70698634 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:51.064379 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e990f309-22ec-46fe-b263-6b0e70698634 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:14:51.067649 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-e990f309-22ec-46fe-b263-6b0e70698634 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:14:51.070207 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e990f309-22ec-46fe-b263-6b0e70698634 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:14:51.093945 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990f309-22ec-46fe-b263-6b0e70698634 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'Port': ['ID=73a18a22-0d38-44f1-a54e-866774b36325,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:51.424234 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e990f309-22ec-46fe-b263-6b0e70698634 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:51.492659 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e990f309-22ec-46fe-b263-6b0e70698634 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:51.641167 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e990f309-22ec-46fe-b263-6b0e70698634 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:51.646266 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e990f309-22ec-46fe-b263-6b0e70698634 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:51.713282 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990f309-22ec-46fe-b263-6b0e70698634 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'Port': ['ID=73a18a22-0d38-44f1-a54e-866774b36325,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:51.723678 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e990f309-22ec-46fe-b263-6b0e70698634 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:51.822974 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-e990f309-22ec-46fe-b263-6b0e70698634 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Floating IP c1a858a8-4c2f-4531-93b9-e26a8d6ec074 associated. External IP: 172.26.2.236, port: 3e785945-5ddc-4ac7-aad4-77b3a07a545a. Feb 16 13:14:52.031172 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e990f309-22ec-46fe-b263-6b0e70698634 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Router 2976a075-86a6-4a91-98ac-ca4f5c9f6f63 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:14:52.139968 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e990f309-22ec-46fe-b263-6b0e70698634 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:14:52.151391 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864c5e91-19b3-430a-a23a-8953dd016fb0 None None] Sync routers for ids ['2976a075-86a6-4a91-98ac-ca4f5c9f6f63'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:14:52.161680 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e990f309-22ec-46fe-b263-6b0e70698634 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:52.165112 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864c5e91-19b3-430a-a23a-8953dd016fb0 None None] Routers {'2976a075-86a6-4a91-98ac-ca4f5c9f6f63'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:14:52.166194 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-864c5e91-19b3-430a-a23a-8953dd016fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:14:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['2976a075-86a6-4a91-98ac-ca4f5c9f6f63'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:14:52.195332 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e990f309-22ec-46fe-b263-6b0e70698634 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5392478 Feb 16 13:14:52.195332 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e98c74e-9f92-4a63-9064-ddfa15c0f613', 'tag': '3e785945-5ddc-4ac7-aad4-77b3a07a545a'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:14:52.196013 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54441412-ea79-4f5a-8e7b-634b8d742b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "0e98c74e-9f92-4a63-9064-ddfa15c0f613", "tag": "3e785945-5ddc-4ac7-aad4-77b3a07a545a"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:14:52.234909 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459c3a69-2ca9-414f-a927-c4c48dc9d950 x-openstack-request-id: req-459c3a69-2ca9-414f-a927-c4c48dc9d950 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:14:52.235440 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e98c74e-9f92-4a63-9064-ddfa15c0f613", "tag": "3e785945-5ddc-4ac7-aad4-77b3a07a545a", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:14:52.235912 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-459c3a69-2ca9-414f-a927-c4c48dc9d950 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:14:52.236374 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e98c74e-9f92-4a63-9064-ddfa15c0f613', 'tag': '3e785945-5ddc-4ac7-aad4-77b3a07a545a', 'status': 'completed', 'code': 200} Feb 16 13:14:52.304780 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54441412-ea79-4f5a-8e7b-634b8d742b0a req-86114df6-dc8c-4f80-88ed-c08ff56f42bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:52.306553 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-54441412-ea79-4f5a-8e7b-634b8d742b0a req-86114df6-dc8c-4f80-88ed-c08ff56f42bd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a&device_id=0e98c74e-9f92-4a63-9064-ddfa15c0f613 HTTP/1.1" status: 200 len: 1098 time: 0.0473130 Feb 16 13:14:52.308826 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd4ce5-0cdf-4da1-8855-fc538baa4ab7 req-7d9f545d-8947-42c2-91c8-3cb66d1d9c26 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:52.310397 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d6fd4ce5-0cdf-4da1-8855-fc538baa4ab7 req-7d9f545d-8947-42c2-91c8-3cb66d1d9c26 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=0e98c74e-9f92-4a63-9064-ddfa15c0f613 HTTP/1.1" status: 200 len: 945 time: 0.0579941 Feb 16 13:14:52.352526 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d6fd4ce5-0cdf-4da1-8855-fc538baa4ab7 req-1e0391c8-1c7d-4200-a740-653a154eaa4a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=03c75baa-a67e-4f79-b730-68e076900e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358839 Feb 16 13:14:52.375744 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43274) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:14:52.405109 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54441412-ea79-4f5a-8e7b-634b8d742b0a req-a1f96840-4a88-459a-a5bd-fc2695be862b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:52.407067 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-54441412-ea79-4f5a-8e7b-634b8d742b0a req-a1f96840-4a88-459a-a5bd-fc2695be862b service neutron] 10.222.0.42 "GET /v2.0/networks?id=5f63a252-ec7b-4b23-927e-47f70b59fc97 HTTP/1.1" status: 200 len: 898 time: 0.0930057 Feb 16 13:14:52.433779 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-05bb26f2-a7af-4c74-990b-7131e75e7872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:52.443717 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-864c5e91-19b3-430a-a23a-8953dd016fb0 None None] Set router 2976a075-86a6-4a91-98ac-ca4f5c9f6f63 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:14:52.444173 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f32e4e8c-1753-4ad8-b16d-0e022579340f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/floatingips/c1a858a8-4c2f-4531-93b9-e26a8d6ec074 HTTP/1.1" status: 200 len: 991 time: 0.0668728 Feb 16 13:14:52.482961 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-54441412-ea79-4f5a-8e7b-634b8d742b0a req-d70f777c-0223-44ef-86c2-3e38622b0d24 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e785945-5ddc-4ac7-aad4-77b3a07a545a HTTP/1.1" status: 200 len: 999 time: 0.0687406 Feb 16 13:14:52.536180 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54441412-ea79-4f5a-8e7b-634b8d742b0a req-0cb0b8b0-532b-43a5-bd0f-d6c7ee28d118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:52.537711 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-54441412-ea79-4f5a-8e7b-634b8d742b0a req-0cb0b8b0-532b-43a5-bd0f-d6c7ee28d118 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5360aaf2-5571-4de7-9111-4710bb3848eb HTTP/1.1" status: 200 len: 834 time: 0.0485327 Feb 16 13:14:52.593018 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54441412-ea79-4f5a-8e7b-634b8d742b0a req-710b3b46-6bf2-46a7-84d3-924a6a6a6261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:52.594543 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-54441412-ea79-4f5a-8e7b-634b8d742b0a req-710b3b46-6bf2-46a7-84d3-924a6a6a6261 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5f63a252-ec7b-4b23-927e-47f70b59fc97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0460782 Feb 16 13:14:52.675675 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-864c5e91-19b3-430a-a23a-8953dd016fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2976a075-86a6-4a91-98ac-ca4f5c9f6f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140453107', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c5819494-015f-4d1c-aa8b-3aa2d81e3879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:14:34Z', 'updated_at': '2022-02-16T13:14:38Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': 'c5819494-015f-4d1c-aa8b-3aa2d81e3879', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976a075-86a6-4a91-98ac-ca4f5c9f6f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:14:35Z', 'updated_at': '2022-02-16T13:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'c1a858a8-4c2f-4531-93b9-e26a8d6ec074', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'floating_ip_address': '172.26.2.236', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '2976a075-86a6-4a91-98ac-ca4f5c9f6f63', 'port_id': '3e785945-5ddc-4ac7-aad4-77b3a07a545a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f63a252-ec7b-4b23-927e-47f70b59fc97', 'mac_address': 'fa:16:3e:65:e1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e98c74e-9f92-4a63-9064-ddfa15c0f613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:14:51Z', 'updated_at': '2022-02-16T13:14:51Z', 'revision_number': 0, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c50fae1-963c-4813-8b97-75809fd8f1bb', 'name': '', 'network_id': '5f63a252-ec7b-4b23-927e-47f70b59fc97', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:4e:09:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976a075-86a6-4a91-98ac-ca4f5c9f6f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '5360aaf2-5571-4de7-9111-4710bb3848eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:14:37Z', 'updated_at': '2022-02-16T13:14:40Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': '5360aaf2-5571-4de7-9111-4710bb3848eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:14:52.688321 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-54441412-ea79-4f5a-8e7b-634b8d742b0a req-04c28ce1-3a81-4fc0-9bae-83fd9ed3aedd service neutron] 10.222.0.42 "GET /v2.0/networks/5f63a252-ec7b-4b23-927e-47f70b59fc97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848877 Feb 16 13:14:52.701962 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864c5e91-19b3-430a-a23a-8953dd016fb0 None None] Checking router: 2976a075-86a6-4a91-98ac-ca4f5c9f6f63 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:14:52.710249 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864c5e91-19b3-430a-a23a-8953dd016fb0 None None] Routers {'2976a075-86a6-4a91-98ac-ca4f5c9f6f63'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:14:52.710856 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-864c5e91-19b3-430a-a23a-8953dd016fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:14:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['2976a075-86a6-4a91-98ac-ca4f5c9f6f63'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:14:52.782851 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-54441412-ea79-4f5a-8e7b-634b8d742b0a req-6658daa8-76a4-4e16-ae2c-2fdd8470beef service neutron] 10.222.0.42 "GET /v2.0/networks/5f63a252-ec7b-4b23-927e-47f70b59fc97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871379 Feb 16 13:14:52.822381 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-864c5e91-19b3-430a-a23a-8953dd016fb0 None None] Set router 2976a075-86a6-4a91-98ac-ca4f5c9f6f63 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:14:53.043724 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-864c5e91-19b3-430a-a23a-8953dd016fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2976a075-86a6-4a91-98ac-ca4f5c9f6f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140453107', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c5819494-015f-4d1c-aa8b-3aa2d81e3879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:14:34Z', 'updated_at': '2022-02-16T13:14:38Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': 'c5819494-015f-4d1c-aa8b-3aa2d81e3879', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976a075-86a6-4a91-98ac-ca4f5c9f6f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:14:35Z', 'updated_at': '2022-02-16T13:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'c1a858a8-4c2f-4531-93b9-e26a8d6ec074', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'floating_ip_address': '172.26.2.236', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '2976a075-86a6-4a91-98ac-ca4f5c9f6f63', 'port_id': '3e785945-5ddc-4ac7-aad4-77b3a07a545a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f63a252-ec7b-4b23-927e-47f70b59fc97', 'mac_address': 'fa:16:3e:65:e1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e98c74e-9f92-4a63-9064-ddfa15c0f613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:14:51Z', 'updated_at': '2022-02-16T13:14:51Z', 'revision_number': 0, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c50fae1-963c-4813-8b97-75809fd8f1bb', 'name': '', 'network_id': '5f63a252-ec7b-4b23-927e-47f70b59fc97', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:4e:09:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976a075-86a6-4a91-98ac-ca4f5c9f6f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '5360aaf2-5571-4de7-9111-4710bb3848eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:14:37Z', 'updated_at': '2022-02-16T13:14:40Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': '5360aaf2-5571-4de7-9111-4710bb3848eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:14:53.075558 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864c5e91-19b3-430a-a23a-8953dd016fb0 None None] The sync data for ids ['2976a075-86a6-4a91-98ac-ca4f5c9f6f63'] in dv-neutron-828142-3-hyperv is: [{'id': '2976a075-86a6-4a91-98ac-ca4f5c9f6f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140453107', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c5819494-015f-4d1c-aa8b-3aa2d81e3879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:14:34Z', 'updated_at': '2022-02-16T13:14:38Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': 'c5819494-015f-4d1c-aa8b-3aa2d81e3879', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976a075-86a6-4a91-98ac-ca4f5c9f6f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:14:35Z', 'updated_at': '2022-02-16T13:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'c1a858a8-4c2f-4531-93b9-e26a8d6ec074', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'floating_ip_address': '172.26.2.236', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '2976a075-86a6-4a91-98ac-ca4f5c9f6f63', 'port_id': '3e785945-5ddc-4ac7-aad4-77b3a07a545a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f63a252-ec7b-4b23-927e-47f70b59fc97', 'mac_address': 'fa:16:3e:65:e1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e98c74e-9f92-4a63-9064-ddfa15c0f613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:14:51Z', 'updated_at': '2022-02-16T13:14:51Z', 'revision_number': 0, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c50fae1-963c-4813-8b97-75809fd8f1bb', 'name': '', 'network_id': '5f63a252-ec7b-4b23-927e-47f70b59fc97', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:4e:09:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976a075-86a6-4a91-98ac-ca4f5c9f6f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '5360aaf2-5571-4de7-9111-4710bb3848eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:14:37Z', 'updated_at': '2022-02-16T13:14:40Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': '5360aaf2-5571-4de7-9111-4710bb3848eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:14:53.268718 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fc8d7b-1185-452d-9c52-807fedbac9f2 None None] New status for floating IP c1a858a8-4c2f-4531-93b9-e26a8d6ec074: ACTIVE {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:14:53.448167 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43276) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:14:53.508009 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-89414f12-6706-4f32-b742-68e16f5f203b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/floatingips/c1a858a8-4c2f-4531-93b9-e26a8d6ec074 HTTP/1.1" status: 200 len: 993 time: 0.0586250 Feb 16 13:14:54.128534 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-50112110-64b1-4bc2-9135-130cd5749e96 req-30e489b4-8f06-4285-b594-59966608b6a8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0e98c74e-9f92-4a63-9064-ddfa15c0f613&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399988 Feb 16 13:14:54.210314 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50112110-64b1-4bc2-9135-130cd5749e96 req-736bb6a8-e010-47d8-8c50-62550b02c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:54.212560 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-50112110-64b1-4bc2-9135-130cd5749e96 req-736bb6a8-e010-47d8-8c50-62550b02c8f4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a&device_id=0e98c74e-9f92-4a63-9064-ddfa15c0f613 HTTP/1.1" status: 200 len: 1098 time: 0.0414455 Feb 16 13:14:54.478900 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-581383c5-97f8-4aca-87ff-56803efe79f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:54.667834 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50112110-64b1-4bc2-9135-130cd5749e96 req-d1af17d0-1f60-4cef-be86-e0ea69dc2b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:54.669252 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-50112110-64b1-4bc2-9135-130cd5749e96 req-d1af17d0-1f60-4cef-be86-e0ea69dc2b34 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5f63a252-ec7b-4b23-927e-47f70b59fc97 HTTP/1.1" status: 200 len: 898 time: 0.4395328 Feb 16 13:14:54.733432 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-50112110-64b1-4bc2-9135-130cd5749e96 req-ccaa545f-384b-47bd-9f02-b3556caa3adf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e785945-5ddc-4ac7-aad4-77b3a07a545a HTTP/1.1" status: 200 len: 1001 time: 0.0575004 Feb 16 13:14:54.784713 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50112110-64b1-4bc2-9135-130cd5749e96 req-75b54e0f-0d9c-4b18-a85f-4484de71d450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:54.786192 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-50112110-64b1-4bc2-9135-130cd5749e96 req-75b54e0f-0d9c-4b18-a85f-4484de71d450 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5360aaf2-5571-4de7-9111-4710bb3848eb HTTP/1.1" status: 200 len: 834 time: 0.0465131 Feb 16 13:14:54.833502 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50112110-64b1-4bc2-9135-130cd5749e96 req-09005d18-f460-42d0-bb76-844fc4ecda81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:54.834956 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-50112110-64b1-4bc2-9135-130cd5749e96 req-09005d18-f460-42d0-bb76-844fc4ecda81 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5f63a252-ec7b-4b23-927e-47f70b59fc97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429585 Feb 16 13:14:54.923200 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-50112110-64b1-4bc2-9135-130cd5749e96 req-07f6e907-60da-44fb-8834-deb5c3ca420d service neutron] 10.222.0.42 "GET /v2.0/networks/5f63a252-ec7b-4b23-927e-47f70b59fc97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808065 Feb 16 13:14:55.016113 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-50112110-64b1-4bc2-9135-130cd5749e96 req-83bd41e7-fa60-4800-8198-0d781c02a0aa service neutron] 10.222.0.42 "GET /v2.0/networks/5f63a252-ec7b-4b23-927e-47f70b59fc97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870948 Feb 16 13:14:55.816443 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:57.075541 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:57.430198 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:58.767398 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:20.434360 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:15:22.324331 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ed05637c-62f7-4601-9f51-cd6dbd44245c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:24.480849 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-50bac1eb-7399-4c1e-b82c-a4d79e5fead0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:25.818788 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:26.889548 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a4e36-2126-48da-b3a3-63506d0d6720 req-2c59f5dd-b35d-4857-8a10-c0c09a6ddc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:26.891063 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-614a4e36-2126-48da-b3a3-63506d0d6720 req-2c59f5dd-b35d-4857-8a10-c0c09a6ddc9d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a&device_id=0e98c74e-9f92-4a63-9064-ddfa15c0f613 HTTP/1.1" status: 200 len: 1098 time: 0.0919902 Feb 16 13:15:26.892618 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0ea47-e2e9-4620-89ff-1812f5047d10 req-535304d5-1b85-4f66-a8fa-431c089f093e tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:26.894660 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-33b0ea47-e2e9-4620-89ff-1812f5047d10 req-535304d5-1b85-4f66-a8fa-431c089f093e tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=0e98c74e-9f92-4a63-9064-ddfa15c0f613 HTTP/1.1" status: 200 len: 945 time: 0.1061454 Feb 16 13:15:26.936685 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-33b0ea47-e2e9-4620-89ff-1812f5047d10 req-552d6466-09fc-42b6-8e24-f28a87e96fd4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=03c75baa-a67e-4f79-b730-68e076900e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355110 Feb 16 13:15:26.990455 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a4e36-2126-48da-b3a3-63506d0d6720 req-bb9dc261-a2e0-48ee-a5a9-149b750d5fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:26.991995 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-614a4e36-2126-48da-b3a3-63506d0d6720 req-bb9dc261-a2e0-48ee-a5a9-149b750d5fe7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5f63a252-ec7b-4b23-927e-47f70b59fc97 HTTP/1.1" status: 200 len: 898 time: 0.0926960 Feb 16 13:15:27.068880 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-614a4e36-2126-48da-b3a3-63506d0d6720 req-1c9d8286-315e-4679-9dc5-72e62459f1e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e785945-5ddc-4ac7-aad4-77b3a07a545a HTTP/1.1" status: 200 len: 1001 time: 0.0683608 Feb 16 13:15:27.076540 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:27.121843 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a4e36-2126-48da-b3a3-63506d0d6720 req-42025c90-4e9a-4d37-9d26-572d97da0190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:27.123310 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-614a4e36-2126-48da-b3a3-63506d0d6720 req-42025c90-4e9a-4d37-9d26-572d97da0190 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5360aaf2-5571-4de7-9111-4710bb3848eb HTTP/1.1" status: 200 len: 834 time: 0.0453558 Feb 16 13:15:27.169479 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a4e36-2126-48da-b3a3-63506d0d6720 req-b6604fd3-fd15-4658-af4e-bbcab87e195d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:27.170992 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-614a4e36-2126-48da-b3a3-63506d0d6720 req-b6604fd3-fd15-4658-af4e-bbcab87e195d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5f63a252-ec7b-4b23-927e-47f70b59fc97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412247 Feb 16 13:15:27.264267 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-614a4e36-2126-48da-b3a3-63506d0d6720 req-243e8426-fc3f-4c32-9c15-e572a04e9714 service neutron] 10.222.0.42 "GET /v2.0/networks/5f63a252-ec7b-4b23-927e-47f70b59fc97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852110 Feb 16 13:15:27.370672 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-614a4e36-2126-48da-b3a3-63506d0d6720 req-7618d3d5-1f31-4810-9381-e72bb27f9f02 service neutron] 10.222.0.42 "GET /v2.0/networks/5f63a252-ec7b-4b23-927e-47f70b59fc97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971453 Feb 16 13:15:27.433324 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:28.117974 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217acf6-66b4-4d24-9694-158112a4fcc8 req-1e390332-0d98-447d-8b1d-e8f88a523b41 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:28.119512 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a217acf6-66b4-4d24-9694-158112a4fcc8 req-1e390332-0d98-447d-8b1d-e8f88a523b41 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=0e98c74e-9f92-4a63-9064-ddfa15c0f613 HTTP/1.1" status: 200 len: 945 time: 0.1075406 Feb 16 13:15:28.157895 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a217acf6-66b4-4d24-9694-158112a4fcc8 req-cd01f017-37a0-4849-894d-a3e793ac3813 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=03c75baa-a67e-4f79-b730-68e076900e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312657 Feb 16 13:15:28.780312 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:29.277627 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c74e20-7847-47e8-a983-f559c37b1625 req-c0ed9101-07fa-4727-872c-504bf8dbfda5 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:29.279254 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e3c74e20-7847-47e8-a983-f559c37b1625 req-c0ed9101-07fa-4727-872c-504bf8dbfda5 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=0e98c74e-9f92-4a63-9064-ddfa15c0f613 HTTP/1.1" status: 200 len: 945 time: 0.0526528 Feb 16 13:15:29.326883 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e3c74e20-7847-47e8-a983-f559c37b1625 req-e7b9849b-ddb2-43be-b680-43e5bfe5447f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=03c75baa-a67e-4f79-b730-68e076900e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409851 Feb 16 13:15:30.455855 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a81f1-98d5-4bf6-b691-ff506c14ab5b req-32f066b4-8e7c-4766-b156-ebd79583f53e tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:30.458769 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b32a81f1-98d5-4bf6-b691-ff506c14ab5b req-32f066b4-8e7c-4766-b156-ebd79583f53e tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=0e98c74e-9f92-4a63-9064-ddfa15c0f613 HTTP/1.1" status: 200 len: 945 time: 0.0547137 Feb 16 13:15:30.515413 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b32a81f1-98d5-4bf6-b691-ff506c14ab5b req-f3a124f4-cfea-452e-88c7-eac65f6a753b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=03c75baa-a67e-4f79-b730-68e076900e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451550 Feb 16 13:15:31.636936 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e0741-fe04-4127-9bf7-62102ce2571f req-688cc806-8fb6-4111-8436-2d4453e9b94a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:31.638438 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-087e0741-fe04-4127-9bf7-62102ce2571f req-688cc806-8fb6-4111-8436-2d4453e9b94a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=0e98c74e-9f92-4a63-9064-ddfa15c0f613 HTTP/1.1" status: 200 len: 945 time: 0.0501819 Feb 16 13:15:31.677288 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-087e0741-fe04-4127-9bf7-62102ce2571f req-fff8de77-8d68-44d2-8369-a607043f0f97 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=03c75baa-a67e-4f79-b730-68e076900e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323651 Feb 16 13:15:32.801655 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e2245-2501-4a5d-99cc-ec8ce51830b3 req-5325ed79-661d-4f8d-8272-552b17464296 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:32.803254 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-038e2245-2501-4a5d-99cc-ec8ce51830b3 req-5325ed79-661d-4f8d-8272-552b17464296 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=0e98c74e-9f92-4a63-9064-ddfa15c0f613 HTTP/1.1" status: 200 len: 945 time: 0.0537977 Feb 16 13:15:32.847258 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-038e2245-2501-4a5d-99cc-ec8ce51830b3 req-e8f74439-7e54-4211-ba5a-04e54d4c4a5c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=03c75baa-a67e-4f79-b730-68e076900e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377231 Feb 16 13:15:33.970293 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18d1a2-d732-490e-9b4c-063b0d83bf91 req-c2e8eaa9-c4a5-4d0a-9c4a-64191cf28519 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:33.971869 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2e18d1a2-d732-490e-9b4c-063b0d83bf91 req-c2e8eaa9-c4a5-4d0a-9c4a-64191cf28519 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=0e98c74e-9f92-4a63-9064-ddfa15c0f613 HTTP/1.1" status: 200 len: 945 time: 0.0537555 Feb 16 13:15:34.011000 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2e18d1a2-d732-490e-9b4c-063b0d83bf91 req-e1f2d4cb-f739-448a-b2dc-44224bd9f3d1 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=03c75baa-a67e-4f79-b730-68e076900e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331957 Feb 16 13:15:35.129629 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471abd5-8ec6-4fd0-8757-284212411f95 req-8065f3a7-726d-4ddc-a56f-331547b12e6d tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:35.131157 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7471abd5-8ec6-4fd0-8757-284212411f95 req-8065f3a7-726d-4ddc-a56f-331547b12e6d tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=0e98c74e-9f92-4a63-9064-ddfa15c0f613 HTTP/1.1" status: 200 len: 945 time: 0.0508323 Feb 16 13:15:35.172443 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7471abd5-8ec6-4fd0-8757-284212411f95 req-32273e89-605b-47e3-bd64-a7bd72891f1d tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=03c75baa-a67e-4f79-b730-68e076900e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350859 Feb 16 13:15:36.302091 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bde290-9053-4ab7-bff5-9ba889fab91d req-91edb0da-00ea-4b9b-94b5-5ac828c3edff tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:36.303542 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-16bde290-9053-4ab7-bff5-9ba889fab91d req-91edb0da-00ea-4b9b-94b5-5ac828c3edff tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=0e98c74e-9f92-4a63-9064-ddfa15c0f613 HTTP/1.1" status: 200 len: 945 time: 0.0558980 Feb 16 13:15:36.346993 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-16bde290-9053-4ab7-bff5-9ba889fab91d req-0f62a060-cbe8-4f7a-b937-d1820c2ec897 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=03c75baa-a67e-4f79-b730-68e076900e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367255 Feb 16 13:15:37.468819 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ea4ec-0391-4e5f-bc63-6755c2c6c4ad req-02b371c6-9c86-42f9-bc3e-c9bf587bab7e tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:37.470380 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c32ea4ec-0391-4e5f-bc63-6755c2c6c4ad req-02b371c6-9c86-42f9-bc3e-c9bf587bab7e tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=0e98c74e-9f92-4a63-9064-ddfa15c0f613 HTTP/1.1" status: 200 len: 945 time: 0.0531044 Feb 16 13:15:37.514806 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c32ea4ec-0391-4e5f-bc63-6755c2c6c4ad req-c14d74c9-9fb1-4bc9-9428-ed44d7305e22 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=03c75baa-a67e-4f79-b730-68e076900e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334134 Feb 16 13:15:38.630461 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810212d3-2dd3-4383-8fe9-b0a6f62a9a04 req-c8d1abb2-3452-4def-a8b0-c0d9d328c4f9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:38.631999 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-810212d3-2dd3-4383-8fe9-b0a6f62a9a04 req-c8d1abb2-3452-4def-a8b0-c0d9d328c4f9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=0e98c74e-9f92-4a63-9064-ddfa15c0f613 HTTP/1.1" status: 200 len: 945 time: 0.0493658 Feb 16 13:15:38.672008 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-810212d3-2dd3-4383-8fe9-b0a6f62a9a04 req-a2a6576a-facc-4aeb-a0e7-0eaa8e41bebb tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=03c75baa-a67e-4f79-b730-68e076900e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339224 Feb 16 13:15:38.693795 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43318) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:15:38.760275 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1a89c7d1-2d9f-4d26-900a-2c9bc457610a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/floatingips/c1a858a8-4c2f-4531-93b9-e26a8d6ec074 HTTP/1.1" status: 200 len: 993 time: 0.0653071 Feb 16 13:15:52.320890 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c17897c7-9238-46dc-986b-5e67489470b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:53.635113 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1d91cfc9-edb5-4c27-be37-e3896ee214fe req-22e15b9a-8420-4156-9530-80b4f0324331 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0e98c74e-9f92-4a63-9064-ddfa15c0f613&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464592 Feb 16 13:15:53.720722 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91cfc9-edb5-4c27-be37-e3896ee214fe req-e78f3990-691c-496d-8709-575e4bfe803f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:53.722298 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1d91cfc9-edb5-4c27-be37-e3896ee214fe req-e78f3990-691c-496d-8709-575e4bfe803f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a&device_id=0e98c74e-9f92-4a63-9064-ddfa15c0f613 HTTP/1.1" status: 200 len: 1098 time: 0.0429065 Feb 16 13:15:53.825610 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91cfc9-edb5-4c27-be37-e3896ee214fe req-53536700-cbc4-44cf-99c1-444335e056a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:53.827110 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1d91cfc9-edb5-4c27-be37-e3896ee214fe req-53536700-cbc4-44cf-99c1-444335e056a0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5f63a252-ec7b-4b23-927e-47f70b59fc97 HTTP/1.1" status: 200 len: 898 time: 0.0858417 Feb 16 13:15:53.898530 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1d91cfc9-edb5-4c27-be37-e3896ee214fe req-4d2b3fe9-0ace-4a81-a342-f13744fee4a7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e785945-5ddc-4ac7-aad4-77b3a07a545a HTTP/1.1" status: 200 len: 1001 time: 0.0642376 Feb 16 13:15:53.949097 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91cfc9-edb5-4c27-be37-e3896ee214fe req-c57db8d6-4b82-4ebc-9dd1-4af37421e3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:53.950563 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1d91cfc9-edb5-4c27-be37-e3896ee214fe req-c57db8d6-4b82-4ebc-9dd1-4af37421e3f4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5360aaf2-5571-4de7-9111-4710bb3848eb HTTP/1.1" status: 200 len: 834 time: 0.0444777 Feb 16 13:15:53.996832 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91cfc9-edb5-4c27-be37-e3896ee214fe req-0421e139-3032-4835-9462-a25f59987db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:53.998343 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1d91cfc9-edb5-4c27-be37-e3896ee214fe req-0421e139-3032-4835-9462-a25f59987db1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5f63a252-ec7b-4b23-927e-47f70b59fc97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397289 Feb 16 13:15:54.094245 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1d91cfc9-edb5-4c27-be37-e3896ee214fe req-52810948-7ce6-48fb-8cb3-252a856685bd service neutron] 10.222.0.42 "GET /v2.0/networks/5f63a252-ec7b-4b23-927e-47f70b59fc97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884137 Feb 16 13:15:54.184906 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1d91cfc9-edb5-4c27-be37-e3896ee214fe req-4cbe4316-54a3-40c1-8682-1f7ed27db4ff service neutron] 10.222.0.42 "GET /v2.0/networks/5f63a252-ec7b-4b23-927e-47f70b59fc97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840101 Feb 16 13:15:54.483618 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c9c5fe36-6571-427f-9e5c-884bd6fd1505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:55.826975 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:57.081003 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:57.433629 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:15:57.439905 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:58.767138 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:11.137099 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43330) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:16:11.302196 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-13c1a32d-8229-4373-9a4a-70e1c3fa5b0b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Deleting port 73a18a22-0d38-44f1-a54e-866774b36325 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:16:11.302452 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-13c1a32d-8229-4373-9a4a-70e1c3fa5b0b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:11.383646 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-13c1a32d-8229-4373-9a4a-70e1c3fa5b0b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:11.383971 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-13c1a32d-8229-4373-9a4a-70e1c3fa5b0b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:11.397169 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-13c1a32d-8229-4373-9a4a-70e1c3fa5b0b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Calling delete_port for 73a18a22-0d38-44f1-a54e-866774b36325 owned by network:floatingip {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:16:11.545256 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-13c1a32d-8229-4373-9a4a-70e1c3fa5b0b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:11.592696 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1a32d-8229-4373-9a4a-70e1c3fa5b0b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event deleted for resources: {'Port': ['ID=73a18a22-0d38-44f1-a54e-866774b36325,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:11.606375 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c1a32d-8229-4373-9a4a-70e1c3fa5b0b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:11.606728 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c1a32d-8229-4373-9a4a-70e1c3fa5b0b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:11.607076 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c1a32d-8229-4373-9a4a-70e1c3fa5b0b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:11.607416 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c1a32d-8229-4373-9a4a-70e1c3fa5b0b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:11.607753 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c1a32d-8229-4373-9a4a-70e1c3fa5b0b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:11.608081 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c1a32d-8229-4373-9a4a-70e1c3fa5b0b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:11.608412 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c1a32d-8229-4373-9a4a-70e1c3fa5b0b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:11.608770 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c1a32d-8229-4373-9a4a-70e1c3fa5b0b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:11.609101 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c1a32d-8229-4373-9a4a-70e1c3fa5b0b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:11.609427 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c1a32d-8229-4373-9a4a-70e1c3fa5b0b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:11.609788 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c1a32d-8229-4373-9a4a-70e1c3fa5b0b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:11.610114 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c1a32d-8229-4373-9a4a-70e1c3fa5b0b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:11.665236 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-13c1a32d-8229-4373-9a4a-70e1c3fa5b0b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for floatingip, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:11.665594 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.l3_db [None req-13c1a32d-8229-4373-9a4a-70e1c3fa5b0b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Floating IP c1a858a8-4c2f-4531-93b9-e26a8d6ec074 disassociated (deleted). External IP: 172.26.2.236, port: 3e785945-5ddc-4ac7-aad4-77b3a07a545a. Feb 16 13:16:11.876612 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c1a32d-8229-4373-9a4a-70e1c3fa5b0b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Router 2976a075-86a6-4a91-98ac-ca4f5c9f6f63 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:16:11.992427 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c1a32d-8229-4373-9a4a-70e1c3fa5b0b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:16:11.997421 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-13c1a32d-8229-4373-9a4a-70e1c3fa5b0b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:12.003454 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7b52ba-0e3c-433a-8554-7b8de6e44693 None None] Sync routers for ids ['2976a075-86a6-4a91-98ac-ca4f5c9f6f63'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:16:12.013450 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7b52ba-0e3c-433a-8554-7b8de6e44693 None None] Routers {'2976a075-86a6-4a91-98ac-ca4f5c9f6f63'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:16:12.014071 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-be7b52ba-0e3c-433a-8554-7b8de6e44693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:15:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['2976a075-86a6-4a91-98ac-ca4f5c9f6f63'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:12.026090 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-13c1a32d-8229-4373-9a4a-70e1c3fa5b0b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "DELETE /v2.0/floatingips/c1a858a8-4c2f-4531-93b9-e26a8d6ec074 HTTP/1.1" status: 204 len: 168 time: 0.8878803 Feb 16 13:16:12.026769 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e98c74e-9f92-4a63-9064-ddfa15c0f613', 'tag': '3e785945-5ddc-4ac7-aad4-77b3a07a545a'}] {{(pid=109048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:16:12.029192 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40068d798dcc31a224174c6c24ac8b3e49f1a518b527dec6066c5fbc28712f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c30bb5-0a5b-4c3b-a4b4-734490ce8cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "0e98c74e-9f92-4a63-9064-ddfa15c0f613", "tag": "3e785945-5ddc-4ac7-aad4-77b3a07a545a"}]}' {{(pid=109048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:16:12.087054 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937ef05d-7f9a-458c-9b7a-a95bd536a1ba x-openstack-request-id: req-937ef05d-7f9a-458c-9b7a-a95bd536a1ba {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:16:12.087387 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e98c74e-9f92-4a63-9064-ddfa15c0f613", "tag": "3e785945-5ddc-4ac7-aad4-77b3a07a545a", "status": "completed", "code": 200}]} {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:16:12.087574 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-937ef05d-7f9a-458c-9b7a-a95bd536a1ba {{(pid=109048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:16:12.087976 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e98c74e-9f92-4a63-9064-ddfa15c0f613', 'tag': '3e785945-5ddc-4ac7-aad4-77b3a07a545a', 'status': 'completed', 'code': 200} Feb 16 13:16:12.146130 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-be7b52ba-0e3c-433a-8554-7b8de6e44693 None None] Set router 2976a075-86a6-4a91-98ac-ca4f5c9f6f63 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:16:12.160360 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c30bb5-0a5b-4c3b-a4b4-734490ce8cdc req-3459acb0-ab59-4415-ab30-ed468d9277ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:12.162961 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-68c30bb5-0a5b-4c3b-a4b4-734490ce8cdc req-3459acb0-ab59-4415-ab30-ed468d9277ae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a&device_id=0e98c74e-9f92-4a63-9064-ddfa15c0f613 HTTP/1.1" status: 200 len: 1098 time: 0.0542498 Feb 16 13:16:12.330430 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c30bb5-0a5b-4c3b-a4b4-734490ce8cdc req-593b470d-acfd-4663-9bfd-6b6d3663bac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:12.332241 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-68c30bb5-0a5b-4c3b-a4b4-734490ce8cdc req-593b470d-acfd-4663-9bfd-6b6d3663bac9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5f63a252-ec7b-4b23-927e-47f70b59fc97 HTTP/1.1" status: 200 len: 898 time: 0.1566076 Feb 16 13:16:12.351834 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba0ea8c-c4ab-48ce-a2bf-40bfdacfddc6 req-28e8ee9a-7a29-4109-8f6c-724566c47df5 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:12.354460 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-cba0ea8c-c4ab-48ce-a2bf-40bfdacfddc6 req-28e8ee9a-7a29-4109-8f6c-724566c47df5 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=0e98c74e-9f92-4a63-9064-ddfa15c0f613 HTTP/1.1" status: 200 len: 945 time: 0.0687668 Feb 16 13:16:12.370171 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-be7b52ba-0e3c-433a-8554-7b8de6e44693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2976a075-86a6-4a91-98ac-ca4f5c9f6f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140453107', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c5819494-015f-4d1c-aa8b-3aa2d81e3879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:14:34Z', 'updated_at': '2022-02-16T13:14:38Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': 'c5819494-015f-4d1c-aa8b-3aa2d81e3879', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976a075-86a6-4a91-98ac-ca4f5c9f6f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:14:35Z', 'updated_at': '2022-02-16T13:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '0c50fae1-963c-4813-8b97-75809fd8f1bb', 'name': '', 'network_id': '5f63a252-ec7b-4b23-927e-47f70b59fc97', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:4e:09:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976a075-86a6-4a91-98ac-ca4f5c9f6f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '5360aaf2-5571-4de7-9111-4710bb3848eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:14:37Z', 'updated_at': '2022-02-16T13:14:40Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': '5360aaf2-5571-4de7-9111-4710bb3848eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:12.382373 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-68c30bb5-0a5b-4c3b-a4b4-734490ce8cdc req-3e42312c-040d-44d1-807d-6e1a68b6cc5b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e785945-5ddc-4ac7-aad4-77b3a07a545a HTTP/1.1" status: 200 len: 217 time: 0.0427020 Feb 16 13:16:12.397941 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-cba0ea8c-c4ab-48ce-a2bf-40bfdacfddc6 req-3dda8419-35fc-4f9f-b88e-643c065ee16b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=03c75baa-a67e-4f79-b730-68e076900e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374358 Feb 16 13:16:12.398164 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7b52ba-0e3c-433a-8554-7b8de6e44693 None None] Checking router: 2976a075-86a6-4a91-98ac-ca4f5c9f6f63 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:16:12.412696 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7b52ba-0e3c-433a-8554-7b8de6e44693 None None] Routers {'2976a075-86a6-4a91-98ac-ca4f5c9f6f63'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:16:12.412696 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-be7b52ba-0e3c-433a-8554-7b8de6e44693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:15:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['2976a075-86a6-4a91-98ac-ca4f5c9f6f63'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:12.450225 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c30bb5-0a5b-4c3b-a4b4-734490ce8cdc req-e80bd63c-ea8d-4476-9850-80d130668d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:12.452512 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-68c30bb5-0a5b-4c3b-a4b4-734490ce8cdc req-e80bd63c-ea8d-4476-9850-80d130668d91 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5360aaf2-5571-4de7-9111-4710bb3848eb HTTP/1.1" status: 200 len: 834 time: 0.0625496 Feb 16 13:16:12.501300 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c30bb5-0a5b-4c3b-a4b4-734490ce8cdc req-bb7ba476-9671-4a40-9744-c7c662b80674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:12.502804 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-68c30bb5-0a5b-4c3b-a4b4-734490ce8cdc req-bb7ba476-9671-4a40-9744-c7c662b80674 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5f63a252-ec7b-4b23-927e-47f70b59fc97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436409 Feb 16 13:16:12.523932 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-be7b52ba-0e3c-433a-8554-7b8de6e44693 None None] Set router 2976a075-86a6-4a91-98ac-ca4f5c9f6f63 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:16:12.601023 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-68c30bb5-0a5b-4c3b-a4b4-734490ce8cdc req-69824dc3-09dc-4bfa-a663-7ad7e5a207dd service neutron] 10.222.0.42 "GET /v2.0/networks/5f63a252-ec7b-4b23-927e-47f70b59fc97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909314 Feb 16 13:16:12.708449 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-68c30bb5-0a5b-4c3b-a4b4-734490ce8cdc req-fe96a5b3-8acd-47e1-8204-560a35305d8b service neutron] 10.222.0.42 "GET /v2.0/networks/5f63a252-ec7b-4b23-927e-47f70b59fc97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983565 Feb 16 13:16:12.743034 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-be7b52ba-0e3c-433a-8554-7b8de6e44693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2976a075-86a6-4a91-98ac-ca4f5c9f6f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140453107', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c5819494-015f-4d1c-aa8b-3aa2d81e3879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:14:34Z', 'updated_at': '2022-02-16T13:14:38Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': 'c5819494-015f-4d1c-aa8b-3aa2d81e3879', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976a075-86a6-4a91-98ac-ca4f5c9f6f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:14:35Z', 'updated_at': '2022-02-16T13:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '0c50fae1-963c-4813-8b97-75809fd8f1bb', 'name': '', 'network_id': '5f63a252-ec7b-4b23-927e-47f70b59fc97', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:4e:09:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976a075-86a6-4a91-98ac-ca4f5c9f6f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '5360aaf2-5571-4de7-9111-4710bb3848eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:14:37Z', 'updated_at': '2022-02-16T13:14:40Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': '5360aaf2-5571-4de7-9111-4710bb3848eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:12.775374 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7b52ba-0e3c-433a-8554-7b8de6e44693 None None] The sync data for ids ['2976a075-86a6-4a91-98ac-ca4f5c9f6f63'] in dv-neutron-828142-3-hyperv is: [{'id': '2976a075-86a6-4a91-98ac-ca4f5c9f6f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140453107', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c5819494-015f-4d1c-aa8b-3aa2d81e3879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:14:34Z', 'updated_at': '2022-02-16T13:14:38Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': 'c5819494-015f-4d1c-aa8b-3aa2d81e3879', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976a075-86a6-4a91-98ac-ca4f5c9f6f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:14:35Z', 'updated_at': '2022-02-16T13:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '0c50fae1-963c-4813-8b97-75809fd8f1bb', 'name': '', 'network_id': '5f63a252-ec7b-4b23-927e-47f70b59fc97', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:4e:09:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976a075-86a6-4a91-98ac-ca4f5c9f6f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '5360aaf2-5571-4de7-9111-4710bb3848eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:14:37Z', 'updated_at': '2022-02-16T13:14:40Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': '5360aaf2-5571-4de7-9111-4710bb3848eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:16:13.016893 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f9edde-48a4-43a3-9255-477b0990a45b None None] New status for floating IP c1a858a8-4c2f-4531-93b9-e26a8d6ec074: DOWN {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:16:13.541302 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28930d-bfe9-44f2-bec9-78d6dfd18cb5 req-278694eb-fc9c-4abc-b6a4-d32322dfeab1 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:13.542947 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3c28930d-bfe9-44f2-bec9-78d6dfd18cb5 req-278694eb-fc9c-4abc-b6a4-d32322dfeab1 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=0e98c74e-9f92-4a63-9064-ddfa15c0f613 HTTP/1.1" status: 200 len: 945 time: 0.0570772 Feb 16 13:16:13.587586 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3c28930d-bfe9-44f2-bec9-78d6dfd18cb5 req-1818f497-01f7-4215-bbeb-5602adbfd653 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=03c75baa-a67e-4f79-b730-68e076900e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373900 Feb 16 13:16:13.831710 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8da25-568b-45c5-ac54-35cb80418a6c req-298dba4a-85eb-4e48-bce9-f138aaf1c035 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:13.833166 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-57c8da25-568b-45c5-ac54-35cb80418a6c req-298dba4a-85eb-4e48-bce9-f138aaf1c035 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e98c74e-9f92-4a63-9064-ddfa15c0f613 HTTP/1.1" status: 200 len: 945 time: 0.0528953 Feb 16 13:16:13.931077 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-57c8da25-568b-45c5-ac54-35cb80418a6c req-1b122f47-5768-4325-acbb-8da119a97350 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Deleting port 3e785945-5ddc-4ac7-aad4-77b3a07a545a {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:16:13.931414 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-57c8da25-568b-45c5-ac54-35cb80418a6c req-1b122f47-5768-4325-acbb-8da119a97350 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:14.032760 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-57c8da25-568b-45c5-ac54-35cb80418a6c req-1b122f47-5768-4325-acbb-8da119a97350 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] For port 3e785945-5ddc-4ac7-aad4-77b3a07a545a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3e785945-5ddc-4ac7-aad4-77b3a07a545a,segment=NetworkSegment(c699cd3d-97e9-4f55-a14f-9291c4d6124a),segment_id=c699cd3d-97e9-4f55-a14f-9291c4d6124a)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:16:14.033237 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-57c8da25-568b-45c5-ac54-35cb80418a6c req-1b122f47-5768-4325-acbb-8da119a97350 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:14.047971 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-57c8da25-568b-45c5-ac54-35cb80418a6c req-1b122f47-5768-4325-acbb-8da119a97350 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Calling delete_port for 3e785945-5ddc-4ac7-aad4-77b3a07a545a owned by compute:nova {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:16:14.186984 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-57c8da25-568b-45c5-ac54-35cb80418a6c req-1b122f47-5768-4325-acbb-8da119a97350 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:14.213856 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b122f47-5768-4325-acbb-8da119a97350 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event deleted for resources: {'Port': ['ID=3e785945-5ddc-4ac7-aad4-77b3a07a545a,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:14.229416 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b122f47-5768-4325-acbb-8da119a97350 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:14.229773 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b122f47-5768-4325-acbb-8da119a97350 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:14.230120 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b122f47-5768-4325-acbb-8da119a97350 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:14.230505 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b122f47-5768-4325-acbb-8da119a97350 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:14.230837 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b122f47-5768-4325-acbb-8da119a97350 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:14.231173 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b122f47-5768-4325-acbb-8da119a97350 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:14.231499 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b122f47-5768-4325-acbb-8da119a97350 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:14.231828 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b122f47-5768-4325-acbb-8da119a97350 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:14.232161 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b122f47-5768-4325-acbb-8da119a97350 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:14.232499 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b122f47-5768-4325-acbb-8da119a97350 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:14.232924 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b122f47-5768-4325-acbb-8da119a97350 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:14.233228 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b122f47-5768-4325-acbb-8da119a97350 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:14.272960 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c8da25-568b-45c5-ac54-35cb80418a6c req-1b122f47-5768-4325-acbb-8da119a97350 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] No DVR routers for this DVR port 3e785945-5ddc-4ac7-aad4-77b3a07a545a on host hv-neutron-8281 {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:16:14.275514 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-57c8da25-568b-45c5-ac54-35cb80418a6c req-1b122f47-5768-4325-acbb-8da119a97350 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:14.278851 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-57c8da25-568b-45c5-ac54-35cb80418a6c req-1b122f47-5768-4325-acbb-8da119a97350 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.42 "DELETE /v2.0/ports/3e785945-5ddc-4ac7-aad4-77b3a07a545a HTTP/1.1" status: 204 len: 173 time: 0.4396429 Feb 16 13:16:14.279287 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e98c74e-9f92-4a63-9064-ddfa15c0f613', 'name': 'network-vif-deleted', 'tag': '3e785945-5ddc-4ac7-aad4-77b3a07a545a'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:16:14.282162 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb76f3b-7dab-49d2-8619-b58a232c364b" -d '{"events": [{"server_uuid": "0e98c74e-9f92-4a63-9064-ddfa15c0f613", "name": "network-vif-deleted", "tag": "3e785945-5ddc-4ac7-aad4-77b3a07a545a"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:16:14.410064 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44056b54-7ef0-44b9-89fe-07488880e2fd x-openstack-request-id: req-44056b54-7ef0-44b9-89fe-07488880e2fd {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:16:14.410360 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e98c74e-9f92-4a63-9064-ddfa15c0f613", "name": "network-vif-deleted", "tag": "3e785945-5ddc-4ac7-aad4-77b3a07a545a", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:16:14.410617 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-44056b54-7ef0-44b9-89fe-07488880e2fd {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:16:14.411053 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e98c74e-9f92-4a63-9064-ddfa15c0f613', 'name': 'network-vif-deleted', 'tag': '3e785945-5ddc-4ac7-aad4-77b3a07a545a', 'status': 'completed', 'code': 200} Feb 16 13:16:14.733513 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-226af213-4a9b-436b-b1b2-9a70950c1bcc req-edc8b24b-83ff-4d2e-8534-5bf0139b09f6 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=0e98c74e-9f92-4a63-9064-ddfa15c0f613 HTTP/1.1" status: 200 len: 210 time: 0.0410881 Feb 16 13:16:15.789420 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43350) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:16:16.142711 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ab35ddf3-8dea-4d80-89c2-b3f0b2901cfd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:16.393296 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-ab35ddf3-8dea-4d80-89c2-b3f0b2901cfd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Deleting port 0c50fae1-963c-4813-8b97-75809fd8f1bb {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:16:16.393548 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ab35ddf3-8dea-4d80-89c2-b3f0b2901cfd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:16.491554 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-ab35ddf3-8dea-4d80-89c2-b3f0b2901cfd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] For port 0c50fae1-963c-4813-8b97-75809fd8f1bb, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=0c50fae1-963c-4813-8b97-75809fd8f1bb,segment=NetworkSegment(c699cd3d-97e9-4f55-a14f-9291c4d6124a),segment_id=c699cd3d-97e9-4f55-a14f-9291c4d6124a)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:16:16.491917 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ab35ddf3-8dea-4d80-89c2-b3f0b2901cfd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:16.504390 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-ab35ddf3-8dea-4d80-89c2-b3f0b2901cfd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Calling delete_port for 0c50fae1-963c-4813-8b97-75809fd8f1bb owned by network:router_interface {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:16:16.685431 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ab35ddf3-8dea-4d80-89c2-b3f0b2901cfd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:16.710965 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35ddf3-8dea-4d80-89c2-b3f0b2901cfd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event deleted for resources: {'Port': ['ID=0c50fae1-963c-4813-8b97-75809fd8f1bb,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:16.903367 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ab35ddf3-8dea-4d80-89c2-b3f0b2901cfd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:17.091727 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 3e785945-5ddc-4ac7-aad4-77b3a07a545a no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:16:17.111216 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] No Port match for: 3e785945-5ddc-4ac7-aad4-77b3a07a545a {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:16:17.111561 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 3e785945-5ddc-4ac7-aad4-77b3a07a545a not bound to the agent host hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:16:17.116774 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab35ddf3-8dea-4d80-89c2-b3f0b2901cfd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Router 2976a075-86a6-4a91-98ac-ca4f5c9f6f63 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:16:17.237574 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab35ddf3-8dea-4d80-89c2-b3f0b2901cfd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:16:17.242728 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ab35ddf3-8dea-4d80-89c2-b3f0b2901cfd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "PUT /v2.0/routers/2976a075-86a6-4a91-98ac-ca4f5c9f6f63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4522898 Feb 16 13:16:17.245388 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43352) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:16:17.247455 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c4e808-a733-430e-998a-63aaf1bc222e None None] Sync routers for ids ['2976a075-86a6-4a91-98ac-ca4f5c9f6f63'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:16:17.258552 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c4e808-a733-430e-998a-63aaf1bc222e None None] Routers {'2976a075-86a6-4a91-98ac-ca4f5c9f6f63'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:16:17.259145 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-96c4e808-a733-430e-998a-63aaf1bc222e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:15:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['2976a075-86a6-4a91-98ac-ca4f5c9f6f63'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:17.366481 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-96c4e808-a733-430e-998a-63aaf1bc222e None None] Set router 2976a075-86a6-4a91-98ac-ca4f5c9f6f63 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:16:17.647451 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-a91677fb-e491-4c78-8f2a-fa5f6a298c79 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Deleting subnet 5360aaf2-5571-4de7-9111-4710bb3848eb {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 13:16:17.651086 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a91677fb-e491-4c78-8f2a-fa5f6a298c79 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:17.691945 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a91677fb-e491-4c78-8f2a-fa5f6a298c79 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:17.701109 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-96c4e808-a733-430e-998a-63aaf1bc222e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2976a075-86a6-4a91-98ac-ca4f5c9f6f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140453107', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c5819494-015f-4d1c-aa8b-3aa2d81e3879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:14:34Z', 'updated_at': '2022-02-16T13:16:16Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': 'c5819494-015f-4d1c-aa8b-3aa2d81e3879', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976a075-86a6-4a91-98ac-ca4f5c9f6f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:14:35Z', 'updated_at': '2022-02-16T13:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:17.726856 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c4e808-a733-430e-998a-63aaf1bc222e None None] Checking router: 2976a075-86a6-4a91-98ac-ca4f5c9f6f63 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:16:17.735494 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c4e808-a733-430e-998a-63aaf1bc222e None None] Routers {'2976a075-86a6-4a91-98ac-ca4f5c9f6f63'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:16:17.736087 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-96c4e808-a733-430e-998a-63aaf1bc222e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:15:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['2976a075-86a6-4a91-98ac-ca4f5c9f6f63'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:17.778333 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a91677fb-e491-4c78-8f2a-fa5f6a298c79 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:17.836221 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a91677fb-e491-4c78-8f2a-fa5f6a298c79 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:17.839144 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-96c4e808-a733-430e-998a-63aaf1bc222e None None] Set router 2976a075-86a6-4a91-98ac-ca4f5c9f6f63 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:16:17.863303 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91677fb-e491-4c78-8f2a-fa5f6a298c79 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event deleted for resources: {'Subnet': ['ID=5360aaf2-5571-4de7-9111-4710bb3848eb,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:17.867044 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a91677fb-e491-4c78-8f2a-fa5f6a298c79 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:17.870254 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a91677fb-e491-4c78-8f2a-fa5f6a298c79 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "DELETE /v2.0/subnets/5360aaf2-5571-4de7-9111-4710bb3848eb HTTP/1.1" status: 204 len: 168 time: 0.6238754 Feb 16 13:16:17.872778 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43354) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:16:17.901988 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91aa762a-d6fa-43a4-b534-47a54c036e5c None None] Network 5f63a252-ec7b-4b23-927e-47f70b59fc97 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:16:17.978460 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1a8c9e9c-849e-470b-8108-6d585f763a73 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:18.080861 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1a8c9e9c-849e-470b-8108-6d585f763a73 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:18.121189 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-96c4e808-a733-430e-998a-63aaf1bc222e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2976a075-86a6-4a91-98ac-ca4f5c9f6f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140453107', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c5819494-015f-4d1c-aa8b-3aa2d81e3879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:14:34Z', 'updated_at': '2022-02-16T13:16:16Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': 'c5819494-015f-4d1c-aa8b-3aa2d81e3879', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976a075-86a6-4a91-98ac-ca4f5c9f6f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:14:35Z', 'updated_at': '2022-02-16T13:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:18.135841 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-1a8c9e9c-849e-470b-8108-6d585f763a73 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Deleting port c5819494-015f-4d1c-aa8b-3aa2d81e3879 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:16:18.136191 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1a8c9e9c-849e-470b-8108-6d585f763a73 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:18.152988 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c4e808-a733-430e-998a-63aaf1bc222e None None] The sync data for ids ['2976a075-86a6-4a91-98ac-ca4f5c9f6f63'] in dv-neutron-828142-3-hyperv is: [{'id': '2976a075-86a6-4a91-98ac-ca4f5c9f6f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140453107', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c5819494-015f-4d1c-aa8b-3aa2d81e3879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:14:34Z', 'updated_at': '2022-02-16T13:16:16Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': 'c5819494-015f-4d1c-aa8b-3aa2d81e3879', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976a075-86a6-4a91-98ac-ca4f5c9f6f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:14:35Z', 'updated_at': '2022-02-16T13:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:16:18.189429 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09519082-07c0-4cdc-8c18-9cc65f337648 None None] DHCP port deletion for 5f63a252-ec7b-4b23-927e-47f70b59fc97 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 13:16:18.221909 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-1a8c9e9c-849e-470b-8108-6d585f763a73 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] For port c5819494-015f-4d1c-aa8b-3aa2d81e3879, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=c5819494-015f-4d1c-aa8b-3aa2d81e3879,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:16:18.222371 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1a8c9e9c-849e-470b-8108-6d585f763a73 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:18.233973 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-1a8c9e9c-849e-470b-8108-6d585f763a73 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Calling delete_port for c5819494-015f-4d1c-aa8b-3aa2d81e3879 owned by network:router_gateway {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:16:18.239496 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-09519082-07c0-4cdc-8c18-9cc65f337648 None None] Deleting port e2b2b6ac-3c38-42a0-a9d6-7e364d4aae77 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:16:18.239871 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-09519082-07c0-4cdc-8c18-9cc65f337648 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:18.302574 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-09519082-07c0-4cdc-8c18-9cc65f337648 None None] For port e2b2b6ac-3c38-42a0-a9d6-7e364d4aae77, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=e2b2b6ac-3c38-42a0-a9d6-7e364d4aae77,segment=NetworkSegment(c699cd3d-97e9-4f55-a14f-9291c4d6124a),segment_id=c699cd3d-97e9-4f55-a14f-9291c4d6124a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:16:18.302966 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-09519082-07c0-4cdc-8c18-9cc65f337648 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:18.318581 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-09519082-07c0-4cdc-8c18-9cc65f337648 None None] Calling delete_port for e2b2b6ac-3c38-42a0-a9d6-7e364d4aae77 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:16:18.400048 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-09519082-07c0-4cdc-8c18-9cc65f337648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:18.401205 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1a8c9e9c-849e-470b-8108-6d585f763a73 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:18.425378 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09519082-07c0-4cdc-8c18-9cc65f337648 None None] Pushing event deleted for resources: {'Port': ['ID=e2b2b6ac-3c38-42a0-a9d6-7e364d4aae77,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:18.427211 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c9e9c-849e-470b-8108-6d585f763a73 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event deleted for resources: {'Port': ['ID=c5819494-015f-4d1c-aa8b-3aa2d81e3879,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:18.429451 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09519082-07c0-4cdc-8c18-9cc65f337648 None None] No DVR routers for this DVR port e2b2b6ac-3c38-42a0-a9d6-7e364d4aae77 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:16:18.437108 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09519082-07c0-4cdc-8c18-9cc65f337648 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:18.437365 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09519082-07c0-4cdc-8c18-9cc65f337648 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:18.438193 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09519082-07c0-4cdc-8c18-9cc65f337648 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:18.438507 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09519082-07c0-4cdc-8c18-9cc65f337648 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:18.438828 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09519082-07c0-4cdc-8c18-9cc65f337648 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:18.439153 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09519082-07c0-4cdc-8c18-9cc65f337648 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:18.439531 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09519082-07c0-4cdc-8c18-9cc65f337648 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:18.439778 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09519082-07c0-4cdc-8c18-9cc65f337648 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:18.440167 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09519082-07c0-4cdc-8c18-9cc65f337648 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:18.440488 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09519082-07c0-4cdc-8c18-9cc65f337648 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:18.440840 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09519082-07c0-4cdc-8c18-9cc65f337648 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:18.441156 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09519082-07c0-4cdc-8c18-9cc65f337648 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:18.488028 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1a8c9e9c-849e-470b-8108-6d585f763a73 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:18.587665 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1a8c9e9c-849e-470b-8108-6d585f763a73 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:18.589960 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1a8c9e9c-849e-470b-8108-6d585f763a73 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:18.643174 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1a8c9e9c-849e-470b-8108-6d585f763a73 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:18.643733 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8c9e9c-849e-470b-8108-6d585f763a73 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Fanout notify agent at l3_agent the message router_deleted on router 2976a075-86a6-4a91-98ac-ca4f5c9f6f63 {{(pid=109048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 13:16:18.651122 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1a8c9e9c-849e-470b-8108-6d585f763a73 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:18.652401 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1a8c9e9c-849e-470b-8108-6d585f763a73 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "DELETE /v2.0/routers/2976a075-86a6-4a91-98ac-ca4f5c9f6f63 HTTP/1.1" status: 204 len: 168 time: 0.7786951 Feb 16 13:16:18.655122 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43356) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:16:18.733439 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8b9606f6-d42f-4a03-b476-1a7bc7f94951 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:18.823382 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8b9606f6-d42f-4a03-b476-1a7bc7f94951 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:18.843050 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-8b9606f6-d42f-4a03-b476-1a7bc7f94951 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f63a252-ec7b-4b23-927e-47f70b59fc97']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:18.852601 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-8b9606f6-d42f-4a03-b476-1a7bc7f94951 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c699cd3d-97e9-4f55-a14f-9291c4d6124a') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:18.852601 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-8b9606f6-d42f-4a03-b476-1a7bc7f94951 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c699cd3d-97e9-4f55-a14f-9291c4d6124a') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:18.862883 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8b9606f6-d42f-4a03-b476-1a7bc7f94951 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:18.875718 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8b9606f6-d42f-4a03-b476-1a7bc7f94951 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:18.881385 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b9606f6-d42f-4a03-b476-1a7bc7f94951 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:16:18.881729 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8b9606f6-d42f-4a03-b476-1a7bc7f94951 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:18.884511 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 13:16:18.884511 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:16:18.884511 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 13:16:18.884511 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:16:18.884511 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 13:16:18.884511 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 13:16:18.884511 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 13:16:18.884511 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:16:18.884511 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 13:16:18.884511 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:16:18.884511 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 13:16:18.884511 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:16:18.884511 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 13:16:18.884511 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 13:16:18.884511 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:16:18.884511 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 13:16:18.884511 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:16:18.884511 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 13:16:18.884511 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 13:16:18.884511 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 13:16:18.884511 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 13:16:18.884511 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 13:16:18.884511 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:16:18.884511 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:16:18.884511 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 13:16:18.884511 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:16:18.884511 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:16:18.884511 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:16:18.884511 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:16:18.884511 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:16:18.884511 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:16:18.884511 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:16:18.946507 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8b9606f6-d42f-4a03-b476-1a7bc7f94951 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:18.954552 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-8b9606f6-d42f-4a03-b476-1a7bc7f94951 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:18.957148 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-8b9606f6-d42f-4a03-b476-1a7bc7f94951 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "DELETE /v2.0/networks/5f63a252-ec7b-4b23-927e-47f70b59fc97 HTTP/1.1" status: 204 len: 168 time: 0.3010821 Feb 16 13:16:18.959898 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43358) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:16:18.968388 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9606f6-d42f-4a03-b476-1a7bc7f94951 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event deleted for resources: {'Network': ['ID=5f63a252-ec7b-4b23-927e-47f70b59fc97,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:19.018493 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f0b08ffb-bc65-436a-a01a-32f1b98fcd9c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:19.043844 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f0b08ffb-bc65-436a-a01a-32f1b98fcd9c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:19.103876 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f0b08ffb-bc65-436a-a01a-32f1b98fcd9c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:19.106835 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f0b08ffb-bc65-436a-a01a-32f1b98fcd9c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:19.110703 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f0b08ffb-bc65-436a-a01a-32f1b98fcd9c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "DELETE /v2.0/security-groups/03c75baa-a67e-4f79-b730-68e076900e6b HTTP/1.1" status: 204 len: 168 time: 0.1471453 Feb 16 13:16:19.117830 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b08ffb-bc65-436a-a01a-32f1b98fcd9c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c75baa-a67e-4f79-b730-68e076900e6b,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:19.256190 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device e2b2b6ac-3c38-42a0-a9d6-7e364d4aae77 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:16:19.282634 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: e2b2b6ac-3c38-42a0-a9d6-7e364d4aae77 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:16:19.282965 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device e2b2b6ac-3c38-42a0-a9d6-7e364d4aae77 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:16:19.283366 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 0c50fae1-963c-4813-8b97-75809fd8f1bb no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:16:19.302452 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 0c50fae1-963c-4813-8b97-75809fd8f1bb {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:16:19.302778 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 0c50fae1-963c-4813-8b97-75809fd8f1bb not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:16:19.303190 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device c5819494-015f-4d1c-aa8b-3aa2d81e3879 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:16:19.323772 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: c5819494-015f-4d1c-aa8b-3aa2d81e3879 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:16:19.324103 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device c5819494-015f-4d1c-aa8b-3aa2d81e3879 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:16:19.517406 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43364) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:16:19.522216 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-fee1098c-1699-49de-95dd-46271d20c1cd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1781022985', 'description': 'tempest-secgroup-smoke-1781022985 description', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:19.545379 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fee1098c-1699-49de-95dd-46271d20c1cd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:19.610307 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fee1098c-1699-49de-95dd-46271d20c1cd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:19.614812 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fee1098c-1699-49de-95dd-46271d20c1cd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:19.644576 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fee1098c-1699-49de-95dd-46271d20c1cd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:19.646077 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fee1098c-1699-49de-95dd-46271d20c1cd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1276689 Feb 16 13:16:19.647928 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee1098c-1699-49de-95dd-46271d20c1cd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40fb3c83-7b34-4497-a1dd-15e6751dc944,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:19.649083 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43366) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:16:19.654472 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-776be599-353e-47e5-84fe-906bc5541075 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'security_group_rule': {'security_group_id': '40fb3c83-7b34-4497-a1dd-15e6751dc944', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:19.682772 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-776be599-353e-47e5-84fe-906bc5541075 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:19.739694 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-776be599-353e-47e5-84fe-906bc5541075 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:19.744489 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-776be599-353e-47e5-84fe-906bc5541075 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:19.763015 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776be599-353e-47e5-84fe-906bc5541075 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff83e16-def1-4b71-b124-0d27884edc6d,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:19.768097 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-776be599-353e-47e5-84fe-906bc5541075 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:19.769371 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-776be599-353e-47e5-84fe-906bc5541075 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1186354 Feb 16 13:16:19.772496 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43368) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:16:19.776857 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-a320cd00-3ac9-4c48-b4a6-d8d5ab781f67 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'security_group_rule': {'security_group_id': '40fb3c83-7b34-4497-a1dd-15e6751dc944', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:19.804567 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a320cd00-3ac9-4c48-b4a6-d8d5ab781f67 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:19.860193 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a320cd00-3ac9-4c48-b4a6-d8d5ab781f67 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:19.864289 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a320cd00-3ac9-4c48-b4a6-d8d5ab781f67 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:19.881799 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a320cd00-3ac9-4c48-b4a6-d8d5ab781f67 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a62f8ed8-5e96-46dd-9102-75df2d5efeb0,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:19.890158 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a320cd00-3ac9-4c48-b4a6-d8d5ab781f67 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:19.891406 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a320cd00-3ac9-4c48-b4a6-d8d5ab781f67 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1179464 Feb 16 13:16:19.894149 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43370) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:16:19.898825 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-365d6dac-9b8f-4fe6-9700-ea773897f681 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'security_group_rule': {'security_group_id': '40fb3c83-7b34-4497-a1dd-15e6751dc944', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:19.927164 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-365d6dac-9b8f-4fe6-9700-ea773897f681 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:19.987902 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-365d6dac-9b8f-4fe6-9700-ea773897f681 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:19.991541 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-365d6dac-9b8f-4fe6-9700-ea773897f681 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:20.010725 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d6dac-9b8f-4fe6-9700-ea773897f681 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaa059eb-6398-4f68-b180-2a4e938488a4,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:20.021512 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-365d6dac-9b8f-4fe6-9700-ea773897f681 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:20.022706 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-365d6dac-9b8f-4fe6-9700-ea773897f681 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1273654 Feb 16 13:16:20.025652 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43372) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:16:20.030070 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-577b88a3-3bfb-41f0-8a67-417a6c6f9b4c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'security_group_rule': {'security_group_id': '40fb3c83-7b34-4497-a1dd-15e6751dc944', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:20.059559 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-577b88a3-3bfb-41f0-8a67-417a6c6f9b4c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:20.119724 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-577b88a3-3bfb-41f0-8a67-417a6c6f9b4c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:20.124281 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-577b88a3-3bfb-41f0-8a67-417a6c6f9b4c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:20.141917 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b88a3-3bfb-41f0-8a67-417a6c6f9b4c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=270434a1-8d6d-4772-bf6a-ee8212d5f391,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:20.149208 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-577b88a3-3bfb-41f0-8a67-417a6c6f9b4c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:20.150411 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-577b88a3-3bfb-41f0-8a67-417a6c6f9b4c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1237986 Feb 16 13:16:20.153317 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43374) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:16:20.158170 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-f0a6458d-f45a-4ecf-bb88-789cb7d4f0ec tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'security_group_rule': {'security_group_id': '40fb3c83-7b34-4497-a1dd-15e6751dc944', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:20.181651 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.securitygroups_db [None req-f0a6458d-f45a-4ecf-bb88-789cb7d4f0ec tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Project 3d70f7ea0f94439483a5f3cf73c75b3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:16:20.187335 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f0a6458d-f45a-4ecf-bb88-789cb7d4f0ec tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:20.246671 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f0a6458d-f45a-4ecf-bb88-789cb7d4f0ec tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:20.250061 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f0a6458d-f45a-4ecf-bb88-789cb7d4f0ec tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:20.268259 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a6458d-f45a-4ecf-bb88-789cb7d4f0ec tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=581e1031-8c5f-4da3-81af-c49efb40197a,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:20.273456 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f0a6458d-f45a-4ecf-bb88-789cb7d4f0ec tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:20.274652 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f0a6458d-f45a-4ecf-bb88-789cb7d4f0ec tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203833 Feb 16 13:16:20.277375 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43376) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:16:20.282234 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-174dc65a-28aa-4382-9950-9bb2843b129b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'security_group_rule': {'security_group_id': '40fb3c83-7b34-4497-a1dd-15e6751dc944', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:20.306546 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.securitygroups_db [None req-174dc65a-28aa-4382-9950-9bb2843b129b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Project 3d70f7ea0f94439483a5f3cf73c75b3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:16:20.311541 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-174dc65a-28aa-4382-9950-9bb2843b129b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:20.378346 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-174dc65a-28aa-4382-9950-9bb2843b129b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:20.382197 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-174dc65a-28aa-4382-9950-9bb2843b129b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:20.402914 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174dc65a-28aa-4382-9950-9bb2843b129b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fada3e0-6365-4425-981b-a6c7e90051f0,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:20.408804 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-174dc65a-28aa-4382-9950-9bb2843b129b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:20.412850 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-174dc65a-28aa-4382-9950-9bb2843b129b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1317270 Feb 16 13:16:20.412969 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43378) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:16:20.417833 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-630786a9-6b8b-4af3-9da1-8342c245652b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'network': {'name': 'tempest-network-smoke--1047688908', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'port_security_enabled': True}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:20.442328 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630786a9-6b8b-4af3-9da1-8342c245652b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Made reservation on behalf of 3d70f7ea0f94439483a5f3cf73c75b3a for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:16:20.446653 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-630786a9-6b8b-4af3-9da1-8342c245652b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:20.470385 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-630786a9-6b8b-4af3-9da1-8342c245652b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:16:20.479348 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-630786a9-6b8b-4af3-9da1-8342c245652b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:20.479716 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-630786a9-6b8b-4af3-9da1-8342c245652b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Added segment 59fe5fe3-9904-41ee-807e-ace2137d888d of type vlan for network f6c0a93e-4ff6-4723-a191-615c8f49424f Feb 16 13:16:20.518823 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-630786a9-6b8b-4af3-9da1-8342c245652b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:20.544510 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-630786a9-6b8b-4af3-9da1-8342c245652b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:20.550536 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630786a9-6b8b-4af3-9da1-8342c245652b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:20.551113 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-630786a9-6b8b-4af3-9da1-8342c245652b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:20.614419 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-630786a9-6b8b-4af3-9da1-8342c245652b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2004478 Feb 16 13:16:20.617299 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43380) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:16:20.621829 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-5fe7969c-0286-44c6-baf6-564b938cb55d tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1980696964', 'admin_state_up': True, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:20.623683 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630786a9-6b8b-4af3-9da1-8342c245652b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'Network': ['ID=f6c0a93e-4ff6-4723-a191-615c8f49424f,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:20.634973 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network f6c0a93e-4ff6-4723-a191-615c8f49424f details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:16:20.650396 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5fe7969c-0286-44c6-baf6-564b938cb55d tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:20.651687 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5fe7969c-0286-44c6-baf6-564b938cb55d tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:20.710008 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5fe7969c-0286-44c6-baf6-564b938cb55d tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:20.844176 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5fe7969c-0286-44c6-baf6-564b938cb55d tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:21.039280 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5fe7969c-0286-44c6-baf6-564b938cb55d tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:21.058336 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5fe7969c-0286-44c6-baf6-564b938cb55d tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:21.162383 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-5fe7969c-0286-44c6-baf6-564b938cb55d tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Allocated IP 172.26.2.52 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/9950f066-d8cf-45bd-b614-4190b897054e) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:16:21.262648 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5fe7969c-0286-44c6-baf6-564b938cb55d tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:21.297393 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5fe7969c-0286-44c6-baf6-564b938cb55d tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:21.332907 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe7969c-0286-44c6-baf6-564b938cb55d tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:16:21.338033 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-5fe7969c-0286-44c6-baf6-564b938cb55d tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:16:21.341809 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe7969c-0286-44c6-baf6-564b938cb55d tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:16:21.376954 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7969c-0286-44c6-baf6-564b938cb55d tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'Port': ['ID=9950f066-d8cf-45bd-b614-4190b897054e,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:21.603229 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5fe7969c-0286-44c6-baf6-564b938cb55d tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:21.800370 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5fe7969c-0286-44c6-baf6-564b938cb55d tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:21.929988 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe7969c-0286-44c6-baf6-564b938cb55d tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Router a36ed94c-bec9-4815-ae51-d4a07a796ed6 is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 13:16:22.043246 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe7969c-0286-44c6-baf6-564b938cb55d tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:16:22.054340 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98edf163-197e-4067-a789-6f3f4192aff0 None None] Sync routers for ids ['a36ed94c-bec9-4815-ae51-d4a07a796ed6'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:16:22.066802 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5fe7969c-0286-44c6-baf6-564b938cb55d tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:22.068062 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5fe7969c-0286-44c6-baf6-564b938cb55d tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4497588 Feb 16 13:16:22.071050 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98edf163-197e-4067-a789-6f3f4192aff0 None None] Routers {'a36ed94c-bec9-4815-ae51-d4a07a796ed6'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:16:22.071283 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43382) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:16:22.071677 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-98edf163-197e-4067-a789-6f3f4192aff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:15:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['a36ed94c-bec9-4815-ae51-d4a07a796ed6'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:22.099218 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-14415707-d41c-4d0a-8d80-2fe132b5cb79 tempest-TestNetworkAdvancedServerOps-1483708827 tempest-TestNetworkAdvancedServerOps-1483708827-project-admin] 10.222.0.90 "GET /v2.0/subnets?project_id=3d70f7ea0f94439483a5f3cf73c75b3a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268402 Feb 16 13:16:22.102206 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43384) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:16:22.179353 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-98edf163-197e-4067-a789-6f3f4192aff0 None None] Set router a36ed94c-bec9-4815-ae51-d4a07a796ed6 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:16:22.202050 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3164a71-bcb5-4b98-a969-432af25abd8f tempest-TestNetworkAdvancedServerOps-1483708827 tempest-TestNetworkAdvancedServerOps-1483708827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:22.204097 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e3164a71-bcb5-4b98-a969-432af25abd8f tempest-TestNetworkAdvancedServerOps-1483708827 tempest-TestNetworkAdvancedServerOps-1483708827-project-admin] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1009765 Feb 16 13:16:22.207014 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43386) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:16:22.239646 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d4cf168f-320b-452c-98e7-b145c79fb827 tempest-TestNetworkAdvancedServerOps-1483708827 tempest-TestNetworkAdvancedServerOps-1483708827-project-admin] 10.222.0.90 "GET /v2.0/subnets?network_id=a08a3d1b-2e35-4b18-9cb0-756d355083e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282133 Feb 16 13:16:22.239876 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43388) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:16:22.245381 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-661b08e4-cb8c-4da6-a8be-ef02341f4fe0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-294335558', 'network_id': 'f6c0a93e-4ff6-4723-a191-615c8f49424f', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:22.326260 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e5d6fa37-2b89-4441-8327-40268f096389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:22.358550 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661b08e4-cb8c-4da6-a8be-ef02341f4fe0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Made reservation on behalf of 3d70f7ea0f94439483a5f3cf73c75b3a for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:16:22.363767 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-661b08e4-cb8c-4da6-a8be-ef02341f4fe0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:22.402681 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-98edf163-197e-4067-a789-6f3f4192aff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36ed94c-bec9-4815-ae51-d4a07a796ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980696964', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '9950f066-d8cf-45bd-b614-4190b897054e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:20Z', 'updated_at': '2022-02-16T13:16:21Z', 'revision_number': 3, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '9950f066-d8cf-45bd-b614-4190b897054e', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36ed94c-bec9-4815-ae51-d4a07a796ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:21Z', 'updated_at': '2022-02-16T13:16:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:22.433336 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98edf163-197e-4067-a789-6f3f4192aff0 None None] Checking router: a36ed94c-bec9-4815-ae51-d4a07a796ed6 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:16:22.433657 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98edf163-197e-4067-a789-6f3f4192aff0 None None] Updating router a36ed94c-bec9-4815-ae51-d4a07a796ed6 port 9950f066-d8cf-45bd-b614-4190b897054e binding host dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:16:22.459375 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-98edf163-197e-4067-a789-6f3f4192aff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:22.570472 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-661b08e4-cb8c-4da6-a8be-ef02341f4fe0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:22.633811 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b08e4-cb8c-4da6-a8be-ef02341f4fe0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'Subnet': ['ID=d7f3879e-720f-4fcb-b3a9-34642bf3ae72,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:22.644379 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661b08e4-cb8c-4da6-a8be-ef02341f4fe0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Checking segment: {'id': '59fe5fe3-9904-41ee-807e-ace2137d888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f6c0a93e-4ff6-4723-a191-615c8f49424f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:16:22.645024 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661b08e4-cb8c-4da6-a8be-ef02341f4fe0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Network hostable DHCP agents. Network: f6c0a93e-4ff6-4723-a191-615c8f49424f, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:16:22.662547 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661b08e4-cb8c-4da6-a8be-ef02341f4fe0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Network f6c0a93e-4ff6-4723-a191-615c8f49424f is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:16:22.672717 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-661b08e4-cb8c-4da6-a8be-ef02341f4fe0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, f6c0a93e-4ff6-4723-a191-615c8f49424f) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:16:22.677843 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661b08e4-cb8c-4da6-a8be-ef02341f4fe0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:22.678683 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-661b08e4-cb8c-4da6-a8be-ef02341f4fe0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:22.681903 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42f3232-2342-486c-b25c-e3893f726069 None None] Network f6c0a93e-4ff6-4723-a191-615c8f49424f requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:16:22.699238 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-661b08e4-cb8c-4da6-a8be-ef02341f4fe0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4557245 Feb 16 13:16:22.699540 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43390) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:16:22.730348 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-98edf163-197e-4067-a789-6f3f4192aff0 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:22.740778 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-98edf163-197e-4067-a789-6f3f4192aff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:22.790135 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-98edf163-197e-4067-a789-6f3f4192aff0 None None] Attempting to bind port 9950f066-d8cf-45bd-b614-4190b897054e on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:16:22.790502 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-98edf163-197e-4067-a789-6f3f4192aff0 None None] Attempting to bind port 9950f066-d8cf-45bd-b614-4190b897054e by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:16:22.790859 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98edf163-197e-4067-a789-6f3f4192aff0 None None] Attempting to bind port 9950f066-d8cf-45bd-b614-4190b897054e on network a08a3d1b-2e35-4b18-9cb0-756d355083e6 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:16:22.800063 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98edf163-197e-4067-a789-6f3f4192aff0 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:16:22.800431 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98edf163-197e-4067-a789-6f3f4192aff0 None None] Checking segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:16:22.800858 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-98edf163-197e-4067-a789-6f3f4192aff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:22.801248 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98edf163-197e-4067-a789-6f3f4192aff0 None None] Bound using segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:16:22.801709 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-98edf163-197e-4067-a789-6f3f4192aff0 None None] Bound port: 9950f066-d8cf-45bd-b614-4190b897054e, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:16:22.802083 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-98edf163-197e-4067-a789-6f3f4192aff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:22.804470 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b6096-0f0e-422a-bef5-7f3038b06105 None None] Pushing event updated for resources: {'Port': ['ID=9950f066-d8cf-45bd-b614-4190b897054e,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:22.828245 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735b6096-0f0e-422a-bef5-7f3038b06105 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:22.828588 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735b6096-0f0e-422a-bef5-7f3038b06105 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:22.828959 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735b6096-0f0e-422a-bef5-7f3038b06105 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:22.829292 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735b6096-0f0e-422a-bef5-7f3038b06105 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:22.829620 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735b6096-0f0e-422a-bef5-7f3038b06105 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:22.829947 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735b6096-0f0e-422a-bef5-7f3038b06105 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:22.830268 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735b6096-0f0e-422a-bef5-7f3038b06105 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:22.830591 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735b6096-0f0e-422a-bef5-7f3038b06105 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:22.830912 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735b6096-0f0e-422a-bef5-7f3038b06105 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:22.831226 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735b6096-0f0e-422a-bef5-7f3038b06105 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:22.831541 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735b6096-0f0e-422a-bef5-7f3038b06105 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:22.831861 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735b6096-0f0e-422a-bef5-7f3038b06105 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:22.844735 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a616327-fd73-42b1-b704-91eecf293db3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-f6c0a93e-4ff6-4723-a191-615c8f49424f', 'network_id': 'f6c0a93e-4ff6-4723-a191-615c8f49424f', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'fixed_ips': [{'subnet_id': 'd7f3879e-720f-4fcb-b3a9-34642bf3ae72'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 13:16:22.845982 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7a616327-fd73-42b1-b704-91eecf293db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:22.866137 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-98edf163-197e-4067-a789-6f3f4192aff0 None None] For port 9950f066-d8cf-45bd-b614-4190b897054e, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:16:22.869378 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-98edf163-197e-4067-a789-6f3f4192aff0 None None] For port 9950f066-d8cf-45bd-b614-4190b897054e, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=9950f066-d8cf-45bd-b614-4190b897054e,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:16:22.874946 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-98edf163-197e-4067-a789-6f3f4192aff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:22.928679 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98edf163-197e-4067-a789-6f3f4192aff0 None None] Routers {'a36ed94c-bec9-4815-ae51-d4a07a796ed6'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:16:22.929300 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-98edf163-197e-4067-a789-6f3f4192aff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:15:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['a36ed94c-bec9-4815-ae51-d4a07a796ed6'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:22.995341 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-7a616327-fd73-42b1-b704-91eecf293db3 None None] Allocated IP 172.20.0.2 (f6c0a93e-4ff6-4723-a191-615c8f49424f/d7f3879e-720f-4fcb-b3a9-34642bf3ae72/a2a811e2-e9ef-47c6-992b-f6dddc5d9e3c) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:16:23.020788 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b6096-0f0e-422a-bef5-7f3038b06105 None None] Pushing event updated for resources: {'Port': ['ID=9950f066-d8cf-45bd-b614-4190b897054e,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:23.043608 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-98edf163-197e-4067-a789-6f3f4192aff0 None None] Set router a36ed94c-bec9-4815-ae51-d4a07a796ed6 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:16:23.160397 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7a616327-fd73-42b1-b704-91eecf293db3 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:23.169408 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7a616327-fd73-42b1-b704-91eecf293db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:23.176251 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e941aac3-a2b6-4761-8716-139b9a1538d4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:23.216377 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a616327-fd73-42b1-b704-91eecf293db3 None None] Network f6c0a93e-4ff6-4723-a191-615c8f49424f is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:16:23.219527 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-7a616327-fd73-42b1-b704-91eecf293db3 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:16:23.223058 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a616327-fd73-42b1-b704-91eecf293db3 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:16:23.232223 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616327-fd73-42b1-b704-91eecf293db3 None None] Pushing event updated for resources: {'Port': ['ID=a2a811e2-e9ef-47c6-992b-f6dddc5d9e3c,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:23.239085 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-98edf163-197e-4067-a789-6f3f4192aff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36ed94c-bec9-4815-ae51-d4a07a796ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980696964', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '9950f066-d8cf-45bd-b614-4190b897054e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:20Z', 'updated_at': '2022-02-16T13:16:21Z', 'revision_number': 3, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '9950f066-d8cf-45bd-b614-4190b897054e', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36ed94c-bec9-4815-ae51-d4a07a796ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:21Z', 'updated_at': '2022-02-16T13:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:23.265972 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98edf163-197e-4067-a789-6f3f4192aff0 None None] The sync data for ids ['a36ed94c-bec9-4815-ae51-d4a07a796ed6'] in dv-neutron-828142-3-hyperv is: [{'id': 'a36ed94c-bec9-4815-ae51-d4a07a796ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980696964', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '9950f066-d8cf-45bd-b614-4190b897054e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:20Z', 'updated_at': '2022-02-16T13:16:21Z', 'revision_number': 3, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '9950f066-d8cf-45bd-b614-4190b897054e', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36ed94c-bec9-4815-ae51-d4a07a796ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:21Z', 'updated_at': '2022-02-16T13:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:16:23.281286 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-7a616327-fd73-42b1-b704-91eecf293db3 None None] Attempting to bind port a2a811e2-e9ef-47c6-992b-f6dddc5d9e3c on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:16:23.281782 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-7a616327-fd73-42b1-b704-91eecf293db3 None None] Attempting to bind port a2a811e2-e9ef-47c6-992b-f6dddc5d9e3c by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '59fe5fe3-9904-41ee-807e-ace2137d888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f6c0a93e-4ff6-4723-a191-615c8f49424f'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:16:23.282142 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a616327-fd73-42b1-b704-91eecf293db3 None None] Attempting to bind port a2a811e2-e9ef-47c6-992b-f6dddc5d9e3c on network f6c0a93e-4ff6-4723-a191-615c8f49424f {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:16:23.291422 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a616327-fd73-42b1-b704-91eecf293db3 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:16:23.291811 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a616327-fd73-42b1-b704-91eecf293db3 None None] Checking segment: {'id': '59fe5fe3-9904-41ee-807e-ace2137d888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f6c0a93e-4ff6-4723-a191-615c8f49424f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:16:23.292211 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7a616327-fd73-42b1-b704-91eecf293db3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:23.292763 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a616327-fd73-42b1-b704-91eecf293db3 None None] Bound using segment: {'id': '59fe5fe3-9904-41ee-807e-ace2137d888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f6c0a93e-4ff6-4723-a191-615c8f49424f'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:16:23.293348 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-7a616327-fd73-42b1-b704-91eecf293db3 None None] Bound port: a2a811e2-e9ef-47c6-992b-f6dddc5d9e3c, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59fe5fe3-9904-41ee-807e-ace2137d888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f6c0a93e-4ff6-4723-a191-615c8f49424f'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:16:23.293825 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7a616327-fd73-42b1-b704-91eecf293db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:23.362066 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-7a616327-fd73-42b1-b704-91eecf293db3 None None] For port a2a811e2-e9ef-47c6-992b-f6dddc5d9e3c, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:16:23.365343 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-7a616327-fd73-42b1-b704-91eecf293db3 None None] For port a2a811e2-e9ef-47c6-992b-f6dddc5d9e3c, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=a2a811e2-e9ef-47c6-992b-f6dddc5d9e3c,segment=NetworkSegment(59fe5fe3-9904-41ee-807e-ace2137d888d),segment_id=59fe5fe3-9904-41ee-807e-ace2137d888d)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:16:23.371264 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7a616327-fd73-42b1-b704-91eecf293db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:23.441846 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616327-fd73-42b1-b704-91eecf293db3 None None] Pushing event updated for resources: {'Port': ['ID=a2a811e2-e9ef-47c6-992b-f6dddc5d9e3c,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:23.480684 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-e941aac3-a2b6-4761-8716-139b9a1538d4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Allocated IP 172.20.0.1 (f6c0a93e-4ff6-4723-a191-615c8f49424f/d7f3879e-720f-4fcb-b3a9-34642bf3ae72/ade50ff1-2f12-4c13-8e92-d161517b0432) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:16:23.646957 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e941aac3-a2b6-4761-8716-139b9a1538d4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:23.693903 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e941aac3-a2b6-4761-8716-139b9a1538d4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:23.751651 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e941aac3-a2b6-4761-8716-139b9a1538d4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Network f6c0a93e-4ff6-4723-a191-615c8f49424f is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:16:23.753157 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e941aac3-a2b6-4761-8716-139b9a1538d4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'Port': ['ID=ade50ff1-2f12-4c13-8e92-d161517b0432,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:23.755689 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-e941aac3-a2b6-4761-8716-139b9a1538d4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:16:23.757856 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e941aac3-a2b6-4761-8716-139b9a1538d4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:16:23.808836 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e941aac3-a2b6-4761-8716-139b9a1538d4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:23.941887 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e941aac3-a2b6-4761-8716-139b9a1538d4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:24.238076 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e941aac3-a2b6-4761-8716-139b9a1538d4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:24.243749 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e941aac3-a2b6-4761-8716-139b9a1538d4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:24.317477 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-e941aac3-a2b6-4761-8716-139b9a1538d4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:24.319257 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e941aac3-a2b6-4761-8716-139b9a1538d4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'Port': ['ID=ade50ff1-2f12-4c13-8e92-d161517b0432,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:24.418672 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e941aac3-a2b6-4761-8716-139b9a1538d4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Network f6c0a93e-4ff6-4723-a191-615c8f49424f is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:16:24.420213 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-e941aac3-a2b6-4761-8716-139b9a1538d4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:16:24.430558 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec290c0a-1b32-4e62-9bcb-a069d44cadec None None] Network f6c0a93e-4ff6-4723-a191-615c8f49424f requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:16:24.506270 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c11973c8-6e24-41ee-ac01-a2832917b52f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:24.529233 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-98ff458b-61ef-4f1e-a635-1cc58abaa785 None None] Provisioning complete for port a2a811e2-e9ef-47c6-992b-f6dddc5d9e3c triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:24.529649 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-98ff458b-61ef-4f1e-a635-1cc58abaa785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:24.539013 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e941aac3-a2b6-4761-8716-139b9a1538d4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Router a36ed94c-bec9-4815-ae51-d4a07a796ed6 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:16:24.653439 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e941aac3-a2b6-4761-8716-139b9a1538d4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:16:24.658979 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-e941aac3-a2b6-4761-8716-139b9a1538d4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "PUT /v2.0/routers/a36ed94c-bec9-4815-ae51-d4a07a796ed6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9580317 Feb 16 13:16:24.674229 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-98ff458b-61ef-4f1e-a635-1cc58abaa785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:24.718870 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-98ff458b-61ef-4f1e-a635-1cc58abaa785 None None] For port a2a811e2-e9ef-47c6-992b-f6dddc5d9e3c, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=a2a811e2-e9ef-47c6-992b-f6dddc5d9e3c,segment=NetworkSegment(59fe5fe3-9904-41ee-807e-ace2137d888d),segment_id=59fe5fe3-9904-41ee-807e-ace2137d888d)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:16:24.726515 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-98ff458b-61ef-4f1e-a635-1cc58abaa785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:24.791080 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff458b-61ef-4f1e-a635-1cc58abaa785 None None] Pushing event updated for resources: {'Port': ['ID=a2a811e2-e9ef-47c6-992b-f6dddc5d9e3c,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:24.819778 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-2d1022d3-392c-4559-bb05-883b28c4c449 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1781022985&fields=id&tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a HTTP/1.1" status: 200 len: 267 time: 0.0452888 Feb 16 13:16:24.934641 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-adada0d2-b4a0-44f9-bed8-e3471099a797 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:24.947078 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-adada0d2-b4a0-44f9-bed8-e3471099a797 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/networks?id=f6c0a93e-4ff6-4723-a191-615c8f49424f HTTP/1.1" status: 200 len: 797 time: 0.1200993 Feb 16 13:16:24.952481 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-51b40833-1d66-4830-a830-3f636eade47f None None] Provisioning complete for port a2a811e2-e9ef-47c6-992b-f6dddc5d9e3c triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:24.952832 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-51b40833-1d66-4830-a830-3f636eade47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:24.963366 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-e712e3d7-83a2-460e-90a3-9b2f986a40e4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/quotas/3d70f7ea0f94439483a5f3cf73c75b3a HTTP/1.1" status: 200 len: 375 time: 0.0127928 Feb 16 13:16:25.022877 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-f9f717df-426d-4c64-9216-c814b0b709b6 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530705 Feb 16 13:16:25.039166 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95240dc4-5ab2-4de2-a74a-059b1a9a7aad None None] Sync routers for ids ['a36ed94c-bec9-4815-ae51-d4a07a796ed6'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:16:25.064414 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95240dc4-5ab2-4de2-a74a-059b1a9a7aad None None] Routers {'a36ed94c-bec9-4815-ae51-d4a07a796ed6'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:16:25.065096 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-95240dc4-5ab2-4de2-a74a-059b1a9a7aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:16:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['a36ed94c-bec9-4815-ae51-d4a07a796ed6'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:25.129920 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-51b40833-1d66-4830-a830-3f636eade47f None None] Provisioning complete for port ade50ff1-2f12-4c13-8e92-d161517b0432 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:25.129920 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-51b40833-1d66-4830-a830-3f636eade47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:25.364534 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-51b40833-1d66-4830-a830-3f636eade47f None None] Port ade50ff1-2f12-4c13-8e92-d161517b0432 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:16:25.373818 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device a2a811e2-e9ef-47c6-992b-f6dddc5d9e3c up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:16:25.377224 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-95240dc4-5ab2-4de2-a74a-059b1a9a7aad None None] Set router a36ed94c-bec9-4815-ae51-d4a07a796ed6 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:16:25.495779 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-fd80548c-e420-4a3f-8d94-ad6f32025586 service neutron] 10.222.0.90 "GET /v2.0/networks/f6c0a93e-4ff6-4723-a191-615c8f49424f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600418 Feb 16 13:16:25.546821 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-6469fff6-f653-4c13-a549-676fc2372f4e None None] Provisioning complete for port ade50ff1-2f12-4c13-8e92-d161517b0432 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:25.547473 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6469fff6-f653-4c13-a549-676fc2372f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:25.555818 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port a2a811e2-e9ef-47c6-992b-f6dddc5d9e3c triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:25.556186 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:25.588457 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-10abdd3d-4c91-4c5c-bb52-f1c7b92a5068 service neutron] 10.222.0.90 "GET /v2.0/networks/f6c0a93e-4ff6-4723-a191-615c8f49424f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863094 Feb 16 13:16:25.644968 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-6469fff6-f653-4c13-a549-676fc2372f4e None None] Port ade50ff1-2f12-4c13-8e92-d161517b0432 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:16:25.719761 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 9950f066-d8cf-45bd-b614-4190b897054e up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:16:25.755933 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8fa3a82e-b183-4128-803f-27aefbb07270 req-b52ab4f6-74c2-4f7b-b2d7-45360f914df9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 210 time: 0.0279403 Feb 16 13:16:25.761243 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-95240dc4-5ab2-4de2-a74a-059b1a9a7aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36ed94c-bec9-4815-ae51-d4a07a796ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980696964', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '9950f066-d8cf-45bd-b614-4190b897054e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:20Z', 'updated_at': '2022-02-16T13:16:23Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '9950f066-d8cf-45bd-b614-4190b897054e', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36ed94c-bec9-4815-ae51-d4a07a796ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:21Z', 'updated_at': '2022-02-16T13:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'ade50ff1-2f12-4c13-8e92-d161517b0432', 'name': '', 'network_id': 'f6c0a93e-4ff6-4723-a191-615c8f49424f', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:34:c2:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36ed94c-bec9-4815-ae51-d4a07a796ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'd7f3879e-720f-4fcb-b3a9-34642bf3ae72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:23Z', 'updated_at': '2022-02-16T13:16:24Z', 'revision_number': 2, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': 'd7f3879e-720f-4fcb-b3a9-34642bf3ae72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:25.793479 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95240dc4-5ab2-4de2-a74a-059b1a9a7aad None None] Checking router: a36ed94c-bec9-4815-ae51-d4a07a796ed6 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:16:25.793830 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95240dc4-5ab2-4de2-a74a-059b1a9a7aad None None] Updating router a36ed94c-bec9-4815-ae51-d4a07a796ed6 port ade50ff1-2f12-4c13-8e92-d161517b0432 binding host dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:16:25.837438 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 9950f066-d8cf-45bd-b614-4190b897054e triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:25.837811 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:25.839383 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-95240dc4-5ab2-4de2-a74a-059b1a9a7aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:25.843028 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:26.032666 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:26.089303 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 9950f066-d8cf-45bd-b614-4190b897054e, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=9950f066-d8cf-45bd-b614-4190b897054e,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:16:26.096043 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:26.177662 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=9950f066-d8cf-45bd-b614-4190b897054e,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:26.226594 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-95240dc4-5ab2-4de2-a74a-059b1a9a7aad None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:26.233127 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-95240dc4-5ab2-4de2-a74a-059b1a9a7aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:26.289094 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b723e87-c47a-4060-a40f-5c7111f12109 None None] Pushing event updated for resources: {'Port': ['ID=ade50ff1-2f12-4c13-8e92-d161517b0432,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:26.340784 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-95240dc4-5ab2-4de2-a74a-059b1a9a7aad None None] Attempting to bind port ade50ff1-2f12-4c13-8e92-d161517b0432 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:16:26.341070 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-95240dc4-5ab2-4de2-a74a-059b1a9a7aad None None] Attempting to bind port ade50ff1-2f12-4c13-8e92-d161517b0432 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '59fe5fe3-9904-41ee-807e-ace2137d888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f6c0a93e-4ff6-4723-a191-615c8f49424f'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:16:26.341441 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95240dc4-5ab2-4de2-a74a-059b1a9a7aad None None] Attempting to bind port ade50ff1-2f12-4c13-8e92-d161517b0432 on network f6c0a93e-4ff6-4723-a191-615c8f49424f {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:16:26.347356 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95240dc4-5ab2-4de2-a74a-059b1a9a7aad None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:16:26.347722 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95240dc4-5ab2-4de2-a74a-059b1a9a7aad None None] Checking segment: {'id': '59fe5fe3-9904-41ee-807e-ace2137d888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f6c0a93e-4ff6-4723-a191-615c8f49424f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:16:26.348118 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-95240dc4-5ab2-4de2-a74a-059b1a9a7aad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:26.348504 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95240dc4-5ab2-4de2-a74a-059b1a9a7aad None None] Bound using segment: {'id': '59fe5fe3-9904-41ee-807e-ace2137d888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f6c0a93e-4ff6-4723-a191-615c8f49424f'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:16:26.349040 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-95240dc4-5ab2-4de2-a74a-059b1a9a7aad None None] Bound port: ade50ff1-2f12-4c13-8e92-d161517b0432, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59fe5fe3-9904-41ee-807e-ace2137d888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f6c0a93e-4ff6-4723-a191-615c8f49424f'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:16:26.349415 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-95240dc4-5ab2-4de2-a74a-059b1a9a7aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:26.418373 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-95240dc4-5ab2-4de2-a74a-059b1a9a7aad None None] For port ade50ff1-2f12-4c13-8e92-d161517b0432, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:16:26.422054 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-95240dc4-5ab2-4de2-a74a-059b1a9a7aad None None] For port ade50ff1-2f12-4c13-8e92-d161517b0432, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=ade50ff1-2f12-4c13-8e92-d161517b0432,segment=NetworkSegment(59fe5fe3-9904-41ee-807e-ace2137d888d),segment_id=59fe5fe3-9904-41ee-807e-ace2137d888d)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:16:26.426244 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-95240dc4-5ab2-4de2-a74a-059b1a9a7aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:26.489104 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95240dc4-5ab2-4de2-a74a-059b1a9a7aad None None] Routers {'a36ed94c-bec9-4815-ae51-d4a07a796ed6'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:16:26.489738 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-95240dc4-5ab2-4de2-a74a-059b1a9a7aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:16:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['a36ed94c-bec9-4815-ae51-d4a07a796ed6'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:26.492591 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b723e87-c47a-4060-a40f-5c7111f12109 None None] Pushing event updated for resources: {'Port': ['ID=ade50ff1-2f12-4c13-8e92-d161517b0432,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:26.609311 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-d93db5d4-75df-472c-841d-cde5b96afeb0 None None] Provisioning complete for port ade50ff1-2f12-4c13-8e92-d161517b0432 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:26.609958 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d93db5d4-75df-472c-841d-cde5b96afeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:26.634507 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-95240dc4-5ab2-4de2-a74a-059b1a9a7aad None None] Set router a36ed94c-bec9-4815-ae51-d4a07a796ed6 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:16:26.807618 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d93db5d4-75df-472c-841d-cde5b96afeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:26.853103 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-d93db5d4-75df-472c-841d-cde5b96afeb0 None None] For port ade50ff1-2f12-4c13-8e92-d161517b0432, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=ade50ff1-2f12-4c13-8e92-d161517b0432,segment=NetworkSegment(59fe5fe3-9904-41ee-807e-ace2137d888d),segment_id=59fe5fe3-9904-41ee-807e-ace2137d888d)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:16:26.868320 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d93db5d4-75df-472c-841d-cde5b96afeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:26.877388 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-e9c2ec00-f0a2-4aec-9a8f-c5236815045e tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:26.879025 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-e9c2ec00-f0a2-4aec-9a8f-c5236815045e tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.42 "GET /v2.0/networks?id=f6c0a93e-4ff6-4723-a191-615c8f49424f HTTP/1.1" status: 200 len: 797 time: 0.1523044 Feb 16 13:16:26.879592 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a8873b57-342d-4b3d-a3a6-649a21ce883f req-2c243f4e-ed69-4987-915b-01c2e0638d81 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 210 time: 0.0401676 Feb 16 13:16:26.936925 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-6971fac4-cc7d-47e8-920a-61078a162c10 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a HTTP/1.1" status: 200 len: 380 time: 0.0458937 Feb 16 13:16:26.942354 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93db5d4-75df-472c-841d-cde5b96afeb0 None None] Pushing event updated for resources: {'Port': ['ID=ade50ff1-2f12-4c13-8e92-d161517b0432,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:26.951034 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-a971cc21-2cc7-468f-95ef-58ab058ed5a0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'port': {'device_id': 'ed521806-0118-4726-bed8-aacb075acd7f', 'network_id': 'f6c0a93e-4ff6-4723-a191-615c8f49424f', 'admin_state_up': True, 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'security_groups': ['40fb3c83-7b34-4497-a1dd-15e6751dc944']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:26.965958 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-95240dc4-5ab2-4de2-a74a-059b1a9a7aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36ed94c-bec9-4815-ae51-d4a07a796ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980696964', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '9950f066-d8cf-45bd-b614-4190b897054e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:20Z', 'updated_at': '2022-02-16T13:16:23Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '9950f066-d8cf-45bd-b614-4190b897054e', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36ed94c-bec9-4815-ae51-d4a07a796ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:21Z', 'updated_at': '2022-02-16T13:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'ade50ff1-2f12-4c13-8e92-d161517b0432', 'name': '', 'network_id': 'f6c0a93e-4ff6-4723-a191-615c8f49424f', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:34:c2:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36ed94c-bec9-4815-ae51-d4a07a796ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'd7f3879e-720f-4fcb-b3a9-34642bf3ae72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:23Z', 'updated_at': '2022-02-16T13:16:26Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': 'd7f3879e-720f-4fcb-b3a9-34642bf3ae72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:27.000221 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95240dc4-5ab2-4de2-a74a-059b1a9a7aad None None] The sync data for ids ['a36ed94c-bec9-4815-ae51-d4a07a796ed6'] in dv-neutron-828142-3-hyperv is: [{'id': 'a36ed94c-bec9-4815-ae51-d4a07a796ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980696964', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '9950f066-d8cf-45bd-b614-4190b897054e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:20Z', 'updated_at': '2022-02-16T13:16:23Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '9950f066-d8cf-45bd-b614-4190b897054e', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36ed94c-bec9-4815-ae51-d4a07a796ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:21Z', 'updated_at': '2022-02-16T13:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'ade50ff1-2f12-4c13-8e92-d161517b0432', 'name': '', 'network_id': 'f6c0a93e-4ff6-4723-a191-615c8f49424f', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:34:c2:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36ed94c-bec9-4815-ae51-d4a07a796ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'd7f3879e-720f-4fcb-b3a9-34642bf3ae72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:23Z', 'updated_at': '2022-02-16T13:16:26Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': 'd7f3879e-720f-4fcb-b3a9-34642bf3ae72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:16:27.013560 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-04c6691f-39e7-425a-92e4-5026bb39779e None None] Provisioning complete for port ade50ff1-2f12-4c13-8e92-d161517b0432 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:27.013932 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-04c6691f-39e7-425a-92e4-5026bb39779e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:27.098985 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-a971cc21-2cc7-468f-95ef-58ab058ed5a0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Made reservation on behalf of 3d70f7ea0f94439483a5f3cf73c75b3a for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:16:27.102774 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-a971cc21-2cc7-468f-95ef-58ab058ed5a0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:27.111791 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:27.255307 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-a971cc21-2cc7-468f-95ef-58ab058ed5a0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Allocated IP 172.20.0.12 (f6c0a93e-4ff6-4723-a191-615c8f49424f/d7f3879e-720f-4fcb-b3a9-34642bf3ae72/5b596d8e-ec8a-44af-9097-8e07fcc9e860) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:16:27.355566 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 9950f066-d8cf-45bd-b614-4190b897054e up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:16:27.407133 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 9950f066-d8cf-45bd-b614-4190b897054e triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:27.408023 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:27.412348 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-a971cc21-2cc7-468f-95ef-58ab058ed5a0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:27.449773 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-a971cc21-2cc7-468f-95ef-58ab058ed5a0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:27.459877 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:27.504356 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-a971cc21-2cc7-468f-95ef-58ab058ed5a0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Network f6c0a93e-4ff6-4723-a191-615c8f49424f is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:16:27.508089 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-a971cc21-2cc7-468f-95ef-58ab058ed5a0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:16:27.512934 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-a971cc21-2cc7-468f-95ef-58ab058ed5a0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:16:27.518996 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device ade50ff1-2f12-4c13-8e92-d161517b0432 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:16:27.542016 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a971cc21-2cc7-468f-95ef-58ab058ed5a0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'Port': ['ID=5b596d8e-ec8a-44af-9097-8e07fcc9e860,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:27.581258 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port ade50ff1-2f12-4c13-8e92-d161517b0432 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:27.581633 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:27.596299 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-a971cc21-2cc7-468f-95ef-58ab058ed5a0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:27.597694 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-a971cc21-2cc7-468f-95ef-58ab058ed5a0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:27.624054 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-a971cc21-2cc7-468f-95ef-58ab058ed5a0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6781797 Feb 16 13:16:27.637339 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-88d95719-8c63-451e-b40f-1e367ec7c898 service neutron] Request body: {'port': {'device_id': 'ed521806-0118-4726-bed8-aacb075acd7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:27.699344 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-88d95719-8c63-451e-b40f-1e367ec7c898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:27.788501 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9acee07e-bad4-45ba-904e-c6b54822580a None None] Provisioning complete for port 5b596d8e-ec8a-44af-9097-8e07fcc9e860 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:27.789088 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9acee07e-bad4-45ba-904e-c6b54822580a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:27.824943 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9acee07e-bad4-45ba-904e-c6b54822580a None None] Port 5b596d8e-ec8a-44af-9097-8e07fcc9e860 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:16:27.993816 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393bd55-d77a-494b-983d-86f456f73acc req-0024fabe-d960-4e10-91c6-b9556a4f776a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:27.995510 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9393bd55-d77a-494b-983d-86f456f73acc req-0024fabe-d960-4e10-91c6-b9556a4f776a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 932 time: 0.0513973 Feb 16 13:16:27.998559 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-88d95719-8c63-451e-b40f-1e367ec7c898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b596d8e-ec8a-44af-9097-8e07fcc9e860 {{(pid=109049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:16:28.007273 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-88d95719-8c63-451e-b40f-1e367ec7c898 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:28.020337 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.provisioning_blocks [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-88d95719-8c63-451e-b40f-1e367ec7c898 service neutron] Transition to ACTIVE for port object 5b596d8e-ec8a-44af-9097-8e07fcc9e860 will not be triggered until provisioned by entity L2. {{(pid=109049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:16:28.024657 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-88d95719-8c63-451e-b40f-1e367ec7c898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:28.045324 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9393bd55-d77a-494b-983d-86f456f73acc req-e28a5a92-dd57-4f37-a629-77dc2497c6bc tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=40fb3c83-7b34-4497-a1dd-15e6751dc944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401483 Feb 16 13:16:28.082084 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d95719-8c63-451e-b40f-1e367ec7c898 service neutron] Pushing event updated for resources: {'Port': ['ID=5b596d8e-ec8a-44af-9097-8e07fcc9e860,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:28.153553 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-88d95719-8c63-451e-b40f-1e367ec7c898 service neutron] Attempting to bind port 5b596d8e-ec8a-44af-9097-8e07fcc9e860 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:16:28.153993 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-88d95719-8c63-451e-b40f-1e367ec7c898 service neutron] Attempting to bind port 5b596d8e-ec8a-44af-9097-8e07fcc9e860 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '59fe5fe3-9904-41ee-807e-ace2137d888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f6c0a93e-4ff6-4723-a191-615c8f49424f'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:16:28.154384 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-88d95719-8c63-451e-b40f-1e367ec7c898 service neutron] Attempting to bind port 5b596d8e-ec8a-44af-9097-8e07fcc9e860 on network f6c0a93e-4ff6-4723-a191-615c8f49424f {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:16:28.163862 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-88d95719-8c63-451e-b40f-1e367ec7c898 service neutron] Port 5b596d8e-ec8a-44af-9097-8e07fcc9e860 on network f6c0a93e-4ff6-4723-a191-615c8f49424f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:16:28.164196 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-88d95719-8c63-451e-b40f-1e367ec7c898 service neutron] Attempting to bind port 5b596d8e-ec8a-44af-9097-8e07fcc9e860 on network f6c0a93e-4ff6-4723-a191-615c8f49424f {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:16:28.170168 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-88d95719-8c63-451e-b40f-1e367ec7c898 service neutron] Checking agent: {'id': '31a9428e-e23a-420f-bfe2-5870b63c0436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'started_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:16:28.170678 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-88d95719-8c63-451e-b40f-1e367ec7c898 service neutron] Checking segment: {'id': '59fe5fe3-9904-41ee-807e-ace2137d888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f6c0a93e-4ff6-4723-a191-615c8f49424f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:16:28.171606 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-88d95719-8c63-451e-b40f-1e367ec7c898 service neutron] Bound using segment: {'id': '59fe5fe3-9904-41ee-807e-ace2137d888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f6c0a93e-4ff6-4723-a191-615c8f49424f'} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:16:28.172041 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-88d95719-8c63-451e-b40f-1e367ec7c898 service neutron] Bound port: 5b596d8e-ec8a-44af-9097-8e07fcc9e860, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59fe5fe3-9904-41ee-807e-ace2137d888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f6c0a93e-4ff6-4723-a191-615c8f49424f'}}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:16:28.172398 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-88d95719-8c63-451e-b40f-1e367ec7c898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:28.262392 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-88d95719-8c63-451e-b40f-1e367ec7c898 service neutron] For port 5b596d8e-ec8a-44af-9097-8e07fcc9e860, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:16:28.267437 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-88d95719-8c63-451e-b40f-1e367ec7c898 service neutron] For port 5b596d8e-ec8a-44af-9097-8e07fcc9e860, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5b596d8e-ec8a-44af-9097-8e07fcc9e860,segment=NetworkSegment(59fe5fe3-9904-41ee-807e-ace2137d888d),segment_id=59fe5fe3-9904-41ee-807e-ace2137d888d)] {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:16:28.274230 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-88d95719-8c63-451e-b40f-1e367ec7c898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:28.314645 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-88d95719-8c63-451e-b40f-1e367ec7c898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:28.315258 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-88d95719-8c63-451e-b40f-1e367ec7c898 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:28.316680 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-88d95719-8c63-451e-b40f-1e367ec7c898 service neutron] 10.222.0.42 "PUT /v2.0/ports/5b596d8e-ec8a-44af-9097-8e07fcc9e860 HTTP/1.1" status: 200 len: 1094 time: 0.6838036 Feb 16 13:16:28.317123 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed521806-0118-4726-bed8-aacb075acd7f', 'tag': '5b596d8e-ec8a-44af-9097-8e07fcc9e860'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:16:28.319394 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce48ae2c-364f-44ae-9a9c-85cf5abe4de2" -d '{"events": [{"name": "network-changed", "server_uuid": "ed521806-0118-4726-bed8-aacb075acd7f", "tag": "5b596d8e-ec8a-44af-9097-8e07fcc9e860"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:16:28.349125 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d95719-8c63-451e-b40f-1e367ec7c898 service neutron] Pushing event updated for resources: {'Port': ['ID=5b596d8e-ec8a-44af-9097-8e07fcc9e860,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:28.383711 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8a0563-297c-479f-9cf5-36e94fef42ce x-openstack-request-id: req-bb8a0563-297c-479f-9cf5-36e94fef42ce {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:16:28.384136 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed521806-0118-4726-bed8-aacb075acd7f", "tag": "5b596d8e-ec8a-44af-9097-8e07fcc9e860", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:16:28.384379 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-bb8a0563-297c-479f-9cf5-36e94fef42ce {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:16:28.384605 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed521806-0118-4726-bed8-aacb075acd7f', 'tag': '5b596d8e-ec8a-44af-9097-8e07fcc9e860', 'status': 'completed', 'code': 200} Feb 16 13:16:28.415613 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-5523bd77-0578-48d3-bf97-0004fc8e89f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:28.417215 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-5523bd77-0578-48d3-bf97-0004fc8e89f3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a&device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 1097 time: 0.0450718 Feb 16 13:16:28.462916 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-1387563c-f753-4d15-8556-38e8ecc5f470 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b596d8e-ec8a-44af-9097-8e07fcc9e860 HTTP/1.1" status: 200 len: 217 time: 0.0385623 Feb 16 13:16:28.513814 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-6eed0dcc-d16e-4f1f-ac6a-fef6fa4d078d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:28.515304 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-6eed0dcc-d16e-4f1f-ac6a-fef6fa4d078d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d7f3879e-720f-4fcb-b3a9-34642bf3ae72 HTTP/1.1" status: 200 len: 834 time: 0.0459142 Feb 16 13:16:28.561080 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-bd7f714b-ab98-4b12-9d73-57b158f524b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:28.562684 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-bd7f714b-ab98-4b12-9d73-57b158f524b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6c0a93e-4ff6-4723-a191-615c8f49424f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412724 Feb 16 13:16:28.659123 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-5ee6e73c-639e-49d4-8fb6-126c3013cec2 service neutron] 10.222.0.42 "GET /v2.0/networks/f6c0a93e-4ff6-4723-a191-615c8f49424f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897427 Feb 16 13:16:28.748393 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-80b87140-ddd2-45cd-a283-1ef8b6f97e8f req-e82a2bfb-a253-4637-ac9a-a1ab152f78ec service neutron] 10.222.0.42 "GET /v2.0/networks/f6c0a93e-4ff6-4723-a191-615c8f49424f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820694 Feb 16 13:16:28.791823 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:28.837269 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48ae2c-364f-44ae-9a9c-85cf5abe4de2 req-c25bccc7-1ad3-4820-92a0-62d1ff4f0ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:28.838753 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ce48ae2c-364f-44ae-9a9c-85cf5abe4de2 req-c25bccc7-1ad3-4820-92a0-62d1ff4f0ce9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a&device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 1097 time: 0.0413830 Feb 16 13:16:28.930736 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48ae2c-364f-44ae-9a9c-85cf5abe4de2 req-564e8da9-4ea7-420c-8962-751a6d12fae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:28.932188 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ce48ae2c-364f-44ae-9a9c-85cf5abe4de2 req-564e8da9-4ea7-420c-8962-751a6d12fae0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f6c0a93e-4ff6-4723-a191-615c8f49424f HTTP/1.1" status: 200 len: 898 time: 0.0870335 Feb 16 13:16:28.975027 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ce48ae2c-364f-44ae-9a9c-85cf5abe4de2 req-1faaab44-33eb-4bce-86b3-43f80a30c417 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b596d8e-ec8a-44af-9097-8e07fcc9e860 HTTP/1.1" status: 200 len: 217 time: 0.0351121 Feb 16 13:16:29.022258 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48ae2c-364f-44ae-9a9c-85cf5abe4de2 req-37268d84-948a-4689-ba98-921845f424c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:29.023576 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ce48ae2c-364f-44ae-9a9c-85cf5abe4de2 req-37268d84-948a-4689-ba98-921845f424c6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d7f3879e-720f-4fcb-b3a9-34642bf3ae72 HTTP/1.1" status: 200 len: 834 time: 0.0420041 Feb 16 13:16:29.075670 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48ae2c-364f-44ae-9a9c-85cf5abe4de2 req-4ffd638c-8d95-4efa-ad9a-97459df3167a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:29.077282 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ce48ae2c-364f-44ae-9a9c-85cf5abe4de2 req-4ffd638c-8d95-4efa-ad9a-97459df3167a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6c0a93e-4ff6-4723-a191-615c8f49424f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446756 Feb 16 13:16:29.166148 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62056c81-2cf0-4efd-99f9-36cc8adf56d0 req-35e59845-3ac9-4dc2-91f0-85338835a301 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:29.167562 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ce48ae2c-364f-44ae-9a9c-85cf5abe4de2 req-98f8279b-cbc5-4b42-a3c3-708cc5c7ee11 service neutron] 10.222.0.42 "GET /v2.0/networks/f6c0a93e-4ff6-4723-a191-615c8f49424f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830646 Feb 16 13:16:29.167701 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-62056c81-2cf0-4efd-99f9-36cc8adf56d0 req-35e59845-3ac9-4dc2-91f0-85338835a301 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 944 time: 0.0527399 Feb 16 13:16:29.207112 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-62056c81-2cf0-4efd-99f9-36cc8adf56d0 req-e84f6aad-9ecf-4365-b945-abb13719e8fc tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=40fb3c83-7b34-4497-a1dd-15e6751dc944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332887 Feb 16 13:16:29.263849 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ce48ae2c-364f-44ae-9a9c-85cf5abe4de2 req-afd050f8-9430-4da1-8ed4-ffc90afc1cc9 service neutron] 10.222.0.42 "GET /v2.0/networks/f6c0a93e-4ff6-4723-a191-615c8f49424f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889649 Feb 16 13:16:30.331078 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eefd66-c970-4c32-ac57-886136b66c20 req-698596cf-590f-4b3a-a29e-4db44632c971 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:30.332558 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f9eefd66-c970-4c32-ac57-886136b66c20 req-698596cf-590f-4b3a-a29e-4db44632c971 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 944 time: 0.0496850 Feb 16 13:16:30.369539 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f9eefd66-c970-4c32-ac57-886136b66c20 req-677833d2-343d-49cf-8327-1ed918ec3fbc tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=40fb3c83-7b34-4497-a1dd-15e6751dc944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310671 Feb 16 13:16:31.154421 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 5b596d8e-ec8a-44af-9097-8e07fcc9e860 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:16:31.392867 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 5b596d8e-ec8a-44af-9097-8e07fcc9e860, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5b596d8e-ec8a-44af-9097-8e07fcc9e860,segment=NetworkSegment(59fe5fe3-9904-41ee-807e-ace2137d888d),segment_id=59fe5fe3-9904-41ee-807e-ace2137d888d)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:16:31.405139 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': '5b596d8e-ec8a-44af-9097-8e07fcc9e860', 'network_id': 'f6c0a93e-4ff6-4723-a191-615c8f49424f', 'port_id': '5b596d8e-ec8a-44af-9097-8e07fcc9e860', 'mac_address': 'fa:16:3e:0a:ce:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f3879e-720f-4fcb-b3a9-34642bf3ae72', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:16:31.442431 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:31.456412 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b596d8e-ec8a-44af-9097-8e07fcc9e860 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:16:31.477663 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 5b596d8e-ec8a-44af-9097-8e07fcc9e860, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5b596d8e-ec8a-44af-9097-8e07fcc9e860,segment=NetworkSegment(59fe5fe3-9904-41ee-807e-ace2137d888d),segment_id=59fe5fe3-9904-41ee-807e-ace2137d888d)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:16:31.481638 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:31.496092 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd005d8-8af5-4b29-a6dd-b73065dd94ed req-69eaf0db-f58a-4a49-bb49-05da14d2bf54 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:31.499012 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bcd005d8-8af5-4b29-a6dd-b73065dd94ed req-69eaf0db-f58a-4a49-bb49-05da14d2bf54 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 944 time: 0.0600886 Feb 16 13:16:31.528723 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=5b596d8e-ec8a-44af-9097-8e07fcc9e860,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:31.536017 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bcd005d8-8af5-4b29-a6dd-b73065dd94ed req-b996ce98-22c1-4c7c-95b2-01c8cf65a26f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=40fb3c83-7b34-4497-a1dd-15e6751dc944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323000 Feb 16 13:16:31.690066 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['5b596d8e-ec8a-44af-9097-8e07fcc9e860'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:16:32.665742 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29d2ec-2b73-468c-a9ca-b34e7a5d99b0 req-619aa081-95e4-41e9-af16-be21235cf5da tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:32.668055 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ca29d2ec-2b73-468c-a9ca-b34e7a5d99b0 req-619aa081-95e4-41e9-af16-be21235cf5da tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 945 time: 0.0640852 Feb 16 13:16:32.716336 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ca29d2ec-2b73-468c-a9ca-b34e7a5d99b0 req-6051a0f8-1f84-40d6-9912-901c221459af tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=40fb3c83-7b34-4497-a1dd-15e6751dc944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418787 Feb 16 13:16:33.184838 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 5b596d8e-ec8a-44af-9097-8e07fcc9e860 up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:16:33.233876 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning for port 5b596d8e-ec8a-44af-9097-8e07fcc9e860 completed by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:16:33.237661 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port 5b596d8e-ec8a-44af-9097-8e07fcc9e860 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:33.238020 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:33.313805 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:33.335342 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed521806-0118-4726-bed8-aacb075acd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b596d8e-ec8a-44af-9097-8e07fcc9e860'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:16:33.337682 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46dd5550-b655-42f0-8645-c2a6ade8e86e" -d '{"events": [{"server_uuid": "ed521806-0118-4726-bed8-aacb075acd7f", "name": "network-vif-plugged", "status": "completed", "tag": "5b596d8e-ec8a-44af-9097-8e07fcc9e860"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:16:33.354843 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 5b596d8e-ec8a-44af-9097-8e07fcc9e860, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5b596d8e-ec8a-44af-9097-8e07fcc9e860,segment=NetworkSegment(59fe5fe3-9904-41ee-807e-ace2137d888d),segment_id=59fe5fe3-9904-41ee-807e-ace2137d888d)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:16:33.359450 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:33.406780 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=5b596d8e-ec8a-44af-9097-8e07fcc9e860,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:33.474965 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9f9ba3-0e20-4caf-9239-524d9e71fc8b x-openstack-request-id: req-ca9f9ba3-0e20-4caf-9239-524d9e71fc8b {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:16:33.475262 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed521806-0118-4726-bed8-aacb075acd7f", "name": "network-vif-plugged", "status": "completed", "tag": "5b596d8e-ec8a-44af-9097-8e07fcc9e860", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:16:33.475513 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ca9f9ba3-0e20-4caf-9239-524d9e71fc8b {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:16:33.475904 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed521806-0118-4726-bed8-aacb075acd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b596d8e-ec8a-44af-9097-8e07fcc9e860', 'code': 200} Feb 16 13:16:33.638272 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a84dc-4072-40b9-a06a-2e7b2e4f28d3 req-c9616540-ed50-4048-884f-522a0995ae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:33.640401 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6b2a84dc-4072-40b9-a06a-2e7b2e4f28d3 req-c9616540-ed50-4048-884f-522a0995ae52 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 1099 time: 0.0405481 Feb 16 13:16:33.673001 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6b2a84dc-4072-40b9-a06a-2e7b2e4f28d3 req-2e9f9bb8-88bf-4adb-80b7-4fbbc906eccd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=40fb3c83-7b34-4497-a1dd-15e6751dc944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272074 Feb 16 13:16:33.830305 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b67392-9603-4ccc-95c8-6866c286aa35 req-75097330-de52-416b-b8fe-92d96b537ed2 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:33.831769 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-68b67392-9603-4ccc-95c8-6866c286aa35 req-75097330-de52-416b-b8fe-92d96b537ed2 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 946 time: 0.0488791 Feb 16 13:16:33.869350 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-68b67392-9603-4ccc-95c8-6866c286aa35 req-f97b9e36-acb4-4750-9df4-4b1d86eb6a57 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=40fb3c83-7b34-4497-a1dd-15e6751dc944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315480 Feb 16 13:16:34.432129 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:16:34.986074 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a25c91-c924-478e-b3ad-b928289bfd18 req-7555e25c-e702-4734-8965-1dbb7bd58cc6 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:34.987532 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-97a25c91-c924-478e-b3ad-b928289bfd18 req-7555e25c-e702-4734-8965-1dbb7bd58cc6 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 946 time: 0.0485880 Feb 16 13:16:35.025392 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-97a25c91-c924-478e-b3ad-b928289bfd18 req-738f7fa4-0527-4251-95c2-921cb14805f2 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=40fb3c83-7b34-4497-a1dd-15e6751dc944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319152 Feb 16 13:16:35.142323 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3bbf0-6e11-4f66-868e-1b430cadcd84 req-8f0549a3-3ce8-4743-8a69-9ad77cf89114 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:35.143798 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-80f3bbf0-6e11-4f66-868e-1b430cadcd84 req-8f0549a3-3ce8-4743-8a69-9ad77cf89114 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 946 time: 0.0534019 Feb 16 13:16:35.182688 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-80f3bbf0-6e11-4f66-868e-1b430cadcd84 req-78347209-d43e-4e6e-b188-1d70bb6479f1 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=40fb3c83-7b34-4497-a1dd-15e6751dc944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325463 Feb 16 13:16:35.203442 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43448) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:16:35.243138 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1ec093-38f8-4ada-9bec-083f1894c1cf tempest-TestNetworkAdvancedServerOps-1483708827 tempest-TestNetworkAdvancedServerOps-1483708827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:35.244713 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ee1ec093-38f8-4ada-9bec-083f1894c1cf tempest-TestNetworkAdvancedServerOps-1483708827 tempest-TestNetworkAdvancedServerOps-1483708827-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 1094 time: 0.0402491 Feb 16 13:16:35.247574 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43450) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:16:35.251968 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-ce73faea-20d0-4a6b-a650-8c12d129c44a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'floatingip': {'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'port_id': '5b596d8e-ec8a-44af-9097-8e07fcc9e860', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:35.275259 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce73faea-20d0-4a6b-a650-8c12d129c44a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for floatingip, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:35.375274 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce73faea-20d0-4a6b-a650-8c12d129c44a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:35.477806 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-ce73faea-20d0-4a6b-a650-8c12d129c44a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Allocated IP 172.26.2.177 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/fc27a00d-0c9f-4b37-863a-d83d6dbc9a4c) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:16:35.580043 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce73faea-20d0-4a6b-a650-8c12d129c44a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:35.615612 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce73faea-20d0-4a6b-a650-8c12d129c44a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:35.657382 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce73faea-20d0-4a6b-a650-8c12d129c44a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:16:35.660505 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-ce73faea-20d0-4a6b-a650-8c12d129c44a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:16:35.663998 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce73faea-20d0-4a6b-a650-8c12d129c44a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:16:35.669383 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73faea-20d0-4a6b-a650-8c12d129c44a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'Port': ['ID=fc27a00d-0c9f-4b37-863a-d83d6dbc9a4c,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:36.022943 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce73faea-20d0-4a6b-a650-8c12d129c44a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:36.093440 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce73faea-20d0-4a6b-a650-8c12d129c44a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:36.238385 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce73faea-20d0-4a6b-a650-8c12d129c44a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:36.242959 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce73faea-20d0-4a6b-a650-8c12d129c44a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:36.318705 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73faea-20d0-4a6b-a650-8c12d129c44a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'Port': ['ID=fc27a00d-0c9f-4b37-863a-d83d6dbc9a4c,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:36.326830 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce73faea-20d0-4a6b-a650-8c12d129c44a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:36.427864 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.l3_db [None req-ce73faea-20d0-4a6b-a650-8c12d129c44a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Floating IP b75f83a7-354e-4a2d-896a-31d2219c275e associated. External IP: 172.26.2.177, port: 5b596d8e-ec8a-44af-9097-8e07fcc9e860. Feb 16 13:16:36.632154 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce73faea-20d0-4a6b-a650-8c12d129c44a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Router a36ed94c-bec9-4815-ae51-d4a07a796ed6 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:16:36.740326 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce73faea-20d0-4a6b-a650-8c12d129c44a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:16:36.750205 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce01b994-e1ec-47e2-a2e3-024913190801 None None] Sync routers for ids ['a36ed94c-bec9-4815-ae51-d4a07a796ed6'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:16:36.758546 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ce73faea-20d0-4a6b-a650-8c12d129c44a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:36.760421 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce01b994-e1ec-47e2-a2e3-024913190801 None None] Routers {'a36ed94c-bec9-4815-ae51-d4a07a796ed6'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:16:36.761059 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ce01b994-e1ec-47e2-a2e3-024913190801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:16:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['a36ed94c-bec9-4815-ae51-d4a07a796ed6'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:36.786189 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ce73faea-20d0-4a6b-a650-8c12d129c44a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5375628 Feb 16 13:16:36.787138 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed521806-0118-4726-bed8-aacb075acd7f', 'tag': '5b596d8e-ec8a-44af-9097-8e07fcc9e860'}] {{(pid=109048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:16:36.791178 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40068d798dcc31a224174c6c24ac8b3e49f1a518b527dec6066c5fbc28712f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ff393c-9f00-49bc-8b85-5e166c57a987" -d '{"events": [{"name": "network-changed", "server_uuid": "ed521806-0118-4726-bed8-aacb075acd7f", "tag": "5b596d8e-ec8a-44af-9097-8e07fcc9e860"}]}' {{(pid=109048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:16:36.830682 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265278ac-d1b4-410e-a8a6-7ed2537fc11c x-openstack-request-id: req-265278ac-d1b4-410e-a8a6-7ed2537fc11c {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:16:36.830972 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed521806-0118-4726-bed8-aacb075acd7f", "tag": "5b596d8e-ec8a-44af-9097-8e07fcc9e860", "status": "completed", "code": 200}]} {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:16:36.831226 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-265278ac-d1b4-410e-a8a6-7ed2537fc11c {{(pid=109048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:16:36.831628 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed521806-0118-4726-bed8-aacb075acd7f', 'tag': '5b596d8e-ec8a-44af-9097-8e07fcc9e860', 'status': 'completed', 'code': 200} Feb 16 13:16:36.896328 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff393c-9f00-49bc-8b85-5e166c57a987 req-195bea53-8b24-4cfc-9346-8299f9bad899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:36.897941 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a9ff393c-9f00-49bc-8b85-5e166c57a987 req-195bea53-8b24-4cfc-9346-8299f9bad899 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a&device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 1099 time: 0.0424871 Feb 16 13:16:36.903652 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e789c58-b09d-49f8-9815-541c8c60db3a req-0b2128ab-cc8f-41d7-9b0b-3a71608878d6 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:36.905757 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0e789c58-b09d-49f8-9815-541c8c60db3a req-0b2128ab-cc8f-41d7-9b0b-3a71608878d6 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 946 time: 0.0563402 Feb 16 13:16:36.947240 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0e789c58-b09d-49f8-9815-541c8c60db3a req-525c7337-e66a-4523-a291-188c660163b3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=40fb3c83-7b34-4497-a1dd-15e6751dc944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355899 Feb 16 13:16:36.966793 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-ce01b994-e1ec-47e2-a2e3-024913190801 None None] Set router a36ed94c-bec9-4815-ae51-d4a07a796ed6 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:16:36.971698 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43456) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:16:36.996717 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff393c-9f00-49bc-8b85-5e166c57a987 req-3f6c81bc-c1f7-45a5-9597-f806abc8e9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:36.998202 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a9ff393c-9f00-49bc-8b85-5e166c57a987 req-3f6c81bc-c1f7-45a5-9597-f806abc8e9e6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f6c0a93e-4ff6-4723-a191-615c8f49424f HTTP/1.1" status: 200 len: 898 time: 0.0942461 Feb 16 13:16:37.036077 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-dcda620b-5336-4ec1-847b-d179438d3f42 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/floatingips/b75f83a7-354e-4a2d-896a-31d2219c275e HTTP/1.1" status: 200 len: 992 time: 0.0632119 Feb 16 13:16:37.065810 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a9ff393c-9f00-49bc-8b85-5e166c57a987 req-0fdd25ed-4ef6-4411-af50-49b875c03b61 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b596d8e-ec8a-44af-9097-8e07fcc9e860 HTTP/1.1" status: 200 len: 1000 time: 0.0615213 Feb 16 13:16:37.118221 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff393c-9f00-49bc-8b85-5e166c57a987 req-bffe95fb-036a-4e4e-8976-b34de1ae887e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:37.119789 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a9ff393c-9f00-49bc-8b85-5e166c57a987 req-bffe95fb-036a-4e4e-8976-b34de1ae887e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d7f3879e-720f-4fcb-b3a9-34642bf3ae72 HTTP/1.1" status: 200 len: 834 time: 0.0479786 Feb 16 13:16:37.195453 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ce01b994-e1ec-47e2-a2e3-024913190801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36ed94c-bec9-4815-ae51-d4a07a796ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980696964', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '9950f066-d8cf-45bd-b614-4190b897054e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:20Z', 'updated_at': '2022-02-16T13:16:23Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '9950f066-d8cf-45bd-b614-4190b897054e', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36ed94c-bec9-4815-ae51-d4a07a796ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:21Z', 'updated_at': '2022-02-16T13:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'b75f83a7-354e-4a2d-896a-31d2219c275e', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'floating_ip_address': '172.26.2.177', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': 'a36ed94c-bec9-4815-ae51-d4a07a796ed6', 'port_id': '5b596d8e-ec8a-44af-9097-8e07fcc9e860', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6c0a93e-4ff6-4723-a191-615c8f49424f', 'mac_address': 'fa:16:3e:0a:ce:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed521806-0118-4726-bed8-aacb075acd7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:16:35Z', 'updated_at': '2022-02-16T13:16:35Z', 'revision_number': 0, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ade50ff1-2f12-4c13-8e92-d161517b0432', 'name': '', 'network_id': 'f6c0a93e-4ff6-4723-a191-615c8f49424f', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:34:c2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36ed94c-bec9-4815-ae51-d4a07a796ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'd7f3879e-720f-4fcb-b3a9-34642bf3ae72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:23Z', 'updated_at': '2022-02-16T13:16:26Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': 'd7f3879e-720f-4fcb-b3a9-34642bf3ae72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:37.222069 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce01b994-e1ec-47e2-a2e3-024913190801 None None] Checking router: a36ed94c-bec9-4815-ae51-d4a07a796ed6 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:16:37.231195 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce01b994-e1ec-47e2-a2e3-024913190801 None None] Routers {'a36ed94c-bec9-4815-ae51-d4a07a796ed6'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:16:37.231819 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ce01b994-e1ec-47e2-a2e3-024913190801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:16:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['a36ed94c-bec9-4815-ae51-d4a07a796ed6'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:37.344800 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-ce01b994-e1ec-47e2-a2e3-024913190801 None None] Set router a36ed94c-bec9-4815-ae51-d4a07a796ed6 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:16:37.516141 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff393c-9f00-49bc-8b85-5e166c57a987 req-275b558d-782c-4799-a5e8-08c739241509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:37.517595 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a9ff393c-9f00-49bc-8b85-5e166c57a987 req-275b558d-782c-4799-a5e8-08c739241509 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6c0a93e-4ff6-4723-a191-615c8f49424f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3916566 Feb 16 13:16:37.595544 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ce01b994-e1ec-47e2-a2e3-024913190801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36ed94c-bec9-4815-ae51-d4a07a796ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980696964', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '9950f066-d8cf-45bd-b614-4190b897054e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:20Z', 'updated_at': '2022-02-16T13:16:23Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '9950f066-d8cf-45bd-b614-4190b897054e', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36ed94c-bec9-4815-ae51-d4a07a796ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:21Z', 'updated_at': '2022-02-16T13:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'b75f83a7-354e-4a2d-896a-31d2219c275e', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'floating_ip_address': '172.26.2.177', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': 'a36ed94c-bec9-4815-ae51-d4a07a796ed6', 'port_id': '5b596d8e-ec8a-44af-9097-8e07fcc9e860', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6c0a93e-4ff6-4723-a191-615c8f49424f', 'mac_address': 'fa:16:3e:0a:ce:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed521806-0118-4726-bed8-aacb075acd7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:16:35Z', 'updated_at': '2022-02-16T13:16:35Z', 'revision_number': 0, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ade50ff1-2f12-4c13-8e92-d161517b0432', 'name': '', 'network_id': 'f6c0a93e-4ff6-4723-a191-615c8f49424f', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:34:c2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36ed94c-bec9-4815-ae51-d4a07a796ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'd7f3879e-720f-4fcb-b3a9-34642bf3ae72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:23Z', 'updated_at': '2022-02-16T13:16:26Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': 'd7f3879e-720f-4fcb-b3a9-34642bf3ae72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:37.611496 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a9ff393c-9f00-49bc-8b85-5e166c57a987 req-0ef0836d-5012-4f9e-8a07-328d32ae643d service neutron] 10.222.0.42 "GET /v2.0/networks/f6c0a93e-4ff6-4723-a191-615c8f49424f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862472 Feb 16 13:16:37.640015 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce01b994-e1ec-47e2-a2e3-024913190801 None None] The sync data for ids ['a36ed94c-bec9-4815-ae51-d4a07a796ed6'] in dv-neutron-828142-3-hyperv is: [{'id': 'a36ed94c-bec9-4815-ae51-d4a07a796ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980696964', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '9950f066-d8cf-45bd-b614-4190b897054e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:20Z', 'updated_at': '2022-02-16T13:16:23Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '9950f066-d8cf-45bd-b614-4190b897054e', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36ed94c-bec9-4815-ae51-d4a07a796ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:21Z', 'updated_at': '2022-02-16T13:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'b75f83a7-354e-4a2d-896a-31d2219c275e', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'floating_ip_address': '172.26.2.177', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': 'a36ed94c-bec9-4815-ae51-d4a07a796ed6', 'port_id': '5b596d8e-ec8a-44af-9097-8e07fcc9e860', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6c0a93e-4ff6-4723-a191-615c8f49424f', 'mac_address': 'fa:16:3e:0a:ce:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed521806-0118-4726-bed8-aacb075acd7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:16:35Z', 'updated_at': '2022-02-16T13:16:35Z', 'revision_number': 0, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ade50ff1-2f12-4c13-8e92-d161517b0432', 'name': '', 'network_id': 'f6c0a93e-4ff6-4723-a191-615c8f49424f', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:34:c2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36ed94c-bec9-4815-ae51-d4a07a796ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'd7f3879e-720f-4fcb-b3a9-34642bf3ae72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:23Z', 'updated_at': '2022-02-16T13:16:26Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': 'd7f3879e-720f-4fcb-b3a9-34642bf3ae72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:16:37.710647 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a9ff393c-9f00-49bc-8b85-5e166c57a987 req-769c98ce-faf0-48e5-92eb-3a88871cd1dc service neutron] 10.222.0.42 "GET /v2.0/networks/f6c0a93e-4ff6-4723-a191-615c8f49424f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918303 Feb 16 13:16:37.854408 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40402c2f-9c38-4047-b710-ede688daa55f None None] New status for floating IP b75f83a7-354e-4a2d-896a-31d2219c275e: ACTIVE {{(pid=109050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:16:38.040100 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43458) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:16:38.104018 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c7be62dd-eb4b-4edc-a92c-2c76bcbfc28e tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/floatingips/b75f83a7-354e-4a2d-896a-31d2219c275e HTTP/1.1" status: 200 len: 994 time: 0.0626881 Feb 16 13:16:52.312931 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-76ee0467-ef5d-45f4-beba-f144a1879915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:54.486763 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-005305dc-7b24-4d01-bc99-3410aee33a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:55.827918 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:56.389740 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-8ca8a293-6858-4455-81c4-794d298d5a33 req-34414dcb-164c-4f14-bccc-660758f9b617 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ed521806-0118-4726-bed8-aacb075acd7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434215 Feb 16 13:16:56.471685 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8a293-6858-4455-81c4-794d298d5a33 req-e546d1dd-0cd0-4f02-a602-d257ddefa36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:56.473309 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-8ca8a293-6858-4455-81c4-794d298d5a33 req-e546d1dd-0cd0-4f02-a602-d257ddefa36b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a&device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 1099 time: 0.0404236 Feb 16 13:16:56.574902 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8a293-6858-4455-81c4-794d298d5a33 req-1d95037c-5038-4bea-a2d9-1258c317b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:56.576398 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-8ca8a293-6858-4455-81c4-794d298d5a33 req-1d95037c-5038-4bea-a2d9-1258c317b1a7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f6c0a93e-4ff6-4723-a191-615c8f49424f HTTP/1.1" status: 200 len: 898 time: 0.0832996 Feb 16 13:16:56.645064 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-8ca8a293-6858-4455-81c4-794d298d5a33 req-c25b0398-51bf-446e-b61e-499bc4479fb4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b596d8e-ec8a-44af-9097-8e07fcc9e860 HTTP/1.1" status: 200 len: 1002 time: 0.0616088 Feb 16 13:16:56.694088 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8a293-6858-4455-81c4-794d298d5a33 req-9372a44c-dedf-4add-bdff-4f33b54d5a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:56.695533 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-8ca8a293-6858-4455-81c4-794d298d5a33 req-9372a44c-dedf-4add-bdff-4f33b54d5a9e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d7f3879e-720f-4fcb-b3a9-34642bf3ae72 HTTP/1.1" status: 200 len: 834 time: 0.0432546 Feb 16 13:16:56.743999 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8a293-6858-4455-81c4-794d298d5a33 req-83c4d027-a696-4f1a-8e17-4cf04640af2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:56.745520 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-8ca8a293-6858-4455-81c4-794d298d5a33 req-83c4d027-a696-4f1a-8e17-4cf04640af2e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6c0a93e-4ff6-4723-a191-615c8f49424f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391462 Feb 16 13:16:56.837484 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-8ca8a293-6858-4455-81c4-794d298d5a33 req-110d9321-7b51-449f-8472-d56874b72e10 service neutron] 10.222.0.42 "GET /v2.0/networks/f6c0a93e-4ff6-4723-a191-615c8f49424f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849185 Feb 16 13:16:56.927565 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-8ca8a293-6858-4455-81c4-794d298d5a33 req-c1613bdb-6ac7-48ab-a458-79a0ea31f108 service neutron] 10.222.0.42 "GET /v2.0/networks/f6c0a93e-4ff6-4723-a191-615c8f49424f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813036 Feb 16 13:16:57.091861 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:57.443668 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:58.775902 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:11.431070 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:17:11.447713 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [req-5e82c127-3578-4a7c-89c9-5545799e1666 req-c482f0d7-e2d6-4a4a-9f2e-fdd686ada1b0 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:17:11.448824 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5e82c127-3578-4a7c-89c9-5545799e1666 req-c482f0d7-e2d6-4a4a-9f2e-fdd686ada1b0 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0530078 Feb 16 13:17:11.634361 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1d019-c50a-434a-99f2-c95e9c98c35f req-7897225b-42dc-400c-be45-abb21875634f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:11.635842 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-94b1d019-c50a-434a-99f2-c95e9c98c35f req-7897225b-42dc-400c-be45-abb21875634f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 946 time: 0.0531175 Feb 16 13:17:11.641859 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43486) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:17:11.675123 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-94b1d019-c50a-434a-99f2-c95e9c98c35f req-6388f454-9b52-413f-9f16-a8a0bea63b3a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=40fb3c83-7b34-4497-a1dd-15e6751dc944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333416 Feb 16 13:17:11.727307 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0c9156eb-0997-48b5-b6dc-802f5c8cd1f6 req-1af375e8-3bf4-4ff1-94c2-998bc2d7fe20 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ed521806-0118-4726-bed8-aacb075acd7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0840180 Feb 16 13:17:11.736850 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [req-0c9156eb-0997-48b5-b6dc-802f5c8cd1f6 req-4b4ab49a-4ff4-41ae-b4e7-96b08f53c4fb service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:17:11.737794 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0c9156eb-0997-48b5-b6dc-802f5c8cd1f6 req-4b4ab49a-4ff4-41ae-b4e7-96b08f53c4fb service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049233 Feb 16 13:17:12.792385 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29934d-1678-42f8-9477-bb9c273a1ace req-2a924fd8-1dc4-4318-859c-4a8b3036ee4b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:12.793867 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6f29934d-1678-42f8-9477-bb9c273a1ace req-2a924fd8-1dc4-4318-859c-4a8b3036ee4b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 946 time: 0.0483954 Feb 16 13:17:12.831234 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6f29934d-1678-42f8-9477-bb9c273a1ace req-968c5ba0-f5d3-43ad-8f62-888061cc3129 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=40fb3c83-7b34-4497-a1dd-15e6751dc944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309286 Feb 16 13:17:13.944399 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c72b8-2f39-45d9-b7f0-963bcbcf880a req-a0825641-5c74-4eac-89b2-6090b8483229 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:13.946243 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4b9c72b8-2f39-45d9-b7f0-963bcbcf880a req-a0825641-5c74-4eac-89b2-6090b8483229 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 946 time: 0.0483072 Feb 16 13:17:13.989260 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4b9c72b8-2f39-45d9-b7f0-963bcbcf880a req-0f83e25a-2381-4640-9066-a2c891b955fa tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=40fb3c83-7b34-4497-a1dd-15e6751dc944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368333 Feb 16 13:17:14.844564 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9156eb-0997-48b5-b6dc-802f5c8cd1f6 req-ab5584f0-9aaa-4fbe-bd5c-6365aa2c352f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:14.846093 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0c9156eb-0997-48b5-b6dc-802f5c8cd1f6 req-ab5584f0-9aaa-4fbe-bd5c-6365aa2c352f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a&device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 1099 time: 0.0405965 Feb 16 13:17:14.934666 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9156eb-0997-48b5-b6dc-802f5c8cd1f6 req-1682a5d8-d6c3-4479-b1db-7e47bc8a74dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:14.936759 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0c9156eb-0997-48b5-b6dc-802f5c8cd1f6 req-1682a5d8-d6c3-4479-b1db-7e47bc8a74dc service neutron] 10.222.0.42 "GET /v2.0/networks?id=f6c0a93e-4ff6-4723-a191-615c8f49424f HTTP/1.1" status: 200 len: 898 time: 0.0840156 Feb 16 13:17:15.008842 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0c9156eb-0997-48b5-b6dc-802f5c8cd1f6 req-1262bfd7-f17b-471d-8eb8-a80d7b998d38 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b596d8e-ec8a-44af-9097-8e07fcc9e860 HTTP/1.1" status: 200 len: 1002 time: 0.0638664 Feb 16 13:17:15.059138 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9156eb-0997-48b5-b6dc-802f5c8cd1f6 req-e6cf49da-8ec1-49cb-9de9-25c6abad4578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:15.061265 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0c9156eb-0997-48b5-b6dc-802f5c8cd1f6 req-e6cf49da-8ec1-49cb-9de9-25c6abad4578 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d7f3879e-720f-4fcb-b3a9-34642bf3ae72 HTTP/1.1" status: 200 len: 834 time: 0.0462503 Feb 16 13:17:15.111569 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b001906-8ac5-4dd7-8ca4-3095e9c841e3 req-b0a07140-2b88-4d8f-85b6-41c194f48a75 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:15.112835 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9156eb-0997-48b5-b6dc-802f5c8cd1f6 req-52b01cca-3c02-46a6-ba36-c950f8bb55fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:15.113441 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8b001906-8ac5-4dd7-8ca4-3095e9c841e3 req-b0a07140-2b88-4d8f-85b6-41c194f48a75 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 946 time: 0.0517306 Feb 16 13:17:15.114562 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0c9156eb-0997-48b5-b6dc-802f5c8cd1f6 req-52b01cca-3c02-46a6-ba36-c950f8bb55fe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6c0a93e-4ff6-4723-a191-615c8f49424f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440497 Feb 16 13:17:15.164301 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8b001906-8ac5-4dd7-8ca4-3095e9c841e3 req-b91ba33f-a167-4181-8ecc-e839f97db2fa tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=40fb3c83-7b34-4497-a1dd-15e6751dc944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447817 Feb 16 13:17:15.219331 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0c9156eb-0997-48b5-b6dc-802f5c8cd1f6 req-d8b0d684-2083-43d4-b524-abb7bc3fafde service neutron] 10.222.0.42 "GET /v2.0/networks/f6c0a93e-4ff6-4723-a191-615c8f49424f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977221 Feb 16 13:17:15.310681 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0c9156eb-0997-48b5-b6dc-802f5c8cd1f6 req-19698215-643c-4c20-8357-8fcceaf702a9 service neutron] 10.222.0.42 "GET /v2.0/networks/f6c0a93e-4ff6-4723-a191-615c8f49424f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839419 Feb 16 13:17:16.283821 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e2f68-33fa-40ba-8b91-45b552a1b9bb req-13a30d9a-f4c2-40a0-ade0-6dfa9ac9dff4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:16.285341 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c60e2f68-33fa-40ba-8b91-45b552a1b9bb req-13a30d9a-f4c2-40a0-ade0-6dfa9ac9dff4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 946 time: 0.0505915 Feb 16 13:17:16.326061 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c60e2f68-33fa-40ba-8b91-45b552a1b9bb req-63337536-8acf-4b67-a3b6-bea7a11f47f3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=40fb3c83-7b34-4497-a1dd-15e6751dc944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344512 Feb 16 13:17:17.450276 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff9772-98b8-4c0a-9ad3-337b4d8c9562 req-beafa1dd-e345-43d4-98cf-08152796e82c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:17.451779 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-50ff9772-98b8-4c0a-9ad3-337b4d8c9562 req-beafa1dd-e345-43d4-98cf-08152796e82c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 946 time: 0.0494533 Feb 16 13:17:17.493147 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-50ff9772-98b8-4c0a-9ad3-337b4d8c9562 req-bc17b8ae-b81c-4da0-89be-33447a418ad5 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=40fb3c83-7b34-4497-a1dd-15e6751dc944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355256 Feb 16 13:17:18.607542 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98f513-631e-4783-a624-abd0290e6d0e req-04764124-dc04-45ee-9f11-83483dc42b61 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:18.609046 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5f98f513-631e-4783-a624-abd0290e6d0e req-04764124-dc04-45ee-9f11-83483dc42b61 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 946 time: 0.0486188 Feb 16 13:17:18.647700 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5f98f513-631e-4783-a624-abd0290e6d0e req-cddd6fb6-9c38-4280-8eaa-c88f8dce6f9a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=40fb3c83-7b34-4497-a1dd-15e6751dc944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325608 Feb 16 13:17:19.764451 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e519207-d0f1-4282-8dde-1cd14fb7c6e9 req-13ae0e02-171c-4b8a-9628-d8b2e34e7b20 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:19.766074 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8e519207-d0f1-4282-8dde-1cd14fb7c6e9 req-13ae0e02-171c-4b8a-9628-d8b2e34e7b20 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 946 time: 0.0492249 Feb 16 13:17:19.805352 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8e519207-d0f1-4282-8dde-1cd14fb7c6e9 req-8055b502-b6c3-4692-afe6-33d54ad982f6 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=40fb3c83-7b34-4497-a1dd-15e6751dc944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330207 Feb 16 13:17:20.919843 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985f5fd-2c3c-4638-b56a-17977c2f2c6b req-edb78475-2a04-46e8-998f-9a028700a815 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:20.921350 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b985f5fd-2c3c-4638-b56a-17977c2f2c6b req-edb78475-2a04-46e8-998f-9a028700a815 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 946 time: 0.0496950 Feb 16 13:17:20.962790 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b985f5fd-2c3c-4638-b56a-17977c2f2c6b req-525347ca-e536-4a3e-8988-e88673480bf6 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=40fb3c83-7b34-4497-a1dd-15e6751dc944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355842 Feb 16 13:17:22.080890 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5898d-6d95-4d07-b750-9fa32c3b0763 req-9c7532fa-5114-4e05-85e2-b8f601eb5cf7 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:22.082396 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-38c5898d-6d95-4d07-b750-9fa32c3b0763 req-9c7532fa-5114-4e05-85e2-b8f601eb5cf7 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 946 time: 0.0513430 Feb 16 13:17:22.132218 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-38c5898d-6d95-4d07-b750-9fa32c3b0763 req-f1a73313-18a8-48b9-8e6f-9a074ee4921b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=40fb3c83-7b34-4497-a1dd-15e6751dc944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438042 Feb 16 13:17:22.317561 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f6b00f99-871f-49cb-a29e-caf7398a6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:23.248413 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b6c67-1c9a-430d-ad60-9f234a765c0d req-3299bbc9-19a3-4193-af4f-14373263e081 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:23.250490 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-aa4b6c67-1c9a-430d-ad60-9f234a765c0d req-3299bbc9-19a3-4193-af4f-14373263e081 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 946 time: 0.0499609 Feb 16 13:17:23.287779 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-aa4b6c67-1c9a-430d-ad60-9f234a765c0d req-ccc8b2c3-e91d-4352-8011-f0de632089dd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=40fb3c83-7b34-4497-a1dd-15e6751dc944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311635 Feb 16 13:17:24.403246 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8b955-65cb-4729-86ad-0237cd2a4c6d req-82ab43dd-2158-441a-a570-0e5a7dd17723 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:24.404754 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-28e8b955-65cb-4729-86ad-0237cd2a4c6d req-82ab43dd-2158-441a-a570-0e5a7dd17723 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 946 time: 0.0490048 Feb 16 13:17:24.447323 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-28e8b955-65cb-4729-86ad-0237cd2a4c6d req-3d239c20-226d-4f16-bea2-a7d937bc7825 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=40fb3c83-7b34-4497-a1dd-15e6751dc944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356145 Feb 16 13:17:24.488342 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-08bfe371-d383-4030-9633-3c5554ce584e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:25.560998 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acdca88-22fe-4b81-93f8-1bc2e46f7624 req-8a9cc303-8e3b-4629-aa75-f172f94e09fe tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:25.563226 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6acdca88-22fe-4b81-93f8-1bc2e46f7624 req-8a9cc303-8e3b-4629-aa75-f172f94e09fe tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 946 time: 0.0485818 Feb 16 13:17:25.604395 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6acdca88-22fe-4b81-93f8-1bc2e46f7624 req-9348bcb1-4807-47e5-89c4-f08a948ef18a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=40fb3c83-7b34-4497-a1dd-15e6751dc944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343118 Feb 16 13:17:25.830562 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:26.723604 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41c68f-21f3-47df-90ea-7a86e0798f52 req-2a0fa131-8d25-4c19-bf73-96fd9f84ff75 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:26.725115 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-df41c68f-21f3-47df-90ea-7a86e0798f52 req-2a0fa131-8d25-4c19-bf73-96fd9f84ff75 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 946 time: 0.0495603 Feb 16 13:17:26.763756 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-df41c68f-21f3-47df-90ea-7a86e0798f52 req-e7984bc3-c2c7-4f9d-aee9-6ce1774b66a1 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=40fb3c83-7b34-4497-a1dd-15e6751dc944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327160 Feb 16 13:17:27.037503 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0c9156eb-0997-48b5-b6dc-802f5c8cd1f6 req-5c0411b1-4a44-446d-a344-98e8be04a1ac service neutron] 10.222.0.42 "GET /v2.0/ports/5b596d8e-ec8a-44af-9097-8e07fcc9e860/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0570886 Feb 16 13:17:27.095722 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:27.253897 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9156eb-0997-48b5-b6dc-802f5c8cd1f6 req-eba40a73-ac38-491a-86c5-03cb09bfe412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:27.255433 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0c9156eb-0997-48b5-b6dc-802f5c8cd1f6 req-eba40a73-ac38-491a-86c5-03cb09bfe412 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ed521806-0118-4726-bed8-aacb075acd7f&tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a HTTP/1.1" status: 200 len: 1099 time: 0.0481646 Feb 16 13:17:27.319709 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9156eb-0997-48b5-b6dc-802f5c8cd1f6 req-fba6b416-e064-4016-b26b-53d51f4c06e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:27.321172 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0c9156eb-0997-48b5-b6dc-802f5c8cd1f6 req-fba6b416-e064-4016-b26b-53d51f4c06e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a&device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 1099 time: 0.0420938 Feb 16 13:17:27.412781 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9156eb-0997-48b5-b6dc-802f5c8cd1f6 req-8f71e6d0-567a-4393-af1b-46eb34d7fd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:27.414257 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0c9156eb-0997-48b5-b6dc-802f5c8cd1f6 req-8f71e6d0-567a-4393-af1b-46eb34d7fd79 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f6c0a93e-4ff6-4723-a191-615c8f49424f HTTP/1.1" status: 200 len: 898 time: 0.0869405 Feb 16 13:17:27.446484 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:27.495364 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0c9156eb-0997-48b5-b6dc-802f5c8cd1f6 req-c2e14343-e80e-4f2c-ae6a-003b0e2fb5ae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b596d8e-ec8a-44af-9097-8e07fcc9e860 HTTP/1.1" status: 200 len: 1002 time: 0.0739760 Feb 16 13:17:27.544241 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9156eb-0997-48b5-b6dc-802f5c8cd1f6 req-d90370fc-4b4c-459e-ba4e-799382acb80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:27.545716 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0c9156eb-0997-48b5-b6dc-802f5c8cd1f6 req-d90370fc-4b4c-459e-ba4e-799382acb80c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d7f3879e-720f-4fcb-b3a9-34642bf3ae72 HTTP/1.1" status: 200 len: 834 time: 0.0439975 Feb 16 13:17:27.595708 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9156eb-0997-48b5-b6dc-802f5c8cd1f6 req-81244956-aa7d-4aaf-b9fe-59506a6bf06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:27.597216 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0c9156eb-0997-48b5-b6dc-802f5c8cd1f6 req-81244956-aa7d-4aaf-b9fe-59506a6bf06a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6c0a93e-4ff6-4723-a191-615c8f49424f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436325 Feb 16 13:17:27.692338 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0c9156eb-0997-48b5-b6dc-802f5c8cd1f6 req-530248c6-4a21-4bc7-9577-5cf4ccae1ad7 service neutron] 10.222.0.42 "GET /v2.0/networks/f6c0a93e-4ff6-4723-a191-615c8f49424f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856485 Feb 16 13:17:27.786594 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0c9156eb-0997-48b5-b6dc-802f5c8cd1f6 req-1449f0dd-c44d-4846-891e-3d6ddef942a4 service neutron] 10.222.0.42 "GET /v2.0/networks/f6c0a93e-4ff6-4723-a191-615c8f49424f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869856 Feb 16 13:17:27.896101 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e4602-6d57-4538-ab88-15f2021c602a req-70280226-f3c3-4abe-8a07-9eaeef8c1f9b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:27.897524 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-722e4602-6d57-4538-ab88-15f2021c602a req-70280226-f3c3-4abe-8a07-9eaeef8c1f9b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 946 time: 0.0528617 Feb 16 13:17:27.946023 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-722e4602-6d57-4538-ab88-15f2021c602a req-19d6ad21-839f-44d7-bd1c-1f8a0763bd91 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=40fb3c83-7b34-4497-a1dd-15e6751dc944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424182 Feb 16 13:17:28.780030 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:29.069255 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46e53a-52a3-49c7-b9ae-e6accc74f5a7 req-020ddba5-905d-4cd3-a212-f99bc049b802 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:29.070781 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-dc46e53a-52a3-49c7-b9ae-e6accc74f5a7 req-020ddba5-905d-4cd3-a212-f99bc049b802 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 946 time: 0.0517509 Feb 16 13:17:29.111653 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-dc46e53a-52a3-49c7-b9ae-e6accc74f5a7 req-751cded8-7d2d-4ce9-99b4-c79246bcbe4a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=40fb3c83-7b34-4497-a1dd-15e6751dc944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345440 Feb 16 13:17:30.232383 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89797513-58a2-4612-88ad-40f806315c16 req-192c36e9-3c0a-4a75-99cb-b07c46d7af69 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:30.233995 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-89797513-58a2-4612-88ad-40f806315c16 req-192c36e9-3c0a-4a75-99cb-b07c46d7af69 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 946 time: 0.0501328 Feb 16 13:17:30.275116 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-89797513-58a2-4612-88ad-40f806315c16 req-03f5200c-b6e5-4f9c-abcf-e417d6dcd1c1 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=40fb3c83-7b34-4497-a1dd-15e6751dc944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350003 Feb 16 13:17:30.518762 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ef865-19a7-474a-8627-ce0292fffbea req-ee6a660c-6412-4e5e-a419-24b93ce875ab tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:30.520290 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ab7ef865-19a7-474a-8627-ce0292fffbea req-ee6a660c-6412-4e5e-a419-24b93ce875ab tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed521806-0118-4726-bed8-aacb075acd7f&tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 946 time: 0.0622225 Feb 16 13:17:30.526863 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7537b-1991-4f15-b5ac-bc4499617119 req-e4d2717e-487c-4ade-a49b-d42f6aa04349 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:30.528429 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5bf7537b-1991-4f15-b5ac-bc4499617119 req-e4d2717e-487c-4ade-a49b-d42f6aa04349 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 946 time: 0.0754657 Feb 16 13:17:30.574981 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5bf7537b-1991-4f15-b5ac-bc4499617119 req-d0543395-4d42-493e-9f4a-27ccd836dcdd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=40fb3c83-7b34-4497-a1dd-15e6751dc944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392816 Feb 16 13:17:30.610035 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ef865-19a7-474a-8627-ce0292fffbea req-8eebad01-7b8c-4087-a6e3-a76e5102eb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:30.611621 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ab7ef865-19a7-474a-8627-ce0292fffbea req-8eebad01-7b8c-4087-a6e3-a76e5102eb84 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a&device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 1099 time: 0.0455148 Feb 16 13:17:30.698295 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d458a-ecd8-4e4e-badf-972fc06e819f req-b718ad02-3eb4-4df7-86a5-b58aadf86b9c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:30.700145 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e17d458a-ecd8-4e4e-badf-972fc06e819f req-b718ad02-3eb4-4df7-86a5-b58aadf86b9c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 946 time: 0.0511687 Feb 16 13:17:30.706020 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ef865-19a7-474a-8627-ce0292fffbea req-4a68687e-b1d3-4832-8c37-b2bda3ef3ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:30.707632 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ab7ef865-19a7-474a-8627-ce0292fffbea req-4a68687e-b1d3-4832-8c37-b2bda3ef3ddd service neutron] 10.222.0.42 "GET /v2.0/networks?id=f6c0a93e-4ff6-4723-a191-615c8f49424f HTTP/1.1" status: 200 len: 898 time: 0.0891857 Feb 16 13:17:30.746353 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e17d458a-ecd8-4e4e-badf-972fc06e819f req-be4934c7-c2a7-4ed1-8029-96192ed79934 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=40fb3c83-7b34-4497-a1dd-15e6751dc944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362227 Feb 16 13:17:30.780594 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ab7ef865-19a7-474a-8627-ce0292fffbea req-d20c0a56-3d46-4117-8020-a6da8250e101 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b596d8e-ec8a-44af-9097-8e07fcc9e860 HTTP/1.1" status: 200 len: 1002 time: 0.0655227 Feb 16 13:17:30.829405 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ef865-19a7-474a-8627-ce0292fffbea req-a4755d9c-7230-413c-9bba-8bd56333ee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:30.830793 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ab7ef865-19a7-474a-8627-ce0292fffbea req-a4755d9c-7230-413c-9bba-8bd56333ee9a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d7f3879e-720f-4fcb-b3a9-34642bf3ae72 HTTP/1.1" status: 200 len: 834 time: 0.0437336 Feb 16 13:17:30.876840 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ef865-19a7-474a-8627-ce0292fffbea req-c6ff06cc-3896-4055-975a-c48ba195f005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:30.878347 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ab7ef865-19a7-474a-8627-ce0292fffbea req-c6ff06cc-3896-4055-975a-c48ba195f005 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6c0a93e-4ff6-4723-a191-615c8f49424f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403359 Feb 16 13:17:30.971494 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ab7ef865-19a7-474a-8627-ce0292fffbea req-fef73f1b-3634-4ec1-b03e-b8eae129cf83 service neutron] 10.222.0.42 "GET /v2.0/networks/f6c0a93e-4ff6-4723-a191-615c8f49424f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859122 Feb 16 13:17:31.062344 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ab7ef865-19a7-474a-8627-ce0292fffbea req-7114fb92-74e5-4aba-93f9-ed18c8c2b4e0 service neutron] 10.222.0.42 "GET /v2.0/networks/f6c0a93e-4ff6-4723-a191-615c8f49424f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832899 Feb 16 13:17:31.420952 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 5b596d8e-ec8a-44af-9097-8e07fcc9e860 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:17:31.427350 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 5b596d8e-ec8a-44af-9097-8e07fcc9e860 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:17:31.581175 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:31.601037 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 5b596d8e-ec8a-44af-9097-8e07fcc9e860, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5b596d8e-ec8a-44af-9097-8e07fcc9e860,segment=NetworkSegment(59fe5fe3-9904-41ee-807e-ace2137d888d),segment_id=59fe5fe3-9904-41ee-807e-ace2137d888d)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:17:31.621816 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed521806-0118-4726-bed8-aacb075acd7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b596d8e-ec8a-44af-9097-8e07fcc9e860'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:17:31.624051 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37300afb-d3cc-4ffe-a13e-e72019af44ef" -d '{"events": [{"server_uuid": "ed521806-0118-4726-bed8-aacb075acd7f", "name": "network-vif-unplugged", "status": "completed", "tag": "5b596d8e-ec8a-44af-9097-8e07fcc9e860"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:17:31.629434 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': '5b596d8e-ec8a-44af-9097-8e07fcc9e860', 'network_id': 'f6c0a93e-4ff6-4723-a191-615c8f49424f', 'port_id': '5b596d8e-ec8a-44af-9097-8e07fcc9e860', 'mac_address': 'fa:16:3e:0a:ce:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f3879e-720f-4fcb-b3a9-34642bf3ae72', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:17:31.639176 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 5b596d8e-ec8a-44af-9097-8e07fcc9e860, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5b596d8e-ec8a-44af-9097-8e07fcc9e860,segment=NetworkSegment(59fe5fe3-9904-41ee-807e-ace2137d888d),segment_id=59fe5fe3-9904-41ee-807e-ace2137d888d)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:17:31.664234 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:31.692913 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 13:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a8f4b0-8f36-44c4-9c1b-9c13438483c7 x-openstack-request-id: req-f7a8f4b0-8f36-44c4-9c1b-9c13438483c7 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:17:31.693204 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed521806-0118-4726-bed8-aacb075acd7f", "name": "network-vif-unplugged", "status": "completed", "tag": "5b596d8e-ec8a-44af-9097-8e07fcc9e860", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:17:31.693452 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f7a8f4b0-8f36-44c4-9c1b-9c13438483c7 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:17:31.693838 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed521806-0118-4726-bed8-aacb075acd7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b596d8e-ec8a-44af-9097-8e07fcc9e860', 'code': 200} Feb 16 13:17:31.703971 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:31.729693 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b596d8e-ec8a-44af-9097-8e07fcc9e860 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:17:31.744512 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=5b596d8e-ec8a-44af-9097-8e07fcc9e860,revision_number=6']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:17:31.771468 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:31.771717 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:31.772198 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:31.772439 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:31.772867 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:31.773219 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:31.773574 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:31.773953 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:31.774300 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:31.774699 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:31.774985 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:31.775329 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:31.791234 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.db.api [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:17:31.791462 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG oslo_db.api [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:17:31.873157 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929b80c-2842-4d1d-8ebc-2c9e7e227a96 req-dea00b9b-0a8e-4c4e-baa1-8f3aed820c45 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:31.875226 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b929b80c-2842-4d1d-8ebc-2c9e7e227a96 req-dea00b9b-0a8e-4c4e-baa1-8f3aed820c45 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 944 time: 0.0495217 Feb 16 13:17:31.916938 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b929b80c-2842-4d1d-8ebc-2c9e7e227a96 req-78cd73ea-cbe3-4219-b973-fa0b990d8d60 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=40fb3c83-7b34-4497-a1dd-15e6751dc944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340672 Feb 16 13:17:31.939257 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43568) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:17:32.004173 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f43d18e4-3e38-4c6d-a1cd-8895e366a1a5 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/floatingips/b75f83a7-354e-4a2d-896a-31d2219c275e HTTP/1.1" status: 200 len: 992 time: 0.0637670 Feb 16 13:17:32.329098 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:32.342430 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b596d8e-ec8a-44af-9097-8e07fcc9e860 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:17:32.364645 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 5b596d8e-ec8a-44af-9097-8e07fcc9e860, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5b596d8e-ec8a-44af-9097-8e07fcc9e860,segment=NetworkSegment(59fe5fe3-9904-41ee-807e-ace2137d888d),segment_id=59fe5fe3-9904-41ee-807e-ace2137d888d)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:17:32.368942 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:32.421130 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=5b596d8e-ec8a-44af-9097-8e07fcc9e860,revision_number=7']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:17:32.435207 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['5b596d8e-ec8a-44af-9097-8e07fcc9e860'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:17:33.462049 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 5b596d8e-ec8a-44af-9097-8e07fcc9e860 up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:17:33.515882 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port 5b596d8e-ec8a-44af-9097-8e07fcc9e860 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:17:33.516251 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:33.601800 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:33.639097 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 5b596d8e-ec8a-44af-9097-8e07fcc9e860, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5b596d8e-ec8a-44af-9097-8e07fcc9e860,segment=NetworkSegment(59fe5fe3-9904-41ee-807e-ace2137d888d),segment_id=59fe5fe3-9904-41ee-807e-ace2137d888d)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:17:33.644589 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:33.694794 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed521806-0118-4726-bed8-aacb075acd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b596d8e-ec8a-44af-9097-8e07fcc9e860'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:17:33.697119 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da00ce09-be18-4c9a-bdc0-15ae194ec58e" -d '{"events": [{"server_uuid": "ed521806-0118-4726-bed8-aacb075acd7f", "name": "network-vif-plugged", "status": "completed", "tag": "5b596d8e-ec8a-44af-9097-8e07fcc9e860"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:17:33.705259 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=5b596d8e-ec8a-44af-9097-8e07fcc9e860,revision_number=8']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:17:33.736932 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df8de81-17fa-4484-b124-c1e68498b844 x-openstack-request-id: req-2df8de81-17fa-4484-b124-c1e68498b844 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:17:33.737218 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed521806-0118-4726-bed8-aacb075acd7f", "name": "network-vif-plugged", "status": "completed", "tag": "5b596d8e-ec8a-44af-9097-8e07fcc9e860", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:17:33.737466 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2df8de81-17fa-4484-b124-c1e68498b844 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:17:33.737857 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed521806-0118-4726-bed8-aacb075acd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b596d8e-ec8a-44af-9097-8e07fcc9e860', 'code': 200} Feb 16 13:17:48.430922 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:17:52.325119 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1bf23744-7c58-4e27-ad30-76198b26fa92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:54.491162 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-45e77aa5-3cc6-4129-966d-ab84054b3ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:55.833771 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:56.119325 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ae956ccc-4a1a-4b04-8e82-058a97cac7ce req-e2e67afb-ff5b-47bf-9d2c-59e5f341044b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ed521806-0118-4726-bed8-aacb075acd7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403354 Feb 16 13:17:56.197596 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae956ccc-4a1a-4b04-8e82-058a97cac7ce req-95bc4f92-f879-4e75-ad25-3ae795d2711e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:56.199074 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ae956ccc-4a1a-4b04-8e82-058a97cac7ce req-95bc4f92-f879-4e75-ad25-3ae795d2711e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a&device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 1099 time: 0.0406833 Feb 16 13:17:56.311912 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae956ccc-4a1a-4b04-8e82-058a97cac7ce req-14903e89-4e99-4860-9c72-c0a3400c717e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:56.313437 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ae956ccc-4a1a-4b04-8e82-058a97cac7ce req-14903e89-4e99-4860-9c72-c0a3400c717e service neutron] 10.222.0.42 "GET /v2.0/networks?id=f6c0a93e-4ff6-4723-a191-615c8f49424f HTTP/1.1" status: 200 len: 898 time: 0.0963593 Feb 16 13:17:56.378441 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ae956ccc-4a1a-4b04-8e82-058a97cac7ce req-da9a08db-1155-4140-861a-adadd0e6592f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b596d8e-ec8a-44af-9097-8e07fcc9e860 HTTP/1.1" status: 200 len: 1002 time: 0.0574784 Feb 16 13:17:56.432691 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae956ccc-4a1a-4b04-8e82-058a97cac7ce req-6d641783-5fc0-43e8-bd63-e4f44fd087dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:56.434156 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ae956ccc-4a1a-4b04-8e82-058a97cac7ce req-6d641783-5fc0-43e8-bd63-e4f44fd087dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d7f3879e-720f-4fcb-b3a9-34642bf3ae72 HTTP/1.1" status: 200 len: 834 time: 0.0488696 Feb 16 13:17:56.478319 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae956ccc-4a1a-4b04-8e82-058a97cac7ce req-6456af14-f4b6-4505-bbf2-0c52f8550c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:56.479877 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ae956ccc-4a1a-4b04-8e82-058a97cac7ce req-6456af14-f4b6-4505-bbf2-0c52f8550c5f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6c0a93e-4ff6-4723-a191-615c8f49424f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393147 Feb 16 13:17:56.570593 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ae956ccc-4a1a-4b04-8e82-058a97cac7ce req-45afba3b-6822-4c55-b2e1-09c52f2f39ae service neutron] 10.222.0.42 "GET /v2.0/networks/f6c0a93e-4ff6-4723-a191-615c8f49424f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845480 Feb 16 13:17:56.667186 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ae956ccc-4a1a-4b04-8e82-058a97cac7ce req-056c3174-be3b-4914-a3ab-ae699bc64c54 service neutron] 10.222.0.42 "GET /v2.0/networks/f6c0a93e-4ff6-4723-a191-615c8f49424f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894985 Feb 16 13:17:57.100866 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:57.448426 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:58.785922 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:00.516035 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43580) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:18:00.674276 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-9eb8ee12-1f0b-43d7-8b2f-017082a70483 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Deleting port fc27a00d-0c9f-4b37-863a-d83d6dbc9a4c {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:18:00.674623 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9eb8ee12-1f0b-43d7-8b2f-017082a70483 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:00.751438 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9eb8ee12-1f0b-43d7-8b2f-017082a70483 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:00.751755 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9eb8ee12-1f0b-43d7-8b2f-017082a70483 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:00.762990 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-9eb8ee12-1f0b-43d7-8b2f-017082a70483 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Calling delete_port for fc27a00d-0c9f-4b37-863a-d83d6dbc9a4c owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:18:00.916660 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9eb8ee12-1f0b-43d7-8b2f-017082a70483 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:00.945960 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8ee12-1f0b-43d7-8b2f-017082a70483 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event deleted for resources: {'Port': ['ID=fc27a00d-0c9f-4b37-863a-d83d6dbc9a4c,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:00.958145 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb8ee12-1f0b-43d7-8b2f-017082a70483 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:00.958493 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb8ee12-1f0b-43d7-8b2f-017082a70483 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:00.958842 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb8ee12-1f0b-43d7-8b2f-017082a70483 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:00.959176 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb8ee12-1f0b-43d7-8b2f-017082a70483 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:00.959509 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb8ee12-1f0b-43d7-8b2f-017082a70483 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:00.959843 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb8ee12-1f0b-43d7-8b2f-017082a70483 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:00.960174 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb8ee12-1f0b-43d7-8b2f-017082a70483 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:00.960502 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb8ee12-1f0b-43d7-8b2f-017082a70483 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:00.960853 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb8ee12-1f0b-43d7-8b2f-017082a70483 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:00.961175 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb8ee12-1f0b-43d7-8b2f-017082a70483 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:00.961496 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb8ee12-1f0b-43d7-8b2f-017082a70483 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:00.961894 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb8ee12-1f0b-43d7-8b2f-017082a70483 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:01.017660 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9eb8ee12-1f0b-43d7-8b2f-017082a70483 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:01.018103 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-9eb8ee12-1f0b-43d7-8b2f-017082a70483 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Floating IP b75f83a7-354e-4a2d-896a-31d2219c275e disassociated (deleted). External IP: 172.26.2.177, port: 5b596d8e-ec8a-44af-9097-8e07fcc9e860. Feb 16 13:18:01.233271 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb8ee12-1f0b-43d7-8b2f-017082a70483 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Router a36ed94c-bec9-4815-ae51-d4a07a796ed6 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:18:01.352727 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb8ee12-1f0b-43d7-8b2f-017082a70483 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:18:01.358131 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9eb8ee12-1f0b-43d7-8b2f-017082a70483 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:01.363457 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698e1c76-8100-4d43-90ae-633859d850e6 None None] Sync routers for ids ['a36ed94c-bec9-4815-ae51-d4a07a796ed6'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:18:01.374565 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698e1c76-8100-4d43-90ae-633859d850e6 None None] Routers {'a36ed94c-bec9-4815-ae51-d4a07a796ed6'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:18:01.375190 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-698e1c76-8100-4d43-90ae-633859d850e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:17:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['a36ed94c-bec9-4815-ae51-d4a07a796ed6'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:01.391779 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9eb8ee12-1f0b-43d7-8b2f-017082a70483 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "DELETE /v2.0/floatingips/b75f83a7-354e-4a2d-896a-31d2219c275e HTTP/1.1" status: 204 len: 168 time: 0.8711281 Feb 16 13:18:01.391779 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed521806-0118-4726-bed8-aacb075acd7f', 'tag': '5b596d8e-ec8a-44af-9097-8e07fcc9e860'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:18:01.392078 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124d5f15-f618-4e90-bc3c-572f133da9ac" -d '{"events": [{"name": "network-changed", "server_uuid": "ed521806-0118-4726-bed8-aacb075acd7f", "tag": "5b596d8e-ec8a-44af-9097-8e07fcc9e860"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:18:01.431327 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc395c9-fe6a-44ad-aae6-d1b7e96bece6 x-openstack-request-id: req-9dc395c9-fe6a-44ad-aae6-d1b7e96bece6 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:18:01.431678 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed521806-0118-4726-bed8-aacb075acd7f", "tag": "5b596d8e-ec8a-44af-9097-8e07fcc9e860", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:18:01.431995 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9dc395c9-fe6a-44ad-aae6-d1b7e96bece6 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:18:01.432406 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed521806-0118-4726-bed8-aacb075acd7f', 'tag': '5b596d8e-ec8a-44af-9097-8e07fcc9e860', 'status': 'completed', 'code': 200} Feb 16 13:18:01.489416 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-698e1c76-8100-4d43-90ae-633859d850e6 None None] Set router a36ed94c-bec9-4815-ae51-d4a07a796ed6 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:18:01.504466 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d5f15-f618-4e90-bc3c-572f133da9ac req-0121a52f-1cf2-4003-83c3-04c9e086621b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:01.506063 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-124d5f15-f618-4e90-bc3c-572f133da9ac req-0121a52f-1cf2-4003-83c3-04c9e086621b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a&device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 1099 time: 0.0508063 Feb 16 13:18:01.626347 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d5f15-f618-4e90-bc3c-572f133da9ac req-018224ca-07d3-47dc-a47d-df39f5db1073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:01.627937 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-124d5f15-f618-4e90-bc3c-572f133da9ac req-018224ca-07d3-47dc-a47d-df39f5db1073 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f6c0a93e-4ff6-4723-a191-615c8f49424f HTTP/1.1" status: 200 len: 898 time: 0.1099114 Feb 16 13:18:01.645595 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015d524-0627-4d07-a063-38de78088482 req-2ec01c83-5ee8-4f6b-bfd0-291cb14ae8f0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:01.647181 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4015d524-0627-4d07-a063-38de78088482 req-2ec01c83-5ee8-4f6b-bfd0-291cb14ae8f0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 946 time: 0.0556488 Feb 16 13:18:01.673774 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-124d5f15-f618-4e90-bc3c-572f133da9ac req-406f061a-822b-4042-be93-9d70371fb3c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b596d8e-ec8a-44af-9097-8e07fcc9e860 HTTP/1.1" status: 200 len: 217 time: 0.0371292 Feb 16 13:18:01.693731 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4015d524-0627-4d07-a063-38de78088482 req-a92dabc1-121a-4e13-994b-50cb27081db5 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=40fb3c83-7b34-4497-a1dd-15e6751dc944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398686 Feb 16 13:18:01.713391 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-698e1c76-8100-4d43-90ae-633859d850e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36ed94c-bec9-4815-ae51-d4a07a796ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980696964', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '9950f066-d8cf-45bd-b614-4190b897054e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:20Z', 'updated_at': '2022-02-16T13:16:23Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '9950f066-d8cf-45bd-b614-4190b897054e', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36ed94c-bec9-4815-ae51-d4a07a796ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:21Z', 'updated_at': '2022-02-16T13:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'ade50ff1-2f12-4c13-8e92-d161517b0432', 'name': '', 'network_id': 'f6c0a93e-4ff6-4723-a191-615c8f49424f', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:34:c2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36ed94c-bec9-4815-ae51-d4a07a796ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'd7f3879e-720f-4fcb-b3a9-34642bf3ae72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:23Z', 'updated_at': '2022-02-16T13:16:26Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': 'd7f3879e-720f-4fcb-b3a9-34642bf3ae72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:01.731624 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d5f15-f618-4e90-bc3c-572f133da9ac req-a89ca254-8ec3-4948-983b-e2acfe5a9f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:01.733979 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-124d5f15-f618-4e90-bc3c-572f133da9ac req-a89ca254-8ec3-4948-983b-e2acfe5a9f15 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d7f3879e-720f-4fcb-b3a9-34642bf3ae72 HTTP/1.1" status: 200 len: 834 time: 0.0526366 Feb 16 13:18:01.740526 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698e1c76-8100-4d43-90ae-633859d850e6 None None] Checking router: a36ed94c-bec9-4815-ae51-d4a07a796ed6 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:18:01.749310 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698e1c76-8100-4d43-90ae-633859d850e6 None None] Routers {'a36ed94c-bec9-4815-ae51-d4a07a796ed6'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:18:01.749919 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-698e1c76-8100-4d43-90ae-633859d850e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:17:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['a36ed94c-bec9-4815-ae51-d4a07a796ed6'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:01.790186 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d5f15-f618-4e90-bc3c-572f133da9ac req-998a9b0d-6cd5-409e-9242-c836a028713e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:01.791706 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-124d5f15-f618-4e90-bc3c-572f133da9ac req-998a9b0d-6cd5-409e-9242-c836a028713e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6c0a93e-4ff6-4723-a191-615c8f49424f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0494869 Feb 16 13:18:01.884388 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-698e1c76-8100-4d43-90ae-633859d850e6 None None] Set router a36ed94c-bec9-4815-ae51-d4a07a796ed6 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:18:01.885950 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-124d5f15-f618-4e90-bc3c-572f133da9ac req-7f3db882-4586-4851-8f55-d1bf57854c18 service neutron] 10.222.0.42 "GET /v2.0/networks/f6c0a93e-4ff6-4723-a191-615c8f49424f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862453 Feb 16 13:18:01.990049 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-124d5f15-f618-4e90-bc3c-572f133da9ac req-ab6e11c4-fcab-488f-b4a0-de168626eec8 service neutron] 10.222.0.42 "GET /v2.0/networks/f6c0a93e-4ff6-4723-a191-615c8f49424f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950129 Feb 16 13:18:02.179562 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-698e1c76-8100-4d43-90ae-633859d850e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36ed94c-bec9-4815-ae51-d4a07a796ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980696964', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '9950f066-d8cf-45bd-b614-4190b897054e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:20Z', 'updated_at': '2022-02-16T13:16:23Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '9950f066-d8cf-45bd-b614-4190b897054e', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36ed94c-bec9-4815-ae51-d4a07a796ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:21Z', 'updated_at': '2022-02-16T13:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'ade50ff1-2f12-4c13-8e92-d161517b0432', 'name': '', 'network_id': 'f6c0a93e-4ff6-4723-a191-615c8f49424f', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:34:c2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36ed94c-bec9-4815-ae51-d4a07a796ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'd7f3879e-720f-4fcb-b3a9-34642bf3ae72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:23Z', 'updated_at': '2022-02-16T13:16:26Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': 'd7f3879e-720f-4fcb-b3a9-34642bf3ae72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:02.208782 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698e1c76-8100-4d43-90ae-633859d850e6 None None] The sync data for ids ['a36ed94c-bec9-4815-ae51-d4a07a796ed6'] in dv-neutron-828142-3-hyperv is: [{'id': 'a36ed94c-bec9-4815-ae51-d4a07a796ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980696964', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '9950f066-d8cf-45bd-b614-4190b897054e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:20Z', 'updated_at': '2022-02-16T13:16:23Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '9950f066-d8cf-45bd-b614-4190b897054e', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36ed94c-bec9-4815-ae51-d4a07a796ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:21Z', 'updated_at': '2022-02-16T13:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'ade50ff1-2f12-4c13-8e92-d161517b0432', 'name': '', 'network_id': 'f6c0a93e-4ff6-4723-a191-615c8f49424f', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:34:c2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36ed94c-bec9-4815-ae51-d4a07a796ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'd7f3879e-720f-4fcb-b3a9-34642bf3ae72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:23Z', 'updated_at': '2022-02-16T13:16:26Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': 'd7f3879e-720f-4fcb-b3a9-34642bf3ae72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:18:02.425247 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f262a5-f422-444a-8061-41143123db6f None None] New status for floating IP b75f83a7-354e-4a2d-896a-31d2219c275e: DOWN {{(pid=109050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:18:02.819370 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20185cfa-02cf-4720-98b4-456f51ed2c02 req-e753f9bf-b3b7-4a1c-9d90-4a2dccb4e41c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:02.820898 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-20185cfa-02cf-4720-98b4-456f51ed2c02 req-e753f9bf-b3b7-4a1c-9d90-4a2dccb4e41c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 946 time: 0.0519190 Feb 16 13:18:02.860075 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-20185cfa-02cf-4720-98b4-456f51ed2c02 req-f1b17ee1-59fe-4c25-85c5-d2696085721f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=40fb3c83-7b34-4497-a1dd-15e6751dc944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326278 Feb 16 13:18:03.370120 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67ac7f-1e02-40e5-b63d-11e1c3506be3 req-53423916-0b32-4fcc-ac6b-7ca52967ce16 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:03.371613 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3f67ac7f-1e02-40e5-b63d-11e1c3506be3 req-53423916-0b32-4fcc-ac6b-7ca52967ce16 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 946 time: 0.0530739 Feb 16 13:18:03.467222 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-3f67ac7f-1e02-40e5-b63d-11e1c3506be3 req-add973b2-72a6-4915-a238-85376c36d5ff tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Deleting port 5b596d8e-ec8a-44af-9097-8e07fcc9e860 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:18:03.467554 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3f67ac7f-1e02-40e5-b63d-11e1c3506be3 req-add973b2-72a6-4915-a238-85376c36d5ff tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:03.563772 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-3f67ac7f-1e02-40e5-b63d-11e1c3506be3 req-add973b2-72a6-4915-a238-85376c36d5ff tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] For port 5b596d8e-ec8a-44af-9097-8e07fcc9e860, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5b596d8e-ec8a-44af-9097-8e07fcc9e860,segment=NetworkSegment(59fe5fe3-9904-41ee-807e-ace2137d888d),segment_id=59fe5fe3-9904-41ee-807e-ace2137d888d)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:18:03.564195 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3f67ac7f-1e02-40e5-b63d-11e1c3506be3 req-add973b2-72a6-4915-a238-85376c36d5ff tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:03.579620 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-3f67ac7f-1e02-40e5-b63d-11e1c3506be3 req-add973b2-72a6-4915-a238-85376c36d5ff tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Calling delete_port for 5b596d8e-ec8a-44af-9097-8e07fcc9e860 owned by compute:nova {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:18:03.723169 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3f67ac7f-1e02-40e5-b63d-11e1c3506be3 req-add973b2-72a6-4915-a238-85376c36d5ff tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:03.752461 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add973b2-72a6-4915-a238-85376c36d5ff tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event deleted for resources: {'Port': ['ID=5b596d8e-ec8a-44af-9097-8e07fcc9e860,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:03.796007 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f67ac7f-1e02-40e5-b63d-11e1c3506be3 req-add973b2-72a6-4915-a238-85376c36d5ff tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] No DVR routers for this DVR port 5b596d8e-ec8a-44af-9097-8e07fcc9e860 on host hv-neutron-8281 {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:18:03.798597 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-3f67ac7f-1e02-40e5-b63d-11e1c3506be3 req-add973b2-72a6-4915-a238-85376c36d5ff tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:03.801905 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3f67ac7f-1e02-40e5-b63d-11e1c3506be3 req-add973b2-72a6-4915-a238-85376c36d5ff tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.42 "DELETE /v2.0/ports/5b596d8e-ec8a-44af-9097-8e07fcc9e860 HTTP/1.1" status: 204 len: 173 time: 0.4246926 Feb 16 13:18:03.802356 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed521806-0118-4726-bed8-aacb075acd7f', 'name': 'network-vif-deleted', 'tag': '5b596d8e-ec8a-44af-9097-8e07fcc9e860'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:18:03.804712 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09a79ca-b1fb-4c74-9825-cba0a2ec1875" -d '{"events": [{"server_uuid": "ed521806-0118-4726-bed8-aacb075acd7f", "name": "network-vif-deleted", "tag": "5b596d8e-ec8a-44af-9097-8e07fcc9e860"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:18:03.848413 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc9765f-625b-4376-8e5a-13daccca39f6 x-openstack-request-id: req-fcc9765f-625b-4376-8e5a-13daccca39f6 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:18:03.848732 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed521806-0118-4726-bed8-aacb075acd7f", "name": "network-vif-deleted", "tag": "5b596d8e-ec8a-44af-9097-8e07fcc9e860", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:18:03.848988 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-fcc9765f-625b-4376-8e5a-13daccca39f6 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:18:03.849390 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed521806-0118-4726-bed8-aacb075acd7f', 'name': 'network-vif-deleted', 'tag': '5b596d8e-ec8a-44af-9097-8e07fcc9e860', 'status': 'completed', 'code': 200} Feb 16 13:18:03.990021 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ad931583-4c1e-4b76-9ebb-c1ac1164a13d req-2898dabc-c333-4241-a7e6-78f0bd0bea45 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed521806-0118-4726-bed8-aacb075acd7f HTTP/1.1" status: 200 len: 210 time: 0.0274768 Feb 16 13:18:05.049901 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43596) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:18:05.426395 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cdcd9098-d193-4cc1-824b-3dc3c0e21361 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:05.683691 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-cdcd9098-d193-4cc1-824b-3dc3c0e21361 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Deleting port ade50ff1-2f12-4c13-8e92-d161517b0432 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:18:05.683923 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cdcd9098-d193-4cc1-824b-3dc3c0e21361 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:05.778676 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-cdcd9098-d193-4cc1-824b-3dc3c0e21361 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] For port ade50ff1-2f12-4c13-8e92-d161517b0432, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=ade50ff1-2f12-4c13-8e92-d161517b0432,segment=NetworkSegment(59fe5fe3-9904-41ee-807e-ace2137d888d),segment_id=59fe5fe3-9904-41ee-807e-ace2137d888d)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:18:05.779554 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cdcd9098-d193-4cc1-824b-3dc3c0e21361 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:05.791132 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-cdcd9098-d193-4cc1-824b-3dc3c0e21361 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Calling delete_port for ade50ff1-2f12-4c13-8e92-d161517b0432 owned by network:router_interface {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:18:05.974226 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cdcd9098-d193-4cc1-824b-3dc3c0e21361 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:06.002138 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd9098-d193-4cc1-824b-3dc3c0e21361 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event deleted for resources: {'Port': ['ID=ade50ff1-2f12-4c13-8e92-d161517b0432,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:06.030219 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcd9098-d193-4cc1-824b-3dc3c0e21361 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:06.030572 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcd9098-d193-4cc1-824b-3dc3c0e21361 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:06.030956 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcd9098-d193-4cc1-824b-3dc3c0e21361 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:06.031269 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcd9098-d193-4cc1-824b-3dc3c0e21361 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:06.031649 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcd9098-d193-4cc1-824b-3dc3c0e21361 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:06.031981 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcd9098-d193-4cc1-824b-3dc3c0e21361 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:06.032309 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcd9098-d193-4cc1-824b-3dc3c0e21361 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:06.032683 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcd9098-d193-4cc1-824b-3dc3c0e21361 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:06.033003 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcd9098-d193-4cc1-824b-3dc3c0e21361 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:06.033328 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcd9098-d193-4cc1-824b-3dc3c0e21361 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:06.033660 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcd9098-d193-4cc1-824b-3dc3c0e21361 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:06.034004 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcd9098-d193-4cc1-824b-3dc3c0e21361 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:06.188444 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cdcd9098-d193-4cc1-824b-3dc3c0e21361 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:06.723139 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdcd9098-d193-4cc1-824b-3dc3c0e21361 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Router a36ed94c-bec9-4815-ae51-d4a07a796ed6 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:18:06.827574 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcd9098-d193-4cc1-824b-3dc3c0e21361 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:18:06.832558 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-cdcd9098-d193-4cc1-824b-3dc3c0e21361 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "PUT /v2.0/routers/a36ed94c-bec9-4815-ae51-d4a07a796ed6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7816136 Feb 16 13:18:06.835493 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43598) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:18:06.839886 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e1ac54-48d8-4a3e-85af-b342f779ad3b None None] Sync routers for ids ['a36ed94c-bec9-4815-ae51-d4a07a796ed6'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:18:06.850900 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e1ac54-48d8-4a3e-85af-b342f779ad3b None None] Routers {'a36ed94c-bec9-4815-ae51-d4a07a796ed6'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:18:06.851591 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-41e1ac54-48d8-4a3e-85af-b342f779ad3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:17:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['a36ed94c-bec9-4815-ae51-d4a07a796ed6'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:06.887411 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-268a0395-1469-4b5f-af7b-8f4311d0d4bb tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Deleting subnet d7f3879e-720f-4fcb-b3a9-34642bf3ae72 {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 13:18:06.891363 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-268a0395-1469-4b5f-af7b-8f4311d0d4bb tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:06.931044 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-268a0395-1469-4b5f-af7b-8f4311d0d4bb tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:06.958802 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-41e1ac54-48d8-4a3e-85af-b342f779ad3b None None] Set router a36ed94c-bec9-4815-ae51-d4a07a796ed6 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:18:07.020032 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-268a0395-1469-4b5f-af7b-8f4311d0d4bb tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:07.081457 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-268a0395-1469-4b5f-af7b-8f4311d0d4bb tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:07.111438 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-268a0395-1469-4b5f-af7b-8f4311d0d4bb tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:07.117912 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43600) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:18:07.120889 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e99eff0-bba5-4042-bee0-54671dcf9442 None None] Network f6c0a93e-4ff6-4723-a191-615c8f49424f requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:18:07.124007 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-268a0395-1469-4b5f-af7b-8f4311d0d4bb tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "DELETE /v2.0/subnets/d7f3879e-720f-4fcb-b3a9-34642bf3ae72 HTTP/1.1" status: 204 len: 168 time: 0.2874503 Feb 16 13:18:07.125478 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a0395-1469-4b5f-af7b-8f4311d0d4bb tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event deleted for resources: {'Subnet': ['ID=d7f3879e-720f-4fcb-b3a9-34642bf3ae72,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:07.141021 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-41e1ac54-48d8-4a3e-85af-b342f779ad3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36ed94c-bec9-4815-ae51-d4a07a796ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980696964', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '9950f066-d8cf-45bd-b614-4190b897054e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:20Z', 'updated_at': '2022-02-16T13:18:05Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '9950f066-d8cf-45bd-b614-4190b897054e', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36ed94c-bec9-4815-ae51-d4a07a796ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:21Z', 'updated_at': '2022-02-16T13:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:07.171506 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e1ac54-48d8-4a3e-85af-b342f779ad3b None None] Checking router: a36ed94c-bec9-4815-ae51-d4a07a796ed6 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:18:07.180067 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e1ac54-48d8-4a3e-85af-b342f779ad3b None None] Routers {'a36ed94c-bec9-4815-ae51-d4a07a796ed6'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:18:07.180706 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-41e1ac54-48d8-4a3e-85af-b342f779ad3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:17:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['a36ed94c-bec9-4815-ae51-d4a07a796ed6'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:07.255902 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2d5a3d99-c279-4d08-b0b1-6607989173a4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:07.293510 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-41e1ac54-48d8-4a3e-85af-b342f779ad3b None None] Set router a36ed94c-bec9-4815-ae51-d4a07a796ed6 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:18:07.362437 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e815d0a0-8645-4d33-9b14-8c7af95f879a None None] DHCP port deletion for f6c0a93e-4ff6-4723-a191-615c8f49424f request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 13:18:07.381891 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2d5a3d99-c279-4d08-b0b1-6607989173a4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:07.422895 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-e815d0a0-8645-4d33-9b14-8c7af95f879a None None] Deleting port a2a811e2-e9ef-47c6-992b-f6dddc5d9e3c {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:18:07.423268 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e815d0a0-8645-4d33-9b14-8c7af95f879a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:07.438631 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-2d5a3d99-c279-4d08-b0b1-6607989173a4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Deleting port 9950f066-d8cf-45bd-b614-4190b897054e {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:18:07.438954 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2d5a3d99-c279-4d08-b0b1-6607989173a4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:07.489852 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-41e1ac54-48d8-4a3e-85af-b342f779ad3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36ed94c-bec9-4815-ae51-d4a07a796ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980696964', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '9950f066-d8cf-45bd-b614-4190b897054e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:20Z', 'updated_at': '2022-02-16T13:18:05Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '9950f066-d8cf-45bd-b614-4190b897054e', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36ed94c-bec9-4815-ae51-d4a07a796ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:21Z', 'updated_at': '2022-02-16T13:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:07.491053 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-e815d0a0-8645-4d33-9b14-8c7af95f879a None None] For port a2a811e2-e9ef-47c6-992b-f6dddc5d9e3c, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=a2a811e2-e9ef-47c6-992b-f6dddc5d9e3c,segment=NetworkSegment(59fe5fe3-9904-41ee-807e-ace2137d888d),segment_id=59fe5fe3-9904-41ee-807e-ace2137d888d)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:18:07.491484 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e815d0a0-8645-4d33-9b14-8c7af95f879a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:07.504380 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-e815d0a0-8645-4d33-9b14-8c7af95f879a None None] Calling delete_port for a2a811e2-e9ef-47c6-992b-f6dddc5d9e3c owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:18:07.518049 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e1ac54-48d8-4a3e-85af-b342f779ad3b None None] The sync data for ids ['a36ed94c-bec9-4815-ae51-d4a07a796ed6'] in dv-neutron-828142-3-hyperv is: [{'id': 'a36ed94c-bec9-4815-ae51-d4a07a796ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980696964', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '9950f066-d8cf-45bd-b614-4190b897054e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:20Z', 'updated_at': '2022-02-16T13:18:05Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '9950f066-d8cf-45bd-b614-4190b897054e', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36ed94c-bec9-4815-ae51-d4a07a796ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:21Z', 'updated_at': '2022-02-16T13:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:18:07.527363 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-2d5a3d99-c279-4d08-b0b1-6607989173a4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] For port 9950f066-d8cf-45bd-b614-4190b897054e, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=9950f066-d8cf-45bd-b614-4190b897054e,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:18:07.527742 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2d5a3d99-c279-4d08-b0b1-6607989173a4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:07.540925 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-2d5a3d99-c279-4d08-b0b1-6607989173a4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Calling delete_port for 9950f066-d8cf-45bd-b614-4190b897054e owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:18:07.591552 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 5b596d8e-ec8a-44af-9097-8e07fcc9e860 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:18:07.612920 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] No Port match for: 5b596d8e-ec8a-44af-9097-8e07fcc9e860 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:18:07.613261 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 5b596d8e-ec8a-44af-9097-8e07fcc9e860 not bound to the agent host hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:18:07.615832 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e815d0a0-8645-4d33-9b14-8c7af95f879a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:07.641787 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e815d0a0-8645-4d33-9b14-8c7af95f879a None None] Pushing event deleted for resources: {'Port': ['ID=a2a811e2-e9ef-47c6-992b-f6dddc5d9e3c,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:07.645370 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e815d0a0-8645-4d33-9b14-8c7af95f879a None None] No DVR routers for this DVR port a2a811e2-e9ef-47c6-992b-f6dddc5d9e3c on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:18:07.714916 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2d5a3d99-c279-4d08-b0b1-6607989173a4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:07.738477 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a3d99-c279-4d08-b0b1-6607989173a4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event deleted for resources: {'Port': ['ID=9950f066-d8cf-45bd-b614-4190b897054e,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:07.799551 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2d5a3d99-c279-4d08-b0b1-6607989173a4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:07.890173 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2d5a3d99-c279-4d08-b0b1-6607989173a4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:07.892888 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2d5a3d99-c279-4d08-b0b1-6607989173a4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:07.940888 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2d5a3d99-c279-4d08-b0b1-6607989173a4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:07.941511 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5a3d99-c279-4d08-b0b1-6607989173a4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Fanout notify agent at l3_agent the message router_deleted on router a36ed94c-bec9-4815-ae51-d4a07a796ed6 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 13:18:07.949495 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2d5a3d99-c279-4d08-b0b1-6607989173a4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:07.953125 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2d5a3d99-c279-4d08-b0b1-6607989173a4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "DELETE /v2.0/routers/a36ed94c-bec9-4815-ae51-d4a07a796ed6 HTTP/1.1" status: 204 len: 168 time: 0.8339572 Feb 16 13:18:07.954228 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43602) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:18:08.033357 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-80198442-c7bc-4438-a90a-a277c00cb90a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:08.128124 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-80198442-c7bc-4438-a90a-a277c00cb90a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:08.150924 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-80198442-c7bc-4438-a90a-a277c00cb90a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6c0a93e-4ff6-4723-a191-615c8f49424f']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:08.161377 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-80198442-c7bc-4438-a90a-a277c00cb90a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59fe5fe3-9904-41ee-807e-ace2137d888d') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:08.161634 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-80198442-c7bc-4438-a90a-a277c00cb90a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59fe5fe3-9904-41ee-807e-ace2137d888d') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:08.171806 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-80198442-c7bc-4438-a90a-a277c00cb90a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:08.186256 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-80198442-c7bc-4438-a90a-a277c00cb90a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:08.192514 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80198442-c7bc-4438-a90a-a277c00cb90a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:18:08.192937 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-80198442-c7bc-4438-a90a-a277c00cb90a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:08.196181 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 13:18:08.196181 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:18:08.196181 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 13:18:08.196181 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:18:08.196181 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 13:18:08.196181 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 13:18:08.196181 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 13:18:08.196181 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:18:08.196181 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 13:18:08.196181 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:18:08.196181 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 13:18:08.196181 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:18:08.196181 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 13:18:08.196181 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 13:18:08.196181 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:18:08.196181 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 13:18:08.196181 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:18:08.196181 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 13:18:08.196181 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 13:18:08.196181 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 13:18:08.196181 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 13:18:08.196181 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 13:18:08.196181 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:18:08.196181 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:18:08.196181 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 13:18:08.196181 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:18:08.196181 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:18:08.196181 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:18:08.196181 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:18:08.196181 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:18:08.196181 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:18:08.196181 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:18:08.253705 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-80198442-c7bc-4438-a90a-a277c00cb90a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:08.260945 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-80198442-c7bc-4438-a90a-a277c00cb90a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:08.263487 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-80198442-c7bc-4438-a90a-a277c00cb90a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "DELETE /v2.0/networks/f6c0a93e-4ff6-4723-a191-615c8f49424f HTTP/1.1" status: 204 len: 168 time: 0.3083055 Feb 16 13:18:08.266765 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43604) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:18:08.279359 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80198442-c7bc-4438-a90a-a277c00cb90a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event deleted for resources: {'Network': ['ID=f6c0a93e-4ff6-4723-a191-615c8f49424f,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:08.326487 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d3a91251-10fd-4655-a071-100687b74094 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:08.355907 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d3a91251-10fd-4655-a071-100687b74094 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:08.420983 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d3a91251-10fd-4655-a071-100687b74094 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:08.423632 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d3a91251-10fd-4655-a071-100687b74094 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:08.425115 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d3a91251-10fd-4655-a071-100687b74094 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "DELETE /v2.0/security-groups/40fb3c83-7b34-4497-a1dd-15e6751dc944 HTTP/1.1" status: 204 len: 168 time: 0.1572735 Feb 16 13:18:08.434318 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a91251-10fd-4655-a071-100687b74094 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fb3c83-7b34-4497-a1dd-15e6751dc944,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:08.895952 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43610) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:18:08.900514 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-d0602716-44eb-497a-abf3-fdf5d02544d4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1996162622', 'description': 'tempest-secgroup-smoke-1996162622 description', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:18:08.928938 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d0602716-44eb-497a-abf3-fdf5d02544d4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:08.994568 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d0602716-44eb-497a-abf3-fdf5d02544d4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:08.998203 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d0602716-44eb-497a-abf3-fdf5d02544d4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.027271 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d0602716-44eb-497a-abf3-fdf5d02544d4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.029194 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d0602716-44eb-497a-abf3-fdf5d02544d4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1315379 Feb 16 13:18:09.031065 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0602716-44eb-497a-abf3-fdf5d02544d4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bec802b3-f222-4419-9d91-e123914d72f8,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:09.032123 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43612) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:18:09.036759 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-400fb14f-79cc-421d-8e63-f65fae30b6cc tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'security_group_rule': {'security_group_id': 'bec802b3-f222-4419-9d91-e123914d72f8', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:18:09.066672 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-400fb14f-79cc-421d-8e63-f65fae30b6cc tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.121069 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-400fb14f-79cc-421d-8e63-f65fae30b6cc tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.124850 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-400fb14f-79cc-421d-8e63-f65fae30b6cc tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.142064 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400fb14f-79cc-421d-8e63-f65fae30b6cc tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=084bce95-d80c-483b-8ac6-2c81d490d064,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:09.149259 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-400fb14f-79cc-421d-8e63-f65fae30b6cc tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.150435 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-400fb14f-79cc-421d-8e63-f65fae30b6cc tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172187 Feb 16 13:18:09.153125 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43614) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:18:09.157864 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-42151666-ecae-4f39-856e-212cb777d0b3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'security_group_rule': {'security_group_id': 'bec802b3-f222-4419-9d91-e123914d72f8', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:18:09.186107 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-42151666-ecae-4f39-856e-212cb777d0b3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.243800 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-42151666-ecae-4f39-856e-212cb777d0b3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.247492 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-42151666-ecae-4f39-856e-212cb777d0b3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.268354 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42151666-ecae-4f39-856e-212cb777d0b3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44c80af0-b8e7-4a3a-a94d-8e9c9db06144,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:09.273960 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-42151666-ecae-4f39-856e-212cb777d0b3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.277920 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-42151666-ecae-4f39-856e-212cb777d0b3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1207738 Feb 16 13:18:09.279084 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43616) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:18:09.283822 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-2addbc60-3375-43de-b7c9-9d8520a76171 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'security_group_rule': {'security_group_id': 'bec802b3-f222-4419-9d91-e123914d72f8', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:18:09.322472 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2addbc60-3375-43de-b7c9-9d8520a76171 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.327216 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device a2a811e2-e9ef-47c6-992b-f6dddc5d9e3c no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:18:09.350961 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: a2a811e2-e9ef-47c6-992b-f6dddc5d9e3c {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:18:09.351368 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device a2a811e2-e9ef-47c6-992b-f6dddc5d9e3c not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:18:09.352094 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 9950f066-d8cf-45bd-b614-4190b897054e no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:18:09.379510 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 9950f066-d8cf-45bd-b614-4190b897054e {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:18:09.379741 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 9950f066-d8cf-45bd-b614-4190b897054e not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:18:09.380167 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device ade50ff1-2f12-4c13-8e92-d161517b0432 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:18:09.398331 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2addbc60-3375-43de-b7c9-9d8520a76171 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.400499 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: ade50ff1-2f12-4c13-8e92-d161517b0432 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:18:09.400907 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device ade50ff1-2f12-4c13-8e92-d161517b0432 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:18:09.402264 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2addbc60-3375-43de-b7c9-9d8520a76171 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.421849 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2addbc60-3375-43de-b7c9-9d8520a76171 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae70068e-1901-4593-b624-301494b9edba,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:09.428551 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-2addbc60-3375-43de-b7c9-9d8520a76171 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.429769 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-2addbc60-3375-43de-b7c9-9d8520a76171 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1495991 Feb 16 13:18:09.432426 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43618) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:18:09.437277 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-474bcb11-d923-4c2a-bd58-0f4bef8dcbe7 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'security_group_rule': {'security_group_id': 'bec802b3-f222-4419-9d91-e123914d72f8', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:18:09.465138 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-474bcb11-d923-4c2a-bd58-0f4bef8dcbe7 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.529333 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-474bcb11-d923-4c2a-bd58-0f4bef8dcbe7 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.532883 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-474bcb11-d923-4c2a-bd58-0f4bef8dcbe7 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.550063 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474bcb11-d923-4c2a-bd58-0f4bef8dcbe7 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec2a2174-9a8a-4e3d-9e29-6266470c6c5e,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:09.557747 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-474bcb11-d923-4c2a-bd58-0f4bef8dcbe7 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.558963 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-474bcb11-d923-4c2a-bd58-0f4bef8dcbe7 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1255772 Feb 16 13:18:09.561991 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43620) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:18:09.566452 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-74d34cc3-3171-423d-ae00-69d1276152f9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'security_group_rule': {'security_group_id': 'bec802b3-f222-4419-9d91-e123914d72f8', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:18:09.589125 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.securitygroups_db [None req-74d34cc3-3171-423d-ae00-69d1276152f9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Project 3d70f7ea0f94439483a5f3cf73c75b3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:18:09.596534 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-74d34cc3-3171-423d-ae00-69d1276152f9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.662256 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-74d34cc3-3171-423d-ae00-69d1276152f9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.674782 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-74d34cc3-3171-423d-ae00-69d1276152f9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.692997 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d34cc3-3171-423d-ae00-69d1276152f9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb0d0176-5742-47ef-ad6a-91ca343660d4,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:09.702728 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-74d34cc3-3171-423d-ae00-69d1276152f9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.703925 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-74d34cc3-3171-423d-ae00-69d1276152f9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1410041 Feb 16 13:18:09.706652 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43622) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:18:09.711102 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-bccc738b-4741-4dcf-a767-d52f681e3f2f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'security_group_rule': {'security_group_id': 'bec802b3-f222-4419-9d91-e123914d72f8', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:18:09.734281 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.securitygroups_db [None req-bccc738b-4741-4dcf-a767-d52f681e3f2f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Project 3d70f7ea0f94439483a5f3cf73c75b3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:18:09.739108 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bccc738b-4741-4dcf-a767-d52f681e3f2f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.798535 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bccc738b-4741-4dcf-a767-d52f681e3f2f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.802157 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bccc738b-4741-4dcf-a767-d52f681e3f2f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.820026 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc738b-4741-4dcf-a767-d52f681e3f2f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5820d68-063b-41f9-a738-4906cdd74c5a,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:09.824144 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bccc738b-4741-4dcf-a767-d52f681e3f2f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.825890 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-bccc738b-4741-4dcf-a767-d52f681e3f2f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1177647 Feb 16 13:18:09.828618 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43624) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:18:09.833515 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-7dc32147-78f0-4b1e-986b-8163968fc5cb tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'network': {'name': 'tempest-network-smoke--743975798', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'port_security_enabled': True}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:18:09.855757 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc32147-78f0-4b1e-986b-8163968fc5cb tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Made reservation on behalf of 3d70f7ea0f94439483a5f3cf73c75b3a for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:18:09.859223 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7dc32147-78f0-4b1e-986b-8163968fc5cb tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.882395 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dc32147-78f0-4b1e-986b-8163968fc5cb tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:18:09.892099 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7dc32147-78f0-4b1e-986b-8163968fc5cb tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.892440 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-7dc32147-78f0-4b1e-986b-8163968fc5cb tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Added segment 493b05f1-9298-40a1-bffb-d1912924788c of type vlan for network 999ccea7-58b4-4972-8de1-e668c5b2b82c Feb 16 13:18:09.932564 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7dc32147-78f0-4b1e-986b-8163968fc5cb tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.958016 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7dc32147-78f0-4b1e-986b-8163968fc5cb tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.963478 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc32147-78f0-4b1e-986b-8163968fc5cb tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:09.964056 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7dc32147-78f0-4b1e-986b-8163968fc5cb tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:10.022621 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-7dc32147-78f0-4b1e-986b-8163968fc5cb tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1928196 Feb 16 13:18:10.025507 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43626) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:18:10.030290 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-6c365374-94da-4a94-9234-d6bb597fc770 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-489871707', 'admin_state_up': True, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:18:10.038967 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc32147-78f0-4b1e-986b-8163968fc5cb tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'Network': ['ID=999ccea7-58b4-4972-8de1-e668c5b2b82c,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:10.048193 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 999ccea7-58b4-4972-8de1-e668c5b2b82c details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:18:10.060390 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6c365374-94da-4a94-9234-d6bb597fc770 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:10.061477 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6c365374-94da-4a94-9234-d6bb597fc770 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:10.114953 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6c365374-94da-4a94-9234-d6bb597fc770 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:10.248058 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6c365374-94da-4a94-9234-d6bb597fc770 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:10.775918 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6c365374-94da-4a94-9234-d6bb597fc770 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:10.794796 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6c365374-94da-4a94-9234-d6bb597fc770 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:10.896519 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-6c365374-94da-4a94-9234-d6bb597fc770 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Allocated IP 172.26.2.85 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/22d4058d-cb6c-4fc7-9e17-f02c75101ff8) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:18:10.996425 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6c365374-94da-4a94-9234-d6bb597fc770 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:11.030780 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6c365374-94da-4a94-9234-d6bb597fc770 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:11.067767 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c365374-94da-4a94-9234-d6bb597fc770 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:18:11.072720 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-6c365374-94da-4a94-9234-d6bb597fc770 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:18:11.076438 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c365374-94da-4a94-9234-d6bb597fc770 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:18:11.102905 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c365374-94da-4a94-9234-d6bb597fc770 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'Port': ['ID=22d4058d-cb6c-4fc7-9e17-f02c75101ff8,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:11.327158 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6c365374-94da-4a94-9234-d6bb597fc770 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:11.526612 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6c365374-94da-4a94-9234-d6bb597fc770 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:11.655742 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c365374-94da-4a94-9234-d6bb597fc770 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Router 68254832-60c2-45a3-b7ee-b22464562bd4 is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 13:18:11.761133 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c365374-94da-4a94-9234-d6bb597fc770 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:18:11.771514 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baca373-ae47-441f-b297-6a014f84d1a3 None None] Sync routers for ids ['68254832-60c2-45a3-b7ee-b22464562bd4'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:18:11.781358 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6c365374-94da-4a94-9234-d6bb597fc770 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:11.782098 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baca373-ae47-441f-b297-6a014f84d1a3 None None] Routers {'68254832-60c2-45a3-b7ee-b22464562bd4'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:18:11.782828 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6c365374-94da-4a94-9234-d6bb597fc770 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7560592 Feb 16 13:18:11.783003 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2baca373-ae47-441f-b297-6a014f84d1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:17:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['68254832-60c2-45a3-b7ee-b22464562bd4'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:11.785887 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43628) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:18:11.815198 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5d78b584-ad84-44f3-8714-fc846372e324 tempest-TestNetworkAdvancedServerOps-1483708827 tempest-TestNetworkAdvancedServerOps-1483708827-project-admin] 10.222.0.90 "GET /v2.0/subnets?project_id=3d70f7ea0f94439483a5f3cf73c75b3a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281901 Feb 16 13:18:11.817892 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43630) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:18:11.914849 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25abd54f-c7e0-4cce-941a-ecccd94ec63c tempest-TestNetworkAdvancedServerOps-1483708827 tempest-TestNetworkAdvancedServerOps-1483708827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:11.916290 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-25abd54f-c7e0-4cce-941a-ecccd94ec63c tempest-TestNetworkAdvancedServerOps-1483708827 tempest-TestNetworkAdvancedServerOps-1483708827-project-admin] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0974741 Feb 16 13:18:11.919077 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43632) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:18:11.948252 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ad228105-8f73-4fa1-918e-505705204d7a tempest-TestNetworkAdvancedServerOps-1483708827 tempest-TestNetworkAdvancedServerOps-1483708827-project-admin] 10.222.0.90 "GET /v2.0/subnets?network_id=a08a3d1b-2e35-4b18-9cb0-756d355083e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280814 Feb 16 13:18:11.951583 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43634) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:18:11.956874 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-d3e422b0-793e-43b5-812d-3a615836164f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-406554183', 'network_id': '999ccea7-58b4-4972-8de1-e668c5b2b82c', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:18:12.039932 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-2baca373-ae47-441f-b297-6a014f84d1a3 None None] Set router 68254832-60c2-45a3-b7ee-b22464562bd4 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:18:12.047389 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e422b0-793e-43b5-812d-3a615836164f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Made reservation on behalf of 3d70f7ea0f94439483a5f3cf73c75b3a for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:18:12.050951 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d3e422b0-793e-43b5-812d-3a615836164f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:12.222746 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2baca373-ae47-441f-b297-6a014f84d1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68254832-60c2-45a3-b7ee-b22464562bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-489871707', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.85'}], 'enable_snat': True}, 'gw_port_id': '22d4058d-cb6c-4fc7-9e17-f02c75101ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:10Z', 'updated_at': '2022-02-16T13:18:11Z', 'revision_number': 3, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '22d4058d-cb6c-4fc7-9e17-f02c75101ff8', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:40:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68254832-60c2-45a3-b7ee-b22464562bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:10Z', 'updated_at': '2022-02-16T13:18:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:12.236241 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d3e422b0-793e-43b5-812d-3a615836164f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:12.248939 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baca373-ae47-441f-b297-6a014f84d1a3 None None] Checking router: 68254832-60c2-45a3-b7ee-b22464562bd4 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:18:12.249346 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baca373-ae47-441f-b297-6a014f84d1a3 None None] Updating router 68254832-60c2-45a3-b7ee-b22464562bd4 port 22d4058d-cb6c-4fc7-9e17-f02c75101ff8 binding host dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:18:12.274718 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2baca373-ae47-441f-b297-6a014f84d1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:12.301669 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e422b0-793e-43b5-812d-3a615836164f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'Subnet': ['ID=77d03eed-4936-49a8-9985-bb23ff2853bc,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:12.312318 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e422b0-793e-43b5-812d-3a615836164f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Checking segment: {'id': '493b05f1-9298-40a1-bffb-d1912924788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '999ccea7-58b4-4972-8de1-e668c5b2b82c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:18:12.312706 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e422b0-793e-43b5-812d-3a615836164f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Network hostable DHCP agents. Network: 999ccea7-58b4-4972-8de1-e668c5b2b82c, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:18:12.330197 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e422b0-793e-43b5-812d-3a615836164f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Network 999ccea7-58b4-4972-8de1-e668c5b2b82c is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:18:12.339121 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-d3e422b0-793e-43b5-812d-3a615836164f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 999ccea7-58b4-4972-8de1-e668c5b2b82c) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:18:12.343958 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e422b0-793e-43b5-812d-3a615836164f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:12.344538 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d3e422b0-793e-43b5-812d-3a615836164f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:12.363697 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d3e422b0-793e-43b5-812d-3a615836164f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4108410 Feb 16 13:18:12.367635 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43636) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:18:12.378947 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6570c1ac-9c12-419e-9ced-209fffd80419 None None] Network 999ccea7-58b4-4972-8de1-e668c5b2b82c requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:18:12.622796 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d3cf50-1bd1-4494-ab6c-934f6b81ead5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-999ccea7-58b4-4972-8de1-e668c5b2b82c', 'network_id': '999ccea7-58b4-4972-8de1-e668c5b2b82c', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'fixed_ips': [{'subnet_id': '77d03eed-4936-49a8-9985-bb23ff2853bc'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 13:18:12.623640 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-20d3cf50-1bd1-4494-ab6c-934f6b81ead5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:12.683179 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2baca373-ae47-441f-b297-6a014f84d1a3 None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:12.737287 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2baca373-ae47-441f-b297-6a014f84d1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:12.815235 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-63b3b0ea-a928-4bd3-ad00-85e697af131c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:12.827927 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb5973-513a-42be-ba0a-6a0b7b310679 None None] Pushing event updated for resources: {'Port': ['ID=22d4058d-cb6c-4fc7-9e17-f02c75101ff8,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:12.831889 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-2baca373-ae47-441f-b297-6a014f84d1a3 None None] Attempting to bind port 22d4058d-cb6c-4fc7-9e17-f02c75101ff8 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:18:12.832253 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-2baca373-ae47-441f-b297-6a014f84d1a3 None None] Attempting to bind port 22d4058d-cb6c-4fc7-9e17-f02c75101ff8 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:18:12.832607 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baca373-ae47-441f-b297-6a014f84d1a3 None None] Attempting to bind port 22d4058d-cb6c-4fc7-9e17-f02c75101ff8 on network a08a3d1b-2e35-4b18-9cb0-756d355083e6 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:18:12.842426 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baca373-ae47-441f-b297-6a014f84d1a3 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:18:12.842789 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baca373-ae47-441f-b297-6a014f84d1a3 None None] Checking segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:18:12.843195 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2baca373-ae47-441f-b297-6a014f84d1a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:12.843564 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baca373-ae47-441f-b297-6a014f84d1a3 None None] Bound using segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:18:12.844017 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-2baca373-ae47-441f-b297-6a014f84d1a3 None None] Bound port: 22d4058d-cb6c-4fc7-9e17-f02c75101ff8, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:18:12.844398 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2baca373-ae47-441f-b297-6a014f84d1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:12.873747 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-20d3cf50-1bd1-4494-ab6c-934f6b81ead5 None None] Allocated IP 172.20.0.2 (999ccea7-58b4-4972-8de1-e668c5b2b82c/77d03eed-4936-49a8-9985-bb23ff2853bc/2355f508-4723-45d4-ab71-3258e9c73c12) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:18:12.955579 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-2baca373-ae47-441f-b297-6a014f84d1a3 None None] For port 22d4058d-cb6c-4fc7-9e17-f02c75101ff8, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:18:12.971073 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-2baca373-ae47-441f-b297-6a014f84d1a3 None None] For port 22d4058d-cb6c-4fc7-9e17-f02c75101ff8, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=22d4058d-cb6c-4fc7-9e17-f02c75101ff8,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:18:12.978299 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2baca373-ae47-441f-b297-6a014f84d1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:13.087841 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb5973-513a-42be-ba0a-6a0b7b310679 None None] Pushing event updated for resources: {'Port': ['ID=22d4058d-cb6c-4fc7-9e17-f02c75101ff8,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:13.097392 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baca373-ae47-441f-b297-6a014f84d1a3 None None] Routers {'68254832-60c2-45a3-b7ee-b22464562bd4'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:18:13.098196 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2baca373-ae47-441f-b297-6a014f84d1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:17:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['68254832-60c2-45a3-b7ee-b22464562bd4'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:13.151402 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-20d3cf50-1bd1-4494-ab6c-934f6b81ead5 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:13.161920 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-20d3cf50-1bd1-4494-ab6c-934f6b81ead5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:13.206626 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-63b3b0ea-a928-4bd3-ad00-85e697af131c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Allocated IP 172.20.0.1 (999ccea7-58b4-4972-8de1-e668c5b2b82c/77d03eed-4936-49a8-9985-bb23ff2853bc/26882bf5-7dc0-4809-97d0-d2e010859f4b) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:18:13.243069 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d3cf50-1bd1-4494-ab6c-934f6b81ead5 None None] Network 999ccea7-58b4-4972-8de1-e668c5b2b82c is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:18:13.250005 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-20d3cf50-1bd1-4494-ab6c-934f6b81ead5 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:18:13.257203 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d3cf50-1bd1-4494-ab6c-934f6b81ead5 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:18:13.260015 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-2baca373-ae47-441f-b297-6a014f84d1a3 None None] Set router 68254832-60c2-45a3-b7ee-b22464562bd4 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:18:13.265027 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d3cf50-1bd1-4494-ab6c-934f6b81ead5 None None] Pushing event updated for resources: {'Port': ['ID=2355f508-4723-45d4-ab71-3258e9c73c12,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:13.317445 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-63b3b0ea-a928-4bd3-ad00-85e697af131c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:13.352828 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-63b3b0ea-a928-4bd3-ad00-85e697af131c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:13.400164 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b3b0ea-a928-4bd3-ad00-85e697af131c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Network 999ccea7-58b4-4972-8de1-e668c5b2b82c is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:18:13.404164 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-63b3b0ea-a928-4bd3-ad00-85e697af131c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:18:13.406265 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-20d3cf50-1bd1-4494-ab6c-934f6b81ead5 None None] Attempting to bind port 2355f508-4723-45d4-ab71-3258e9c73c12 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:18:13.406614 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b3b0ea-a928-4bd3-ad00-85e697af131c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:18:13.406765 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-20d3cf50-1bd1-4494-ab6c-934f6b81ead5 None None] Attempting to bind port 2355f508-4723-45d4-ab71-3258e9c73c12 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '493b05f1-9298-40a1-bffb-d1912924788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '999ccea7-58b4-4972-8de1-e668c5b2b82c'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:18:13.406978 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d3cf50-1bd1-4494-ab6c-934f6b81ead5 None None] Attempting to bind port 2355f508-4723-45d4-ab71-3258e9c73c12 on network 999ccea7-58b4-4972-8de1-e668c5b2b82c {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:18:13.416261 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d3cf50-1bd1-4494-ab6c-934f6b81ead5 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:18:13.416648 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d3cf50-1bd1-4494-ab6c-934f6b81ead5 None None] Checking segment: {'id': '493b05f1-9298-40a1-bffb-d1912924788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '999ccea7-58b4-4972-8de1-e668c5b2b82c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:18:13.417052 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-20d3cf50-1bd1-4494-ab6c-934f6b81ead5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:13.417439 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d3cf50-1bd1-4494-ab6c-934f6b81ead5 None None] Bound using segment: {'id': '493b05f1-9298-40a1-bffb-d1912924788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '999ccea7-58b4-4972-8de1-e668c5b2b82c'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:18:13.417899 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-20d3cf50-1bd1-4494-ab6c-934f6b81ead5 None None] Bound port: 2355f508-4723-45d4-ab71-3258e9c73c12, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '493b05f1-9298-40a1-bffb-d1912924788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '999ccea7-58b4-4972-8de1-e668c5b2b82c'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:18:13.418273 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-20d3cf50-1bd1-4494-ab6c-934f6b81ead5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:13.436665 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3b0ea-a928-4bd3-ad00-85e697af131c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'Port': ['ID=26882bf5-7dc0-4809-97d0-d2e010859f4b,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:13.456698 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-63b3b0ea-a928-4bd3-ad00-85e697af131c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:13.530278 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-20d3cf50-1bd1-4494-ab6c-934f6b81ead5 None None] For port 2355f508-4723-45d4-ab71-3258e9c73c12, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:18:13.534325 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-20d3cf50-1bd1-4494-ab6c-934f6b81ead5 None None] For port 2355f508-4723-45d4-ab71-3258e9c73c12, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=2355f508-4723-45d4-ab71-3258e9c73c12,segment=NetworkSegment(493b05f1-9298-40a1-bffb-d1912924788c),segment_id=493b05f1-9298-40a1-bffb-d1912924788c)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:18:13.539000 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-20d3cf50-1bd1-4494-ab6c-934f6b81ead5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:13.595059 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-63b3b0ea-a928-4bd3-ad00-85e697af131c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:13.595566 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2baca373-ae47-441f-b297-6a014f84d1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68254832-60c2-45a3-b7ee-b22464562bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-489871707', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.85'}], 'enable_snat': True}, 'gw_port_id': '22d4058d-cb6c-4fc7-9e17-f02c75101ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:10Z', 'updated_at': '2022-02-16T13:18:11Z', 'revision_number': 3, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '22d4058d-cb6c-4fc7-9e17-f02c75101ff8', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:40:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68254832-60c2-45a3-b7ee-b22464562bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:10Z', 'updated_at': '2022-02-16T13:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:13.633397 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baca373-ae47-441f-b297-6a014f84d1a3 None None] The sync data for ids ['68254832-60c2-45a3-b7ee-b22464562bd4'] in dv-neutron-828142-3-hyperv is: [{'id': '68254832-60c2-45a3-b7ee-b22464562bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-489871707', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.85'}], 'enable_snat': True}, 'gw_port_id': '22d4058d-cb6c-4fc7-9e17-f02c75101ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:10Z', 'updated_at': '2022-02-16T13:18:11Z', 'revision_number': 3, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '22d4058d-cb6c-4fc7-9e17-f02c75101ff8', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:40:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68254832-60c2-45a3-b7ee-b22464562bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:10Z', 'updated_at': '2022-02-16T13:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:18:13.635002 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d3cf50-1bd1-4494-ab6c-934f6b81ead5 None None] Pushing event updated for resources: {'Port': ['ID=2355f508-4723-45d4-ab71-3258e9c73c12,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:13.930940 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-63b3b0ea-a928-4bd3-ad00-85e697af131c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:13.936539 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-63b3b0ea-a928-4bd3-ad00-85e697af131c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:14.016367 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3b0ea-a928-4bd3-ad00-85e697af131c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'Port': ['ID=26882bf5-7dc0-4809-97d0-d2e010859f4b,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:14.018870 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-63b3b0ea-a928-4bd3-ad00-85e697af131c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:14.134522 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b3b0ea-a928-4bd3-ad00-85e697af131c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Network 999ccea7-58b4-4972-8de1-e668c5b2b82c is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:18:14.136044 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-63b3b0ea-a928-4bd3-ad00-85e697af131c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:18:14.254872 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b3b0ea-a928-4bd3-ad00-85e697af131c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Router 68254832-60c2-45a3-b7ee-b22464562bd4 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:18:14.373889 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b3b0ea-a928-4bd3-ad00-85e697af131c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:18:14.379847 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-63b3b0ea-a928-4bd3-ad00-85e697af131c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "PUT /v2.0/routers/68254832-60c2-45a3-b7ee-b22464562bd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0111349 Feb 16 13:18:14.531580 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-90c34029-1a07-42b8-9a53-30e2af228517 req-a8d01865-a233-4a2e-9d9b-0e0f23f43dcd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1996162622&fields=id&tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a HTTP/1.1" status: 200 len: 267 time: 0.0392714 Feb 16 13:18:14.604787 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4356fc37-7b49-4188-b058-3492bc86e3e0 None None] Network 999ccea7-58b4-4972-8de1-e668c5b2b82c requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:18:14.649327 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c34029-1a07-42b8-9a53-30e2af228517 req-97646bc5-c1cd-4a86-a112-e95cb385d7df tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:14.650773 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-90c34029-1a07-42b8-9a53-30e2af228517 req-97646bc5-c1cd-4a86-a112-e95cb385d7df tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/networks?id=999ccea7-58b4-4972-8de1-e668c5b2b82c HTTP/1.1" status: 200 len: 796 time: 0.1140742 Feb 16 13:18:14.666065 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-90c34029-1a07-42b8-9a53-30e2af228517 req-33bab558-0278-4a13-ac5f-e6e6b0100470 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/quotas/3d70f7ea0f94439483a5f3cf73c75b3a HTTP/1.1" status: 200 len: 375 time: 0.0093811 Feb 16 13:18:14.719078 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-90c34029-1a07-42b8-9a53-30e2af228517 req-b4d1f7be-491e-4e24-99a6-45b699e02551 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464430 Feb 16 13:18:14.719435 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-c619b06b-ecb6-4ef2-8f4f-139d7be032b1 None None] Provisioning complete for port 2355f508-4723-45d4-ab71-3258e9c73c12 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:14.719816 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c619b06b-ecb6-4ef2-8f4f-139d7be032b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:14.827236 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-90c34029-1a07-42b8-9a53-30e2af228517 req-c4670845-b8a9-4022-9de4-4983951af334 service neutron] 10.222.0.90 "GET /v2.0/networks/999ccea7-58b4-4972-8de1-e668c5b2b82c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938284 Feb 16 13:18:14.840090 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c619b06b-ecb6-4ef2-8f4f-139d7be032b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:14.874383 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-c619b06b-ecb6-4ef2-8f4f-139d7be032b1 None None] For port 2355f508-4723-45d4-ab71-3258e9c73c12, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=2355f508-4723-45d4-ab71-3258e9c73c12,segment=NetworkSegment(493b05f1-9298-40a1-bffb-d1912924788c),segment_id=493b05f1-9298-40a1-bffb-d1912924788c)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:18:14.879058 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c619b06b-ecb6-4ef2-8f4f-139d7be032b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:14.933738 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-90c34029-1a07-42b8-9a53-30e2af228517 req-77baa8c2-91d0-4057-81c1-84d717866cd0 service neutron] 10.222.0.90 "GET /v2.0/networks/999ccea7-58b4-4972-8de1-e668c5b2b82c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999479 Feb 16 13:18:15.114046 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619b06b-ecb6-4ef2-8f4f-139d7be032b1 None None] Pushing event updated for resources: {'Port': ['ID=2355f508-4723-45d4-ab71-3258e9c73c12,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:15.121189 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-661c81f9-50a5-4c7c-b432-fe420ad7b795 None None] Provisioning complete for port 26882bf5-7dc0-4809-97d0-d2e010859f4b triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:15.121562 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-661c81f9-50a5-4c7c-b432-fe420ad7b795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:15.150470 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6c916980-3641-481a-9231-ef5237c3a899 req-bfaa7840-b780-4e69-8660-01935ce8c6cf tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=95b33ae7-bc9c-4528-809d-130a83529fa5 HTTP/1.1" status: 200 len: 210 time: 0.0398319 Feb 16 13:18:15.160072 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-661c81f9-50a5-4c7c-b432-fe420ad7b795 None None] Port 26882bf5-7dc0-4809-97d0-d2e010859f4b cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:18:15.171814 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-661c81f9-50a5-4c7c-b432-fe420ad7b795 None None] Provisioning complete for port 2355f508-4723-45d4-ab71-3258e9c73c12 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:15.172262 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-661c81f9-50a5-4c7c-b432-fe420ad7b795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:15.413528 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-a838f7dc-208a-4213-a461-4a03885ef563 None None] Provisioning complete for port 26882bf5-7dc0-4809-97d0-d2e010859f4b triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:15.413969 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a838f7dc-208a-4213-a461-4a03885ef563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:15.421611 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 22d4058d-cb6c-4fc7-9e17-f02c75101ff8 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:18:15.474463 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3561ba-9cc8-4831-9ed4-c428e4080d1f None None] Sync routers for ids ['68254832-60c2-45a3-b7ee-b22464562bd4'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:18:15.489831 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3561ba-9cc8-4831-9ed4-c428e4080d1f None None] Routers {'68254832-60c2-45a3-b7ee-b22464562bd4'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:18:15.490441 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-1b3561ba-9cc8-4831-9ed4-c428e4080d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:17:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['68254832-60c2-45a3-b7ee-b22464562bd4'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:15.504987 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-a838f7dc-208a-4213-a461-4a03885ef563 None None] Port 26882bf5-7dc0-4809-97d0-d2e010859f4b cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:18:15.524246 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 22d4058d-cb6c-4fc7-9e17-f02c75101ff8 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:15.524706 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:15.625462 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:15.638478 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-1b3561ba-9cc8-4831-9ed4-c428e4080d1f None None] Set router 68254832-60c2-45a3-b7ee-b22464562bd4 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:18:15.639255 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-61d891e3-ec59-4c5b-a587-ad3c7c12bb64 None None] Provisioning complete for port 26882bf5-7dc0-4809-97d0-d2e010859f4b triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:15.639624 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-61d891e3-ec59-4c5b-a587-ad3c7c12bb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:15.669320 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 22d4058d-cb6c-4fc7-9e17-f02c75101ff8, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=22d4058d-cb6c-4fc7-9e17-f02c75101ff8,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:18:15.675356 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:15.676132 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 2355f508-4723-45d4-ab71-3258e9c73c12 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:18:15.726090 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-61d891e3-ec59-4c5b-a587-ad3c7c12bb64 None None] Port 26882bf5-7dc0-4809-97d0-d2e010859f4b cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:18:15.765509 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=22d4058d-cb6c-4fc7-9e17-f02c75101ff8,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:15.776099 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 2355f508-4723-45d4-ab71-3258e9c73c12 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:15.776467 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:15.847589 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-1b3561ba-9cc8-4831-9ed4-c428e4080d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68254832-60c2-45a3-b7ee-b22464562bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-489871707', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.85'}], 'enable_snat': True}, 'gw_port_id': '22d4058d-cb6c-4fc7-9e17-f02c75101ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:10Z', 'updated_at': '2022-02-16T13:18:13Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '22d4058d-cb6c-4fc7-9e17-f02c75101ff8', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:40:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68254832-60c2-45a3-b7ee-b22464562bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:10Z', 'updated_at': '2022-02-16T13:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '26882bf5-7dc0-4809-97d0-d2e010859f4b', 'name': '', 'network_id': '999ccea7-58b4-4972-8de1-e668c5b2b82c', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:cc:07:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68254832-60c2-45a3-b7ee-b22464562bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '77d03eed-4936-49a8-9985-bb23ff2853bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:12Z', 'updated_at': '2022-02-16T13:18:13Z', 'revision_number': 2, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': '77d03eed-4936-49a8-9985-bb23ff2853bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:15.873469 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3561ba-9cc8-4831-9ed4-c428e4080d1f None None] Checking router: 68254832-60c2-45a3-b7ee-b22464562bd4 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:18:15.873824 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3561ba-9cc8-4831-9ed4-c428e4080d1f None None] Updating router 68254832-60c2-45a3-b7ee-b22464562bd4 port 26882bf5-7dc0-4809-97d0-d2e010859f4b binding host dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:18:15.898179 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1b3561ba-9cc8-4831-9ed4-c428e4080d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:16.165568 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c34029-1a07-42b8-9a53-30e2af228517 req-8f78f747-9b7e-41f5-8589-71df02bac31f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:16.167950 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-90c34029-1a07-42b8-9a53-30e2af228517 req-8f78f747-9b7e-41f5-8589-71df02bac31f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.42 "GET /v2.0/networks?id=999ccea7-58b4-4972-8de1-e668c5b2b82c HTTP/1.1" status: 200 len: 796 time: 0.1222823 Feb 16 13:18:16.216047 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-90c34029-1a07-42b8-9a53-30e2af228517 req-5a059681-a308-4e4b-b45b-e8f513ca10c0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a HTTP/1.1" status: 200 len: 380 time: 0.0384896 Feb 16 13:18:16.230091 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-90c34029-1a07-42b8-9a53-30e2af228517 req-e1355ee6-201d-4184-87dc-3ecc209e83dc tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'port': {'device_id': '95b33ae7-bc9c-4528-809d-130a83529fa5', 'network_id': '999ccea7-58b4-4972-8de1-e668c5b2b82c', 'admin_state_up': True, 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'security_groups': ['bec802b3-f222-4419-9d91-e123914d72f8']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:18:16.265827 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1b3561ba-9cc8-4831-9ed4-c428e4080d1f None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:16.268788 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-299157aa-a485-456a-aa71-56941e5f91b1 req-f55bf02f-5e6f-467e-a001-37aee4371b81 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=95b33ae7-bc9c-4528-809d-130a83529fa5 HTTP/1.1" status: 200 len: 210 time: 0.0344849 Feb 16 13:18:16.284207 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1b3561ba-9cc8-4831-9ed4-c428e4080d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:16.330435 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce19c3fa-c488-4902-95c3-90a91ebed3ff None None] Pushing event updated for resources: {'Port': ['ID=26882bf5-7dc0-4809-97d0-d2e010859f4b,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:16.366493 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90c34029-1a07-42b8-9a53-30e2af228517 req-e1355ee6-201d-4184-87dc-3ecc209e83dc tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Made reservation on behalf of 3d70f7ea0f94439483a5f3cf73c75b3a for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:18:16.370477 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-90c34029-1a07-42b8-9a53-30e2af228517 req-e1355ee6-201d-4184-87dc-3ecc209e83dc tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:16.371328 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19c3fa-c488-4902-95c3-90a91ebed3ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:16.371681 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19c3fa-c488-4902-95c3-90a91ebed3ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:16.372587 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19c3fa-c488-4902-95c3-90a91ebed3ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:16.372949 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19c3fa-c488-4902-95c3-90a91ebed3ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:16.373281 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19c3fa-c488-4902-95c3-90a91ebed3ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:16.373607 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19c3fa-c488-4902-95c3-90a91ebed3ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:16.373932 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19c3fa-c488-4902-95c3-90a91ebed3ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:16.374253 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19c3fa-c488-4902-95c3-90a91ebed3ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:16.374572 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19c3fa-c488-4902-95c3-90a91ebed3ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:16.374909 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19c3fa-c488-4902-95c3-90a91ebed3ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:16.375209 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19c3fa-c488-4902-95c3-90a91ebed3ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:16.375523 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19c3fa-c488-4902-95c3-90a91ebed3ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:16.399613 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-1b3561ba-9cc8-4831-9ed4-c428e4080d1f None None] Attempting to bind port 26882bf5-7dc0-4809-97d0-d2e010859f4b on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:18:16.400086 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-1b3561ba-9cc8-4831-9ed4-c428e4080d1f None None] Attempting to bind port 26882bf5-7dc0-4809-97d0-d2e010859f4b by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '493b05f1-9298-40a1-bffb-d1912924788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '999ccea7-58b4-4972-8de1-e668c5b2b82c'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:18:16.400307 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3561ba-9cc8-4831-9ed4-c428e4080d1f None None] Attempting to bind port 26882bf5-7dc0-4809-97d0-d2e010859f4b on network 999ccea7-58b4-4972-8de1-e668c5b2b82c {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:18:16.408482 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3561ba-9cc8-4831-9ed4-c428e4080d1f None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:18:16.409033 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3561ba-9cc8-4831-9ed4-c428e4080d1f None None] Checking segment: {'id': '493b05f1-9298-40a1-bffb-d1912924788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '999ccea7-58b4-4972-8de1-e668c5b2b82c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:18:16.409446 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1b3561ba-9cc8-4831-9ed4-c428e4080d1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:16.409835 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3561ba-9cc8-4831-9ed4-c428e4080d1f None None] Bound using segment: {'id': '493b05f1-9298-40a1-bffb-d1912924788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '999ccea7-58b4-4972-8de1-e668c5b2b82c'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:18:16.410304 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-1b3561ba-9cc8-4831-9ed4-c428e4080d1f None None] Bound port: 26882bf5-7dc0-4809-97d0-d2e010859f4b, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '493b05f1-9298-40a1-bffb-d1912924788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '999ccea7-58b4-4972-8de1-e668c5b2b82c'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:18:16.410683 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1b3561ba-9cc8-4831-9ed4-c428e4080d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:16.482646 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-1b3561ba-9cc8-4831-9ed4-c428e4080d1f None None] For port 26882bf5-7dc0-4809-97d0-d2e010859f4b, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:18:16.487266 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-1b3561ba-9cc8-4831-9ed4-c428e4080d1f None None] For port 26882bf5-7dc0-4809-97d0-d2e010859f4b, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=26882bf5-7dc0-4809-97d0-d2e010859f4b,segment=NetworkSegment(493b05f1-9298-40a1-bffb-d1912924788c),segment_id=493b05f1-9298-40a1-bffb-d1912924788c)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:18:16.493536 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1b3561ba-9cc8-4831-9ed4-c428e4080d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:16.520225 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [req-90c34029-1a07-42b8-9a53-30e2af228517 req-e1355ee6-201d-4184-87dc-3ecc209e83dc tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Allocated IP 172.20.0.12 (999ccea7-58b4-4972-8de1-e668c5b2b82c/77d03eed-4936-49a8-9985-bb23ff2853bc/4cbb9187-bcda-4a18-a53c-9ea895fb2367) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:18:16.556620 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3561ba-9cc8-4831-9ed4-c428e4080d1f None None] Routers {'68254832-60c2-45a3-b7ee-b22464562bd4'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:18:16.557050 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-f9e463f2-d903-491c-9fdf-900d36be7f81 None None] Provisioning complete for port 26882bf5-7dc0-4809-97d0-d2e010859f4b triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:16.557265 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-1b3561ba-9cc8-4831-9ed4-c428e4080d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:17:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['68254832-60c2-45a3-b7ee-b22464562bd4'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:16.557596 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f9e463f2-d903-491c-9fdf-900d36be7f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:16.654868 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f9e463f2-d903-491c-9fdf-900d36be7f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:16.665762 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce19c3fa-c488-4902-95c3-90a91ebed3ff None None] Pushing event updated for resources: {'Port': ['ID=26882bf5-7dc0-4809-97d0-d2e010859f4b,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:16.680129 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-1b3561ba-9cc8-4831-9ed4-c428e4080d1f None None] Set router 68254832-60c2-45a3-b7ee-b22464562bd4 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:18:16.694782 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-f9e463f2-d903-491c-9fdf-900d36be7f81 None None] For port 26882bf5-7dc0-4809-97d0-d2e010859f4b, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=26882bf5-7dc0-4809-97d0-d2e010859f4b,segment=NetworkSegment(493b05f1-9298-40a1-bffb-d1912924788c),segment_id=493b05f1-9298-40a1-bffb-d1912924788c)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:18:16.702756 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f9e463f2-d903-491c-9fdf-900d36be7f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:16.703784 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-90c34029-1a07-42b8-9a53-30e2af228517 req-e1355ee6-201d-4184-87dc-3ecc209e83dc tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:16.756498 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-90c34029-1a07-42b8-9a53-30e2af228517 req-e1355ee6-201d-4184-87dc-3ecc209e83dc tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:16.765790 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e463f2-d903-491c-9fdf-900d36be7f81 None None] Pushing event updated for resources: {'Port': ['ID=26882bf5-7dc0-4809-97d0-d2e010859f4b,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:16.811436 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90c34029-1a07-42b8-9a53-30e2af228517 req-e1355ee6-201d-4184-87dc-3ecc209e83dc tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Network 999ccea7-58b4-4972-8de1-e668c5b2b82c is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:18:16.816971 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [req-90c34029-1a07-42b8-9a53-30e2af228517 req-e1355ee6-201d-4184-87dc-3ecc209e83dc tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:18:16.821212 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c34029-1a07-42b8-9a53-30e2af228517 req-e1355ee6-201d-4184-87dc-3ecc209e83dc tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:18:16.852013 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1355ee6-201d-4184-87dc-3ecc209e83dc tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'Port': ['ID=4cbb9187-bcda-4a18-a53c-9ea895fb2367,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:16.876826 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c34029-1a07-42b8-9a53-30e2af228517 req-e1355ee6-201d-4184-87dc-3ecc209e83dc tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:16.877577 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-90c34029-1a07-42b8-9a53-30e2af228517 req-e1355ee6-201d-4184-87dc-3ecc209e83dc tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:16.896084 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-90c34029-1a07-42b8-9a53-30e2af228517 req-e1355ee6-201d-4184-87dc-3ecc209e83dc tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6714253 Feb 16 13:18:16.901046 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-1b3561ba-9cc8-4831-9ed4-c428e4080d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68254832-60c2-45a3-b7ee-b22464562bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-489871707', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.85'}], 'enable_snat': True}, 'gw_port_id': '22d4058d-cb6c-4fc7-9e17-f02c75101ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:10Z', 'updated_at': '2022-02-16T13:18:13Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '22d4058d-cb6c-4fc7-9e17-f02c75101ff8', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68254832-60c2-45a3-b7ee-b22464562bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:10Z', 'updated_at': '2022-02-16T13:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '26882bf5-7dc0-4809-97d0-d2e010859f4b', 'name': '', 'network_id': '999ccea7-58b4-4972-8de1-e668c5b2b82c', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:cc:07:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68254832-60c2-45a3-b7ee-b22464562bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '77d03eed-4936-49a8-9985-bb23ff2853bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:12Z', 'updated_at': '2022-02-16T13:18:16Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': '77d03eed-4936-49a8-9985-bb23ff2853bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:16.908153 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-90c34029-1a07-42b8-9a53-30e2af228517 req-66634809-a9f7-4e3b-9203-5b36af699ad4 service neutron] Request body: {'port': {'device_id': '95b33ae7-bc9c-4528-809d-130a83529fa5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:18:16.929693 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3561ba-9cc8-4831-9ed4-c428e4080d1f None None] The sync data for ids ['68254832-60c2-45a3-b7ee-b22464562bd4'] in dv-neutron-828142-3-hyperv is: [{'id': '68254832-60c2-45a3-b7ee-b22464562bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-489871707', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.85'}], 'enable_snat': True}, 'gw_port_id': '22d4058d-cb6c-4fc7-9e17-f02c75101ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:10Z', 'updated_at': '2022-02-16T13:18:13Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '22d4058d-cb6c-4fc7-9e17-f02c75101ff8', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68254832-60c2-45a3-b7ee-b22464562bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:10Z', 'updated_at': '2022-02-16T13:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '26882bf5-7dc0-4809-97d0-d2e010859f4b', 'name': '', 'network_id': '999ccea7-58b4-4972-8de1-e668c5b2b82c', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:cc:07:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68254832-60c2-45a3-b7ee-b22464562bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '77d03eed-4936-49a8-9985-bb23ff2853bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:12Z', 'updated_at': '2022-02-16T13:18:16Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': '77d03eed-4936-49a8-9985-bb23ff2853bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:18:16.929935 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-2af2c3e8-fc2c-4c40-8e94-43f8f025df1c None None] Provisioning complete for port 26882bf5-7dc0-4809-97d0-d2e010859f4b triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:16.930286 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2af2c3e8-fc2c-4c40-8e94-43f8f025df1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:16.996616 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-90c34029-1a07-42b8-9a53-30e2af228517 req-66634809-a9f7-4e3b-9203-5b36af699ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:17.186052 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-e0cdfd79-c743-4446-9af7-114113264fdb None None] Provisioning complete for port 4cbb9187-bcda-4a18-a53c-9ea895fb2367 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:17.186421 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e0cdfd79-c743-4446-9af7-114113264fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:17.236476 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-e0cdfd79-c743-4446-9af7-114113264fdb None None] Port 4cbb9187-bcda-4a18-a53c-9ea895fb2367 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:18:17.343711 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-90c34029-1a07-42b8-9a53-30e2af228517 req-66634809-a9f7-4e3b-9203-5b36af699ad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cbb9187-bcda-4a18-a53c-9ea895fb2367 {{(pid=109049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:18:17.353703 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-90c34029-1a07-42b8-9a53-30e2af228517 req-66634809-a9f7-4e3b-9203-5b36af699ad4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:17.366541 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.provisioning_blocks [req-90c34029-1a07-42b8-9a53-30e2af228517 req-66634809-a9f7-4e3b-9203-5b36af699ad4 service neutron] Transition to ACTIVE for port object 4cbb9187-bcda-4a18-a53c-9ea895fb2367 will not be triggered until provisioned by entity L2. {{(pid=109049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:18:17.372747 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-90c34029-1a07-42b8-9a53-30e2af228517 req-66634809-a9f7-4e3b-9203-5b36af699ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:17.440380 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 22d4058d-cb6c-4fc7-9e17-f02c75101ff8 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:18:17.453671 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66634809-a9f7-4e3b-9203-5b36af699ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=4cbb9187-bcda-4a18-a53c-9ea895fb2367,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:17.454973 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befc40a-6c0b-47e4-9856-5e599885ace0 req-093cea15-601e-489e-8da5-5b2315ceb861 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:17.456586 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2befc40a-6c0b-47e4-9856-5e599885ace0 req-093cea15-601e-489e-8da5-5b2315ceb861 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=95b33ae7-bc9c-4528-809d-130a83529fa5 HTTP/1.1" status: 200 len: 932 time: 0.1044199 Feb 16 13:18:17.523194 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 22d4058d-cb6c-4fc7-9e17-f02c75101ff8 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:17.523561 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:17.540696 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-90c34029-1a07-42b8-9a53-30e2af228517 req-66634809-a9f7-4e3b-9203-5b36af699ad4 service neutron] Attempting to bind port 4cbb9187-bcda-4a18-a53c-9ea895fb2367 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:18:17.542059 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-90c34029-1a07-42b8-9a53-30e2af228517 req-66634809-a9f7-4e3b-9203-5b36af699ad4 service neutron] Attempting to bind port 4cbb9187-bcda-4a18-a53c-9ea895fb2367 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '493b05f1-9298-40a1-bffb-d1912924788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '999ccea7-58b4-4972-8de1-e668c5b2b82c'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:18:17.542397 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c34029-1a07-42b8-9a53-30e2af228517 req-66634809-a9f7-4e3b-9203-5b36af699ad4 service neutron] Attempting to bind port 4cbb9187-bcda-4a18-a53c-9ea895fb2367 on network 999ccea7-58b4-4972-8de1-e668c5b2b82c {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:18:17.550297 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c34029-1a07-42b8-9a53-30e2af228517 req-66634809-a9f7-4e3b-9203-5b36af699ad4 service neutron] Port 4cbb9187-bcda-4a18-a53c-9ea895fb2367 on network 999ccea7-58b4-4972-8de1-e668c5b2b82c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:18:17.550897 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c34029-1a07-42b8-9a53-30e2af228517 req-66634809-a9f7-4e3b-9203-5b36af699ad4 service neutron] Attempting to bind port 4cbb9187-bcda-4a18-a53c-9ea895fb2367 on network 999ccea7-58b4-4972-8de1-e668c5b2b82c {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:18:17.553283 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2befc40a-6c0b-47e4-9856-5e599885ace0 req-57f83301-9d71-4c9b-978f-b6502b48b462 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=bec802b3-f222-4419-9d91-e123914d72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833547 Feb 16 13:18:17.567065 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c34029-1a07-42b8-9a53-30e2af228517 req-66634809-a9f7-4e3b-9203-5b36af699ad4 service neutron] Checking agent: {'id': '31a9428e-e23a-420f-bfe2-5870b63c0436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'started_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:18:17.567407 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c34029-1a07-42b8-9a53-30e2af228517 req-66634809-a9f7-4e3b-9203-5b36af699ad4 service neutron] Checking segment: {'id': '493b05f1-9298-40a1-bffb-d1912924788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '999ccea7-58b4-4972-8de1-e668c5b2b82c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:18:17.567814 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c34029-1a07-42b8-9a53-30e2af228517 req-66634809-a9f7-4e3b-9203-5b36af699ad4 service neutron] Bound using segment: {'id': '493b05f1-9298-40a1-bffb-d1912924788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '999ccea7-58b4-4972-8de1-e668c5b2b82c'} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:18:17.568416 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-90c34029-1a07-42b8-9a53-30e2af228517 req-66634809-a9f7-4e3b-9203-5b36af699ad4 service neutron] Bound port: 4cbb9187-bcda-4a18-a53c-9ea895fb2367, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '493b05f1-9298-40a1-bffb-d1912924788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '999ccea7-58b4-4972-8de1-e668c5b2b82c'}}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:18:17.569842 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-90c34029-1a07-42b8-9a53-30e2af228517 req-66634809-a9f7-4e3b-9203-5b36af699ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:17.641553 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 26882bf5-7dc0-4809-97d0-d2e010859f4b up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:18:17.660672 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-90c34029-1a07-42b8-9a53-30e2af228517 req-66634809-a9f7-4e3b-9203-5b36af699ad4 service neutron] For port 4cbb9187-bcda-4a18-a53c-9ea895fb2367, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:18:17.664813 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-90c34029-1a07-42b8-9a53-30e2af228517 req-66634809-a9f7-4e3b-9203-5b36af699ad4 service neutron] For port 4cbb9187-bcda-4a18-a53c-9ea895fb2367, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4cbb9187-bcda-4a18-a53c-9ea895fb2367,segment=NetworkSegment(493b05f1-9298-40a1-bffb-d1912924788c),segment_id=493b05f1-9298-40a1-bffb-d1912924788c)] {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:18:17.670190 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-90c34029-1a07-42b8-9a53-30e2af228517 req-66634809-a9f7-4e3b-9203-5b36af699ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:17.697723 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 26882bf5-7dc0-4809-97d0-d2e010859f4b triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:17.698224 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:17.708052 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c34029-1a07-42b8-9a53-30e2af228517 req-66634809-a9f7-4e3b-9203-5b36af699ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:17.708661 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-90c34029-1a07-42b8-9a53-30e2af228517 req-66634809-a9f7-4e3b-9203-5b36af699ad4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:17.710106 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-90c34029-1a07-42b8-9a53-30e2af228517 req-66634809-a9f7-4e3b-9203-5b36af699ad4 service neutron] 10.222.0.42 "PUT /v2.0/ports/4cbb9187-bcda-4a18-a53c-9ea895fb2367 HTTP/1.1" status: 200 len: 1094 time: 0.8065324 Feb 16 13:18:17.710565 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95b33ae7-bc9c-4528-809d-130a83529fa5', 'tag': '4cbb9187-bcda-4a18-a53c-9ea895fb2367'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:18:17.712904 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c777a5af-8fa8-420c-bbab-e61e41d63986" -d '{"events": [{"name": "network-changed", "server_uuid": "95b33ae7-bc9c-4528-809d-130a83529fa5", "tag": "4cbb9187-bcda-4a18-a53c-9ea895fb2367"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:18:17.774744 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03edfbd8-22c1-4595-b722-59a98f34ff15 x-openstack-request-id: req-03edfbd8-22c1-4595-b722-59a98f34ff15 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:18:17.775082 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95b33ae7-bc9c-4528-809d-130a83529fa5", "tag": "4cbb9187-bcda-4a18-a53c-9ea895fb2367", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:18:17.775277 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-03edfbd8-22c1-4595-b722-59a98f34ff15 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:18:17.775678 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95b33ae7-bc9c-4528-809d-130a83529fa5', 'tag': '4cbb9187-bcda-4a18-a53c-9ea895fb2367', 'status': 'completed', 'code': 200} Feb 16 13:18:17.777564 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66634809-a9f7-4e3b-9203-5b36af699ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=4cbb9187-bcda-4a18-a53c-9ea895fb2367,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:17.815594 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c34029-1a07-42b8-9a53-30e2af228517 req-2c3ca057-f555-4ce5-9bc3-f508d39a7055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:17.818375 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-90c34029-1a07-42b8-9a53-30e2af228517 req-2c3ca057-f555-4ce5-9bc3-f508d39a7055 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a&device_id=95b33ae7-bc9c-4528-809d-130a83529fa5 HTTP/1.1" status: 200 len: 1097 time: 0.0559499 Feb 16 13:18:17.873812 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-90c34029-1a07-42b8-9a53-30e2af228517 req-3181a782-aaca-484a-810a-19a4e2bf33f4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cbb9187-bcda-4a18-a53c-9ea895fb2367 HTTP/1.1" status: 200 len: 217 time: 0.0441821 Feb 16 13:18:17.928709 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c34029-1a07-42b8-9a53-30e2af228517 req-313605ad-cbcc-4731-a502-825477954642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:17.930164 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-90c34029-1a07-42b8-9a53-30e2af228517 req-313605ad-cbcc-4731-a502-825477954642 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=77d03eed-4936-49a8-9985-bb23ff2853bc HTTP/1.1" status: 200 len: 834 time: 0.0499637 Feb 16 13:18:17.977488 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c34029-1a07-42b8-9a53-30e2af228517 req-cbbcd4b6-885e-458e-9527-de66aaa3ff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:17.978989 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-90c34029-1a07-42b8-9a53-30e2af228517 req-cbbcd4b6-885e-458e-9527-de66aaa3ff77 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=999ccea7-58b4-4972-8de1-e668c5b2b82c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421097 Feb 16 13:18:18.076964 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-90c34029-1a07-42b8-9a53-30e2af228517 req-920ee7d8-80ea-4695-870b-a4fefbf1f182 service neutron] 10.222.0.42 "GET /v2.0/networks/999ccea7-58b4-4972-8de1-e668c5b2b82c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912466 Feb 16 13:18:18.177893 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-90c34029-1a07-42b8-9a53-30e2af228517 req-5818c17c-98e9-42c1-acab-59763defd14f service neutron] 10.222.0.42 "GET /v2.0/networks/999ccea7-58b4-4972-8de1-e668c5b2b82c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947404 Feb 16 13:18:18.265322 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777a5af-8fa8-420c-bbab-e61e41d63986 req-345d4435-a32e-4c93-86e7-66bbefab5096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:18.266838 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c777a5af-8fa8-420c-bbab-e61e41d63986 req-345d4435-a32e-4c93-86e7-66bbefab5096 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a&device_id=95b33ae7-bc9c-4528-809d-130a83529fa5 HTTP/1.1" status: 200 len: 1097 time: 0.0425403 Feb 16 13:18:18.359567 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777a5af-8fa8-420c-bbab-e61e41d63986 req-8b542d9e-f48e-41b7-aeea-ea9eeeb282c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:18.361072 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c777a5af-8fa8-420c-bbab-e61e41d63986 req-8b542d9e-f48e-41b7-aeea-ea9eeeb282c8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=999ccea7-58b4-4972-8de1-e668c5b2b82c HTTP/1.1" status: 200 len: 897 time: 0.0876758 Feb 16 13:18:18.401944 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c777a5af-8fa8-420c-bbab-e61e41d63986 req-ebc2386c-738b-49ae-b472-f89fe0c7d743 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cbb9187-bcda-4a18-a53c-9ea895fb2367 HTTP/1.1" status: 200 len: 217 time: 0.0336859 Feb 16 13:18:18.455672 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777a5af-8fa8-420c-bbab-e61e41d63986 req-19da04fa-02e4-4298-947b-8122a9f73d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:18.457178 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c777a5af-8fa8-420c-bbab-e61e41d63986 req-19da04fa-02e4-4298-947b-8122a9f73d02 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=77d03eed-4936-49a8-9985-bb23ff2853bc HTTP/1.1" status: 200 len: 834 time: 0.0491791 Feb 16 13:18:18.508523 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777a5af-8fa8-420c-bbab-e61e41d63986 req-dc46e814-518d-4e4a-ac99-d175342c0bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:18.510044 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c777a5af-8fa8-420c-bbab-e61e41d63986 req-dc46e814-518d-4e4a-ac99-d175342c0bee service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=999ccea7-58b4-4972-8de1-e668c5b2b82c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449011 Feb 16 13:18:18.601031 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c777a5af-8fa8-420c-bbab-e61e41d63986 req-b0e05a25-aab9-47b8-86a6-33b27b2a0fa5 service neutron] 10.222.0.42 "GET /v2.0/networks/999ccea7-58b4-4972-8de1-e668c5b2b82c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830884 Feb 16 13:18:18.658054 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138832bf-95b1-42c9-aded-61bd49ad0ca9 req-f71729da-2c5d-4b25-bfe9-08fc7467e03f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:18.660165 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-138832bf-95b1-42c9-aded-61bd49ad0ca9 req-f71729da-2c5d-4b25-bfe9-08fc7467e03f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=95b33ae7-bc9c-4528-809d-130a83529fa5 HTTP/1.1" status: 200 len: 944 time: 0.0509672 Feb 16 13:18:18.695690 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c777a5af-8fa8-420c-bbab-e61e41d63986 req-12ec2793-589c-43d9-9887-1aed4cdd5709 service neutron] 10.222.0.42 "GET /v2.0/networks/999ccea7-58b4-4972-8de1-e668c5b2b82c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877643 Feb 16 13:18:18.698533 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-138832bf-95b1-42c9-aded-61bd49ad0ca9 req-43ba92e4-1b6e-4bf2-8165-bda26e7d77e1 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=bec802b3-f222-4419-9d91-e123914d72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323899 Feb 16 13:18:19.815583 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112334e3-8581-4b4b-bebb-512391f17cfb req-8a339423-2c93-4851-9550-e247e636386f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:19.817091 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-112334e3-8581-4b4b-bebb-512391f17cfb req-8a339423-2c93-4851-9550-e247e636386f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=95b33ae7-bc9c-4528-809d-130a83529fa5 HTTP/1.1" status: 200 len: 944 time: 0.0487804 Feb 16 13:18:19.854029 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-112334e3-8581-4b4b-bebb-512391f17cfb req-d484ee28-51d0-4cb4-bb51-c3d588a1f0c9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=bec802b3-f222-4419-9d91-e123914d72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309904 Feb 16 13:18:20.972596 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b47da-12d4-4584-a52e-2b6787a39e3f req-c721e6a8-0752-43f7-a336-8bc536714040 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:20.974003 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-514b47da-12d4-4584-a52e-2b6787a39e3f req-c721e6a8-0752-43f7-a336-8bc536714040 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=95b33ae7-bc9c-4528-809d-130a83529fa5 HTTP/1.1" status: 200 len: 944 time: 0.0531244 Feb 16 13:18:21.010471 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-514b47da-12d4-4584-a52e-2b6787a39e3f req-f1ad851e-c554-4f04-ad58-9131dbef77cf tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=bec802b3-f222-4419-9d91-e123914d72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306103 Feb 16 13:18:21.630938 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 4cbb9187-bcda-4a18-a53c-9ea895fb2367 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:18:21.722516 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 4cbb9187-bcda-4a18-a53c-9ea895fb2367, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4cbb9187-bcda-4a18-a53c-9ea895fb2367,segment=NetworkSegment(493b05f1-9298-40a1-bffb-d1912924788c),segment_id=493b05f1-9298-40a1-bffb-d1912924788c)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:18:21.734067 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': '4cbb9187-bcda-4a18-a53c-9ea895fb2367', 'network_id': '999ccea7-58b4-4972-8de1-e668c5b2b82c', 'port_id': '4cbb9187-bcda-4a18-a53c-9ea895fb2367', 'mac_address': 'fa:16:3e:fa:3f:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77d03eed-4936-49a8-9985-bb23ff2853bc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:18:21.770117 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:21.786801 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cbb9187-bcda-4a18-a53c-9ea895fb2367 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:18:21.807107 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 4cbb9187-bcda-4a18-a53c-9ea895fb2367, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4cbb9187-bcda-4a18-a53c-9ea895fb2367,segment=NetworkSegment(493b05f1-9298-40a1-bffb-d1912924788c),segment_id=493b05f1-9298-40a1-bffb-d1912924788c)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:18:21.811393 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:21.857117 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=4cbb9187-bcda-4a18-a53c-9ea895fb2367,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:22.022930 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['4cbb9187-bcda-4a18-a53c-9ea895fb2367'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:18:22.125989 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbf4b3-df6c-4741-8e01-c014026dc94e req-c721c666-0af2-4172-938d-b2be37df31c3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:22.127508 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-69cbf4b3-df6c-4741-8e01-c014026dc94e req-c721c666-0af2-4172-938d-b2be37df31c3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=95b33ae7-bc9c-4528-809d-130a83529fa5 HTTP/1.1" status: 200 len: 945 time: 0.0487938 Feb 16 13:18:22.165322 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-69cbf4b3-df6c-4741-8e01-c014026dc94e req-3702c101-05ea-403e-9390-0f6c762aea76 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=bec802b3-f222-4419-9d91-e123914d72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317302 Feb 16 13:18:22.319279 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4ec8efbf-0af0-4efa-bd76-9b8c06b7884b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:23.282939 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24385d99-15d0-471a-86c7-cd58ce62fcab req-c7bca43d-98a0-4436-8259-9b88d11561d7 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:23.284418 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-24385d99-15d0-471a-86c7-cd58ce62fcab req-c7bca43d-98a0-4436-8259-9b88d11561d7 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=95b33ae7-bc9c-4528-809d-130a83529fa5 HTTP/1.1" status: 200 len: 945 time: 0.0497808 Feb 16 13:18:23.325698 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-24385d99-15d0-471a-86c7-cd58ce62fcab req-20c3ed06-4a9e-43bd-8f52-d57cb71dd16c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=bec802b3-f222-4419-9d91-e123914d72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351224 Feb 16 13:18:23.646993 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 4cbb9187-bcda-4a18-a53c-9ea895fb2367 up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:18:23.695358 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning for port 4cbb9187-bcda-4a18-a53c-9ea895fb2367 completed by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:18:23.699312 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port 4cbb9187-bcda-4a18-a53c-9ea895fb2367 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:23.699698 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:23.781020 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:23.803180 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b33ae7-bc9c-4528-809d-130a83529fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cbb9187-bcda-4a18-a53c-9ea895fb2367'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:18:23.805440 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391a5c70-19dd-430a-8d77-2ab71884c4d3" -d '{"events": [{"server_uuid": "95b33ae7-bc9c-4528-809d-130a83529fa5", "name": "network-vif-plugged", "status": "completed", "tag": "4cbb9187-bcda-4a18-a53c-9ea895fb2367"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:18:23.817875 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 4cbb9187-bcda-4a18-a53c-9ea895fb2367, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4cbb9187-bcda-4a18-a53c-9ea895fb2367,segment=NetworkSegment(493b05f1-9298-40a1-bffb-d1912924788c),segment_id=493b05f1-9298-40a1-bffb-d1912924788c)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:18:23.822576 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:23.846623 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7125fc-939a-4645-a4af-5e789d761d9d x-openstack-request-id: req-3e7125fc-939a-4645-a4af-5e789d761d9d {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:18:23.846911 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95b33ae7-bc9c-4528-809d-130a83529fa5", "name": "network-vif-plugged", "status": "completed", "tag": "4cbb9187-bcda-4a18-a53c-9ea895fb2367", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:18:23.847158 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3e7125fc-939a-4645-a4af-5e789d761d9d {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:18:23.847533 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95b33ae7-bc9c-4528-809d-130a83529fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cbb9187-bcda-4a18-a53c-9ea895fb2367', 'code': 200} Feb 16 13:18:23.874793 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=4cbb9187-bcda-4a18-a53c-9ea895fb2367,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:24.007060 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc39e2b-c263-4b98-b0fd-559119ccb209 req-f81cb8c9-2802-4f4e-b07a-ff7c410ae958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:24.008694 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ddc39e2b-c263-4b98-b0fd-559119ccb209 req-f81cb8c9-2802-4f4e-b07a-ff7c410ae958 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=95b33ae7-bc9c-4528-809d-130a83529fa5 HTTP/1.1" status: 200 len: 1099 time: 0.0403852 Feb 16 13:18:24.044364 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ddc39e2b-c263-4b98-b0fd-559119ccb209 req-d6c43f3d-303e-439a-abdb-f04f32c397c2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bec802b3-f222-4419-9d91-e123914d72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283923 Feb 16 13:18:24.447222 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17328cad-a58d-4bc7-aa40-58af27130c95 req-ab42cb07-ece5-4cb8-b203-4de89ceb9764 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:24.448690 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-17328cad-a58d-4bc7-aa40-58af27130c95 req-ab42cb07-ece5-4cb8-b203-4de89ceb9764 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=95b33ae7-bc9c-4528-809d-130a83529fa5 HTTP/1.1" status: 200 len: 946 time: 0.0532942 Feb 16 13:18:24.487699 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-17328cad-a58d-4bc7-aa40-58af27130c95 req-8bf317d1-3eae-45aa-91bf-e5c59fc28f2f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=bec802b3-f222-4419-9d91-e123914d72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318549 Feb 16 13:18:24.495847 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-17903252-fa87-44e8-a4fd-b007d34eda24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:25.430051 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:18:25.604581 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721178a4-8ce7-4335-adbd-2ab8a34f0125 req-338670c0-7e25-412e-84a8-6e189c14d848 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:25.606135 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-721178a4-8ce7-4335-adbd-2ab8a34f0125 req-338670c0-7e25-412e-84a8-6e189c14d848 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=95b33ae7-bc9c-4528-809d-130a83529fa5 HTTP/1.1" status: 200 len: 946 time: 0.0490227 Feb 16 13:18:25.645699 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-721178a4-8ce7-4335-adbd-2ab8a34f0125 req-8112f1b0-726a-4e39-92a7-13a50c2030a6 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=bec802b3-f222-4419-9d91-e123914d72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337613 Feb 16 13:18:25.757445 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecfa76e-678c-435a-9f44-57b17d175e89 req-24e289c9-ba62-432a-a6f9-0cf60f303804 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:25.758907 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9ecfa76e-678c-435a-9f44-57b17d175e89 req-24e289c9-ba62-432a-a6f9-0cf60f303804 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=95b33ae7-bc9c-4528-809d-130a83529fa5 HTTP/1.1" status: 200 len: 946 time: 0.0477154 Feb 16 13:18:25.796367 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9ecfa76e-678c-435a-9f44-57b17d175e89 req-8d8ce6db-2de7-42d3-b951-684091564510 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=bec802b3-f222-4419-9d91-e123914d72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304782 Feb 16 13:18:25.817650 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43688) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:18:25.837984 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:25.856397 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebaab00-7b0e-4db0-a157-69692a0b9015 tempest-TestNetworkAdvancedServerOps-1483708827 tempest-TestNetworkAdvancedServerOps-1483708827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:25.857948 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4ebaab00-7b0e-4db0-a157-69692a0b9015 tempest-TestNetworkAdvancedServerOps-1483708827 tempest-TestNetworkAdvancedServerOps-1483708827-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=95b33ae7-bc9c-4528-809d-130a83529fa5 HTTP/1.1" status: 200 len: 1094 time: 0.0393004 Feb 16 13:18:25.860767 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43690) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:18:25.864930 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-d6a7f795-d0e9-49df-8510-32b66f658419 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'floatingip': {'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'port_id': '4cbb9187-bcda-4a18-a53c-9ea895fb2367', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:18:25.888945 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d6a7f795-d0e9-49df-8510-32b66f658419 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for floatingip, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:25.987939 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d6a7f795-d0e9-49df-8510-32b66f658419 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:26.091769 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-d6a7f795-d0e9-49df-8510-32b66f658419 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Allocated IP 172.26.2.97 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/9e7c11dd-578d-4d0a-8fc9-07704c2e7afa) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:18:26.190899 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d6a7f795-d0e9-49df-8510-32b66f658419 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:26.224581 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d6a7f795-d0e9-49df-8510-32b66f658419 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:26.265220 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a7f795-d0e9-49df-8510-32b66f658419 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:18:26.268317 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-d6a7f795-d0e9-49df-8510-32b66f658419 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:18:26.271834 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a7f795-d0e9-49df-8510-32b66f658419 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:18:26.277275 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7f795-d0e9-49df-8510-32b66f658419 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'Port': ['ID=9e7c11dd-578d-4d0a-8fc9-07704c2e7afa,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:26.984882 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d6a7f795-d0e9-49df-8510-32b66f658419 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:27.056493 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d6a7f795-d0e9-49df-8510-32b66f658419 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:27.104051 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:27.210002 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d6a7f795-d0e9-49df-8510-32b66f658419 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:27.214589 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d6a7f795-d0e9-49df-8510-32b66f658419 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:27.289484 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7f795-d0e9-49df-8510-32b66f658419 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'Port': ['ID=9e7c11dd-578d-4d0a-8fc9-07704c2e7afa,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:27.298592 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d6a7f795-d0e9-49df-8510-32b66f658419 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:27.399637 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-d6a7f795-d0e9-49df-8510-32b66f658419 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Floating IP e6f55d54-45e8-4046-9bba-e8ec544d1976 associated. External IP: 172.26.2.97, port: 4cbb9187-bcda-4a18-a53c-9ea895fb2367. Feb 16 13:18:27.451556 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:27.611535 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a7f795-d0e9-49df-8510-32b66f658419 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Router 68254832-60c2-45a3-b7ee-b22464562bd4 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:18:27.725867 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a7f795-d0e9-49df-8510-32b66f658419 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:18:27.735768 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917aa793-37b1-4052-aa6a-af2f9f6813cb None None] Sync routers for ids ['68254832-60c2-45a3-b7ee-b22464562bd4'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:18:27.746131 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d6a7f795-d0e9-49df-8510-32b66f658419 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:27.747095 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917aa793-37b1-4052-aa6a-af2f9f6813cb None None] Routers {'68254832-60c2-45a3-b7ee-b22464562bd4'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:18:27.747321 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-917aa793-37b1-4052-aa6a-af2f9f6813cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:18:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['68254832-60c2-45a3-b7ee-b22464562bd4'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:27.774108 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d6a7f795-d0e9-49df-8510-32b66f658419 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9123290 Feb 16 13:18:27.774705 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95b33ae7-bc9c-4528-809d-130a83529fa5', 'tag': '4cbb9187-bcda-4a18-a53c-9ea895fb2367'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:18:27.777013 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6291c17a-7527-45a9-8a77-aefb9368378a" -d '{"events": [{"name": "network-changed", "server_uuid": "95b33ae7-bc9c-4528-809d-130a83529fa5", "tag": "4cbb9187-bcda-4a18-a53c-9ea895fb2367"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:18:27.821063 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83868842-39fe-4778-aecd-96f051f2a7f5 x-openstack-request-id: req-83868842-39fe-4778-aecd-96f051f2a7f5 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:18:27.821433 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95b33ae7-bc9c-4528-809d-130a83529fa5", "tag": "4cbb9187-bcda-4a18-a53c-9ea895fb2367", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:18:27.821757 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-83868842-39fe-4778-aecd-96f051f2a7f5 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:18:27.822229 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95b33ae7-bc9c-4528-809d-130a83529fa5', 'tag': '4cbb9187-bcda-4a18-a53c-9ea895fb2367', 'status': 'completed', 'code': 200} Feb 16 13:18:27.856434 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-917aa793-37b1-4052-aa6a-af2f9f6813cb None None] Set router 68254832-60c2-45a3-b7ee-b22464562bd4 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:18:27.891293 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291c17a-7527-45a9-8a77-aefb9368378a req-cccf84d1-48aa-4f5d-b0e1-0c9b2962997a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:27.892402 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d45648-3095-433f-90a4-bb8dab1cca91 req-1b33fa2a-00db-46c1-b1e3-8eba236b933c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:27.893111 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6291c17a-7527-45a9-8a77-aefb9368378a req-cccf84d1-48aa-4f5d-b0e1-0c9b2962997a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a&device_id=95b33ae7-bc9c-4528-809d-130a83529fa5 HTTP/1.1" status: 200 len: 1099 time: 0.0445306 Feb 16 13:18:27.894685 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-00d45648-3095-433f-90a4-bb8dab1cca91 req-1b33fa2a-00db-46c1-b1e3-8eba236b933c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=95b33ae7-bc9c-4528-809d-130a83529fa5 HTTP/1.1" status: 200 len: 946 time: 0.0569468 Feb 16 13:18:27.940784 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-00d45648-3095-433f-90a4-bb8dab1cca91 req-35bd8829-3c31-4d0c-bee5-971bcd4534ed tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=bec802b3-f222-4419-9d91-e123914d72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360429 Feb 16 13:18:27.961660 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43696) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:18:27.994297 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291c17a-7527-45a9-8a77-aefb9368378a req-07fbe55f-ebc6-41cc-a415-d76589ee3863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:27.995799 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6291c17a-7527-45a9-8a77-aefb9368378a req-07fbe55f-ebc6-41cc-a415-d76589ee3863 service neutron] 10.222.0.42 "GET /v2.0/networks?id=999ccea7-58b4-4972-8de1-e668c5b2b82c HTTP/1.1" status: 200 len: 897 time: 0.0960746 Feb 16 13:18:28.024444 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-274981f8-d0bb-4449-b618-0e8ef0b20321 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/floatingips/e6f55d54-45e8-4046-9bba-e8ec544d1976 HTTP/1.1" status: 200 len: 991 time: 0.0607986 Feb 16 13:18:28.065057 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6291c17a-7527-45a9-8a77-aefb9368378a req-644bdaf2-3f58-46fd-b145-8c816f8a60ca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cbb9187-bcda-4a18-a53c-9ea895fb2367 HTTP/1.1" status: 200 len: 999 time: 0.0621674 Feb 16 13:18:28.087454 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-917aa793-37b1-4052-aa6a-af2f9f6813cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68254832-60c2-45a3-b7ee-b22464562bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-489871707', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.85'}], 'enable_snat': True}, 'gw_port_id': '22d4058d-cb6c-4fc7-9e17-f02c75101ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:10Z', 'updated_at': '2022-02-16T13:18:13Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '22d4058d-cb6c-4fc7-9e17-f02c75101ff8', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68254832-60c2-45a3-b7ee-b22464562bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:10Z', 'updated_at': '2022-02-16T13:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'e6f55d54-45e8-4046-9bba-e8ec544d1976', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'floating_ip_address': '172.26.2.97', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '68254832-60c2-45a3-b7ee-b22464562bd4', 'port_id': '4cbb9187-bcda-4a18-a53c-9ea895fb2367', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '999ccea7-58b4-4972-8de1-e668c5b2b82c', 'mac_address': 'fa:16:3e:fa:3f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b33ae7-bc9c-4528-809d-130a83529fa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:18:26Z', 'updated_at': '2022-02-16T13:18:26Z', 'revision_number': 0, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26882bf5-7dc0-4809-97d0-d2e010859f4b', 'name': '', 'network_id': '999ccea7-58b4-4972-8de1-e668c5b2b82c', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:cc:07:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68254832-60c2-45a3-b7ee-b22464562bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '77d03eed-4936-49a8-9985-bb23ff2853bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:12Z', 'updated_at': '2022-02-16T13:18:16Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': '77d03eed-4936-49a8-9985-bb23ff2853bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:28.114630 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291c17a-7527-45a9-8a77-aefb9368378a req-f8be05f8-1b31-4b0d-b17a-5764a6dbca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:28.116145 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6291c17a-7527-45a9-8a77-aefb9368378a req-f8be05f8-1b31-4b0d-b17a-5764a6dbca20 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=77d03eed-4936-49a8-9985-bb23ff2853bc HTTP/1.1" status: 200 len: 834 time: 0.0441055 Feb 16 13:18:28.117206 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917aa793-37b1-4052-aa6a-af2f9f6813cb None None] Checking router: 68254832-60c2-45a3-b7ee-b22464562bd4 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:18:28.125637 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917aa793-37b1-4052-aa6a-af2f9f6813cb None None] Routers {'68254832-60c2-45a3-b7ee-b22464562bd4'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:18:28.126217 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-917aa793-37b1-4052-aa6a-af2f9f6813cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:18:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['68254832-60c2-45a3-b7ee-b22464562bd4'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:28.167903 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291c17a-7527-45a9-8a77-aefb9368378a req-de36383b-c7da-40b9-83e4-951fa9586ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:28.170085 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6291c17a-7527-45a9-8a77-aefb9368378a req-de36383b-c7da-40b9-83e4-951fa9586ee7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=999ccea7-58b4-4972-8de1-e668c5b2b82c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0464861 Feb 16 13:18:28.226583 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-917aa793-37b1-4052-aa6a-af2f9f6813cb None None] Set router 68254832-60c2-45a3-b7ee-b22464562bd4 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:18:28.261162 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6291c17a-7527-45a9-8a77-aefb9368378a req-0146ec72-33fc-4a35-aa51-a74231ba2a0d service neutron] 10.222.0.42 "GET /v2.0/networks/999ccea7-58b4-4972-8de1-e668c5b2b82c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833616 Feb 16 13:18:28.353201 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6291c17a-7527-45a9-8a77-aefb9368378a req-71551378-a474-4a4c-8015-fc2596919a7c service neutron] 10.222.0.42 "GET /v2.0/networks/999ccea7-58b4-4972-8de1-e668c5b2b82c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852642 Feb 16 13:18:28.448937 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-917aa793-37b1-4052-aa6a-af2f9f6813cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68254832-60c2-45a3-b7ee-b22464562bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-489871707', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.85'}], 'enable_snat': True}, 'gw_port_id': '22d4058d-cb6c-4fc7-9e17-f02c75101ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:10Z', 'updated_at': '2022-02-16T13:18:13Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '22d4058d-cb6c-4fc7-9e17-f02c75101ff8', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68254832-60c2-45a3-b7ee-b22464562bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:10Z', 'updated_at': '2022-02-16T13:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'e6f55d54-45e8-4046-9bba-e8ec544d1976', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'floating_ip_address': '172.26.2.97', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '68254832-60c2-45a3-b7ee-b22464562bd4', 'port_id': '4cbb9187-bcda-4a18-a53c-9ea895fb2367', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '999ccea7-58b4-4972-8de1-e668c5b2b82c', 'mac_address': 'fa:16:3e:fa:3f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b33ae7-bc9c-4528-809d-130a83529fa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:18:26Z', 'updated_at': '2022-02-16T13:18:26Z', 'revision_number': 0, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26882bf5-7dc0-4809-97d0-d2e010859f4b', 'name': '', 'network_id': '999ccea7-58b4-4972-8de1-e668c5b2b82c', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:cc:07:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68254832-60c2-45a3-b7ee-b22464562bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '77d03eed-4936-49a8-9985-bb23ff2853bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:12Z', 'updated_at': '2022-02-16T13:18:16Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': '77d03eed-4936-49a8-9985-bb23ff2853bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:28.473948 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917aa793-37b1-4052-aa6a-af2f9f6813cb None None] The sync data for ids ['68254832-60c2-45a3-b7ee-b22464562bd4'] in dv-neutron-828142-3-hyperv is: [{'id': '68254832-60c2-45a3-b7ee-b22464562bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-489871707', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.85'}], 'enable_snat': True}, 'gw_port_id': '22d4058d-cb6c-4fc7-9e17-f02c75101ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:10Z', 'updated_at': '2022-02-16T13:18:13Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '22d4058d-cb6c-4fc7-9e17-f02c75101ff8', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68254832-60c2-45a3-b7ee-b22464562bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:10Z', 'updated_at': '2022-02-16T13:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': 'e6f55d54-45e8-4046-9bba-e8ec544d1976', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'floating_ip_address': '172.26.2.97', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '68254832-60c2-45a3-b7ee-b22464562bd4', 'port_id': '4cbb9187-bcda-4a18-a53c-9ea895fb2367', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '999ccea7-58b4-4972-8de1-e668c5b2b82c', 'mac_address': 'fa:16:3e:fa:3f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b33ae7-bc9c-4528-809d-130a83529fa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:18:26Z', 'updated_at': '2022-02-16T13:18:26Z', 'revision_number': 0, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26882bf5-7dc0-4809-97d0-d2e010859f4b', 'name': '', 'network_id': '999ccea7-58b4-4972-8de1-e668c5b2b82c', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:cc:07:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68254832-60c2-45a3-b7ee-b22464562bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '77d03eed-4936-49a8-9985-bb23ff2853bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:12Z', 'updated_at': '2022-02-16T13:18:16Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': '77d03eed-4936-49a8-9985-bb23ff2853bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:18:28.679896 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ee281a-e620-4df4-b939-4f10a61c4f33 None None] New status for floating IP e6f55d54-45e8-4046-9bba-e8ec544d1976: ACTIVE {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:18:28.785756 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:29.029074 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43698) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:18:29.092753 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-41d64afd-7565-4927-8818-1317f6fb61c4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/floatingips/e6f55d54-45e8-4046-9bba-e8ec544d1976 HTTP/1.1" status: 200 len: 993 time: 0.0624723 Feb 16 13:18:52.320694 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cc182c5d-beb3-48e0-89f1-01f10605efc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:54.501570 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-25a29ff6-3e1f-4262-8b9a-b52495a9df39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:55.843689 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:57.107414 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:57.132108 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-74f599ba-89ab-45d2-88f9-4c45c71c82a2 req-42ab22b9-a8e6-4fef-a894-2183a2ea139a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=95b33ae7-bc9c-4528-809d-130a83529fa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414076 Feb 16 13:18:57.214655 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f599ba-89ab-45d2-88f9-4c45c71c82a2 req-1bdb1e11-76e2-4520-95a8-a0ee0b325fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:57.216133 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-74f599ba-89ab-45d2-88f9-4c45c71c82a2 req-1bdb1e11-76e2-4520-95a8-a0ee0b325fbe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a&device_id=95b33ae7-bc9c-4528-809d-130a83529fa5 HTTP/1.1" status: 200 len: 1099 time: 0.0405059 Feb 16 13:18:57.325417 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f599ba-89ab-45d2-88f9-4c45c71c82a2 req-c12a7563-387f-4208-bc56-dc7cd4d3063d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:57.326841 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-74f599ba-89ab-45d2-88f9-4c45c71c82a2 req-c12a7563-387f-4208-bc56-dc7cd4d3063d service neutron] 10.222.0.42 "GET /v2.0/networks?id=999ccea7-58b4-4972-8de1-e668c5b2b82c HTTP/1.1" status: 200 len: 897 time: 0.0883102 Feb 16 13:18:57.398306 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-74f599ba-89ab-45d2-88f9-4c45c71c82a2 req-7cfd1c3c-8721-42f4-9998-b39952a6e94e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cbb9187-bcda-4a18-a53c-9ea895fb2367 HTTP/1.1" status: 200 len: 1001 time: 0.0641665 Feb 16 13:18:57.447047 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f599ba-89ab-45d2-88f9-4c45c71c82a2 req-1b010d97-67a7-4d68-893b-0e61fee46583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:57.448509 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-74f599ba-89ab-45d2-88f9-4c45c71c82a2 req-1b010d97-67a7-4d68-893b-0e61fee46583 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=77d03eed-4936-49a8-9985-bb23ff2853bc HTTP/1.1" status: 200 len: 834 time: 0.0440652 Feb 16 13:18:57.452976 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:57.497907 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f599ba-89ab-45d2-88f9-4c45c71c82a2 req-101cc2f9-b2de-441e-a087-a0b7a7cc4819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:57.499376 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-74f599ba-89ab-45d2-88f9-4c45c71c82a2 req-101cc2f9-b2de-441e-a087-a0b7a7cc4819 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=999ccea7-58b4-4972-8de1-e668c5b2b82c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438685 Feb 16 13:18:57.587107 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-74f599ba-89ab-45d2-88f9-4c45c71c82a2 req-1e57f929-28ca-4100-9b6c-2d7f98fd07e4 service neutron] 10.222.0.42 "GET /v2.0/networks/999ccea7-58b4-4972-8de1-e668c5b2b82c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802994 Feb 16 13:18:57.688122 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-74f599ba-89ab-45d2-88f9-4c45c71c82a2 req-9aa90c10-05f2-408b-88f7-07232648b95a service neutron] 10.222.0.42 "GET /v2.0/networks/999ccea7-58b4-4972-8de1-e668c5b2b82c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866725 Feb 16 13:18:58.798336 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:00.474851 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf2dcb-f696-4aa6-be38-a5fdfbed17e8 req-fedff872-a6e8-46e7-9e32-657f5f7fbfee tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:00.476263 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b3bf2dcb-f696-4aa6-be38-a5fdfbed17e8 req-fedff872-a6e8-46e7-9e32-657f5f7fbfee tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=95b33ae7-bc9c-4528-809d-130a83529fa5 HTTP/1.1" status: 200 len: 946 time: 0.0517085 Feb 16 13:19:00.515599 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b3bf2dcb-f696-4aa6-be38-a5fdfbed17e8 req-ba87674a-8339-4409-9d8e-a9a178a1eeb1 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=bec802b3-f222-4419-9d91-e123914d72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325811 Feb 16 13:19:01.635871 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc076b-60b1-4ff9-828b-efa30c0cc3ac req-94bcea87-f793-4612-8bcd-6b84e09d1a92 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:01.637388 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c1fc076b-60b1-4ff9-828b-efa30c0cc3ac req-94bcea87-f793-4612-8bcd-6b84e09d1a92 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=95b33ae7-bc9c-4528-809d-130a83529fa5 HTTP/1.1" status: 200 len: 946 time: 0.0519488 Feb 16 13:19:01.675155 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c1fc076b-60b1-4ff9-828b-efa30c0cc3ac req-6d19c2ee-0457-49d4-9e31-d1c3be5e1515 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=bec802b3-f222-4419-9d91-e123914d72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316825 Feb 16 13:19:02.429072 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:19:02.790380 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9de7b1-3ff5-49bc-a5dd-015854020341 req-2e8606e0-3d53-4fd9-871f-8c2be35f8055 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:02.793539 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0d9de7b1-3ff5-49bc-a5dd-015854020341 req-2e8606e0-3d53-4fd9-871f-8c2be35f8055 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=95b33ae7-bc9c-4528-809d-130a83529fa5 HTTP/1.1" status: 200 len: 946 time: 0.0504870 Feb 16 13:19:02.831905 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0d9de7b1-3ff5-49bc-a5dd-015854020341 req-7d67c392-a85b-4331-83ed-77c8f92bd7dc tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=bec802b3-f222-4419-9d91-e123914d72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324755 Feb 16 13:19:03.945686 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f17f5-f642-4069-ad13-833624867a6c req-f6a92f7d-7ea4-48de-b9a3-02f753ce5cd4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:03.947137 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-065f17f5-f642-4069-ad13-833624867a6c req-f6a92f7d-7ea4-48de-b9a3-02f753ce5cd4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=95b33ae7-bc9c-4528-809d-130a83529fa5 HTTP/1.1" status: 200 len: 946 time: 0.0487497 Feb 16 13:19:03.985198 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-065f17f5-f642-4069-ad13-833624867a6c req-f81b5f52-b38e-412c-a873-4e603458a0b0 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=bec802b3-f222-4419-9d91-e123914d72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319109 Feb 16 13:19:05.102401 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71185dfb-98fc-4c90-97db-f93a0e9d3e1f req-61407d40-de37-4024-bb08-270b108dd503 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:05.106060 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-71185dfb-98fc-4c90-97db-f93a0e9d3e1f req-61407d40-de37-4024-bb08-270b108dd503 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=95b33ae7-bc9c-4528-809d-130a83529fa5 HTTP/1.1" status: 200 len: 946 time: 0.0549972 Feb 16 13:19:05.146708 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-71185dfb-98fc-4c90-97db-f93a0e9d3e1f req-e16e7df9-0add-404d-9405-df0cc8000b82 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=bec802b3-f222-4419-9d91-e123914d72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337512 Feb 16 13:19:06.261074 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004fc7b-59c2-490f-a29b-e63de15765a2 req-5bda4688-ce2a-4ead-b86e-e1a2e870ecb6 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:06.262549 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d004fc7b-59c2-490f-a29b-e63de15765a2 req-5bda4688-ce2a-4ead-b86e-e1a2e870ecb6 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=95b33ae7-bc9c-4528-809d-130a83529fa5 HTTP/1.1" status: 200 len: 946 time: 0.0485289 Feb 16 13:19:06.300887 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d004fc7b-59c2-490f-a29b-e63de15765a2 req-9a1cb7c9-8d7e-42a5-b6ed-b0e890d579f2 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=bec802b3-f222-4419-9d91-e123914d72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320778 Feb 16 13:19:07.413770 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667befa-9d82-49a0-a007-4472069cce29 req-1cd19312-f87d-4264-ab90-5fe61ed94cb5 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:07.415304 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3667befa-9d82-49a0-a007-4472069cce29 req-1cd19312-f87d-4264-ab90-5fe61ed94cb5 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=95b33ae7-bc9c-4528-809d-130a83529fa5 HTTP/1.1" status: 200 len: 946 time: 0.0492454 Feb 16 13:19:07.456374 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3667befa-9d82-49a0-a007-4472069cce29 req-35929680-a21d-4de3-a890-a6e755b59cde tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=bec802b3-f222-4419-9d91-e123914d72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336976 Feb 16 13:19:08.578937 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56112c-e165-433a-9075-4c0b24a5b86f req-931ea1ad-9135-4e4f-832a-2656abb1e7b1 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:08.580428 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4f56112c-e165-433a-9075-4c0b24a5b86f req-931ea1ad-9135-4e4f-832a-2656abb1e7b1 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=95b33ae7-bc9c-4528-809d-130a83529fa5 HTTP/1.1" status: 200 len: 946 time: 0.0572231 Feb 16 13:19:08.617879 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4f56112c-e165-433a-9075-4c0b24a5b86f req-d73171fc-1a9e-4b64-a26c-f1e42bfa4a49 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=bec802b3-f222-4419-9d91-e123914d72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315180 Feb 16 13:19:09.731922 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39027005-2f11-403d-bc3a-9532d481648f req-f2ce932a-009d-4921-8fb9-d158f92e3dfe tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:09.733455 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-39027005-2f11-403d-bc3a-9532d481648f req-f2ce932a-009d-4921-8fb9-d158f92e3dfe tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=95b33ae7-bc9c-4528-809d-130a83529fa5 HTTP/1.1" status: 200 len: 946 time: 0.0489664 Feb 16 13:19:09.771087 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-39027005-2f11-403d-bc3a-9532d481648f req-50f66df9-1371-4237-a2aa-73f1dab4052c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=bec802b3-f222-4419-9d91-e123914d72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318105 Feb 16 13:19:10.882615 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7026817-4595-40ca-a7fd-089e192c4efc req-9eae036e-9e5b-41d6-8c4d-df4128776845 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:10.884070 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b7026817-4595-40ca-a7fd-089e192c4efc req-9eae036e-9e5b-41d6-8c4d-df4128776845 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=95b33ae7-bc9c-4528-809d-130a83529fa5 HTTP/1.1" status: 200 len: 946 time: 0.0469360 Feb 16 13:19:10.921752 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b7026817-4595-40ca-a7fd-089e192c4efc req-5ead2ebe-592e-468d-86d2-ba037efc05fc tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=bec802b3-f222-4419-9d91-e123914d72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308292 Feb 16 13:19:12.040889 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce630ed6-060b-4c5d-a3f5-7cac240071a6 req-51c5de2d-fee2-4bf0-ad71-9a0eac5e3feb tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:12.042381 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ce630ed6-060b-4c5d-a3f5-7cac240071a6 req-51c5de2d-fee2-4bf0-ad71-9a0eac5e3feb tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=95b33ae7-bc9c-4528-809d-130a83529fa5 HTTP/1.1" status: 200 len: 946 time: 0.0537469 Feb 16 13:19:12.081321 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ce630ed6-060b-4c5d-a3f5-7cac240071a6 req-fa69cace-894a-403a-9e55-617e96638775 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=bec802b3-f222-4419-9d91-e123914d72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328684 Feb 16 13:19:12.837399 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [req-1a07e6c5-8b64-4ccd-baf2-bce16319950e req-67e43ac7-eed6-4adc-9555-011325d66bc0 tempest-ServerDiskConfigTestJSON-901341734 tempest-ServerDiskConfigTestJSON-901341734-project] (109049) timed out ('10.222.0.42', 61760) {{(pid=109049) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 16 13:19:13.197339 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3896e44-b746-4f2e-82e4-d2eca9ab6f35 req-a1733ccf-95b4-4773-9063-2878348cba3f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:13.198809 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e3896e44-b746-4f2e-82e4-d2eca9ab6f35 req-a1733ccf-95b4-4773-9063-2878348cba3f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=95b33ae7-bc9c-4528-809d-130a83529fa5 HTTP/1.1" status: 200 len: 946 time: 0.0493805 Feb 16 13:19:13.235836 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e3896e44-b746-4f2e-82e4-d2eca9ab6f35 req-7be2fe77-cf60-42a8-bebe-2983d39685f2 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=bec802b3-f222-4419-9d91-e123914d72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311174 Feb 16 13:19:14.353621 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5e03f-8c24-4873-8860-276dbd45f7ba req-5f502e9f-fe7e-4a0e-937a-725b6b101136 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:14.355221 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b0f5e03f-8c24-4873-8860-276dbd45f7ba req-5f502e9f-fe7e-4a0e-937a-725b6b101136 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=95b33ae7-bc9c-4528-809d-130a83529fa5 HTTP/1.1" status: 200 len: 946 time: 0.0494118 Feb 16 13:19:14.393087 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b0f5e03f-8c24-4873-8860-276dbd45f7ba req-6cd7f414-8e3c-4aed-b810-fc2c74c586ad tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=bec802b3-f222-4419-9d91-e123914d72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320814 Feb 16 13:19:15.509612 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d5c1e7-87cb-4b79-9e76-c8c4df9cb67c req-de06c510-4ed0-455e-9080-a4a8c15f5eff tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:15.511084 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a7d5c1e7-87cb-4b79-9e76-c8c4df9cb67c req-de06c510-4ed0-455e-9080-a4a8c15f5eff tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=95b33ae7-bc9c-4528-809d-130a83529fa5 HTTP/1.1" status: 200 len: 946 time: 0.0530219 Feb 16 13:19:15.554625 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a7d5c1e7-87cb-4b79-9e76-c8c4df9cb67c req-3e98d76f-174c-4a03-b83c-4f122c33eb97 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=bec802b3-f222-4419-9d91-e123914d72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366948 Feb 16 13:19:16.667607 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc71398-ff49-40d0-8764-046014fbc610 req-d9bd57c6-49c3-4b10-8b79-27bc721d3397 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:16.669109 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4bc71398-ff49-40d0-8764-046014fbc610 req-d9bd57c6-49c3-4b10-8b79-27bc721d3397 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=95b33ae7-bc9c-4528-809d-130a83529fa5 HTTP/1.1" status: 200 len: 946 time: 0.0493183 Feb 16 13:19:16.707930 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4bc71398-ff49-40d0-8764-046014fbc610 req-043015af-dcc7-4ce2-96c1-9a2c1c17b960 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=bec802b3-f222-4419-9d91-e123914d72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328565 Feb 16 13:19:16.729159 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43744) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:19:16.788779 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-bad0e5fc-2a98-4c5c-8394-a2b4593e2bc5 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/floatingips/e6f55d54-45e8-4046-9bba-e8ec544d1976 HTTP/1.1" status: 200 len: 993 time: 0.0575838 Feb 16 13:19:18.086033 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb365c81-8882-4078-8cb5-96950ef18f3c req-6f40311a-47ac-4aa1-8c9d-34e0e31f0484 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:18.087196 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-cb365c81-8882-4078-8cb5-96950ef18f3c req-6f40311a-47ac-4aa1-8c9d-34e0e31f0484 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=95b33ae7-bc9c-4528-809d-130a83529fa5 HTTP/1.1" status: 200 len: 946 time: 0.0601027 Feb 16 13:19:18.104153 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29eeaf2-bd94-48c9-bf6b-12529831fe02 req-cb393bfa-a956-411a-ae7f-abdae381344e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:18.105769 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c29eeaf2-bd94-48c9-bf6b-12529831fe02 req-cb393bfa-a956-411a-ae7f-abdae381344e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a&device_id=95b33ae7-bc9c-4528-809d-130a83529fa5 HTTP/1.1" status: 200 len: 1099 time: 0.0476966 Feb 16 13:19:18.127143 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-cb365c81-8882-4078-8cb5-96950ef18f3c req-9914755f-1a16-4976-9802-59c3d843ee89 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=bec802b3-f222-4419-9d91-e123914d72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337305 Feb 16 13:19:18.201569 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29eeaf2-bd94-48c9-bf6b-12529831fe02 req-e2b72639-0c97-4526-b011-edab101b8311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:18.203064 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c29eeaf2-bd94-48c9-bf6b-12529831fe02 req-e2b72639-0c97-4526-b011-edab101b8311 service neutron] 10.222.0.42 "GET /v2.0/networks?id=999ccea7-58b4-4972-8de1-e668c5b2b82c HTTP/1.1" status: 200 len: 897 time: 0.0904787 Feb 16 13:19:18.272657 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c29eeaf2-bd94-48c9-bf6b-12529831fe02 req-2984e9e9-4697-4231-a8c4-2798eb149626 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cbb9187-bcda-4a18-a53c-9ea895fb2367 HTTP/1.1" status: 200 len: 1001 time: 0.0632925 Feb 16 13:19:18.330835 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29eeaf2-bd94-48c9-bf6b-12529831fe02 req-edd31a64-1244-4049-9b53-8d72fe348cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:18.332312 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c29eeaf2-bd94-48c9-bf6b-12529831fe02 req-edd31a64-1244-4049-9b53-8d72fe348cde service neutron] 10.222.0.42 "GET /v2.0/subnets?id=77d03eed-4936-49a8-9985-bb23ff2853bc HTTP/1.1" status: 200 len: 834 time: 0.0534048 Feb 16 13:19:18.377931 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29eeaf2-bd94-48c9-bf6b-12529831fe02 req-a93826f4-db07-4e89-8929-b90570072a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:18.379358 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c29eeaf2-bd94-48c9-bf6b-12529831fe02 req-a93826f4-db07-4e89-8929-b90570072a4a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=999ccea7-58b4-4972-8de1-e668c5b2b82c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405958 Feb 16 13:19:18.474074 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c29eeaf2-bd94-48c9-bf6b-12529831fe02 req-66f99fa1-beb4-41b4-91fc-d55e24660ccd service neutron] 10.222.0.42 "GET /v2.0/networks/999ccea7-58b4-4972-8de1-e668c5b2b82c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877488 Feb 16 13:19:18.563905 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c29eeaf2-bd94-48c9-bf6b-12529831fe02 req-86ea6ed8-476a-4718-80aa-edd28c24f8ff service neutron] 10.222.0.42 "GET /v2.0/networks/999ccea7-58b4-4972-8de1-e668c5b2b82c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840375 Feb 16 13:19:19.245706 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c368fd-7610-43bc-a46f-649f4b5fb9be req-d1805971-a53a-4018-939d-6486deb01d89 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:19.247352 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d4c368fd-7610-43bc-a46f-649f4b5fb9be req-d1805971-a53a-4018-939d-6486deb01d89 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=95b33ae7-bc9c-4528-809d-130a83529fa5 HTTP/1.1" status: 200 len: 946 time: 0.0500941 Feb 16 13:19:19.286836 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d4c368fd-7610-43bc-a46f-649f4b5fb9be req-7e01bf6b-2e09-4800-b9f5-6e75c3025aa5 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=bec802b3-f222-4419-9d91-e123914d72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334971 Feb 16 13:19:19.309996 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43754) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:19:19.375147 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-4492f5b4-efda-418a-aa20-76249eb89622 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/floatingips/e6f55d54-45e8-4046-9bba-e8ec544d1976 HTTP/1.1" status: 200 len: 993 time: 0.0640054 Feb 16 13:19:22.321779 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-37253d08-ba92-4511-a499-1ddabb0ab24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:24.503288 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0d2b72ff-772d-40b3-9b6f-1826763347c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:25.843126 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:27.112860 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:27.457997 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:28.788336 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:39.427590 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:19:52.064052 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43764) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:19:52.220483 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-a5875d8a-84ff-433d-9f09-67b42fd5e9fd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Deleting port 9e7c11dd-578d-4d0a-8fc9-07704c2e7afa {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:19:52.220853 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a5875d8a-84ff-433d-9f09-67b42fd5e9fd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:52.295831 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a5875d8a-84ff-433d-9f09-67b42fd5e9fd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:52.296110 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a5875d8a-84ff-433d-9f09-67b42fd5e9fd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:52.307454 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-a5875d8a-84ff-433d-9f09-67b42fd5e9fd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Calling delete_port for 9e7c11dd-578d-4d0a-8fc9-07704c2e7afa owned by network:floatingip {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:19:52.323443 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d4192ba7-5249-4a98-b094-8eff5bb34218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:52.449292 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a5875d8a-84ff-433d-9f09-67b42fd5e9fd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:52.478890 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5875d8a-84ff-433d-9f09-67b42fd5e9fd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event deleted for resources: {'Port': ['ID=9e7c11dd-578d-4d0a-8fc9-07704c2e7afa,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:52.501731 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5875d8a-84ff-433d-9f09-67b42fd5e9fd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:52.502085 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5875d8a-84ff-433d-9f09-67b42fd5e9fd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:52.502431 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5875d8a-84ff-433d-9f09-67b42fd5e9fd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:52.502770 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5875d8a-84ff-433d-9f09-67b42fd5e9fd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:52.503108 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5875d8a-84ff-433d-9f09-67b42fd5e9fd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:52.503441 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5875d8a-84ff-433d-9f09-67b42fd5e9fd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:52.503773 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5875d8a-84ff-433d-9f09-67b42fd5e9fd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:52.504101 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5875d8a-84ff-433d-9f09-67b42fd5e9fd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:52.504429 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5875d8a-84ff-433d-9f09-67b42fd5e9fd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:52.504855 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5875d8a-84ff-433d-9f09-67b42fd5e9fd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:52.505187 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5875d8a-84ff-433d-9f09-67b42fd5e9fd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:52.505512 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5875d8a-84ff-433d-9f09-67b42fd5e9fd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:52.548477 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a5875d8a-84ff-433d-9f09-67b42fd5e9fd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for floatingip, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:52.548904 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.l3_db [None req-a5875d8a-84ff-433d-9f09-67b42fd5e9fd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Floating IP e6f55d54-45e8-4046-9bba-e8ec544d1976 disassociated (deleted). External IP: 172.26.2.97, port: 4cbb9187-bcda-4a18-a53c-9ea895fb2367. Feb 16 13:19:52.756949 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5875d8a-84ff-433d-9f09-67b42fd5e9fd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Router 68254832-60c2-45a3-b7ee-b22464562bd4 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:19:52.862689 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5875d8a-84ff-433d-9f09-67b42fd5e9fd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:19:52.867477 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a5875d8a-84ff-433d-9f09-67b42fd5e9fd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:52.872559 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba29a24b-1056-4fb8-8845-0ce748042ea5 None None] Sync routers for ids ['68254832-60c2-45a3-b7ee-b22464562bd4'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:19:52.881795 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba29a24b-1056-4fb8-8845-0ce748042ea5 None None] Routers {'68254832-60c2-45a3-b7ee-b22464562bd4'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:19:52.882408 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-ba29a24b-1056-4fb8-8845-0ce748042ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:19:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['68254832-60c2-45a3-b7ee-b22464562bd4'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:19:52.897821 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a5875d8a-84ff-433d-9f09-67b42fd5e9fd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "DELETE /v2.0/floatingips/e6f55d54-45e8-4046-9bba-e8ec544d1976 HTTP/1.1" status: 204 len: 168 time: 0.8302472 Feb 16 13:19:52.897821 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95b33ae7-bc9c-4528-809d-130a83529fa5', 'tag': '4cbb9187-bcda-4a18-a53c-9ea895fb2367'}] {{(pid=109048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:19:52.898313 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40068d798dcc31a224174c6c24ac8b3e49f1a518b527dec6066c5fbc28712f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ee3102-9a6a-42b2-b8cf-d68b3c35a05a" -d '{"events": [{"name": "network-changed", "server_uuid": "95b33ae7-bc9c-4528-809d-130a83529fa5", "tag": "4cbb9187-bcda-4a18-a53c-9ea895fb2367"}]}' {{(pid=109048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:19:53.032069 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da65c254-68b4-4d0f-b214-c1bfaa70cced x-openstack-request-id: req-da65c254-68b4-4d0f-b214-c1bfaa70cced {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:19:53.032577 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95b33ae7-bc9c-4528-809d-130a83529fa5", "tag": "4cbb9187-bcda-4a18-a53c-9ea895fb2367", "status": "completed", "code": 200}]} {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:19:53.032858 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-da65c254-68b4-4d0f-b214-c1bfaa70cced {{(pid=109048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:19:53.033271 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95b33ae7-bc9c-4528-809d-130a83529fa5', 'tag': '4cbb9187-bcda-4a18-a53c-9ea895fb2367', 'status': 'completed', 'code': 200} Feb 16 13:19:53.122950 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee3102-9a6a-42b2-b8cf-d68b3c35a05a req-8a7fd53f-8ab8-4459-97ed-fc3557772ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:53.124695 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a5ee3102-9a6a-42b2-b8cf-d68b3c35a05a req-8a7fd53f-8ab8-4459-97ed-fc3557772ade service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a&device_id=95b33ae7-bc9c-4528-809d-130a83529fa5 HTTP/1.1" status: 200 len: 1099 time: 0.0600202 Feb 16 13:19:53.133650 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e9b98-a73e-4fe8-8c26-8093d52e6c45 req-2f9dbe4e-65bf-461c-95b9-0eb581c47d06 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:53.135398 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-219e9b98-a73e-4fe8-8c26-8093d52e6c45 req-2f9dbe4e-65bf-461c-95b9-0eb581c47d06 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=95b33ae7-bc9c-4528-809d-130a83529fa5 HTTP/1.1" status: 200 len: 946 time: 0.0536525 Feb 16 13:19:53.158847 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-ba29a24b-1056-4fb8-8845-0ce748042ea5 None None] Set router 68254832-60c2-45a3-b7ee-b22464562bd4 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:19:53.177639 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-219e9b98-a73e-4fe8-8c26-8093d52e6c45 req-046e6f3c-6350-45fd-bb13-78529d36e813 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=bec802b3-f222-4419-9d91-e123914d72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354097 Feb 16 13:19:53.221498 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee3102-9a6a-42b2-b8cf-d68b3c35a05a req-708b7927-8be9-43d1-ac48-99925e26934a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:53.222964 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a5ee3102-9a6a-42b2-b8cf-d68b3c35a05a req-708b7927-8be9-43d1-ac48-99925e26934a service neutron] 10.222.0.42 "GET /v2.0/networks?id=999ccea7-58b4-4972-8de1-e668c5b2b82c HTTP/1.1" status: 200 len: 897 time: 0.0913606 Feb 16 13:19:53.272107 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a5ee3102-9a6a-42b2-b8cf-d68b3c35a05a req-58b00578-1808-4b36-91dc-f4414f0a2dc0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cbb9187-bcda-4a18-a53c-9ea895fb2367 HTTP/1.1" status: 200 len: 217 time: 0.0391417 Feb 16 13:19:53.328974 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee3102-9a6a-42b2-b8cf-d68b3c35a05a req-3a756bff-5871-4006-a810-7855d860dc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:53.330453 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a5ee3102-9a6a-42b2-b8cf-d68b3c35a05a req-3a756bff-5871-4006-a810-7855d860dc0b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=77d03eed-4936-49a8-9985-bb23ff2853bc HTTP/1.1" status: 200 len: 834 time: 0.0493970 Feb 16 13:19:53.367598 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-ba29a24b-1056-4fb8-8845-0ce748042ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68254832-60c2-45a3-b7ee-b22464562bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-489871707', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.85'}], 'enable_snat': True}, 'gw_port_id': '22d4058d-cb6c-4fc7-9e17-f02c75101ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:10Z', 'updated_at': '2022-02-16T13:18:13Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '22d4058d-cb6c-4fc7-9e17-f02c75101ff8', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68254832-60c2-45a3-b7ee-b22464562bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:10Z', 'updated_at': '2022-02-16T13:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '26882bf5-7dc0-4809-97d0-d2e010859f4b', 'name': '', 'network_id': '999ccea7-58b4-4972-8de1-e668c5b2b82c', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:cc:07:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68254832-60c2-45a3-b7ee-b22464562bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '77d03eed-4936-49a8-9985-bb23ff2853bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:12Z', 'updated_at': '2022-02-16T13:18:16Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': '77d03eed-4936-49a8-9985-bb23ff2853bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:19:53.375920 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee3102-9a6a-42b2-b8cf-d68b3c35a05a req-c2301772-5216-4da1-b3fe-6236b242ac61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:53.377402 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a5ee3102-9a6a-42b2-b8cf-d68b3c35a05a req-c2301772-5216-4da1-b3fe-6236b242ac61 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=999ccea7-58b4-4972-8de1-e668c5b2b82c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399575 Feb 16 13:19:53.397819 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba29a24b-1056-4fb8-8845-0ce748042ea5 None None] Checking router: 68254832-60c2-45a3-b7ee-b22464562bd4 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:19:53.406724 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba29a24b-1056-4fb8-8845-0ce748042ea5 None None] Routers {'68254832-60c2-45a3-b7ee-b22464562bd4'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:19:53.407378 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-ba29a24b-1056-4fb8-8845-0ce748042ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:19:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['68254832-60c2-45a3-b7ee-b22464562bd4'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:19:53.467715 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a5ee3102-9a6a-42b2-b8cf-d68b3c35a05a req-8d3e5639-e6cb-495a-9525-09920315ad25 service neutron] 10.222.0.42 "GET /v2.0/networks/999ccea7-58b4-4972-8de1-e668c5b2b82c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832150 Feb 16 13:19:53.511281 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-ba29a24b-1056-4fb8-8845-0ce748042ea5 None None] Set router 68254832-60c2-45a3-b7ee-b22464562bd4 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:19:53.562171 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a5ee3102-9a6a-42b2-b8cf-d68b3c35a05a req-d00a491b-d5bd-4a2a-88aa-267b188efa02 service neutron] 10.222.0.42 "GET /v2.0/networks/999ccea7-58b4-4972-8de1-e668c5b2b82c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875642 Feb 16 13:19:53.726031 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-ba29a24b-1056-4fb8-8845-0ce748042ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68254832-60c2-45a3-b7ee-b22464562bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-489871707', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.85'}], 'enable_snat': True}, 'gw_port_id': '22d4058d-cb6c-4fc7-9e17-f02c75101ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:10Z', 'updated_at': '2022-02-16T13:18:13Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '22d4058d-cb6c-4fc7-9e17-f02c75101ff8', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68254832-60c2-45a3-b7ee-b22464562bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:10Z', 'updated_at': '2022-02-16T13:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '26882bf5-7dc0-4809-97d0-d2e010859f4b', 'name': '', 'network_id': '999ccea7-58b4-4972-8de1-e668c5b2b82c', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:cc:07:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68254832-60c2-45a3-b7ee-b22464562bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '77d03eed-4936-49a8-9985-bb23ff2853bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:12Z', 'updated_at': '2022-02-16T13:18:16Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': '77d03eed-4936-49a8-9985-bb23ff2853bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:19:53.751173 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba29a24b-1056-4fb8-8845-0ce748042ea5 None None] The sync data for ids ['68254832-60c2-45a3-b7ee-b22464562bd4'] in dv-neutron-828142-3-hyperv is: [{'id': '68254832-60c2-45a3-b7ee-b22464562bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-489871707', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.85'}], 'enable_snat': True}, 'gw_port_id': '22d4058d-cb6c-4fc7-9e17-f02c75101ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:10Z', 'updated_at': '2022-02-16T13:18:13Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '22d4058d-cb6c-4fc7-9e17-f02c75101ff8', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68254832-60c2-45a3-b7ee-b22464562bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:10Z', 'updated_at': '2022-02-16T13:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '26882bf5-7dc0-4809-97d0-d2e010859f4b', 'name': '', 'network_id': '999ccea7-58b4-4972-8de1-e668c5b2b82c', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:cc:07:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68254832-60c2-45a3-b7ee-b22464562bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '77d03eed-4936-49a8-9985-bb23ff2853bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:12Z', 'updated_at': '2022-02-16T13:18:16Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': '77d03eed-4936-49a8-9985-bb23ff2853bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:19:53.984501 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765311e4-66ae-4496-abc5-3c79b27fa95e None None] New status for floating IP e6f55d54-45e8-4046-9bba-e8ec544d1976: DOWN {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:19:54.296329 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee15eba-0d42-452c-afbe-82befec605da req-5c3ea3a3-a437-4195-a0c8-1a90e3276025 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:54.297821 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5ee15eba-0d42-452c-afbe-82befec605da req-5c3ea3a3-a437-4195-a0c8-1a90e3276025 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=95b33ae7-bc9c-4528-809d-130a83529fa5 HTTP/1.1" status: 200 len: 946 time: 0.0492380 Feb 16 13:19:54.335603 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5ee15eba-0d42-452c-afbe-82befec605da req-a711af84-2632-40dd-925f-6df2a2b9911a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=bec802b3-f222-4419-9d91-e123914d72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317836 Feb 16 13:19:54.510571 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a0caac07-9987-49c9-a051-8eb1b90d9708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:54.626765 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c12d66-9170-4425-979b-ec52cb4950c0 req-1ada32d7-1efa-4887-8185-8ce63e77f01c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:54.628275 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c8c12d66-9170-4425-979b-ec52cb4950c0 req-1ada32d7-1efa-4887-8185-8ce63e77f01c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.42 "GET /v2.0/ports?device_id=95b33ae7-bc9c-4528-809d-130a83529fa5 HTTP/1.1" status: 200 len: 946 time: 0.0491884 Feb 16 13:19:54.720249 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-c8c12d66-9170-4425-979b-ec52cb4950c0 req-34e4c609-b618-4d4b-acf4-bdb486f63cbf tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Deleting port 4cbb9187-bcda-4a18-a53c-9ea895fb2367 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:19:54.720592 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-c8c12d66-9170-4425-979b-ec52cb4950c0 req-34e4c609-b618-4d4b-acf4-bdb486f63cbf tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:54.805596 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-c8c12d66-9170-4425-979b-ec52cb4950c0 req-34e4c609-b618-4d4b-acf4-bdb486f63cbf tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] For port 4cbb9187-bcda-4a18-a53c-9ea895fb2367, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4cbb9187-bcda-4a18-a53c-9ea895fb2367,segment=NetworkSegment(493b05f1-9298-40a1-bffb-d1912924788c),segment_id=493b05f1-9298-40a1-bffb-d1912924788c)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:19:54.805956 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-c8c12d66-9170-4425-979b-ec52cb4950c0 req-34e4c609-b618-4d4b-acf4-bdb486f63cbf tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:54.818916 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-c8c12d66-9170-4425-979b-ec52cb4950c0 req-34e4c609-b618-4d4b-acf4-bdb486f63cbf tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Calling delete_port for 4cbb9187-bcda-4a18-a53c-9ea895fb2367 owned by compute:nova {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:19:54.946533 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-c8c12d66-9170-4425-979b-ec52cb4950c0 req-34e4c609-b618-4d4b-acf4-bdb486f63cbf tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:54.975659 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4c609-b618-4d4b-acf4-bdb486f63cbf tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event deleted for resources: {'Port': ['ID=4cbb9187-bcda-4a18-a53c-9ea895fb2367,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:55.004885 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e4c609-b618-4d4b-acf4-bdb486f63cbf tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:55.005236 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e4c609-b618-4d4b-acf4-bdb486f63cbf tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:55.005577 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e4c609-b618-4d4b-acf4-bdb486f63cbf tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:55.005914 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e4c609-b618-4d4b-acf4-bdb486f63cbf tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:55.006249 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e4c609-b618-4d4b-acf4-bdb486f63cbf tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:55.006575 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e4c609-b618-4d4b-acf4-bdb486f63cbf tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:55.006901 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e4c609-b618-4d4b-acf4-bdb486f63cbf tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:55.007224 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e4c609-b618-4d4b-acf4-bdb486f63cbf tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:55.007550 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e4c609-b618-4d4b-acf4-bdb486f63cbf tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:55.007871 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e4c609-b618-4d4b-acf4-bdb486f63cbf tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:55.008199 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e4c609-b618-4d4b-acf4-bdb486f63cbf tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:55.008518 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e4c609-b618-4d4b-acf4-bdb486f63cbf tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:55.031646 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c12d66-9170-4425-979b-ec52cb4950c0 req-34e4c609-b618-4d4b-acf4-bdb486f63cbf tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] No DVR routers for this DVR port 4cbb9187-bcda-4a18-a53c-9ea895fb2367 on host hv-neutron-8281 {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:19:55.034286 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-c8c12d66-9170-4425-979b-ec52cb4950c0 req-34e4c609-b618-4d4b-acf4-bdb486f63cbf tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:55.037737 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c8c12d66-9170-4425-979b-ec52cb4950c0 req-34e4c609-b618-4d4b-acf4-bdb486f63cbf tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.42 "DELETE /v2.0/ports/4cbb9187-bcda-4a18-a53c-9ea895fb2367 HTTP/1.1" status: 204 len: 173 time: 0.4038582 Feb 16 13:19:55.038219 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b33ae7-bc9c-4528-809d-130a83529fa5', 'name': 'network-vif-deleted', 'tag': '4cbb9187-bcda-4a18-a53c-9ea895fb2367'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:19:55.040593 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a38f33-7d80-42ee-af06-011a55e18602" -d '{"events": [{"server_uuid": "95b33ae7-bc9c-4528-809d-130a83529fa5", "name": "network-vif-deleted", "tag": "4cbb9187-bcda-4a18-a53c-9ea895fb2367"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:19:55.078222 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac1eb8f-ed52-4cff-a497-c3cc1312b2b5 x-openstack-request-id: req-0ac1eb8f-ed52-4cff-a497-c3cc1312b2b5 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:19:55.078589 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95b33ae7-bc9c-4528-809d-130a83529fa5", "name": "network-vif-deleted", "tag": "4cbb9187-bcda-4a18-a53c-9ea895fb2367", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:19:55.078833 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0ac1eb8f-ed52-4cff-a497-c3cc1312b2b5 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:19:55.079239 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95b33ae7-bc9c-4528-809d-130a83529fa5', 'name': 'network-vif-deleted', 'tag': '4cbb9187-bcda-4a18-a53c-9ea895fb2367', 'status': 'completed', 'code': 200} Feb 16 13:19:55.448866 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-574f8521-48a2-4eb5-832b-e0a89c8b0e81 req-1db05eb5-05d9-4a75-8673-550e5c5478a7 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=95b33ae7-bc9c-4528-809d-130a83529fa5 HTTP/1.1" status: 200 len: 210 time: 0.0313737 Feb 16 13:19:55.845422 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:56.506434 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43784) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:19:56.866646 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-05f16653-9217-41af-b5a8-5348cf4032df tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:57.115204 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:57.126138 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-05f16653-9217-41af-b5a8-5348cf4032df tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Deleting port 26882bf5-7dc0-4809-97d0-d2e010859f4b {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:19:57.126479 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-05f16653-9217-41af-b5a8-5348cf4032df tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:57.214638 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-05f16653-9217-41af-b5a8-5348cf4032df tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] For port 26882bf5-7dc0-4809-97d0-d2e010859f4b, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=26882bf5-7dc0-4809-97d0-d2e010859f4b,segment=NetworkSegment(493b05f1-9298-40a1-bffb-d1912924788c),segment_id=493b05f1-9298-40a1-bffb-d1912924788c)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:19:57.214995 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-05f16653-9217-41af-b5a8-5348cf4032df tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:57.226317 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-05f16653-9217-41af-b5a8-5348cf4032df tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Calling delete_port for 26882bf5-7dc0-4809-97d0-d2e010859f4b owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:19:57.407992 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-05f16653-9217-41af-b5a8-5348cf4032df tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:57.435457 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f16653-9217-41af-b5a8-5348cf4032df tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event deleted for resources: {'Port': ['ID=26882bf5-7dc0-4809-97d0-d2e010859f4b,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:57.463647 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:57.617866 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-05f16653-9217-41af-b5a8-5348cf4032df tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:58.143340 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 4cbb9187-bcda-4a18-a53c-9ea895fb2367 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:19:58.163582 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] No Port match for: 4cbb9187-bcda-4a18-a53c-9ea895fb2367 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:19:58.163921 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 4cbb9187-bcda-4a18-a53c-9ea895fb2367 not bound to the agent host hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:19:58.177639 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f16653-9217-41af-b5a8-5348cf4032df tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Router 68254832-60c2-45a3-b7ee-b22464562bd4 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:19:58.289226 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f16653-9217-41af-b5a8-5348cf4032df tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:19:58.294652 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-05f16653-9217-41af-b5a8-5348cf4032df tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "PUT /v2.0/routers/68254832-60c2-45a3-b7ee-b22464562bd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7868984 Feb 16 13:19:58.297159 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43788) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:19:58.299781 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172a1c9f-dd45-4add-8b69-fe669e74eeeb None None] Sync routers for ids ['68254832-60c2-45a3-b7ee-b22464562bd4'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:19:58.310079 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172a1c9f-dd45-4add-8b69-fe669e74eeeb None None] Routers {'68254832-60c2-45a3-b7ee-b22464562bd4'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:19:58.310684 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-172a1c9f-dd45-4add-8b69-fe669e74eeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:19:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['68254832-60c2-45a3-b7ee-b22464562bd4'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:19:58.347068 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-e13cd98b-7d0f-4282-8ae5-71e239149698 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Deleting subnet 77d03eed-4936-49a8-9985-bb23ff2853bc {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 13:19:58.351981 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e13cd98b-7d0f-4282-8ae5-71e239149698 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:58.395603 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e13cd98b-7d0f-4282-8ae5-71e239149698 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:58.413377 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-172a1c9f-dd45-4add-8b69-fe669e74eeeb None None] Set router 68254832-60c2-45a3-b7ee-b22464562bd4 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:19:58.479478 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e13cd98b-7d0f-4282-8ae5-71e239149698 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:58.538857 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e13cd98b-7d0f-4282-8ae5-71e239149698 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:58.567306 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13cd98b-7d0f-4282-8ae5-71e239149698 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event deleted for resources: {'Subnet': ['ID=77d03eed-4936-49a8-9985-bb23ff2853bc,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:58.569343 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e13cd98b-7d0f-4282-8ae5-71e239149698 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:58.573447 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e13cd98b-7d0f-4282-8ae5-71e239149698 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "DELETE /v2.0/subnets/77d03eed-4936-49a8-9985-bb23ff2853bc HTTP/1.1" status: 204 len: 168 time: 0.2753193 Feb 16 13:19:58.575994 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43790) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:19:58.580158 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8578f6d-ac22-429a-b96f-a121762f4f49 None None] Network 999ccea7-58b4-4972-8de1-e668c5b2b82c requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:19:58.679209 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-172a1c9f-dd45-4add-8b69-fe669e74eeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68254832-60c2-45a3-b7ee-b22464562bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-489871707', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.85'}], 'enable_snat': True}, 'gw_port_id': '22d4058d-cb6c-4fc7-9e17-f02c75101ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:10Z', 'updated_at': '2022-02-16T13:19:57Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '22d4058d-cb6c-4fc7-9e17-f02c75101ff8', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68254832-60c2-45a3-b7ee-b22464562bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:10Z', 'updated_at': '2022-02-16T13:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:19:58.683967 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ebd8f1e1-2a9e-4c04-9640-6820b053ea76 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:58.722120 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172a1c9f-dd45-4add-8b69-fe669e74eeeb None None] Checking router: 68254832-60c2-45a3-b7ee-b22464562bd4 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:19:58.737113 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172a1c9f-dd45-4add-8b69-fe669e74eeeb None None] Routers {'68254832-60c2-45a3-b7ee-b22464562bd4'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:19:58.737715 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-172a1c9f-dd45-4add-8b69-fe669e74eeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:19:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['68254832-60c2-45a3-b7ee-b22464562bd4'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:19:58.795509 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ebd8f1e1-2a9e-4c04-9640-6820b053ea76 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:58.831363 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f927e6-57ec-4979-8572-2e579adb3105 None None] DHCP port deletion for 999ccea7-58b4-4972-8de1-e668c5b2b82c request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 13:19:58.840586 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:58.857159 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-ebd8f1e1-2a9e-4c04-9640-6820b053ea76 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Deleting port 22d4058d-cb6c-4fc7-9e17-f02c75101ff8 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:19:58.857509 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ebd8f1e1-2a9e-4c04-9640-6820b053ea76 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:58.880869 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-172a1c9f-dd45-4add-8b69-fe669e74eeeb None None] Set router 68254832-60c2-45a3-b7ee-b22464562bd4 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:19:58.936453 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-ebd8f1e1-2a9e-4c04-9640-6820b053ea76 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] For port 22d4058d-cb6c-4fc7-9e17-f02c75101ff8, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=22d4058d-cb6c-4fc7-9e17-f02c75101ff8,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:19:58.936846 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ebd8f1e1-2a9e-4c04-9640-6820b053ea76 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:58.949748 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-ebd8f1e1-2a9e-4c04-9640-6820b053ea76 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Calling delete_port for 22d4058d-cb6c-4fc7-9e17-f02c75101ff8 owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:19:58.992901 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-c2f927e6-57ec-4979-8572-2e579adb3105 None None] Deleting port 2355f508-4723-45d4-ab71-3258e9c73c12 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:19:58.993264 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c2f927e6-57ec-4979-8572-2e579adb3105 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:59.080400 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-c2f927e6-57ec-4979-8572-2e579adb3105 None None] For port 2355f508-4723-45d4-ab71-3258e9c73c12, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=2355f508-4723-45d4-ab71-3258e9c73c12,segment=NetworkSegment(493b05f1-9298-40a1-bffb-d1912924788c),segment_id=493b05f1-9298-40a1-bffb-d1912924788c)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:19:59.080825 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c2f927e6-57ec-4979-8572-2e579adb3105 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:59.111905 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-c2f927e6-57ec-4979-8572-2e579adb3105 None None] Calling delete_port for 2355f508-4723-45d4-ab71-3258e9c73c12 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:19:59.117515 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ebd8f1e1-2a9e-4c04-9640-6820b053ea76 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:59.148862 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd8f1e1-2a9e-4c04-9640-6820b053ea76 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event deleted for resources: {'Port': ['ID=22d4058d-cb6c-4fc7-9e17-f02c75101ff8,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:59.189645 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-172a1c9f-dd45-4add-8b69-fe669e74eeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68254832-60c2-45a3-b7ee-b22464562bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-489871707', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.85'}], 'enable_snat': True}, 'gw_port_id': '22d4058d-cb6c-4fc7-9e17-f02c75101ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:10Z', 'updated_at': '2022-02-16T13:19:57Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '22d4058d-cb6c-4fc7-9e17-f02c75101ff8', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68254832-60c2-45a3-b7ee-b22464562bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:10Z', 'updated_at': '2022-02-16T13:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:19:59.209304 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ebd8f1e1-2a9e-4c04-9640-6820b053ea76 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:59.310658 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ebd8f1e1-2a9e-4c04-9640-6820b053ea76 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:59.313810 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ebd8f1e1-2a9e-4c04-9640-6820b053ea76 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:59.366748 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ebd8f1e1-2a9e-4c04-9640-6820b053ea76 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:59.367326 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd8f1e1-2a9e-4c04-9640-6820b053ea76 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Fanout notify agent at l3_agent the message router_deleted on router 68254832-60c2-45a3-b7ee-b22464562bd4 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 13:19:59.375471 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ebd8f1e1-2a9e-4c04-9640-6820b053ea76 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:59.379095 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ebd8f1e1-2a9e-4c04-9640-6820b053ea76 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "DELETE /v2.0/routers/68254832-60c2-45a3-b7ee-b22464562bd4 HTTP/1.1" status: 204 len: 168 time: 0.7996972 Feb 16 13:19:59.379345 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43792) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:19:59.379458 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172a1c9f-dd45-4add-8b69-fe669e74eeeb None None] The sync data for ids ['68254832-60c2-45a3-b7ee-b22464562bd4'] in dv-neutron-828142-3-hyperv is: [{'id': '68254832-60c2-45a3-b7ee-b22464562bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-489871707', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.85'}], 'enable_snat': True}, 'gw_port_id': '22d4058d-cb6c-4fc7-9e17-f02c75101ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:10Z', 'updated_at': '2022-02-16T13:19:57Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '22d4058d-cb6c-4fc7-9e17-f02c75101ff8', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68254832-60c2-45a3-b7ee-b22464562bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:10Z', 'updated_at': '2022-02-16T13:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:19:59.394529 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c2f927e6-57ec-4979-8572-2e579adb3105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:59.427853 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f927e6-57ec-4979-8572-2e579adb3105 None None] No DVR routers for this DVR port 2355f508-4723-45d4-ab71-3258e9c73c12 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:19:59.432621 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f927e6-57ec-4979-8572-2e579adb3105 None None] Pushing event deleted for resources: {'Port': ['ID=2355f508-4723-45d4-ab71-3258e9c73c12,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:59.440673 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f927e6-57ec-4979-8572-2e579adb3105 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:59.441178 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f927e6-57ec-4979-8572-2e579adb3105 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:59.441523 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f927e6-57ec-4979-8572-2e579adb3105 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:59.441859 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f927e6-57ec-4979-8572-2e579adb3105 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:59.442173 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f927e6-57ec-4979-8572-2e579adb3105 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:59.442509 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f927e6-57ec-4979-8572-2e579adb3105 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:59.442834 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f927e6-57ec-4979-8572-2e579adb3105 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:59.443276 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f927e6-57ec-4979-8572-2e579adb3105 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:59.443478 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f927e6-57ec-4979-8572-2e579adb3105 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:59.443805 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f927e6-57ec-4979-8572-2e579adb3105 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:59.444122 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f927e6-57ec-4979-8572-2e579adb3105 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:59.444438 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f927e6-57ec-4979-8572-2e579adb3105 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:59.489685 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-218934c1-39e5-4c27-bd69-bdb571348605 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:59.575024 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-218934c1-39e5-4c27-bd69-bdb571348605 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:59.595726 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-218934c1-39e5-4c27-bd69-bdb571348605 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['999ccea7-58b4-4972-8de1-e668c5b2b82c']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:19:59.605105 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-218934c1-39e5-4c27-bd69-bdb571348605 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '493b05f1-9298-40a1-bffb-d1912924788c') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:19:59.605399 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-218934c1-39e5-4c27-bd69-bdb571348605 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '493b05f1-9298-40a1-bffb-d1912924788c') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:19:59.614647 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-218934c1-39e5-4c27-bd69-bdb571348605 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:59.628373 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-218934c1-39e5-4c27-bd69-bdb571348605 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:59.634265 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-218934c1-39e5-4c27-bd69-bdb571348605 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:19:59.635282 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-218934c1-39e5-4c27-bd69-bdb571348605 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:59.638450 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 13:19:59.638450 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:19:59.638450 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 13:19:59.638450 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:19:59.638450 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 13:19:59.638450 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 13:19:59.638450 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 13:19:59.638450 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:19:59.638450 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 13:19:59.638450 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:19:59.638450 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 13:19:59.638450 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:19:59.638450 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 13:19:59.638450 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 13:19:59.638450 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:19:59.638450 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 13:19:59.638450 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:19:59.638450 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 13:19:59.638450 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 13:19:59.638450 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 13:19:59.638450 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 13:19:59.638450 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 13:19:59.638450 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:19:59.638450 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:19:59.638450 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 13:19:59.638450 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:19:59.638450 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:19:59.638450 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:19:59.638450 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:19:59.638450 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:19:59.638450 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:19:59.638450 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:19:59.697892 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-218934c1-39e5-4c27-bd69-bdb571348605 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:59.704768 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-218934c1-39e5-4c27-bd69-bdb571348605 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:59.707843 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-218934c1-39e5-4c27-bd69-bdb571348605 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "DELETE /v2.0/networks/999ccea7-58b4-4972-8de1-e668c5b2b82c HTTP/1.1" status: 204 len: 168 time: 0.3271940 Feb 16 13:19:59.710980 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43794) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:19:59.719685 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218934c1-39e5-4c27-bd69-bdb571348605 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event deleted for resources: {'Network': ['ID=999ccea7-58b4-4972-8de1-e668c5b2b82c,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:59.773822 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a9af10d5-0d5c-4478-aed9-6579be20cc30 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:59.775160 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 2355f508-4723-45d4-ab71-3258e9c73c12 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:19:59.796231 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 2355f508-4723-45d4-ab71-3258e9c73c12 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:19:59.796891 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 2355f508-4723-45d4-ab71-3258e9c73c12 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:19:59.801444 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a9af10d5-0d5c-4478-aed9-6579be20cc30 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:59.862210 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a9af10d5-0d5c-4478-aed9-6579be20cc30 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:59.864771 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a9af10d5-0d5c-4478-aed9-6579be20cc30 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:59.865933 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a9af10d5-0d5c-4478-aed9-6579be20cc30 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "DELETE /v2.0/security-groups/bec802b3-f222-4419-9d91-e123914d72f8 HTTP/1.1" status: 204 len: 168 time: 0.1539738 Feb 16 13:19:59.880701 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9af10d5-0d5c-4478-aed9-6579be20cc30 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec802b3-f222-4419-9d91-e123914d72f8,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:00.233667 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43800) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:20:00.238608 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-6e689f17-56f0-4980-b32b-f086235f0e3c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-97064884', 'description': 'tempest-secgroup-smoke-97064884 description', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:20:00.263713 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6e689f17-56f0-4980-b32b-f086235f0e3c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:00.332893 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6e689f17-56f0-4980-b32b-f086235f0e3c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:00.336827 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6e689f17-56f0-4980-b32b-f086235f0e3c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:00.365542 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6e689f17-56f0-4980-b32b-f086235f0e3c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:00.366685 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6e689f17-56f0-4980-b32b-f086235f0e3c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1318188 Feb 16 13:20:00.368548 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e689f17-56f0-4980-b32b-f086235f0e3c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86ab9c8c-c212-45b6-9974-6992986ac1a4,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:00.370263 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43802) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:20:00.374977 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-59fa338a-7efb-440e-bde1-a59855aa1f24 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'security_group_rule': {'security_group_id': '86ab9c8c-c212-45b6-9974-6992986ac1a4', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:20:00.408794 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-59fa338a-7efb-440e-bde1-a59855aa1f24 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:00.475492 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-59fa338a-7efb-440e-bde1-a59855aa1f24 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:00.481533 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-59fa338a-7efb-440e-bde1-a59855aa1f24 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:00.499470 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa338a-7efb-440e-bde1-a59855aa1f24 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9733943b-7642-446d-ad8d-2e398dab3b68,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:00.508457 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-59fa338a-7efb-440e-bde1-a59855aa1f24 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:00.509692 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-59fa338a-7efb-440e-bde1-a59855aa1f24 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1383412 Feb 16 13:20:00.512772 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43804) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:20:00.517181 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-a8a6d0b5-f946-49ea-9b7b-1576f8897956 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'security_group_rule': {'security_group_id': '86ab9c8c-c212-45b6-9974-6992986ac1a4', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:20:00.545896 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a8a6d0b5-f946-49ea-9b7b-1576f8897956 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:00.603129 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a8a6d0b5-f946-49ea-9b7b-1576f8897956 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:00.607459 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a8a6d0b5-f946-49ea-9b7b-1576f8897956 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:00.625562 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6d0b5-f946-49ea-9b7b-1576f8897956 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58f3180b-af0a-473d-858b-d0cd020b8707,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:00.633260 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a8a6d0b5-f946-49ea-9b7b-1576f8897956 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:00.634463 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a8a6d0b5-f946-49ea-9b7b-1576f8897956 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1207442 Feb 16 13:20:00.637504 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43806) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:20:00.641987 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-2717a43a-3f41-4f4d-bf64-6dd86d236a23 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'security_group_rule': {'security_group_id': '86ab9c8c-c212-45b6-9974-6992986ac1a4', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:20:00.669972 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2717a43a-3f41-4f4d-bf64-6dd86d236a23 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:00.730771 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2717a43a-3f41-4f4d-bf64-6dd86d236a23 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:00.734548 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2717a43a-3f41-4f4d-bf64-6dd86d236a23 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:00.751974 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717a43a-3f41-4f4d-bf64-6dd86d236a23 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8ed1546-9789-4ef4-abdb-9498eeb1b004,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:00.760138 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2717a43a-3f41-4f4d-bf64-6dd86d236a23 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:00.761376 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2717a43a-3f41-4f4d-bf64-6dd86d236a23 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229405 Feb 16 13:20:00.764276 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43808) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:20:00.768706 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-aa8f2ee3-5935-4c1d-89c1-d9f7a23f6c09 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'security_group_rule': {'security_group_id': '86ab9c8c-c212-45b6-9974-6992986ac1a4', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:20:00.796322 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aa8f2ee3-5935-4c1d-89c1-d9f7a23f6c09 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:00.857108 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aa8f2ee3-5935-4c1d-89c1-d9f7a23f6c09 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:00.860751 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aa8f2ee3-5935-4c1d-89c1-d9f7a23f6c09 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:00.877943 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f2ee3-5935-4c1d-89c1-d9f7a23f6c09 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e4c328-2aa9-41e1-b46c-ecedefff7cca,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:00.886158 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aa8f2ee3-5935-4c1d-89c1-d9f7a23f6c09 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:00.887635 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-aa8f2ee3-5935-4c1d-89c1-d9f7a23f6c09 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1223693 Feb 16 13:20:00.890729 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43810) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:20:00.895035 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-24e55b60-1fd7-4b54-b178-2b79b1bb8322 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'security_group_rule': {'security_group_id': '86ab9c8c-c212-45b6-9974-6992986ac1a4', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:20:00.918556 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-24e55b60-1fd7-4b54-b178-2b79b1bb8322 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Project 3d70f7ea0f94439483a5f3cf73c75b3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:20:00.923954 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-24e55b60-1fd7-4b54-b178-2b79b1bb8322 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:00.982973 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-24e55b60-1fd7-4b54-b178-2b79b1bb8322 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:00.986377 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-24e55b60-1fd7-4b54-b178-2b79b1bb8322 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:01.004286 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e55b60-1fd7-4b54-b178-2b79b1bb8322 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8601a3f7-f75d-4314-867d-914d551ac4af,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:01.011072 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-24e55b60-1fd7-4b54-b178-2b79b1bb8322 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:01.012863 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-24e55b60-1fd7-4b54-b178-2b79b1bb8322 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1210244 Feb 16 13:20:01.016458 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43812) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:20:01.020979 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-2d431195-fd42-4a5f-96b1-4887c93b9918 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'security_group_rule': {'security_group_id': '86ab9c8c-c212-45b6-9974-6992986ac1a4', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:20:01.045432 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-2d431195-fd42-4a5f-96b1-4887c93b9918 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Project 3d70f7ea0f94439483a5f3cf73c75b3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:20:01.050466 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2d431195-fd42-4a5f-96b1-4887c93b9918 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:01.115495 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2d431195-fd42-4a5f-96b1-4887c93b9918 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:01.119776 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2d431195-fd42-4a5f-96b1-4887c93b9918 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:01.138292 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d431195-fd42-4a5f-96b1-4887c93b9918 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=648faea9-0a11-4828-a657-bdccfa5cc2ae,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:01.143699 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2d431195-fd42-4a5f-96b1-4887c93b9918 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:01.145116 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2d431195-fd42-4a5f-96b1-4887c93b9918 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1274540 Feb 16 13:20:01.147879 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43814) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:20:01.153340 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-6171f7a7-ceea-4a45-867c-8df51aabb2d5 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'network': {'name': 'tempest-network-smoke--859803851', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'port_security_enabled': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:20:01.174752 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6171f7a7-ceea-4a45-867c-8df51aabb2d5 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Made reservation on behalf of 3d70f7ea0f94439483a5f3cf73c75b3a for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:20:01.178145 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6171f7a7-ceea-4a45-867c-8df51aabb2d5 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:01.201251 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6171f7a7-ceea-4a45-867c-8df51aabb2d5 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:20:01.209908 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6171f7a7-ceea-4a45-867c-8df51aabb2d5 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:01.210260 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-6171f7a7-ceea-4a45-867c-8df51aabb2d5 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Added segment ef333879-d538-4edd-9614-9897045b6fa5 of type vlan for network e144596c-da5f-417d-a810-7dde65b27778 Feb 16 13:20:01.249549 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6171f7a7-ceea-4a45-867c-8df51aabb2d5 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:01.273796 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6171f7a7-ceea-4a45-867c-8df51aabb2d5 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:01.279904 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6171f7a7-ceea-4a45-867c-8df51aabb2d5 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:01.280477 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6171f7a7-ceea-4a45-867c-8df51aabb2d5 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:01.333668 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 26882bf5-7dc0-4809-97d0-d2e010859f4b no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:20:01.342962 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6171f7a7-ceea-4a45-867c-8df51aabb2d5 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1940086 Feb 16 13:20:01.346471 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43816) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:20:01.352787 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-7ead5b60-ddd3-4214-8556-ada8798a45c3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1435372983', 'admin_state_up': True, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:20:01.356554 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 26882bf5-7dc0-4809-97d0-d2e010859f4b {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:20:01.356918 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 26882bf5-7dc0-4809-97d0-d2e010859f4b not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:20:01.357336 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 22d4058d-cb6c-4fc7-9e17-f02c75101ff8 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:20:01.362954 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6171f7a7-ceea-4a45-867c-8df51aabb2d5 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'Network': ['ID=e144596c-da5f-417d-a810-7dde65b27778,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:01.377334 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network e144596c-da5f-417d-a810-7dde65b27778 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:20:01.379805 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 22d4058d-cb6c-4fc7-9e17-f02c75101ff8 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:20:01.380135 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 22d4058d-cb6c-4fc7-9e17-f02c75101ff8 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:20:01.383693 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7ead5b60-ddd3-4214-8556-ada8798a45c3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:01.385364 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7ead5b60-ddd3-4214-8556-ada8798a45c3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:01.437875 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7ead5b60-ddd3-4214-8556-ada8798a45c3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:01.578114 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7ead5b60-ddd3-4214-8556-ada8798a45c3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:01.765678 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7ead5b60-ddd3-4214-8556-ada8798a45c3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:01.787236 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7ead5b60-ddd3-4214-8556-ada8798a45c3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:01.887871 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-7ead5b60-ddd3-4214-8556-ada8798a45c3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Allocated IP 172.26.2.135 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/52711164-dfa6-4133-9a86-9a6844b47a00) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:20:01.993389 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7ead5b60-ddd3-4214-8556-ada8798a45c3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:02.027460 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7ead5b60-ddd3-4214-8556-ada8798a45c3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:02.070490 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ead5b60-ddd3-4214-8556-ada8798a45c3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:20:02.073384 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-7ead5b60-ddd3-4214-8556-ada8798a45c3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:20:02.075857 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ead5b60-ddd3-4214-8556-ada8798a45c3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:20:02.097106 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead5b60-ddd3-4214-8556-ada8798a45c3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'Port': ['ID=52711164-dfa6-4133-9a86-9a6844b47a00,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:02.320990 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7ead5b60-ddd3-4214-8556-ada8798a45c3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:02.524924 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7ead5b60-ddd3-4214-8556-ada8798a45c3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:02.656767 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ead5b60-ddd3-4214-8556-ada8798a45c3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Router be40cb10-9e44-471c-b3b1-0d6a10373cc9 is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 13:20:02.762117 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ead5b60-ddd3-4214-8556-ada8798a45c3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:20:02.772986 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb3c700-9fdb-4f04-a0b5-42d9a99a0bb4 None None] Sync routers for ids ['be40cb10-9e44-471c-b3b1-0d6a10373cc9'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:20:02.783495 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7ead5b60-ddd3-4214-8556-ada8798a45c3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:02.784051 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb3c700-9fdb-4f04-a0b5-42d9a99a0bb4 None None] Routers {'be40cb10-9e44-471c-b3b1-0d6a10373cc9'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:20:02.787917 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-efb3c700-9fdb-4f04-a0b5-42d9a99a0bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:19:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['be40cb10-9e44-471c-b3b1-0d6a10373cc9'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:02.788090 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7ead5b60-ddd3-4214-8556-ada8798a45c3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4379714 Feb 16 13:20:02.788090 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43818) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:20:02.869453 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0a89dcdc-4a56-4479-ac82-39bd2b481655 tempest-TestNetworkAdvancedServerOps-1483708827 tempest-TestNetworkAdvancedServerOps-1483708827-project-admin] 10.222.0.90 "GET /v2.0/subnets?project_id=3d70f7ea0f94439483a5f3cf73c75b3a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0803330 Feb 16 13:20:02.872101 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43822) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:20:02.886668 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-efb3c700-9fdb-4f04-a0b5-42d9a99a0bb4 None None] Set router be40cb10-9e44-471c-b3b1-0d6a10373cc9 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:20:02.956413 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10e54d4-d6fb-4942-b2fd-dd03ea8b25ac tempest-TestNetworkAdvancedServerOps-1483708827 tempest-TestNetworkAdvancedServerOps-1483708827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:02.958083 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d10e54d4-d6fb-4942-b2fd-dd03ea8b25ac tempest-TestNetworkAdvancedServerOps-1483708827 tempest-TestNetworkAdvancedServerOps-1483708827-project-admin] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0849681 Feb 16 13:20:02.961314 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43824) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:20:02.993519 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0adcd68f-531e-4c0f-9ecf-0612646c3e19 tempest-TestNetworkAdvancedServerOps-1483708827 tempest-TestNetworkAdvancedServerOps-1483708827-project-admin] 10.222.0.90 "GET /v2.0/subnets?network_id=a08a3d1b-2e35-4b18-9cb0-756d355083e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311327 Feb 16 13:20:02.996071 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43826) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:20:03.000893 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e984370f-f3a4-4d1c-a979-8cea02be476a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1406627526', 'network_id': 'e144596c-da5f-417d-a810-7dde65b27778', 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:20:03.063161 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-efb3c700-9fdb-4f04-a0b5-42d9a99a0bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be40cb10-9e44-471c-b3b1-0d6a10373cc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435372983', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.135'}], 'enable_snat': True}, 'gw_port_id': '52711164-dfa6-4133-9a86-9a6844b47a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:20:01Z', 'updated_at': '2022-02-16T13:20:02Z', 'revision_number': 3, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '52711164-dfa6-4133-9a86-9a6844b47a00', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:cf:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be40cb10-9e44-471c-b3b1-0d6a10373cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:01Z', 'updated_at': '2022-02-16T13:20:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:03.088760 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb3c700-9fdb-4f04-a0b5-42d9a99a0bb4 None None] Checking router: be40cb10-9e44-471c-b3b1-0d6a10373cc9 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:20:03.089257 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb3c700-9fdb-4f04-a0b5-42d9a99a0bb4 None None] Updating router be40cb10-9e44-471c-b3b1-0d6a10373cc9 port 52711164-dfa6-4133-9a86-9a6844b47a00 binding host dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:20:03.091886 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e984370f-f3a4-4d1c-a979-8cea02be476a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Made reservation on behalf of 3d70f7ea0f94439483a5f3cf73c75b3a for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:20:03.095479 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e984370f-f3a4-4d1c-a979-8cea02be476a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:03.205712 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-efb3c700-9fdb-4f04-a0b5-42d9a99a0bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:03.290745 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e984370f-f3a4-4d1c-a979-8cea02be476a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:03.352360 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e984370f-f3a4-4d1c-a979-8cea02be476a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'Subnet': ['ID=977d7b07-f58d-4f5a-848e-4c3a0ac0a0b8,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:03.361923 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e984370f-f3a4-4d1c-a979-8cea02be476a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Checking segment: {'id': 'ef333879-d538-4edd-9614-9897045b6fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e144596c-da5f-417d-a810-7dde65b27778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:20:03.362373 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e984370f-f3a4-4d1c-a979-8cea02be476a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Network hostable DHCP agents. Network: e144596c-da5f-417d-a810-7dde65b27778, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:20:03.385869 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e984370f-f3a4-4d1c-a979-8cea02be476a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Network e144596c-da5f-417d-a810-7dde65b27778 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:20:03.406723 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-e984370f-f3a4-4d1c-a979-8cea02be476a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, e144596c-da5f-417d-a810-7dde65b27778) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:20:03.411387 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e984370f-f3a4-4d1c-a979-8cea02be476a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:03.411975 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e984370f-f3a4-4d1c-a979-8cea02be476a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:03.419337 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d3207c-d245-4a25-a0a9-8c0bf3405571 None None] Network e144596c-da5f-417d-a810-7dde65b27778 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:20:03.430705 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e984370f-f3a4-4d1c-a979-8cea02be476a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4335198 Feb 16 13:20:03.435572 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43828) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:20:03.493032 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-efb3c700-9fdb-4f04-a0b5-42d9a99a0bb4 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:03.499544 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-efb3c700-9fdb-4f04-a0b5-42d9a99a0bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:03.544682 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-efb3c700-9fdb-4f04-a0b5-42d9a99a0bb4 None None] Attempting to bind port 52711164-dfa6-4133-9a86-9a6844b47a00 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:20:03.544965 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-efb3c700-9fdb-4f04-a0b5-42d9a99a0bb4 None None] Attempting to bind port 52711164-dfa6-4133-9a86-9a6844b47a00 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:20:03.545527 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb3c700-9fdb-4f04-a0b5-42d9a99a0bb4 None None] Attempting to bind port 52711164-dfa6-4133-9a86-9a6844b47a00 on network a08a3d1b-2e35-4b18-9cb0-756d355083e6 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:20:03.555964 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb3c700-9fdb-4f04-a0b5-42d9a99a0bb4 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:20:03.557198 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb3c700-9fdb-4f04-a0b5-42d9a99a0bb4 None None] Checking segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:20:03.557771 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-efb3c700-9fdb-4f04-a0b5-42d9a99a0bb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:03.558163 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb3c700-9fdb-4f04-a0b5-42d9a99a0bb4 None None] Bound using segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:20:03.558631 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-efb3c700-9fdb-4f04-a0b5-42d9a99a0bb4 None None] Bound port: 52711164-dfa6-4133-9a86-9a6844b47a00, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:20:03.559011 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-efb3c700-9fdb-4f04-a0b5-42d9a99a0bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:03.577538 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a19d685-f933-493e-b7e9-54419ed24c55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-e144596c-da5f-417d-a810-7dde65b27778', 'network_id': 'e144596c-da5f-417d-a810-7dde65b27778', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'fixed_ips': [{'subnet_id': '977d7b07-f58d-4f5a-848e-4c3a0ac0a0b8'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 13:20:03.578488 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6a19d685-f933-493e-b7e9-54419ed24c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:03.618287 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-efb3c700-9fdb-4f04-a0b5-42d9a99a0bb4 None None] For port 52711164-dfa6-4133-9a86-9a6844b47a00, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:20:03.621941 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-efb3c700-9fdb-4f04-a0b5-42d9a99a0bb4 None None] For port 52711164-dfa6-4133-9a86-9a6844b47a00, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=52711164-dfa6-4133-9a86-9a6844b47a00,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:20:03.627189 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-efb3c700-9fdb-4f04-a0b5-42d9a99a0bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:03.630489 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3700c5-e357-4916-9eb4-8808ebe6fd40 None None] Pushing event updated for resources: {'Port': ['ID=52711164-dfa6-4133-9a86-9a6844b47a00,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:03.640703 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3700c5-e357-4916-9eb4-8808ebe6fd40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:03.641305 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3700c5-e357-4916-9eb4-8808ebe6fd40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:03.641840 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3700c5-e357-4916-9eb4-8808ebe6fd40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:03.642178 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3700c5-e357-4916-9eb4-8808ebe6fd40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:03.642510 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3700c5-e357-4916-9eb4-8808ebe6fd40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:03.642836 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3700c5-e357-4916-9eb4-8808ebe6fd40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:03.643323 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3700c5-e357-4916-9eb4-8808ebe6fd40 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:03.643822 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3700c5-e357-4916-9eb4-8808ebe6fd40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:03.644311 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3700c5-e357-4916-9eb4-8808ebe6fd40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:03.644819 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3700c5-e357-4916-9eb4-8808ebe6fd40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:03.645296 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3700c5-e357-4916-9eb4-8808ebe6fd40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:03.645771 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3700c5-e357-4916-9eb4-8808ebe6fd40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:03.691132 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb3c700-9fdb-4f04-a0b5-42d9a99a0bb4 None None] Routers {'be40cb10-9e44-471c-b3b1-0d6a10373cc9'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:20:03.691730 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-efb3c700-9fdb-4f04-a0b5-42d9a99a0bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:19:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['be40cb10-9e44-471c-b3b1-0d6a10373cc9'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:03.716782 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-6a19d685-f933-493e-b7e9-54419ed24c55 None None] Allocated IP 172.20.0.2 (e144596c-da5f-417d-a810-7dde65b27778/977d7b07-f58d-4f5a-848e-4c3a0ac0a0b8/9f9b50ae-6e8c-4124-b308-1ebea62159d3) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:20:03.803395 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3700c5-e357-4916-9eb4-8808ebe6fd40 None None] Pushing event updated for resources: {'Port': ['ID=52711164-dfa6-4133-9a86-9a6844b47a00,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:03.813451 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-efb3c700-9fdb-4f04-a0b5-42d9a99a0bb4 None None] Set router be40cb10-9e44-471c-b3b1-0d6a10373cc9 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:20:03.872971 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6a19d685-f933-493e-b7e9-54419ed24c55 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:03.879093 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6a19d685-f933-493e-b7e9-54419ed24c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:03.888241 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bda410c6-e3ab-4e5b-a1fc-9d8e4884a950 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:03.916263 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a19d685-f933-493e-b7e9-54419ed24c55 None None] Network e144596c-da5f-417d-a810-7dde65b27778 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:20:03.922797 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-6a19d685-f933-493e-b7e9-54419ed24c55 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:20:03.926194 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a19d685-f933-493e-b7e9-54419ed24c55 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:20:03.933609 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19d685-f933-493e-b7e9-54419ed24c55 None None] Pushing event updated for resources: {'Port': ['ID=9f9b50ae-6e8c-4124-b308-1ebea62159d3,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:03.997464 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-6a19d685-f933-493e-b7e9-54419ed24c55 None None] Attempting to bind port 9f9b50ae-6e8c-4124-b308-1ebea62159d3 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:20:03.998083 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-6a19d685-f933-493e-b7e9-54419ed24c55 None None] Attempting to bind port 9f9b50ae-6e8c-4124-b308-1ebea62159d3 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'ef333879-d538-4edd-9614-9897045b6fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e144596c-da5f-417d-a810-7dde65b27778'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:20:03.998619 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a19d685-f933-493e-b7e9-54419ed24c55 None None] Attempting to bind port 9f9b50ae-6e8c-4124-b308-1ebea62159d3 on network e144596c-da5f-417d-a810-7dde65b27778 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:20:04.004677 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a19d685-f933-493e-b7e9-54419ed24c55 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:20:04.005447 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a19d685-f933-493e-b7e9-54419ed24c55 None None] Checking segment: {'id': 'ef333879-d538-4edd-9614-9897045b6fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e144596c-da5f-417d-a810-7dde65b27778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:20:04.005447 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6a19d685-f933-493e-b7e9-54419ed24c55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:04.005816 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a19d685-f933-493e-b7e9-54419ed24c55 None None] Bound using segment: {'id': 'ef333879-d538-4edd-9614-9897045b6fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e144596c-da5f-417d-a810-7dde65b27778'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:20:04.006273 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-6a19d685-f933-493e-b7e9-54419ed24c55 None None] Bound port: 9f9b50ae-6e8c-4124-b308-1ebea62159d3, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef333879-d538-4edd-9614-9897045b6fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e144596c-da5f-417d-a810-7dde65b27778'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:20:04.006647 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6a19d685-f933-493e-b7e9-54419ed24c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:04.013720 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-efb3c700-9fdb-4f04-a0b5-42d9a99a0bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be40cb10-9e44-471c-b3b1-0d6a10373cc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435372983', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.135'}], 'enable_snat': True}, 'gw_port_id': '52711164-dfa6-4133-9a86-9a6844b47a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:20:01Z', 'updated_at': '2022-02-16T13:20:02Z', 'revision_number': 3, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '52711164-dfa6-4133-9a86-9a6844b47a00', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:cf:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be40cb10-9e44-471c-b3b1-0d6a10373cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:01Z', 'updated_at': '2022-02-16T13:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:04.045949 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb3c700-9fdb-4f04-a0b5-42d9a99a0bb4 None None] The sync data for ids ['be40cb10-9e44-471c-b3b1-0d6a10373cc9'] in dv-neutron-828142-3-hyperv is: [{'id': 'be40cb10-9e44-471c-b3b1-0d6a10373cc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435372983', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.135'}], 'enable_snat': True}, 'gw_port_id': '52711164-dfa6-4133-9a86-9a6844b47a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:20:01Z', 'updated_at': '2022-02-16T13:20:02Z', 'revision_number': 3, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '52711164-dfa6-4133-9a86-9a6844b47a00', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:cf:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be40cb10-9e44-471c-b3b1-0d6a10373cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:01Z', 'updated_at': '2022-02-16T13:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:20:04.081546 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-6a19d685-f933-493e-b7e9-54419ed24c55 None None] For port 9f9b50ae-6e8c-4124-b308-1ebea62159d3, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:20:04.084859 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-6a19d685-f933-493e-b7e9-54419ed24c55 None None] For port 9f9b50ae-6e8c-4124-b308-1ebea62159d3, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=9f9b50ae-6e8c-4124-b308-1ebea62159d3,segment=NetworkSegment(ef333879-d538-4edd-9614-9897045b6fa5),segment_id=ef333879-d538-4edd-9614-9897045b6fa5)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:20:04.090206 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6a19d685-f933-493e-b7e9-54419ed24c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:04.148761 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19d685-f933-493e-b7e9-54419ed24c55 None None] Pushing event updated for resources: {'Port': ['ID=9f9b50ae-6e8c-4124-b308-1ebea62159d3,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:04.191591 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-bda410c6-e3ab-4e5b-a1fc-9d8e4884a950 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Allocated IP 172.20.0.1 (e144596c-da5f-417d-a810-7dde65b27778/977d7b07-f58d-4f5a-848e-4c3a0ac0a0b8/bebec428-b10a-41e5-b73f-d994af50a2c5) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:20:04.346586 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bda410c6-e3ab-4e5b-a1fc-9d8e4884a950 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:04.394465 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bda410c6-e3ab-4e5b-a1fc-9d8e4884a950 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:04.798424 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda410c6-e3ab-4e5b-a1fc-9d8e4884a950 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Network e144596c-da5f-417d-a810-7dde65b27778 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:20:04.801592 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-bda410c6-e3ab-4e5b-a1fc-9d8e4884a950 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:20:04.804304 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda410c6-e3ab-4e5b-a1fc-9d8e4884a950 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:20:04.811496 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda410c6-e3ab-4e5b-a1fc-9d8e4884a950 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'Port': ['ID=bebec428-b10a-41e5-b73f-d994af50a2c5,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:04.857304 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bda410c6-e3ab-4e5b-a1fc-9d8e4884a950 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:04.998125 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bda410c6-e3ab-4e5b-a1fc-9d8e4884a950 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:05.157605 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71703d14-042e-4671-8597-3368e94c7477 None None] Network e144596c-da5f-417d-a810-7dde65b27778 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:20:05.287400 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-301f758d-a127-4dd0-9a85-d7448a4dafe4 None None] Provisioning complete for port 9f9b50ae-6e8c-4124-b308-1ebea62159d3 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:20:05.287770 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-301f758d-a127-4dd0-9a85-d7448a4dafe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:05.292548 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bda410c6-e3ab-4e5b-a1fc-9d8e4884a950 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:05.297156 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bda410c6-e3ab-4e5b-a1fc-9d8e4884a950 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:05.392168 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda410c6-e3ab-4e5b-a1fc-9d8e4884a950 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'Port': ['ID=bebec428-b10a-41e5-b73f-d994af50a2c5,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:05.393183 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-bda410c6-e3ab-4e5b-a1fc-9d8e4884a950 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:05.441571 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-301f758d-a127-4dd0-9a85-d7448a4dafe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:05.486728 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-301f758d-a127-4dd0-9a85-d7448a4dafe4 None None] For port 9f9b50ae-6e8c-4124-b308-1ebea62159d3, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=9f9b50ae-6e8c-4124-b308-1ebea62159d3,segment=NetworkSegment(ef333879-d538-4edd-9614-9897045b6fa5),segment_id=ef333879-d538-4edd-9614-9897045b6fa5)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:20:05.500092 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-301f758d-a127-4dd0-9a85-d7448a4dafe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:05.522836 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda410c6-e3ab-4e5b-a1fc-9d8e4884a950 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Network e144596c-da5f-417d-a810-7dde65b27778 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:20:05.524560 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-bda410c6-e3ab-4e5b-a1fc-9d8e4884a950 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:20:05.544098 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 52711164-dfa6-4133-9a86-9a6844b47a00 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:20:05.567870 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f758d-a127-4dd0-9a85-d7448a4dafe4 None None] Pushing event updated for resources: {'Port': ['ID=9f9b50ae-6e8c-4124-b308-1ebea62159d3,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:05.626440 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 52711164-dfa6-4133-9a86-9a6844b47a00 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:20:05.626951 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:05.658577 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda410c6-e3ab-4e5b-a1fc-9d8e4884a950 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Router be40cb10-9e44-471c-b3b1-0d6a10373cc9 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:20:05.724897 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:05.749619 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-4dd64872-2ef7-4fa3-915d-eaaaf201e79b None None] Provisioning complete for port bebec428-b10a-41e5-b73f-d994af50a2c5 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:20:05.750237 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4dd64872-2ef7-4fa3-915d-eaaaf201e79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:05.784339 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 52711164-dfa6-4133-9a86-9a6844b47a00, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=52711164-dfa6-4133-9a86-9a6844b47a00,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:20:05.788020 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda410c6-e3ab-4e5b-a1fc-9d8e4884a950 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:20:05.794596 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-bda410c6-e3ab-4e5b-a1fc-9d8e4884a950 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "PUT /v2.0/routers/be40cb10-9e44-471c-b3b1-0d6a10373cc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3579452 Feb 16 13:20:05.805914 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:05.807782 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 9f9b50ae-6e8c-4124-b308-1ebea62159d3 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:20:05.816052 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-4dd64872-2ef7-4fa3-915d-eaaaf201e79b None None] Port bebec428-b10a-41e5-b73f-d994af50a2c5 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:20:05.895859 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-4dd64872-2ef7-4fa3-915d-eaaaf201e79b None None] Provisioning complete for port 9f9b50ae-6e8c-4124-b308-1ebea62159d3 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:20:05.896227 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4dd64872-2ef7-4fa3-915d-eaaaf201e79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:05.920350 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=52711164-dfa6-4133-9a86-9a6844b47a00,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:05.948840 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 9f9b50ae-6e8c-4124-b308-1ebea62159d3 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:20:05.949207 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:05.968305 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-9f29b78e-d8ea-41cb-b96a-890ed40f6c4f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-97064884&fields=id&tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a HTTP/1.1" status: 200 len: 267 time: 0.0530190 Feb 16 13:20:05.976817 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0779d83b-b95c-4742-8110-a38a75c150bf None None] Sync routers for ids ['be40cb10-9e44-471c-b3b1-0d6a10373cc9'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:20:06.023422 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0779d83b-b95c-4742-8110-a38a75c150bf None None] Routers {'be40cb10-9e44-471c-b3b1-0d6a10373cc9'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:20:06.024059 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-0779d83b-b95c-4742-8110-a38a75c150bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:19:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['be40cb10-9e44-471c-b3b1-0d6a10373cc9'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:06.088892 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-62deef01-5d53-4c25-a452-04faeb026915 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:06.091063 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-62deef01-5d53-4c25-a452-04faeb026915 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/networks?id=e144596c-da5f-417d-a810-7dde65b27778 HTTP/1.1" status: 200 len: 796 time: 0.1148880 Feb 16 13:20:06.107606 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-3fe8104c-f28e-417a-aaf4-2bd2002bbefd tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/quotas/3d70f7ea0f94439483a5f3cf73c75b3a HTTP/1.1" status: 200 len: 375 time: 0.0102322 Feb 16 13:20:06.159652 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-2b915b08-6495-415b-81e7-9f844de63a05 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460579 Feb 16 13:20:06.183716 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-0779d83b-b95c-4742-8110-a38a75c150bf None None] Set router be40cb10-9e44-471c-b3b1-0d6a10373cc9 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:20:06.217848 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-48d568a2-5d74-4055-bcf3-a5d58193607d service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:20:06.218848 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-48d568a2-5d74-4055-bcf3-a5d58193607d service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471642 Feb 16 13:20:06.263970 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-fe0116c2-7f3c-4d2a-9d71-99e261a568a6 None None] Provisioning complete for port bebec428-b10a-41e5-b73f-d994af50a2c5 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:20:06.264327 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fe0116c2-7f3c-4d2a-9d71-99e261a568a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:06.316533 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-0f24a4d2-a344-488b-8313-95e87d4aba3d service neutron] 10.222.0.90 "GET /v2.0/networks/e144596c-da5f-417d-a810-7dde65b27778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910926 Feb 16 13:20:06.346062 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-fe0116c2-7f3c-4d2a-9d71-99e261a568a6 None None] Port bebec428-b10a-41e5-b73f-d994af50a2c5 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:20:06.410177 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-1d2a75b9-c12e-43f7-885d-46e8969c82ac service neutron] 10.222.0.90 "GET /v2.0/networks/e144596c-da5f-417d-a810-7dde65b27778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872295 Feb 16 13:20:06.424849 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-0779d83b-b95c-4742-8110-a38a75c150bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be40cb10-9e44-471c-b3b1-0d6a10373cc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435372983', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.135'}], 'enable_snat': True}, 'gw_port_id': '52711164-dfa6-4133-9a86-9a6844b47a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:20:01Z', 'updated_at': '2022-02-16T13:20:04Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '52711164-dfa6-4133-9a86-9a6844b47a00', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:cf:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40cb10-9e44-471c-b3b1-0d6a10373cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:01Z', 'updated_at': '2022-02-16T13:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'bebec428-b10a-41e5-b73f-d994af50a2c5', 'name': '', 'network_id': 'e144596c-da5f-417d-a810-7dde65b27778', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:18:02:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be40cb10-9e44-471c-b3b1-0d6a10373cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '977d7b07-f58d-4f5a-848e-4c3a0ac0a0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:04Z', 'updated_at': '2022-02-16T13:20:05Z', 'revision_number': 2, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': '977d7b07-f58d-4f5a-848e-4c3a0ac0a0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:06.450585 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0779d83b-b95c-4742-8110-a38a75c150bf None None] Checking router: be40cb10-9e44-471c-b3b1-0d6a10373cc9 for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:20:06.450937 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0779d83b-b95c-4742-8110-a38a75c150bf None None] Updating router be40cb10-9e44-471c-b3b1-0d6a10373cc9 port bebec428-b10a-41e5-b73f-d994af50a2c5 binding host dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:20:06.479966 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0779d83b-b95c-4742-8110-a38a75c150bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:06.588407 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-aca7c8d7-19f5-4f2a-b4f1-da3d835c6778 req-b9fb39c4-7b4d-4ddd-ae8e-6155937aee68 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=5806d660-43a1-4b24-84a7-03278661d4ca HTTP/1.1" status: 200 len: 210 time: 0.0343959 Feb 16 13:20:06.769207 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0779d83b-b95c-4742-8110-a38a75c150bf None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:06.774607 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0779d83b-b95c-4742-8110-a38a75c150bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:06.872960 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f75cad-7af2-437c-93ec-7318a494557d None None] Pushing event updated for resources: {'Port': ['ID=bebec428-b10a-41e5-b73f-d994af50a2c5,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:06.887476 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-0779d83b-b95c-4742-8110-a38a75c150bf None None] Attempting to bind port bebec428-b10a-41e5-b73f-d994af50a2c5 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:20:06.888080 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-0779d83b-b95c-4742-8110-a38a75c150bf None None] Attempting to bind port bebec428-b10a-41e5-b73f-d994af50a2c5 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'ef333879-d538-4edd-9614-9897045b6fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e144596c-da5f-417d-a810-7dde65b27778'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:20:06.888433 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0779d83b-b95c-4742-8110-a38a75c150bf None None] Attempting to bind port bebec428-b10a-41e5-b73f-d994af50a2c5 on network e144596c-da5f-417d-a810-7dde65b27778 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:20:06.893724 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0779d83b-b95c-4742-8110-a38a75c150bf None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:20:06.894097 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0779d83b-b95c-4742-8110-a38a75c150bf None None] Checking segment: {'id': 'ef333879-d538-4edd-9614-9897045b6fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e144596c-da5f-417d-a810-7dde65b27778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:20:06.894496 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0779d83b-b95c-4742-8110-a38a75c150bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:06.894882 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0779d83b-b95c-4742-8110-a38a75c150bf None None] Bound using segment: {'id': 'ef333879-d538-4edd-9614-9897045b6fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e144596c-da5f-417d-a810-7dde65b27778'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:20:06.895348 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-0779d83b-b95c-4742-8110-a38a75c150bf None None] Bound port: bebec428-b10a-41e5-b73f-d994af50a2c5, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef333879-d538-4edd-9614-9897045b6fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e144596c-da5f-417d-a810-7dde65b27778'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:20:06.895723 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0779d83b-b95c-4742-8110-a38a75c150bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:06.975421 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-0779d83b-b95c-4742-8110-a38a75c150bf None None] For port bebec428-b10a-41e5-b73f-d994af50a2c5, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:20:06.979822 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-0779d83b-b95c-4742-8110-a38a75c150bf None None] For port bebec428-b10a-41e5-b73f-d994af50a2c5, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=bebec428-b10a-41e5-b73f-d994af50a2c5,segment=NetworkSegment(ef333879-d538-4edd-9614-9897045b6fa5),segment_id=ef333879-d538-4edd-9614-9897045b6fa5)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:20:06.984919 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0779d83b-b95c-4742-8110-a38a75c150bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:07.055274 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0779d83b-b95c-4742-8110-a38a75c150bf None None] Routers {'be40cb10-9e44-471c-b3b1-0d6a10373cc9'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:20:07.055893 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-0779d83b-b95c-4742-8110-a38a75c150bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:19:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['be40cb10-9e44-471c-b3b1-0d6a10373cc9'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:07.235782 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f75cad-7af2-437c-93ec-7318a494557d None None] Pushing event updated for resources: {'Port': ['ID=bebec428-b10a-41e5-b73f-d994af50a2c5,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:07.292045 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-4af0dd48-6cb0-465e-8d6a-03e94a5f0c10 None None] Provisioning complete for port bebec428-b10a-41e5-b73f-d994af50a2c5 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:20:07.292410 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4af0dd48-6cb0-465e-8d6a-03e94a5f0c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:07.345462 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-0779d83b-b95c-4742-8110-a38a75c150bf None None] Set router be40cb10-9e44-471c-b3b1-0d6a10373cc9 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:20:07.417537 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 52711164-dfa6-4133-9a86-9a6844b47a00 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:20:07.531358 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-589af99d-7d95-47d3-81ee-090f47b782f7 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:07.532992 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-589af99d-7d95-47d3-81ee-090f47b782f7 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.42 "GET /v2.0/networks?id=e144596c-da5f-417d-a810-7dde65b27778 HTTP/1.1" status: 200 len: 796 time: 0.1172338 Feb 16 13:20:07.536716 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4af0dd48-6cb0-465e-8d6a-03e94a5f0c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:07.578777 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-f8b8fbea-d140-4ac7-8d38-6b542592f9e8 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a HTTP/1.1" status: 200 len: 378 time: 0.0368743 Feb 16 13:20:07.593066 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-e50c367e-b595-4b2b-bacf-f389a8f81a23 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'port': {'device_id': '5806d660-43a1-4b24-84a7-03278661d4ca', 'network_id': 'e144596c-da5f-417d-a810-7dde65b27778', 'admin_state_up': True, 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'security_groups': ['86ab9c8c-c212-45b6-9974-6992986ac1a4']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:20:07.615108 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-4af0dd48-6cb0-465e-8d6a-03e94a5f0c10 None None] For port bebec428-b10a-41e5-b73f-d994af50a2c5, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=bebec428-b10a-41e5-b73f-d994af50a2c5,segment=NetworkSegment(ef333879-d538-4edd-9614-9897045b6fa5),segment_id=ef333879-d538-4edd-9614-9897045b6fa5)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:20:07.642916 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4af0dd48-6cb0-465e-8d6a-03e94a5f0c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:07.647398 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 52711164-dfa6-4133-9a86-9a6844b47a00 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:20:07.647592 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:07.722008 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-e50c367e-b595-4b2b-bacf-f389a8f81a23 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Made reservation on behalf of 3d70f7ea0f94439483a5f3cf73c75b3a for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:20:07.723802 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-02cbb7df-af6c-4816-b3fe-62593cb7ddef req-fe4031d1-3c48-4702-aa6a-f91cfbec0179 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=5806d660-43a1-4b24-84a7-03278661d4ca HTTP/1.1" status: 200 len: 210 time: 0.0388916 Feb 16 13:20:07.726553 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-e50c367e-b595-4b2b-bacf-f389a8f81a23 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:07.740967 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af0dd48-6cb0-465e-8d6a-03e94a5f0c10 None None] Pushing event updated for resources: {'Port': ['ID=bebec428-b10a-41e5-b73f-d994af50a2c5,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:07.784472 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-0779d83b-b95c-4742-8110-a38a75c150bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be40cb10-9e44-471c-b3b1-0d6a10373cc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435372983', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.135'}], 'enable_snat': True}, 'gw_port_id': '52711164-dfa6-4133-9a86-9a6844b47a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:20:01Z', 'updated_at': '2022-02-16T13:20:04Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '52711164-dfa6-4133-9a86-9a6844b47a00', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:cf:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40cb10-9e44-471c-b3b1-0d6a10373cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:01Z', 'updated_at': '2022-02-16T13:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'bebec428-b10a-41e5-b73f-d994af50a2c5', 'name': '', 'network_id': 'e144596c-da5f-417d-a810-7dde65b27778', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:18:02:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be40cb10-9e44-471c-b3b1-0d6a10373cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '977d7b07-f58d-4f5a-848e-4c3a0ac0a0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:04Z', 'updated_at': '2022-02-16T13:20:06Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': '977d7b07-f58d-4f5a-848e-4c3a0ac0a0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:07.788315 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-53953f3d-17eb-43c1-8bfd-77886807f649 None None] Provisioning complete for port bebec428-b10a-41e5-b73f-d994af50a2c5 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:20:07.788708 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-53953f3d-17eb-43c1-8bfd-77886807f649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:07.848607 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0779d83b-b95c-4742-8110-a38a75c150bf None None] The sync data for ids ['be40cb10-9e44-471c-b3b1-0d6a10373cc9'] in dv-neutron-828142-3-hyperv is: [{'id': 'be40cb10-9e44-471c-b3b1-0d6a10373cc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435372983', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.135'}], 'enable_snat': True}, 'gw_port_id': '52711164-dfa6-4133-9a86-9a6844b47a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:20:01Z', 'updated_at': '2022-02-16T13:20:04Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '52711164-dfa6-4133-9a86-9a6844b47a00', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:cf:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40cb10-9e44-471c-b3b1-0d6a10373cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:01Z', 'updated_at': '2022-02-16T13:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'bebec428-b10a-41e5-b73f-d994af50a2c5', 'name': '', 'network_id': 'e144596c-da5f-417d-a810-7dde65b27778', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:18:02:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be40cb10-9e44-471c-b3b1-0d6a10373cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '977d7b07-f58d-4f5a-848e-4c3a0ac0a0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:04Z', 'updated_at': '2022-02-16T13:20:06Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': '977d7b07-f58d-4f5a-848e-4c3a0ac0a0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:20:07.855181 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-e50c367e-b595-4b2b-bacf-f389a8f81a23 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Allocated IP 172.20.0.8 (e144596c-da5f-417d-a810-7dde65b27778/977d7b07-f58d-4f5a-848e-4c3a0ac0a0b8/b0998ae0-bebb-4624-87f9-0d10ec52192b) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:20:07.873076 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 9f9b50ae-6e8c-4124-b308-1ebea62159d3 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:20:07.986853 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 9f9b50ae-6e8c-4124-b308-1ebea62159d3 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:20:07.987231 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:08.389793 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-e50c367e-b595-4b2b-bacf-f389a8f81a23 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:08.425685 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-e50c367e-b595-4b2b-bacf-f389a8f81a23 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:08.471513 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-e50c367e-b595-4b2b-bacf-f389a8f81a23 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Network e144596c-da5f-417d-a810-7dde65b27778 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:20:08.474873 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-e50c367e-b595-4b2b-bacf-f389a8f81a23 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:20:08.478597 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-e50c367e-b595-4b2b-bacf-f389a8f81a23 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:20:08.504240 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c367e-b595-4b2b-bacf-f389a8f81a23 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'Port': ['ID=b0998ae0-bebb-4624-87f9-0d10ec52192b,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:08.535675 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-e50c367e-b595-4b2b-bacf-f389a8f81a23 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:08.536360 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-e50c367e-b595-4b2b-bacf-f389a8f81a23 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:08.553674 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-e50c367e-b595-4b2b-bacf-f389a8f81a23 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9643962 Feb 16 13:20:08.567335 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-64f7e819-ae3e-472c-bc7e-c2b41cbaf362 service neutron] Request body: {'port': {'device_id': '5806d660-43a1-4b24-84a7-03278661d4ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:20:08.630333 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-64f7e819-ae3e-472c-bc7e-c2b41cbaf362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:08.707987 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-ffe4fbe0-cdcd-4dea-b609-61e28d206a3c None None] Provisioning complete for port b0998ae0-bebb-4624-87f9-0d10ec52192b triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:20:08.708574 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ffe4fbe0-cdcd-4dea-b609-61e28d206a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:08.750558 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-ffe4fbe0-cdcd-4dea-b609-61e28d206a3c None None] Port b0998ae0-bebb-4624-87f9-0d10ec52192b cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:20:08.861399 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f253d-b981-4d0d-86c3-9785fee8b0bf req-bd6db7df-ae9d-4239-9e61-b61c1bf76ec9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:08.868763 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-763f253d-b981-4d0d-86c3-9785fee8b0bf req-bd6db7df-ae9d-4239-9e61-b61c1bf76ec9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=5806d660-43a1-4b24-84a7-03278661d4ca HTTP/1.1" status: 200 len: 931 time: 0.0562170 Feb 16 13:20:08.907406 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-763f253d-b981-4d0d-86c3-9785fee8b0bf req-32a2ca27-ca4a-40e8-b9a0-46b8add0333d tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=86ab9c8c-c212-45b6-9974-6992986ac1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377624 Feb 16 13:20:08.924147 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-64f7e819-ae3e-472c-bc7e-c2b41cbaf362 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0998ae0-bebb-4624-87f9-0d10ec52192b {{(pid=109049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:20:08.932032 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-64f7e819-ae3e-472c-bc7e-c2b41cbaf362 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:08.944744 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.provisioning_blocks [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-64f7e819-ae3e-472c-bc7e-c2b41cbaf362 service neutron] Transition to ACTIVE for port object b0998ae0-bebb-4624-87f9-0d10ec52192b will not be triggered until provisioned by entity L2. {{(pid=109049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:20:08.949350 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-64f7e819-ae3e-472c-bc7e-c2b41cbaf362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:09.000022 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f7e819-ae3e-472c-bc7e-c2b41cbaf362 service neutron] Pushing event updated for resources: {'Port': ['ID=b0998ae0-bebb-4624-87f9-0d10ec52192b,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:09.104264 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-64f7e819-ae3e-472c-bc7e-c2b41cbaf362 service neutron] Attempting to bind port b0998ae0-bebb-4624-87f9-0d10ec52192b on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:20:09.104601 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-64f7e819-ae3e-472c-bc7e-c2b41cbaf362 service neutron] Attempting to bind port b0998ae0-bebb-4624-87f9-0d10ec52192b by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'ef333879-d538-4edd-9614-9897045b6fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e144596c-da5f-417d-a810-7dde65b27778'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:20:09.104961 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-64f7e819-ae3e-472c-bc7e-c2b41cbaf362 service neutron] Attempting to bind port b0998ae0-bebb-4624-87f9-0d10ec52192b on network e144596c-da5f-417d-a810-7dde65b27778 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:20:09.110072 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-64f7e819-ae3e-472c-bc7e-c2b41cbaf362 service neutron] Port b0998ae0-bebb-4624-87f9-0d10ec52192b on network e144596c-da5f-417d-a810-7dde65b27778 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:20:09.110395 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-64f7e819-ae3e-472c-bc7e-c2b41cbaf362 service neutron] Attempting to bind port b0998ae0-bebb-4624-87f9-0d10ec52192b on network e144596c-da5f-417d-a810-7dde65b27778 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:20:09.115843 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-64f7e819-ae3e-472c-bc7e-c2b41cbaf362 service neutron] Checking agent: {'id': '31a9428e-e23a-420f-bfe2-5870b63c0436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'started_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:20:09.116184 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-64f7e819-ae3e-472c-bc7e-c2b41cbaf362 service neutron] Checking segment: {'id': 'ef333879-d538-4edd-9614-9897045b6fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e144596c-da5f-417d-a810-7dde65b27778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:20:09.116571 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-64f7e819-ae3e-472c-bc7e-c2b41cbaf362 service neutron] Bound using segment: {'id': 'ef333879-d538-4edd-9614-9897045b6fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e144596c-da5f-417d-a810-7dde65b27778'} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:20:09.117042 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-64f7e819-ae3e-472c-bc7e-c2b41cbaf362 service neutron] Bound port: b0998ae0-bebb-4624-87f9-0d10ec52192b, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef333879-d538-4edd-9614-9897045b6fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e144596c-da5f-417d-a810-7dde65b27778'}}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:20:09.117411 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-64f7e819-ae3e-472c-bc7e-c2b41cbaf362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:09.197948 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-64f7e819-ae3e-472c-bc7e-c2b41cbaf362 service neutron] For port b0998ae0-bebb-4624-87f9-0d10ec52192b, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:20:09.201016 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-64f7e819-ae3e-472c-bc7e-c2b41cbaf362 service neutron] For port b0998ae0-bebb-4624-87f9-0d10ec52192b, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b0998ae0-bebb-4624-87f9-0d10ec52192b,segment=NetworkSegment(ef333879-d538-4edd-9614-9897045b6fa5),segment_id=ef333879-d538-4edd-9614-9897045b6fa5)] {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:20:09.205415 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-64f7e819-ae3e-472c-bc7e-c2b41cbaf362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:09.238178 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-64f7e819-ae3e-472c-bc7e-c2b41cbaf362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:09.238908 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-64f7e819-ae3e-472c-bc7e-c2b41cbaf362 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:09.240175 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-64f7e819-ae3e-472c-bc7e-c2b41cbaf362 service neutron] 10.222.0.42 "PUT /v2.0/ports/b0998ae0-bebb-4624-87f9-0d10ec52192b HTTP/1.1" status: 200 len: 1093 time: 0.6776161 Feb 16 13:20:09.240615 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5806d660-43a1-4b24-84a7-03278661d4ca', 'tag': 'b0998ae0-bebb-4624-87f9-0d10ec52192b'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:20:09.242946 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ce257f-b0c0-4f95-ae8b-387834fa1838" -d '{"events": [{"name": "network-changed", "server_uuid": "5806d660-43a1-4b24-84a7-03278661d4ca", "tag": "b0998ae0-bebb-4624-87f9-0d10ec52192b"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:20:09.275813 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f7e819-ae3e-472c-bc7e-c2b41cbaf362 service neutron] Pushing event updated for resources: {'Port': ['ID=b0998ae0-bebb-4624-87f9-0d10ec52192b,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:09.290840 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574e513f-dd4d-43ea-81e8-eb44170caee2 x-openstack-request-id: req-574e513f-dd4d-43ea-81e8-eb44170caee2 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:20:09.291140 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5806d660-43a1-4b24-84a7-03278661d4ca", "tag": "b0998ae0-bebb-4624-87f9-0d10ec52192b", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:20:09.291517 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-574e513f-dd4d-43ea-81e8-eb44170caee2 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:20:09.291925 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5806d660-43a1-4b24-84a7-03278661d4ca', 'tag': 'b0998ae0-bebb-4624-87f9-0d10ec52192b', 'status': 'completed', 'code': 200} Feb 16 13:20:09.329867 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-4b3fb444-cbfb-4967-ac79-524e2018a75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:09.331885 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-4b3fb444-cbfb-4967-ac79-524e2018a75c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a&device_id=5806d660-43a1-4b24-84a7-03278661d4ca HTTP/1.1" status: 200 len: 1096 time: 0.0514441 Feb 16 13:20:09.375974 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-a61aefe4-f237-4b10-ace6-85540b75307e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0998ae0-bebb-4624-87f9-0d10ec52192b HTTP/1.1" status: 200 len: 217 time: 0.0370476 Feb 16 13:20:09.422631 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device bebec428-b10a-41e5-b73f-d994af50a2c5 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:20:09.432019 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-328b1206-f3c8-4335-af9f-33c83f69a207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:09.433709 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-328b1206-f3c8-4335-af9f-33c83f69a207 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=977d7b07-f58d-4f5a-848e-4c3a0ac0a0b8 HTTP/1.1" status: 200 len: 835 time: 0.0518353 Feb 16 13:20:09.480563 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port bebec428-b10a-41e5-b73f-d994af50a2c5 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:20:09.481070 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:09.486412 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-72ceeb58-4b1e-4ded-b2c8-54765ea8b208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:09.488158 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-72ceeb58-4b1e-4ded-b2c8-54765ea8b208 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e144596c-da5f-417d-a810-7dde65b27778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0477602 Feb 16 13:20:09.584020 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-50f61f74-9cc2-4944-9dab-b04729700c9f service neutron] 10.222.0.42 "GET /v2.0/networks/e144596c-da5f-417d-a810-7dde65b27778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889039 Feb 16 13:20:09.676474 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0eca8b4f-b9ed-405e-b2d6-559b3364c1b5 req-63b20824-ba35-4472-a1f4-149b04ca12f0 service neutron] 10.222.0.42 "GET /v2.0/networks/e144596c-da5f-417d-a810-7dde65b27778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859711 Feb 16 13:20:09.758225 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce257f-b0c0-4f95-ae8b-387834fa1838 req-7fbe1906-67fd-4da4-afad-5eece500233f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:09.759778 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c7ce257f-b0c0-4f95-ae8b-387834fa1838 req-7fbe1906-67fd-4da4-afad-5eece500233f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a&device_id=5806d660-43a1-4b24-84a7-03278661d4ca HTTP/1.1" status: 200 len: 1096 time: 0.0418608 Feb 16 13:20:09.867452 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce257f-b0c0-4f95-ae8b-387834fa1838 req-60e83dd4-8798-46be-9e7e-9e73bc612844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:09.868482 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c7ce257f-b0c0-4f95-ae8b-387834fa1838 req-60e83dd4-8798-46be-9e7e-9e73bc612844 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e144596c-da5f-417d-a810-7dde65b27778 HTTP/1.1" status: 200 len: 897 time: 0.1009686 Feb 16 13:20:09.916443 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c7ce257f-b0c0-4f95-ae8b-387834fa1838 req-2d612549-0e3b-4a2f-89bf-750fa7883391 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0998ae0-bebb-4624-87f9-0d10ec52192b HTTP/1.1" status: 200 len: 217 time: 0.0392921 Feb 16 13:20:09.969531 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce257f-b0c0-4f95-ae8b-387834fa1838 req-35a42268-3aca-465a-a88a-90780b568282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:09.971000 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c7ce257f-b0c0-4f95-ae8b-387834fa1838 req-35a42268-3aca-465a-a88a-90780b568282 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=977d7b07-f58d-4f5a-848e-4c3a0ac0a0b8 HTTP/1.1" status: 200 len: 835 time: 0.0472672 Feb 16 13:20:10.017146 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce257f-b0c0-4f95-ae8b-387834fa1838 req-52a7bca0-60d6-49c7-ab8b-a49f8e853732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:10.018759 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c7ce257f-b0c0-4f95-ae8b-387834fa1838 req-52a7bca0-60d6-49c7-ab8b-a49f8e853732 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e144596c-da5f-417d-a810-7dde65b27778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407238 Feb 16 13:20:10.029101 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab87df-7d9d-4039-8522-ea95c1cb4850 req-3dece705-9a6b-479c-8aea-070d0a0a0aaa tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:10.031917 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-04ab87df-7d9d-4039-8522-ea95c1cb4850 req-3dece705-9a6b-479c-8aea-070d0a0a0aaa tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=5806d660-43a1-4b24-84a7-03278661d4ca HTTP/1.1" status: 200 len: 943 time: 0.0542405 Feb 16 13:20:10.076957 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-04ab87df-7d9d-4039-8522-ea95c1cb4850 req-30e82a8e-01a0-4aa4-b556-d8b480bce588 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=86ab9c8c-c212-45b6-9974-6992986ac1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397956 Feb 16 13:20:10.123216 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c7ce257f-b0c0-4f95-ae8b-387834fa1838 req-6b4117ab-470f-4e71-936e-f7e20d31baf9 service neutron] 10.222.0.42 "GET /v2.0/networks/e144596c-da5f-417d-a810-7dde65b27778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967729 Feb 16 13:20:10.216537 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c7ce257f-b0c0-4f95-ae8b-387834fa1838 req-e9b5f026-960a-4c8e-b246-e9977b911413 service neutron] 10.222.0.42 "GET /v2.0/networks/e144596c-da5f-417d-a810-7dde65b27778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851429 Feb 16 13:20:11.198654 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f921027-0af7-4a37-a00a-44d9ba1133c9 req-871a1626-27c9-48b2-a518-899778d78da8 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:11.200464 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7f921027-0af7-4a37-a00a-44d9ba1133c9 req-871a1626-27c9-48b2-a518-899778d78da8 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=5806d660-43a1-4b24-84a7-03278661d4ca HTTP/1.1" status: 200 len: 943 time: 0.0540674 Feb 16 13:20:11.238219 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7f921027-0af7-4a37-a00a-44d9ba1133c9 req-f33d94b7-83cb-435a-a222-3e36ee70d5ed tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=86ab9c8c-c212-45b6-9974-6992986ac1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317981 Feb 16 13:20:12.220527 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device b0998ae0-bebb-4624-87f9-0d10ec52192b details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:20:12.312789 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port b0998ae0-bebb-4624-87f9-0d10ec52192b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b0998ae0-bebb-4624-87f9-0d10ec52192b,segment=NetworkSegment(ef333879-d538-4edd-9614-9897045b6fa5),segment_id=ef333879-d538-4edd-9614-9897045b6fa5)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:20:12.327963 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': 'b0998ae0-bebb-4624-87f9-0d10ec52192b', 'network_id': 'e144596c-da5f-417d-a810-7dde65b27778', 'port_id': 'b0998ae0-bebb-4624-87f9-0d10ec52192b', 'mac_address': 'fa:16:3e:99:fc:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '977d7b07-f58d-4f5a-848e-4c3a0ac0a0b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:20:12.351772 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f5e42-e9a0-40bf-9d12-0456cc06c3ab req-b815a492-6d0a-4066-9d2a-c60cdef587c4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:12.354008 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-807f5e42-e9a0-40bf-9d12-0456cc06c3ab req-b815a492-6d0a-4066-9d2a-c60cdef587c4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=5806d660-43a1-4b24-84a7-03278661d4ca HTTP/1.1" status: 200 len: 943 time: 0.0503149 Feb 16 13:20:12.365657 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:12.380996 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0998ae0-bebb-4624-87f9-0d10ec52192b {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:20:12.393856 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-807f5e42-e9a0-40bf-9d12-0456cc06c3ab req-c4c529b1-37b5-45b1-992d-d93f29df9fb4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=86ab9c8c-c212-45b6-9974-6992986ac1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338011 Feb 16 13:20:12.402759 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port b0998ae0-bebb-4624-87f9-0d10ec52192b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b0998ae0-bebb-4624-87f9-0d10ec52192b,segment=NetworkSegment(ef333879-d538-4edd-9614-9897045b6fa5),segment_id=ef333879-d538-4edd-9614-9897045b6fa5)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:20:12.407157 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:12.458189 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=b0998ae0-bebb-4624-87f9-0d10ec52192b,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:12.627932 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['b0998ae0-bebb-4624-87f9-0d10ec52192b'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:20:13.528036 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2fc55-6e53-4435-a950-c3150874efd0 req-2ae9dc63-f585-40d8-9b7f-29614ca74f5f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:13.529626 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-39a2fc55-6e53-4435-a950-c3150874efd0 req-2ae9dc63-f585-40d8-9b7f-29614ca74f5f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=5806d660-43a1-4b24-84a7-03278661d4ca HTTP/1.1" status: 200 len: 944 time: 0.0663133 Feb 16 13:20:13.566798 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-39a2fc55-6e53-4435-a950-c3150874efd0 req-b25b9cb8-2f7d-468e-9501-f55b4ab0f861 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=86ab9c8c-c212-45b6-9974-6992986ac1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312340 Feb 16 13:20:14.235341 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device b0998ae0-bebb-4624-87f9-0d10ec52192b up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:20:14.284781 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning for port b0998ae0-bebb-4624-87f9-0d10ec52192b completed by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:20:14.288853 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port b0998ae0-bebb-4624-87f9-0d10ec52192b triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:20:14.289225 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:14.366858 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:14.390078 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5806d660-43a1-4b24-84a7-03278661d4ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0998ae0-bebb-4624-87f9-0d10ec52192b'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:20:14.392309 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70494e3-de2b-4f61-990d-163b0f89e65c" -d '{"events": [{"server_uuid": "5806d660-43a1-4b24-84a7-03278661d4ca", "name": "network-vif-plugged", "status": "completed", "tag": "b0998ae0-bebb-4624-87f9-0d10ec52192b"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:20:14.406133 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port b0998ae0-bebb-4624-87f9-0d10ec52192b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b0998ae0-bebb-4624-87f9-0d10ec52192b,segment=NetworkSegment(ef333879-d538-4edd-9614-9897045b6fa5),segment_id=ef333879-d538-4edd-9614-9897045b6fa5)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:20:14.410805 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:14.434990 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e75ce3-6e6e-45ba-b781-6c2ecf129e15 x-openstack-request-id: req-13e75ce3-6e6e-45ba-b781-6c2ecf129e15 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:20:14.435284 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5806d660-43a1-4b24-84a7-03278661d4ca", "name": "network-vif-plugged", "status": "completed", "tag": "b0998ae0-bebb-4624-87f9-0d10ec52192b", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:20:14.435536 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-13e75ce3-6e6e-45ba-b781-6c2ecf129e15 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:20:14.435917 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5806d660-43a1-4b24-84a7-03278661d4ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0998ae0-bebb-4624-87f9-0d10ec52192b', 'code': 200} Feb 16 13:20:14.462246 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=b0998ae0-bebb-4624-87f9-0d10ec52192b,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:14.601503 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdd794-e33a-4c9e-b969-b3f6e5050e44 req-9c087121-b8f4-4ec1-a43c-5c52b72c72c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:14.603049 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c7fdd794-e33a-4c9e-b969-b3f6e5050e44 req-9c087121-b8f4-4ec1-a43c-5c52b72c72c9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5806d660-43a1-4b24-84a7-03278661d4ca HTTP/1.1" status: 200 len: 1098 time: 0.0486131 Feb 16 13:20:14.641572 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c7fdd794-e33a-4c9e-b969-b3f6e5050e44 req-f22b0e0a-c968-43fd-9ee3-e14e40f38562 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=86ab9c8c-c212-45b6-9974-6992986ac1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306976 Feb 16 13:20:14.685794 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e8c55-02c6-407a-b69a-5bf00831ff1b req-3f86c532-ca6e-4d8a-941e-f189e3366d8d tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:14.687419 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-623e8c55-02c6-407a-b69a-5bf00831ff1b req-3f86c532-ca6e-4d8a-941e-f189e3366d8d tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=5806d660-43a1-4b24-84a7-03278661d4ca HTTP/1.1" status: 200 len: 945 time: 0.0533135 Feb 16 13:20:14.724419 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-623e8c55-02c6-407a-b69a-5bf00831ff1b req-62dcdd1a-a372-44e8-8aaf-e2860cb64d9f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=86ab9c8c-c212-45b6-9974-6992986ac1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306032 Feb 16 13:20:15.840251 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f73ae-de21-44c2-a8dc-3c2a65517584 req-9587cf77-8b41-473e-8c24-115b31d42c55 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:15.841738 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0c8f73ae-de21-44c2-a8dc-3c2a65517584 req-9587cf77-8b41-473e-8c24-115b31d42c55 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=5806d660-43a1-4b24-84a7-03278661d4ca HTTP/1.1" status: 200 len: 945 time: 0.0487514 Feb 16 13:20:15.879573 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0c8f73ae-de21-44c2-a8dc-3c2a65517584 req-f06b1410-8b82-49e3-a167-f60081e7049a tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=86ab9c8c-c212-45b6-9974-6992986ac1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318732 Feb 16 13:20:15.993014 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02bfe9d-42f4-4f06-bf71-028e5c7f356b req-e8ae1ff3-034a-471e-94a7-c5d49827dd27 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:15.994998 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b02bfe9d-42f4-4f06-bf71-028e5c7f356b req-e8ae1ff3-034a-471e-94a7-c5d49827dd27 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=5806d660-43a1-4b24-84a7-03278661d4ca HTTP/1.1" status: 200 len: 945 time: 0.0494888 Feb 16 13:20:16.032711 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b02bfe9d-42f4-4f06-bf71-028e5c7f356b req-aeaeb463-7ad5-49e3-8281-ae5197040d6c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=86ab9c8c-c212-45b6-9974-6992986ac1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317292 Feb 16 13:20:16.060396 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43884) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:20:16.102895 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81f1bb1-dab2-4b25-b094-e3494bdccec7 tempest-TestNetworkAdvancedServerOps-1483708827 tempest-TestNetworkAdvancedServerOps-1483708827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:16.104422 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c81f1bb1-dab2-4b25-b094-e3494bdccec7 tempest-TestNetworkAdvancedServerOps-1483708827 tempest-TestNetworkAdvancedServerOps-1483708827-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=5806d660-43a1-4b24-84a7-03278661d4ca HTTP/1.1" status: 200 len: 1093 time: 0.0429599 Feb 16 13:20:16.107660 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43886) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:20:16.112727 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-a44b29ce-3901-425e-8fb6-c348a2d7e0fa tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Request body: {'floatingip': {'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'port_id': 'b0998ae0-bebb-4624-87f9-0d10ec52192b', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:20:16.137427 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a44b29ce-3901-425e-8fb6-c348a2d7e0fa tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for floatingip, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:16.232471 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a44b29ce-3901-425e-8fb6-c348a2d7e0fa tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:16.336289 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-a44b29ce-3901-425e-8fb6-c348a2d7e0fa tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Allocated IP 172.26.2.173 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/47ac12aa-ba9b-442e-9197-6523927155e4) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:20:16.432332 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:20:16.437926 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a44b29ce-3901-425e-8fb6-c348a2d7e0fa tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:16.471621 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a44b29ce-3901-425e-8fb6-c348a2d7e0fa tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:16.517958 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44b29ce-3901-425e-8fb6-c348a2d7e0fa tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:20:16.520809 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-a44b29ce-3901-425e-8fb6-c348a2d7e0fa tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:20:16.525639 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44b29ce-3901-425e-8fb6-c348a2d7e0fa tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:20:16.528684 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b29ce-3901-425e-8fb6-c348a2d7e0fa tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'Port': ['ID=47ac12aa-ba9b-442e-9197-6523927155e4,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:16.871952 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a44b29ce-3901-425e-8fb6-c348a2d7e0fa tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:16.939212 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a44b29ce-3901-425e-8fb6-c348a2d7e0fa tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:17.092345 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a44b29ce-3901-425e-8fb6-c348a2d7e0fa tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:17.096971 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a44b29ce-3901-425e-8fb6-c348a2d7e0fa tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:17.160796 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b29ce-3901-425e-8fb6-c348a2d7e0fa tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event updated for resources: {'Port': ['ID=47ac12aa-ba9b-442e-9197-6523927155e4,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:17.174297 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a44b29ce-3901-425e-8fb6-c348a2d7e0fa tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:17.272648 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.l3_db [None req-a44b29ce-3901-425e-8fb6-c348a2d7e0fa tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Floating IP 21440bdb-3c77-487f-b7a5-3d32090838e4 associated. External IP: 172.26.2.173, port: b0998ae0-bebb-4624-87f9-0d10ec52192b. Feb 16 13:20:17.478611 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44b29ce-3901-425e-8fb6-c348a2d7e0fa tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Router be40cb10-9e44-471c-b3b1-0d6a10373cc9 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:20:17.585978 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44b29ce-3901-425e-8fb6-c348a2d7e0fa tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:20:17.596722 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc30816-f569-4feb-86fd-0d2ac14e5504 None None] Sync routers for ids ['be40cb10-9e44-471c-b3b1-0d6a10373cc9'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:20:17.605097 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a44b29ce-3901-425e-8fb6-c348a2d7e0fa tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:17.607268 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc30816-f569-4feb-86fd-0d2ac14e5504 None None] Routers {'be40cb10-9e44-471c-b3b1-0d6a10373cc9'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:20:17.607928 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-bbc30816-f569-4feb-86fd-0d2ac14e5504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:19:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['be40cb10-9e44-471c-b3b1-0d6a10373cc9'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:17.632656 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a44b29ce-3901-425e-8fb6-c348a2d7e0fa tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5237114 Feb 16 13:20:17.633342 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5806d660-43a1-4b24-84a7-03278661d4ca', 'tag': 'b0998ae0-bebb-4624-87f9-0d10ec52192b'}] {{(pid=109048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:20:17.635740 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40068d798dcc31a224174c6c24ac8b3e49f1a518b527dec6066c5fbc28712f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5091ade0-82b8-45ae-8158-12c0c8eafa62" -d '{"events": [{"name": "network-changed", "server_uuid": "5806d660-43a1-4b24-84a7-03278661d4ca", "tag": "b0998ae0-bebb-4624-87f9-0d10ec52192b"}]}' {{(pid=109048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:20:17.678297 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c647eeca-6b92-4a51-8b4f-6e4aca49bcfb x-openstack-request-id: req-c647eeca-6b92-4a51-8b4f-6e4aca49bcfb {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:20:17.678764 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5806d660-43a1-4b24-84a7-03278661d4ca", "tag": "b0998ae0-bebb-4624-87f9-0d10ec52192b", "status": "completed", "code": 200}]} {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:20:17.679397 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c647eeca-6b92-4a51-8b4f-6e4aca49bcfb {{(pid=109048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:20:17.679946 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5806d660-43a1-4b24-84a7-03278661d4ca', 'tag': 'b0998ae0-bebb-4624-87f9-0d10ec52192b', 'status': 'completed', 'code': 200} Feb 16 13:20:17.717557 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-bbc30816-f569-4feb-86fd-0d2ac14e5504 None None] Set router be40cb10-9e44-471c-b3b1-0d6a10373cc9 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:20:17.739473 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091ade0-82b8-45ae-8158-12c0c8eafa62 req-f6287569-708b-4d82-983a-1411d3167d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:17.740912 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5091ade0-82b8-45ae-8158-12c0c8eafa62 req-f6287569-708b-4d82-983a-1411d3167d33 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a&device_id=5806d660-43a1-4b24-84a7-03278661d4ca HTTP/1.1" status: 200 len: 1098 time: 0.0410807 Feb 16 13:20:17.743708 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609200e1-cd39-44e7-a09b-2870d744eada req-aa9fdaea-5cf7-47ad-9b56-558d963d1d46 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:17.745361 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-609200e1-cd39-44e7-a09b-2870d744eada req-aa9fdaea-5cf7-47ad-9b56-558d963d1d46 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=5806d660-43a1-4b24-84a7-03278661d4ca HTTP/1.1" status: 200 len: 945 time: 0.0552111 Feb 16 13:20:17.785026 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-609200e1-cd39-44e7-a09b-2870d744eada req-dc455fc9-145e-4d42-b225-5e23c9556d34 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=86ab9c8c-c212-45b6-9974-6992986ac1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336852 Feb 16 13:20:17.807161 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43892) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:20:17.882885 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091ade0-82b8-45ae-8158-12c0c8eafa62 req-72965ce2-95ef-4d35-abe0-604784f2dd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:17.884917 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5091ade0-82b8-45ae-8158-12c0c8eafa62 req-72965ce2-95ef-4d35-abe0-604784f2dd82 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e144596c-da5f-417d-a810-7dde65b27778 HTTP/1.1" status: 200 len: 897 time: 0.1380937 Feb 16 13:20:17.900606 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e191b3ff-6c3a-493a-82e9-9224d2fbeb87 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/floatingips/21440bdb-3c77-487f-b7a5-3d32090838e4 HTTP/1.1" status: 200 len: 991 time: 0.0923455 Feb 16 13:20:17.943602 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-bbc30816-f569-4feb-86fd-0d2ac14e5504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be40cb10-9e44-471c-b3b1-0d6a10373cc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435372983', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.135'}], 'enable_snat': True}, 'gw_port_id': '52711164-dfa6-4133-9a86-9a6844b47a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:20:01Z', 'updated_at': '2022-02-16T13:20:04Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '52711164-dfa6-4133-9a86-9a6844b47a00', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:cf:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40cb10-9e44-471c-b3b1-0d6a10373cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:01Z', 'updated_at': '2022-02-16T13:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '21440bdb-3c77-487f-b7a5-3d32090838e4', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'floating_ip_address': '172.26.2.173', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': 'be40cb10-9e44-471c-b3b1-0d6a10373cc9', 'port_id': 'b0998ae0-bebb-4624-87f9-0d10ec52192b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e144596c-da5f-417d-a810-7dde65b27778', 'mac_address': 'fa:16:3e:99:fc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5806d660-43a1-4b24-84a7-03278661d4ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:20:16Z', 'updated_at': '2022-02-16T13:20:16Z', 'revision_number': 0, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bebec428-b10a-41e5-b73f-d994af50a2c5', 'name': '', 'network_id': 'e144596c-da5f-417d-a810-7dde65b27778', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:18:02:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40cb10-9e44-471c-b3b1-0d6a10373cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '977d7b07-f58d-4f5a-848e-4c3a0ac0a0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:04Z', 'updated_at': '2022-02-16T13:20:07Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': '977d7b07-f58d-4f5a-848e-4c3a0ac0a0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:17.956375 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5091ade0-82b8-45ae-8158-12c0c8eafa62 req-b1d2d9bc-2ba3-47e5-a532-0dd96ae1fa4c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0998ae0-bebb-4624-87f9-0d10ec52192b HTTP/1.1" status: 200 len: 999 time: 0.0646291 Feb 16 13:20:17.973962 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc30816-f569-4feb-86fd-0d2ac14e5504 None None] Checking router: be40cb10-9e44-471c-b3b1-0d6a10373cc9 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:20:17.982424 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc30816-f569-4feb-86fd-0d2ac14e5504 None None] Routers {'be40cb10-9e44-471c-b3b1-0d6a10373cc9'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:20:17.983086 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-bbc30816-f569-4feb-86fd-0d2ac14e5504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:19:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['be40cb10-9e44-471c-b3b1-0d6a10373cc9'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:18.010270 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091ade0-82b8-45ae-8158-12c0c8eafa62 req-40301ca1-d232-4477-b239-737b0e00af56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:18.011917 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5091ade0-82b8-45ae-8158-12c0c8eafa62 req-40301ca1-d232-4477-b239-737b0e00af56 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=977d7b07-f58d-4f5a-848e-4c3a0ac0a0b8 HTTP/1.1" status: 200 len: 835 time: 0.0494134 Feb 16 13:20:18.058325 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091ade0-82b8-45ae-8158-12c0c8eafa62 req-b01b4e58-c768-47e2-b108-18acd3ba3abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:18.059838 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5091ade0-82b8-45ae-8158-12c0c8eafa62 req-b01b4e58-c768-47e2-b108-18acd3ba3abb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e144596c-da5f-417d-a810-7dde65b27778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414722 Feb 16 13:20:18.089016 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-bbc30816-f569-4feb-86fd-0d2ac14e5504 None None] Set router be40cb10-9e44-471c-b3b1-0d6a10373cc9 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:20:18.153276 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5091ade0-82b8-45ae-8158-12c0c8eafa62 req-623d07ca-3858-4d1d-97ed-d82bd1b0b51e service neutron] 10.222.0.42 "GET /v2.0/networks/e144596c-da5f-417d-a810-7dde65b27778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870402 Feb 16 13:20:18.247947 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5091ade0-82b8-45ae-8158-12c0c8eafa62 req-37e6b82b-8405-49a4-829b-e66110f6cbf7 service neutron] 10.222.0.42 "GET /v2.0/networks/e144596c-da5f-417d-a810-7dde65b27778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886133 Feb 16 13:20:18.313285 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-bbc30816-f569-4feb-86fd-0d2ac14e5504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be40cb10-9e44-471c-b3b1-0d6a10373cc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435372983', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.135'}], 'enable_snat': True}, 'gw_port_id': '52711164-dfa6-4133-9a86-9a6844b47a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:20:01Z', 'updated_at': '2022-02-16T13:20:04Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '52711164-dfa6-4133-9a86-9a6844b47a00', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:cf:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40cb10-9e44-471c-b3b1-0d6a10373cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:01Z', 'updated_at': '2022-02-16T13:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '21440bdb-3c77-487f-b7a5-3d32090838e4', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'floating_ip_address': '172.26.2.173', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': 'be40cb10-9e44-471c-b3b1-0d6a10373cc9', 'port_id': 'b0998ae0-bebb-4624-87f9-0d10ec52192b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e144596c-da5f-417d-a810-7dde65b27778', 'mac_address': 'fa:16:3e:99:fc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5806d660-43a1-4b24-84a7-03278661d4ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:20:16Z', 'updated_at': '2022-02-16T13:20:16Z', 'revision_number': 0, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bebec428-b10a-41e5-b73f-d994af50a2c5', 'name': '', 'network_id': 'e144596c-da5f-417d-a810-7dde65b27778', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:18:02:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40cb10-9e44-471c-b3b1-0d6a10373cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '977d7b07-f58d-4f5a-848e-4c3a0ac0a0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:04Z', 'updated_at': '2022-02-16T13:20:07Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': '977d7b07-f58d-4f5a-848e-4c3a0ac0a0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:18.427748 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc30816-f569-4feb-86fd-0d2ac14e5504 None None] The sync data for ids ['be40cb10-9e44-471c-b3b1-0d6a10373cc9'] in dv-neutron-828142-3-hyperv is: [{'id': 'be40cb10-9e44-471c-b3b1-0d6a10373cc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435372983', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.135'}], 'enable_snat': True}, 'gw_port_id': '52711164-dfa6-4133-9a86-9a6844b47a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:20:01Z', 'updated_at': '2022-02-16T13:20:04Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '52711164-dfa6-4133-9a86-9a6844b47a00', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:cf:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40cb10-9e44-471c-b3b1-0d6a10373cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:01Z', 'updated_at': '2022-02-16T13:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '21440bdb-3c77-487f-b7a5-3d32090838e4', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'floating_ip_address': '172.26.2.173', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': 'be40cb10-9e44-471c-b3b1-0d6a10373cc9', 'port_id': 'b0998ae0-bebb-4624-87f9-0d10ec52192b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e144596c-da5f-417d-a810-7dde65b27778', 'mac_address': 'fa:16:3e:99:fc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5806d660-43a1-4b24-84a7-03278661d4ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:20:16Z', 'updated_at': '2022-02-16T13:20:16Z', 'revision_number': 0, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bebec428-b10a-41e5-b73f-d994af50a2c5', 'name': '', 'network_id': 'e144596c-da5f-417d-a810-7dde65b27778', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:18:02:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40cb10-9e44-471c-b3b1-0d6a10373cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '977d7b07-f58d-4f5a-848e-4c3a0ac0a0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:04Z', 'updated_at': '2022-02-16T13:20:07Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': '977d7b07-f58d-4f5a-848e-4c3a0ac0a0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:20:18.616999 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b20a2b-02ae-4e95-b21f-c2f84072a59d None None] New status for floating IP 21440bdb-3c77-487f-b7a5-3d32090838e4: ACTIVE {{(pid=109050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:20:18.904573 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43894) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:20:18.969468 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-23e5733a-5bc4-4e7d-bccc-dcae8cd108cf tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/floatingips/21440bdb-3c77-487f-b7a5-3d32090838e4 HTTP/1.1" status: 200 len: 993 time: 0.0637901 Feb 16 13:20:22.325927 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ccc9cc78-1704-4d9a-b729-0bac4022178b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:24.502331 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-94cac5ce-48cb-4daa-bbb3-2258a0d79c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:25.849233 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:27.118293 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:27.464773 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:28.783202 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:52.331400 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-293a97a8-e6a3-4ff7-b091-8a5d73ddf7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:52.500835 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563caf43-86d7-4024-b568-c8e8176b7017 req-7d225a83-0313-49bf-a95a-a672351bb359 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:52.503400 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-563caf43-86d7-4024-b568-c8e8176b7017 req-7d225a83-0313-49bf-a95a-a672351bb359 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=5806d660-43a1-4b24-84a7-03278661d4ca HTTP/1.1" status: 200 len: 945 time: 0.1045411 Feb 16 13:20:52.543638 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-563caf43-86d7-4024-b568-c8e8176b7017 req-dd9d360a-2cac-4079-a3b2-1b71d042ac7b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=86ab9c8c-c212-45b6-9974-6992986ac1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343115 Feb 16 13:20:53.431272 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:20:53.742584 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb146b48-a92c-4b35-a058-bb69b7dec62d req-378e74af-2445-48e3-877f-272b0bb1a57f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:53.744155 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-eb146b48-a92c-4b35-a058-bb69b7dec62d req-378e74af-2445-48e3-877f-272b0bb1a57f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=5806d660-43a1-4b24-84a7-03278661d4ca HTTP/1.1" status: 200 len: 945 time: 0.1111307 Feb 16 13:20:53.783033 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-eb146b48-a92c-4b35-a058-bb69b7dec62d req-cfd3d0c1-9668-4a56-8b4e-4763a6eb8e13 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=86ab9c8c-c212-45b6-9974-6992986ac1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329080 Feb 16 13:20:53.804559 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43922) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:20:53.864066 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-42d2986a-040b-4da0-b2fd-c1bfe02271b4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/floatingips/21440bdb-3c77-487f-b7a5-3d32090838e4 HTTP/1.1" status: 200 len: 993 time: 0.0582523 Feb 16 13:20:54.506830 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f2145699-867e-4f83-86b7-987b9b22843a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:55.181609 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30b643-5a1e-4bb6-add4-2f73ccbf33d1 req-8f10487d-2bc3-40e9-9996-71c310458356 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:55.183243 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ac30b643-5a1e-4bb6-add4-2f73ccbf33d1 req-8f10487d-2bc3-40e9-9996-71c310458356 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=5806d660-43a1-4b24-84a7-03278661d4ca HTTP/1.1" status: 200 len: 945 time: 0.0570240 Feb 16 13:20:55.230397 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ac30b643-5a1e-4bb6-add4-2f73ccbf33d1 req-2c70b860-a2d6-41b4-9a3e-2afba5afabac tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=86ab9c8c-c212-45b6-9974-6992986ac1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398715 Feb 16 13:20:55.256153 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6f336-d77d-4720-b684-eb6cf5e6d0c1 req-bc82d0c6-04c2-4bd0-9609-171c938b33b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:55.257717 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2ca6f336-d77d-4720-b684-eb6cf5e6d0c1 req-bc82d0c6-04c2-4bd0-9609-171c938b33b8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a&device_id=5806d660-43a1-4b24-84a7-03278661d4ca HTTP/1.1" status: 200 len: 1098 time: 0.1144080 Feb 16 13:20:55.360922 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6f336-d77d-4720-b684-eb6cf5e6d0c1 req-f7c93eb0-cce1-41b0-a3c0-d8313d6637f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:55.362428 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2ca6f336-d77d-4720-b684-eb6cf5e6d0c1 req-f7c93eb0-cce1-41b0-a3c0-d8313d6637f6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e144596c-da5f-417d-a810-7dde65b27778 HTTP/1.1" status: 200 len: 897 time: 0.0966415 Feb 16 13:20:55.431812 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2ca6f336-d77d-4720-b684-eb6cf5e6d0c1 req-d4926b21-18e2-4995-9ea2-17491b83ddb9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0998ae0-bebb-4624-87f9-0d10ec52192b HTTP/1.1" status: 200 len: 1001 time: 0.0628488 Feb 16 13:20:55.482634 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6f336-d77d-4720-b684-eb6cf5e6d0c1 req-022e6eeb-1499-48d5-bf91-3e2ab3f1a310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:55.484154 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2ca6f336-d77d-4720-b684-eb6cf5e6d0c1 req-022e6eeb-1499-48d5-bf91-3e2ab3f1a310 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=977d7b07-f58d-4f5a-848e-4c3a0ac0a0b8 HTTP/1.1" status: 200 len: 835 time: 0.0452149 Feb 16 13:20:55.534516 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6f336-d77d-4720-b684-eb6cf5e6d0c1 req-ea56613b-862e-40f4-ab5d-28b67e2ff5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:55.536031 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2ca6f336-d77d-4720-b684-eb6cf5e6d0c1 req-ea56613b-862e-40f4-ab5d-28b67e2ff5cc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e144596c-da5f-417d-a810-7dde65b27778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0460396 Feb 16 13:20:55.631689 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2ca6f336-d77d-4720-b684-eb6cf5e6d0c1 req-9d48594d-c46a-4fa2-ae0b-7addfad9f397 service neutron] 10.222.0.42 "GET /v2.0/networks/e144596c-da5f-417d-a810-7dde65b27778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892332 Feb 16 13:20:55.731773 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2ca6f336-d77d-4720-b684-eb6cf5e6d0c1 req-1cbf65eb-cff1-406a-9ec0-30a5dbaca304 service neutron] 10.222.0.42 "GET /v2.0/networks/e144596c-da5f-417d-a810-7dde65b27778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930378 Feb 16 13:20:55.854464 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:56.358580 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30b3d1-3c82-4952-8195-dad3d1f9a689 req-5164c203-5f62-423f-8573-9a377f4e11bf tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:56.360041 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-fd30b3d1-3c82-4952-8195-dad3d1f9a689 req-5164c203-5f62-423f-8573-9a377f4e11bf tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=5806d660-43a1-4b24-84a7-03278661d4ca HTTP/1.1" status: 200 len: 945 time: 0.0572817 Feb 16 13:20:56.401104 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-fd30b3d1-3c82-4952-8195-dad3d1f9a689 req-5d307833-4783-4d86-b08f-c39a04911df7 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=86ab9c8c-c212-45b6-9974-6992986ac1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344958 Feb 16 13:20:57.121034 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:57.473003 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:57.520900 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cee691-c595-40a1-96dd-c878f189a73b req-1ab408e3-1f24-4da1-b763-618cbf99c53f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:57.522382 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a6cee691-c595-40a1-96dd-c878f189a73b req-1ab408e3-1f24-4da1-b763-618cbf99c53f tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=5806d660-43a1-4b24-84a7-03278661d4ca HTTP/1.1" status: 200 len: 945 time: 0.0491443 Feb 16 13:20:57.560526 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a6cee691-c595-40a1-96dd-c878f189a73b req-c046a62b-47f1-458b-ab58-295a0e9fccba tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=86ab9c8c-c212-45b6-9974-6992986ac1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322196 Feb 16 13:20:57.582763 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43938) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:20:57.646432 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3357d98e-40b9-4cc0-ae21-735f52132161 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/floatingips/21440bdb-3c77-487f-b7a5-3d32090838e4 HTTP/1.1" status: 200 len: 993 time: 0.0625248 Feb 16 13:20:57.887293 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43944) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:20:58.042497 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-14c60bb9-8075-4dc3-a111-af6164840653 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Deleting port 47ac12aa-ba9b-442e-9197-6523927155e4 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:20:58.042886 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-14c60bb9-8075-4dc3-a111-af6164840653 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:58.124002 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-14c60bb9-8075-4dc3-a111-af6164840653 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:58.124338 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-14c60bb9-8075-4dc3-a111-af6164840653 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:58.136000 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-14c60bb9-8075-4dc3-a111-af6164840653 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Calling delete_port for 47ac12aa-ba9b-442e-9197-6523927155e4 owned by network:floatingip {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:20:58.202894 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b6f699dd-4656-4884-a7a8-33c667bcdf22 req-44fc7a4c-f25c-4186-9e36-7d574ef43bfb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5806d660-43a1-4b24-84a7-03278661d4ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405326 Feb 16 13:20:58.286617 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f699dd-4656-4884-a7a8-33c667bcdf22 req-70fcc0f2-7694-4e1b-b316-0806925b3320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:58.288363 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b6f699dd-4656-4884-a7a8-33c667bcdf22 req-70fcc0f2-7694-4e1b-b316-0806925b3320 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a&device_id=5806d660-43a1-4b24-84a7-03278661d4ca HTTP/1.1" status: 200 len: 1098 time: 0.0450089 Feb 16 13:20:58.295079 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-14c60bb9-8075-4dc3-a111-af6164840653 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:58.323376 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c60bb9-8075-4dc3-a111-af6164840653 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event deleted for resources: {'Port': ['ID=47ac12aa-ba9b-442e-9197-6523927155e4,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:58.356273 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c60bb9-8075-4dc3-a111-af6164840653 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:58.356646 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c60bb9-8075-4dc3-a111-af6164840653 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:58.356998 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c60bb9-8075-4dc3-a111-af6164840653 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:58.357338 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c60bb9-8075-4dc3-a111-af6164840653 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:58.357674 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c60bb9-8075-4dc3-a111-af6164840653 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:58.358022 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c60bb9-8075-4dc3-a111-af6164840653 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:58.358341 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c60bb9-8075-4dc3-a111-af6164840653 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:58.360535 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c60bb9-8075-4dc3-a111-af6164840653 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:58.360928 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c60bb9-8075-4dc3-a111-af6164840653 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:58.361268 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c60bb9-8075-4dc3-a111-af6164840653 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:58.361611 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c60bb9-8075-4dc3-a111-af6164840653 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:58.361947 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c60bb9-8075-4dc3-a111-af6164840653 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:58.403099 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-14c60bb9-8075-4dc3-a111-af6164840653 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for floatingip, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:58.403449 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.l3_db [None req-14c60bb9-8075-4dc3-a111-af6164840653 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Floating IP 21440bdb-3c77-487f-b7a5-3d32090838e4 disassociated (deleted). External IP: 172.26.2.173, port: b0998ae0-bebb-4624-87f9-0d10ec52192b. Feb 16 13:20:58.412435 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f699dd-4656-4884-a7a8-33c667bcdf22 req-9272c5a0-2800-4f72-9b33-e07d8efe3c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:58.413966 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b6f699dd-4656-4884-a7a8-33c667bcdf22 req-9272c5a0-2800-4f72-9b33-e07d8efe3c0a service neutron] 10.222.0.42 "GET /v2.0/networks?id=e144596c-da5f-417d-a810-7dde65b27778 HTTP/1.1" status: 200 len: 897 time: 0.1057491 Feb 16 13:20:58.455623 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b6f699dd-4656-4884-a7a8-33c667bcdf22 req-d81a63a7-49cb-4e26-aafd-ddd48bdc070a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0998ae0-bebb-4624-87f9-0d10ec52192b HTTP/1.1" status: 200 len: 217 time: 0.0353055 Feb 16 13:20:58.503844 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f699dd-4656-4884-a7a8-33c667bcdf22 req-ec399a65-ce15-4df3-919d-21c76c4c6df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:58.505371 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b6f699dd-4656-4884-a7a8-33c667bcdf22 req-ec399a65-ce15-4df3-919d-21c76c4c6df8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=977d7b07-f58d-4f5a-848e-4c3a0ac0a0b8 HTTP/1.1" status: 200 len: 835 time: 0.0440116 Feb 16 13:20:58.555431 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f699dd-4656-4884-a7a8-33c667bcdf22 req-cef7197a-1b15-4134-afe1-5e79ff8b27eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:58.556889 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b6f699dd-4656-4884-a7a8-33c667bcdf22 req-cef7197a-1b15-4134-afe1-5e79ff8b27eb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e144596c-da5f-417d-a810-7dde65b27778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444016 Feb 16 13:20:58.620235 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c60bb9-8075-4dc3-a111-af6164840653 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Router be40cb10-9e44-471c-b3b1-0d6a10373cc9 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:20:58.654721 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b6f699dd-4656-4884-a7a8-33c667bcdf22 req-f5108b43-4cee-4359-8f30-6228e33bebd3 service neutron] 10.222.0.42 "GET /v2.0/networks/e144596c-da5f-417d-a810-7dde65b27778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909193 Feb 16 13:20:58.753199 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b6f699dd-4656-4884-a7a8-33c667bcdf22 req-5fe12458-d4a5-41eb-9ffc-c3b7c5a7b1d3 service neutron] 10.222.0.42 "GET /v2.0/networks/e144596c-da5f-417d-a810-7dde65b27778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922828 Feb 16 13:20:58.781374 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:59.054128 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c60bb9-8075-4dc3-a111-af6164840653 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:20:59.058871 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-14c60bb9-8075-4dc3-a111-af6164840653 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:59.063304 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2af0702-bbc7-4df1-aa45-6dac412fd323 None None] Sync routers for ids ['be40cb10-9e44-471c-b3b1-0d6a10373cc9'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:20:59.072437 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2af0702-bbc7-4df1-aa45-6dac412fd323 None None] Routers {'be40cb10-9e44-471c-b3b1-0d6a10373cc9'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:20:59.073060 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-c2af0702-bbc7-4df1-aa45-6dac412fd323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:20:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['be40cb10-9e44-471c-b3b1-0d6a10373cc9'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:59.085651 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-14c60bb9-8075-4dc3-a111-af6164840653 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "DELETE /v2.0/floatingips/21440bdb-3c77-487f-b7a5-3d32090838e4 HTTP/1.1" status: 204 len: 168 time: 1.1972618 Feb 16 13:20:59.086341 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5806d660-43a1-4b24-84a7-03278661d4ca', 'tag': 'b0998ae0-bebb-4624-87f9-0d10ec52192b'}] {{(pid=109048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:20:59.088725 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40068d798dcc31a224174c6c24ac8b3e49f1a518b527dec6066c5fbc28712f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3a86fd-ccb9-4c5b-bcf1-ec97150d5b97" -d '{"events": [{"name": "network-changed", "server_uuid": "5806d660-43a1-4b24-84a7-03278661d4ca", "tag": "b0998ae0-bebb-4624-87f9-0d10ec52192b"}]}' {{(pid=109048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:20:59.132329 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2138cca-c3e8-41bc-8d43-0546900715b8 x-openstack-request-id: req-e2138cca-c3e8-41bc-8d43-0546900715b8 {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:20:59.132615 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5806d660-43a1-4b24-84a7-03278661d4ca", "tag": "b0998ae0-bebb-4624-87f9-0d10ec52192b", "status": "completed", "code": 200}]} {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:20:59.132911 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e2138cca-c3e8-41bc-8d43-0546900715b8 {{(pid=109048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:20:59.133310 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5806d660-43a1-4b24-84a7-03278661d4ca', 'tag': 'b0998ae0-bebb-4624-87f9-0d10ec52192b', 'status': 'completed', 'code': 200} Feb 16 13:20:59.178314 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-c2af0702-bbc7-4df1-aa45-6dac412fd323 None None] Set router be40cb10-9e44-471c-b3b1-0d6a10373cc9 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:20:59.197649 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a86fd-ccb9-4c5b-bcf1-ec97150d5b97 req-37e2e36a-b85e-4c50-ab54-9ed44de3e779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:59.199834 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6a3a86fd-ccb9-4c5b-bcf1-ec97150d5b97 req-37e2e36a-b85e-4c50-ab54-9ed44de3e779 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a&device_id=5806d660-43a1-4b24-84a7-03278661d4ca HTTP/1.1" status: 200 len: 1098 time: 0.0437410 Feb 16 13:20:59.306955 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a86fd-ccb9-4c5b-bcf1-ec97150d5b97 req-8611b0f5-4e71-4aff-8ba4-817d0afb3dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:59.308343 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6a3a86fd-ccb9-4c5b-bcf1-ec97150d5b97 req-8611b0f5-4e71-4aff-8ba4-817d0afb3dad service neutron] 10.222.0.42 "GET /v2.0/networks?id=e144596c-da5f-417d-a810-7dde65b27778 HTTP/1.1" status: 200 len: 897 time: 0.0989523 Feb 16 13:20:59.317423 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdf45e-ea5a-461f-97e0-11b55c4d4d08 req-410c9311-7aa5-4c26-916e-62703e3f75f2 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:59.318951 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f9fdf45e-ea5a-461f-97e0-11b55c4d4d08 req-410c9311-7aa5-4c26-916e-62703e3f75f2 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=5806d660-43a1-4b24-84a7-03278661d4ca HTTP/1.1" status: 200 len: 945 time: 0.0499103 Feb 16 13:20:59.360535 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6a3a86fd-ccb9-4c5b-bcf1-ec97150d5b97 req-1827c6bf-7b04-415f-8111-6414ba0f645a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0998ae0-bebb-4624-87f9-0d10ec52192b HTTP/1.1" status: 200 len: 217 time: 0.0445266 Feb 16 13:20:59.369956 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f9fdf45e-ea5a-461f-97e0-11b55c4d4d08 req-33e31ff5-2e4b-4f65-9b93-f9f94dc659e9 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=86ab9c8c-c212-45b6-9974-6992986ac1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433922 Feb 16 13:20:59.412273 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-c2af0702-bbc7-4df1-aa45-6dac412fd323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be40cb10-9e44-471c-b3b1-0d6a10373cc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435372983', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.135'}], 'enable_snat': True}, 'gw_port_id': '52711164-dfa6-4133-9a86-9a6844b47a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:20:01Z', 'updated_at': '2022-02-16T13:20:04Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '52711164-dfa6-4133-9a86-9a6844b47a00', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:cf:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40cb10-9e44-471c-b3b1-0d6a10373cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:01Z', 'updated_at': '2022-02-16T13:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'bebec428-b10a-41e5-b73f-d994af50a2c5', 'name': '', 'network_id': 'e144596c-da5f-417d-a810-7dde65b27778', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:18:02:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40cb10-9e44-471c-b3b1-0d6a10373cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '977d7b07-f58d-4f5a-848e-4c3a0ac0a0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:04Z', 'updated_at': '2022-02-16T13:20:07Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': '977d7b07-f58d-4f5a-848e-4c3a0ac0a0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:59.418620 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a86fd-ccb9-4c5b-bcf1-ec97150d5b97 req-8b2c5f97-967d-4807-a74f-450c89e07719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:59.420120 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6a3a86fd-ccb9-4c5b-bcf1-ec97150d5b97 req-8b2c5f97-967d-4807-a74f-450c89e07719 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=977d7b07-f58d-4f5a-848e-4c3a0ac0a0b8 HTTP/1.1" status: 200 len: 835 time: 0.0535378 Feb 16 13:20:59.438572 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2af0702-bbc7-4df1-aa45-6dac412fd323 None None] Checking router: be40cb10-9e44-471c-b3b1-0d6a10373cc9 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:20:59.446823 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2af0702-bbc7-4df1-aa45-6dac412fd323 None None] Routers {'be40cb10-9e44-471c-b3b1-0d6a10373cc9'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:20:59.447420 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-c2af0702-bbc7-4df1-aa45-6dac412fd323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:20:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['be40cb10-9e44-471c-b3b1-0d6a10373cc9'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:59.468013 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a86fd-ccb9-4c5b-bcf1-ec97150d5b97 req-2c276fc8-5ac4-4dc8-98b5-f4bb5d3b471a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:59.469573 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6a3a86fd-ccb9-4c5b-bcf1-ec97150d5b97 req-2c276fc8-5ac4-4dc8-98b5-f4bb5d3b471a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e144596c-da5f-417d-a810-7dde65b27778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419931 Feb 16 13:20:59.561914 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-c2af0702-bbc7-4df1-aa45-6dac412fd323 None None] Set router be40cb10-9e44-471c-b3b1-0d6a10373cc9 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:20:59.583635 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6a3a86fd-ccb9-4c5b-bcf1-ec97150d5b97 req-ecc60bd7-5916-4c61-93c9-fc6c47f009f9 service neutron] 10.222.0.42 "GET /v2.0/networks/e144596c-da5f-417d-a810-7dde65b27778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057568 Feb 16 13:20:59.678146 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6a3a86fd-ccb9-4c5b-bcf1-ec97150d5b97 req-51c15d0b-3cd9-40d6-9d2d-6b771cdc145e service neutron] 10.222.0.42 "GET /v2.0/networks/e144596c-da5f-417d-a810-7dde65b27778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875978 Feb 16 13:20:59.769011 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-c2af0702-bbc7-4df1-aa45-6dac412fd323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be40cb10-9e44-471c-b3b1-0d6a10373cc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435372983', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.135'}], 'enable_snat': True}, 'gw_port_id': '52711164-dfa6-4133-9a86-9a6844b47a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:20:01Z', 'updated_at': '2022-02-16T13:20:04Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '52711164-dfa6-4133-9a86-9a6844b47a00', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:cf:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40cb10-9e44-471c-b3b1-0d6a10373cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:01Z', 'updated_at': '2022-02-16T13:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'bebec428-b10a-41e5-b73f-d994af50a2c5', 'name': '', 'network_id': 'e144596c-da5f-417d-a810-7dde65b27778', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:18:02:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40cb10-9e44-471c-b3b1-0d6a10373cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '977d7b07-f58d-4f5a-848e-4c3a0ac0a0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:04Z', 'updated_at': '2022-02-16T13:20:07Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': '977d7b07-f58d-4f5a-848e-4c3a0ac0a0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:59.794314 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2af0702-bbc7-4df1-aa45-6dac412fd323 None None] The sync data for ids ['be40cb10-9e44-471c-b3b1-0d6a10373cc9'] in dv-neutron-828142-3-hyperv is: [{'id': 'be40cb10-9e44-471c-b3b1-0d6a10373cc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435372983', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.135'}], 'enable_snat': True}, 'gw_port_id': '52711164-dfa6-4133-9a86-9a6844b47a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:20:01Z', 'updated_at': '2022-02-16T13:20:04Z', 'revision_number': 4, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '52711164-dfa6-4133-9a86-9a6844b47a00', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:cf:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40cb10-9e44-471c-b3b1-0d6a10373cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:01Z', 'updated_at': '2022-02-16T13:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'bebec428-b10a-41e5-b73f-d994af50a2c5', 'name': '', 'network_id': 'e144596c-da5f-417d-a810-7dde65b27778', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'mac_address': 'fa:16:3e:18:02:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40cb10-9e44-471c-b3b1-0d6a10373cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '977d7b07-f58d-4f5a-848e-4c3a0ac0a0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:04Z', 'updated_at': '2022-02-16T13:20:07Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'subnets': [{'id': '977d7b07-f58d-4f5a-848e-4c3a0ac0a0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:20:59.993605 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5017399-6a56-4cb6-9d32-700e888c8a4d None None] New status for floating IP 21440bdb-3c77-487f-b7a5-3d32090838e4: DOWN {{(pid=109050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:21:00.499622 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e57f8-fe6e-4dca-8dbc-11ad9cf01f47 req-d84b7637-f705-4e09-ab42-afed1dbe309c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:00.501168 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ed1e57f8-fe6e-4dca-8dbc-11ad9cf01f47 req-d84b7637-f705-4e09-ab42-afed1dbe309c tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=5806d660-43a1-4b24-84a7-03278661d4ca HTTP/1.1" status: 200 len: 945 time: 0.0502224 Feb 16 13:21:00.541424 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ed1e57f8-fe6e-4dca-8dbc-11ad9cf01f47 req-7f209bd3-831b-4f5a-b694-79985fc23096 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/security-groups?id=86ab9c8c-c212-45b6-9974-6992986ac1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340939 Feb 16 13:21:00.838546 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8ae3a-af23-475b-bbac-d9ec2568f3e7 req-b0560812-9930-4fad-b417-ac66b0920a83 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:00.840021 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-89c8ae3a-af23-475b-bbac-d9ec2568f3e7 req-b0560812-9930-4fad-b417-ac66b0920a83 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.42 "GET /v2.0/ports?device_id=5806d660-43a1-4b24-84a7-03278661d4ca HTTP/1.1" status: 200 len: 945 time: 0.0492330 Feb 16 13:21:00.932145 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-89c8ae3a-af23-475b-bbac-d9ec2568f3e7 req-ab9d7991-3d94-4dfb-9433-e8957cabc5d7 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Deleting port b0998ae0-bebb-4624-87f9-0d10ec52192b {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:21:00.932485 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-89c8ae3a-af23-475b-bbac-d9ec2568f3e7 req-ab9d7991-3d94-4dfb-9433-e8957cabc5d7 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:01.019137 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-89c8ae3a-af23-475b-bbac-d9ec2568f3e7 req-ab9d7991-3d94-4dfb-9433-e8957cabc5d7 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] For port b0998ae0-bebb-4624-87f9-0d10ec52192b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b0998ae0-bebb-4624-87f9-0d10ec52192b,segment=NetworkSegment(ef333879-d538-4edd-9614-9897045b6fa5),segment_id=ef333879-d538-4edd-9614-9897045b6fa5)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:21:01.019510 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-89c8ae3a-af23-475b-bbac-d9ec2568f3e7 req-ab9d7991-3d94-4dfb-9433-e8957cabc5d7 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:01.031089 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-89c8ae3a-af23-475b-bbac-d9ec2568f3e7 req-ab9d7991-3d94-4dfb-9433-e8957cabc5d7 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Calling delete_port for b0998ae0-bebb-4624-87f9-0d10ec52192b owned by compute:nova {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:21:01.162788 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-89c8ae3a-af23-475b-bbac-d9ec2568f3e7 req-ab9d7991-3d94-4dfb-9433-e8957cabc5d7 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:01.189442 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d7991-3d94-4dfb-9433-e8957cabc5d7 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event deleted for resources: {'Port': ['ID=b0998ae0-bebb-4624-87f9-0d10ec52192b,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:01.204144 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d7991-3d94-4dfb-9433-e8957cabc5d7 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:01.204503 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d7991-3d94-4dfb-9433-e8957cabc5d7 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:01.204877 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d7991-3d94-4dfb-9433-e8957cabc5d7 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:01.205219 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d7991-3d94-4dfb-9433-e8957cabc5d7 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:01.205552 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d7991-3d94-4dfb-9433-e8957cabc5d7 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:01.205886 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d7991-3d94-4dfb-9433-e8957cabc5d7 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:01.206214 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d7991-3d94-4dfb-9433-e8957cabc5d7 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:01.206604 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d7991-3d94-4dfb-9433-e8957cabc5d7 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:01.206860 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d7991-3d94-4dfb-9433-e8957cabc5d7 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:01.207185 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d7991-3d94-4dfb-9433-e8957cabc5d7 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:01.207564 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d7991-3d94-4dfb-9433-e8957cabc5d7 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:01.207862 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d7991-3d94-4dfb-9433-e8957cabc5d7 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:01.245289 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c8ae3a-af23-475b-bbac-d9ec2568f3e7 req-ab9d7991-3d94-4dfb-9433-e8957cabc5d7 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] No DVR routers for this DVR port b0998ae0-bebb-4624-87f9-0d10ec52192b on host hv-neutron-8281 {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:21:01.248340 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-89c8ae3a-af23-475b-bbac-d9ec2568f3e7 req-ab9d7991-3d94-4dfb-9433-e8957cabc5d7 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:01.251648 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-89c8ae3a-af23-475b-bbac-d9ec2568f3e7 req-ab9d7991-3d94-4dfb-9433-e8957cabc5d7 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.42 "DELETE /v2.0/ports/b0998ae0-bebb-4624-87f9-0d10ec52192b HTTP/1.1" status: 204 len: 173 time: 0.4062223 Feb 16 13:21:01.252092 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5806d660-43a1-4b24-84a7-03278661d4ca', 'name': 'network-vif-deleted', 'tag': 'b0998ae0-bebb-4624-87f9-0d10ec52192b'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:21:01.254371 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ee0fe5-2d6c-4bb6-b8ce-198f7f8b0561" -d '{"events": [{"server_uuid": "5806d660-43a1-4b24-84a7-03278661d4ca", "name": "network-vif-deleted", "tag": "b0998ae0-bebb-4624-87f9-0d10ec52192b"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:21:01.297467 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d36d4f-a1e4-4355-b31f-90adb2866e44 x-openstack-request-id: req-e3d36d4f-a1e4-4355-b31f-90adb2866e44 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:21:01.297765 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5806d660-43a1-4b24-84a7-03278661d4ca", "name": "network-vif-deleted", "tag": "b0998ae0-bebb-4624-87f9-0d10ec52192b", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:21:01.298040 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e3d36d4f-a1e4-4355-b31f-90adb2866e44 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:21:01.298433 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5806d660-43a1-4b24-84a7-03278661d4ca', 'name': 'network-vif-deleted', 'tag': 'b0998ae0-bebb-4624-87f9-0d10ec52192b', 'status': 'completed', 'code': 200} Feb 16 13:21:01.669680 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d655f894-4924-4203-95ec-d380ffc1df27 req-9c21b62f-a708-4e2e-9476-767e3de573a4 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "GET /v2.0/ports?device_id=5806d660-43a1-4b24-84a7-03278661d4ca HTTP/1.1" status: 200 len: 210 time: 0.0359464 Feb 16 13:21:02.725989 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43960) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:21:03.087029 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7da4fdd8-16f8-474d-9818-7ef6e7e587b3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:03.340201 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-7da4fdd8-16f8-474d-9818-7ef6e7e587b3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Deleting port bebec428-b10a-41e5-b73f-d994af50a2c5 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:21:03.340491 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7da4fdd8-16f8-474d-9818-7ef6e7e587b3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:03.430542 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-7da4fdd8-16f8-474d-9818-7ef6e7e587b3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] For port bebec428-b10a-41e5-b73f-d994af50a2c5, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=bebec428-b10a-41e5-b73f-d994af50a2c5,segment=NetworkSegment(ef333879-d538-4edd-9614-9897045b6fa5),segment_id=ef333879-d538-4edd-9614-9897045b6fa5)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:21:03.430888 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7da4fdd8-16f8-474d-9818-7ef6e7e587b3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:03.442241 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-7da4fdd8-16f8-474d-9818-7ef6e7e587b3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Calling delete_port for bebec428-b10a-41e5-b73f-d994af50a2c5 owned by network:router_interface {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:21:03.632104 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7da4fdd8-16f8-474d-9818-7ef6e7e587b3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:03.659299 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da4fdd8-16f8-474d-9818-7ef6e7e587b3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event deleted for resources: {'Port': ['ID=bebec428-b10a-41e5-b73f-d994af50a2c5,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:03.844286 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7da4fdd8-16f8-474d-9818-7ef6e7e587b3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:04.053068 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da4fdd8-16f8-474d-9818-7ef6e7e587b3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Router be40cb10-9e44-471c-b3b1-0d6a10373cc9 has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:21:04.162362 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da4fdd8-16f8-474d-9818-7ef6e7e587b3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:21:04.167512 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-7da4fdd8-16f8-474d-9818-7ef6e7e587b3 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "PUT /v2.0/routers/be40cb10-9e44-471c-b3b1-0d6a10373cc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4403768 Feb 16 13:21:04.171046 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43962) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:21:04.172125 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d684ed-f656-4c2e-bdc4-502081bb3fd2 None None] Sync routers for ids ['be40cb10-9e44-471c-b3b1-0d6a10373cc9'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:21:04.183041 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d684ed-f656-4c2e-bdc4-502081bb3fd2 None None] Routers {'be40cb10-9e44-471c-b3b1-0d6a10373cc9'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:21:04.184198 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-04d684ed-f656-4c2e-bdc4-502081bb3fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:20:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['be40cb10-9e44-471c-b3b1-0d6a10373cc9'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:04.223663 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fce61a0-1562-44fb-a5fb-d511481444ce tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Deleting subnet 977d7b07-f58d-4f5a-848e-4c3a0ac0a0b8 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 13:21:04.226774 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7fce61a0-1562-44fb-a5fb-d511481444ce tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:04.268283 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7fce61a0-1562-44fb-a5fb-d511481444ce tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:04.292698 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-04d684ed-f656-4c2e-bdc4-502081bb3fd2 None None] Set router be40cb10-9e44-471c-b3b1-0d6a10373cc9 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:21:04.359437 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7fce61a0-1562-44fb-a5fb-d511481444ce tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:04.420756 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7fce61a0-1562-44fb-a5fb-d511481444ce tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:04.447709 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce61a0-1562-44fb-a5fb-d511481444ce tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event deleted for resources: {'Subnet': ['ID=977d7b07-f58d-4f5a-848e-4c3a0ac0a0b8,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:04.452510 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7fce61a0-1562-44fb-a5fb-d511481444ce tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:04.459464 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7fce61a0-1562-44fb-a5fb-d511481444ce tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "DELETE /v2.0/subnets/977d7b07-f58d-4f5a-848e-4c3a0ac0a0b8 HTTP/1.1" status: 204 len: 168 time: 0.2841690 Feb 16 13:21:04.459769 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43964) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:21:04.462258 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de7d3e7-d27b-455a-928b-7650a13f29dc None None] Network e144596c-da5f-417d-a810-7dde65b27778 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:21:04.494122 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-04d684ed-f656-4c2e-bdc4-502081bb3fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be40cb10-9e44-471c-b3b1-0d6a10373cc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435372983', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.135'}], 'enable_snat': True}, 'gw_port_id': '52711164-dfa6-4133-9a86-9a6844b47a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:20:01Z', 'updated_at': '2022-02-16T13:21:03Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '52711164-dfa6-4133-9a86-9a6844b47a00', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:cf:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40cb10-9e44-471c-b3b1-0d6a10373cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:01Z', 'updated_at': '2022-02-16T13:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:04.526713 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d684ed-f656-4c2e-bdc4-502081bb3fd2 None None] Checking router: be40cb10-9e44-471c-b3b1-0d6a10373cc9 for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:21:04.535995 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d684ed-f656-4c2e-bdc4-502081bb3fd2 None None] Routers {'be40cb10-9e44-471c-b3b1-0d6a10373cc9'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:21:04.536330 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device b0998ae0-bebb-4624-87f9-0d10ec52192b no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:21:04.536981 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-04d684ed-f656-4c2e-bdc4-502081bb3fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:20:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['be40cb10-9e44-471c-b3b1-0d6a10373cc9'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:04.559664 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] No Port match for: b0998ae0-bebb-4624-87f9-0d10ec52192b {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:21:04.559907 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device b0998ae0-bebb-4624-87f9-0d10ec52192b not bound to the agent host hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:21:04.590318 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1cf7ce51-ed95-4785-a646-7bd41f4c4579 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:04.709427 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882b50aa-808c-4f9c-b990-015d2f34fa41 None None] DHCP port deletion for e144596c-da5f-417d-a810-7dde65b27778 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 13:21:04.715169 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1cf7ce51-ed95-4785-a646-7bd41f4c4579 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:04.763473 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-882b50aa-808c-4f9c-b990-015d2f34fa41 None None] Deleting port 9f9b50ae-6e8c-4124-b308-1ebea62159d3 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:21:04.763943 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-882b50aa-808c-4f9c-b990-015d2f34fa41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:04.770388 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-04d684ed-f656-4c2e-bdc4-502081bb3fd2 None None] Set router be40cb10-9e44-471c-b3b1-0d6a10373cc9 gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:21:04.775060 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-1cf7ce51-ed95-4785-a646-7bd41f4c4579 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Deleting port 52711164-dfa6-4133-9a86-9a6844b47a00 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:21:04.775404 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1cf7ce51-ed95-4785-a646-7bd41f4c4579 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:04.829410 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-882b50aa-808c-4f9c-b990-015d2f34fa41 None None] For port 9f9b50ae-6e8c-4124-b308-1ebea62159d3, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=9f9b50ae-6e8c-4124-b308-1ebea62159d3,segment=NetworkSegment(ef333879-d538-4edd-9614-9897045b6fa5),segment_id=ef333879-d538-4edd-9614-9897045b6fa5)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:21:04.829762 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-882b50aa-808c-4f9c-b990-015d2f34fa41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:04.844346 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-882b50aa-808c-4f9c-b990-015d2f34fa41 None None] Calling delete_port for 9f9b50ae-6e8c-4124-b308-1ebea62159d3 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:21:04.876206 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-1cf7ce51-ed95-4785-a646-7bd41f4c4579 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] For port 52711164-dfa6-4133-9a86-9a6844b47a00, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=52711164-dfa6-4133-9a86-9a6844b47a00,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:21:04.876592 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1cf7ce51-ed95-4785-a646-7bd41f4c4579 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:04.893110 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-1cf7ce51-ed95-4785-a646-7bd41f4c4579 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Calling delete_port for 52711164-dfa6-4133-9a86-9a6844b47a00 owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:21:04.937333 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-882b50aa-808c-4f9c-b990-015d2f34fa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:04.966457 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b50aa-808c-4f9c-b990-015d2f34fa41 None None] Pushing event deleted for resources: {'Port': ['ID=9f9b50ae-6e8c-4124-b308-1ebea62159d3,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:04.971444 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882b50aa-808c-4f9c-b990-015d2f34fa41 None None] No DVR routers for this DVR port 9f9b50ae-6e8c-4124-b308-1ebea62159d3 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:21:04.972986 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-04d684ed-f656-4c2e-bdc4-502081bb3fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be40cb10-9e44-471c-b3b1-0d6a10373cc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435372983', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.135'}], 'enable_snat': True}, 'gw_port_id': '52711164-dfa6-4133-9a86-9a6844b47a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:20:01Z', 'updated_at': '2022-02-16T13:21:03Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '52711164-dfa6-4133-9a86-9a6844b47a00', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:cf:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40cb10-9e44-471c-b3b1-0d6a10373cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:01Z', 'updated_at': '2022-02-16T13:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:04.979490 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b50aa-808c-4f9c-b990-015d2f34fa41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:04.979905 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b50aa-808c-4f9c-b990-015d2f34fa41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:04.981943 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b50aa-808c-4f9c-b990-015d2f34fa41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:04.981943 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b50aa-808c-4f9c-b990-015d2f34fa41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:04.981943 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b50aa-808c-4f9c-b990-015d2f34fa41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:04.981943 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b50aa-808c-4f9c-b990-015d2f34fa41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:04.982893 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b50aa-808c-4f9c-b990-015d2f34fa41 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:04.982893 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b50aa-808c-4f9c-b990-015d2f34fa41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:04.982893 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b50aa-808c-4f9c-b990-015d2f34fa41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:04.983165 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b50aa-808c-4f9c-b990-015d2f34fa41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:04.983847 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b50aa-808c-4f9c-b990-015d2f34fa41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:04.983847 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b50aa-808c-4f9c-b990-015d2f34fa41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:05.008885 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d684ed-f656-4c2e-bdc4-502081bb3fd2 None None] The sync data for ids ['be40cb10-9e44-471c-b3b1-0d6a10373cc9'] in dv-neutron-828142-3-hyperv is: [{'id': 'be40cb10-9e44-471c-b3b1-0d6a10373cc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435372983', 'tenant_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.135'}], 'enable_snat': True}, 'gw_port_id': '52711164-dfa6-4133-9a86-9a6844b47a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:20:01Z', 'updated_at': '2022-02-16T13:21:03Z', 'revision_number': 5, 'project_id': '3d70f7ea0f94439483a5f3cf73c75b3a', 'gw_port': {'id': '52711164-dfa6-4133-9a86-9a6844b47a00', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:cf:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40cb10-9e44-471c-b3b1-0d6a10373cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:01Z', 'updated_at': '2022-02-16T13:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:21:05.099968 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1cf7ce51-ed95-4785-a646-7bd41f4c4579 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:05.132279 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf7ce51-ed95-4785-a646-7bd41f4c4579 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event deleted for resources: {'Port': ['ID=52711164-dfa6-4133-9a86-9a6844b47a00,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:05.186560 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1cf7ce51-ed95-4785-a646-7bd41f4c4579 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:05.278514 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1cf7ce51-ed95-4785-a646-7bd41f4c4579 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:05.280772 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1cf7ce51-ed95-4785-a646-7bd41f4c4579 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:05.328265 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1cf7ce51-ed95-4785-a646-7bd41f4c4579 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:05.328860 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf7ce51-ed95-4785-a646-7bd41f4c4579 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Fanout notify agent at l3_agent the message router_deleted on router be40cb10-9e44-471c-b3b1-0d6a10373cc9 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 13:21:05.336290 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1cf7ce51-ed95-4785-a646-7bd41f4c4579 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:05.337555 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1cf7ce51-ed95-4785-a646-7bd41f4c4579 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "DELETE /v2.0/routers/be40cb10-9e44-471c-b3b1-0d6a10373cc9 HTTP/1.1" status: 204 len: 168 time: 0.8769007 Feb 16 13:21:05.342120 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43966) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:21:05.463956 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b77a7fad-a329-4c24-968d-e29bff7a4d54 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:05.499427 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 9f9b50ae-6e8c-4124-b308-1ebea62159d3 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:21:05.521739 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 9f9b50ae-6e8c-4124-b308-1ebea62159d3 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:21:05.522094 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 9f9b50ae-6e8c-4124-b308-1ebea62159d3 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:21:05.522489 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device bebec428-b10a-41e5-b73f-d994af50a2c5 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:21:05.543239 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: bebec428-b10a-41e5-b73f-d994af50a2c5 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:21:05.543491 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device bebec428-b10a-41e5-b73f-d994af50a2c5 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:21:05.578319 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b77a7fad-a329-4c24-968d-e29bff7a4d54 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:05.604455 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-b77a7fad-a329-4c24-968d-e29bff7a4d54 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e144596c-da5f-417d-a810-7dde65b27778']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:05.618413 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-b77a7fad-a329-4c24-968d-e29bff7a4d54 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef333879-d538-4edd-9614-9897045b6fa5') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:05.618730 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-b77a7fad-a329-4c24-968d-e29bff7a4d54 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef333879-d538-4edd-9614-9897045b6fa5') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:05.629224 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b77a7fad-a329-4c24-968d-e29bff7a4d54 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:05.646035 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b77a7fad-a329-4c24-968d-e29bff7a4d54 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:05.651864 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b77a7fad-a329-4c24-968d-e29bff7a4d54 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:21:05.652299 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b77a7fad-a329-4c24-968d-e29bff7a4d54 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:05.655467 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 13:21:05.655467 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:21:05.655467 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 13:21:05.655467 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:21:05.655467 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 13:21:05.655467 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 13:21:05.655467 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 13:21:05.655467 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:21:05.655467 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 13:21:05.655467 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:21:05.655467 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 13:21:05.655467 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:21:05.655467 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 13:21:05.655467 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 13:21:05.655467 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:21:05.655467 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 13:21:05.655467 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:21:05.655467 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 13:21:05.655467 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 13:21:05.655467 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 13:21:05.655467 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 13:21:05.655467 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 13:21:05.655467 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:21:05.655467 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:21:05.655467 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 13:21:05.655467 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:21:05.655467 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:21:05.655467 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:21:05.655467 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:21:05.655467 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:21:05.655467 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:21:05.655467 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:21:05.719574 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b77a7fad-a329-4c24-968d-e29bff7a4d54 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:05.724048 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-b77a7fad-a329-4c24-968d-e29bff7a4d54 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:05.727564 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-b77a7fad-a329-4c24-968d-e29bff7a4d54 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "DELETE /v2.0/networks/e144596c-da5f-417d-a810-7dde65b27778 HTTP/1.1" status: 204 len: 168 time: 0.3835847 Feb 16 13:21:05.730559 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43968) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:21:05.748494 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a7fad-a329-4c24-968d-e29bff7a4d54 tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event deleted for resources: {'Network': ['ID=e144596c-da5f-417d-a810-7dde65b27778,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:05.795613 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dd465bcc-b4c6-44f9-b310-a1d97e4f7d1b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:05.822836 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dd465bcc-b4c6-44f9-b310-a1d97e4f7d1b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:05.883206 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dd465bcc-b4c6-44f9-b310-a1d97e4f7d1b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:05.886059 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dd465bcc-b4c6-44f9-b310-a1d97e4f7d1b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:05.887829 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-dd465bcc-b4c6-44f9-b310-a1d97e4f7d1b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] 10.222.0.90 "DELETE /v2.0/security-groups/86ab9c8c-c212-45b6-9974-6992986ac1a4 HTTP/1.1" status: 204 len: 168 time: 0.1562922 Feb 16 13:21:05.897647 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd465bcc-b4c6-44f9-b310-a1d97e4f7d1b tempest-TestNetworkAdvancedServerOps-840399064 tempest-TestNetworkAdvancedServerOps-840399064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ab9c8c-c212-45b6-9974-6992986ac1a4,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:06.238019 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43976) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:21:06.399722 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0b88f160-8135-43eb-8038-0940196814e5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3d70f7ea0f94439483a5f3cf73c75b3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1603804 Feb 16 13:21:06.403209 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43980) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:21:06.457409 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ebe3f3fb-0fe8-4940-a485-a32825d6f4ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:06.484822 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ebe3f3fb-0fe8-4940-a485-a32825d6f4ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:06.533808 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ebe3f3fb-0fe8-4940-a485-a32825d6f4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:06.536349 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ebe3f3fb-0fe8-4940-a485-a32825d6f4ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:06.537591 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ebe3f3fb-0fe8-4940-a485-a32825d6f4ab admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ec26be88-2559-4814-8d09-151b57d5f1a6 HTTP/1.1" status: 204 len: 168 time: 0.1334345 Feb 16 13:21:06.545949 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe3f3fb-0fe8-4940-a485-a32825d6f4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec26be88-2559-4814-8d09-151b57d5f1a6,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:06.835411 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 43986) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:21:06.849182 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fae0801a-b94e-499a-adc2-202af373ac57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:06.928245 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fae0801a-b94e-499a-adc2-202af373ac57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:06.932248 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fae0801a-b94e-499a-adc2-202af373ac57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:06.972384 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-fae0801a-b94e-499a-adc2-202af373ac57 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=68f44ae4885d4093b542d15a821c18f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1358571 Feb 16 13:21:06.973286 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae0801a-b94e-499a-adc2-202af373ac57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d359b27e-cc96-498c-a8d7-691cf64ec1eb,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:06.975044 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 43988) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:21:07.029125 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-71b04d3a-db8b-4fa7-8fe7-594d123abf47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:07.053229 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-71b04d3a-db8b-4fa7-8fe7-594d123abf47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:07.126023 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-71b04d3a-db8b-4fa7-8fe7-594d123abf47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:07.128696 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-71b04d3a-db8b-4fa7-8fe7-594d123abf47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:07.129953 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-71b04d3a-db8b-4fa7-8fe7-594d123abf47 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d359b27e-cc96-498c-a8d7-691cf64ec1eb HTTP/1.1" status: 204 len: 168 time: 0.1538990 Feb 16 13:21:07.139389 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b04d3a-db8b-4fa7-8fe7-594d123abf47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d359b27e-cc96-498c-a8d7-691cf64ec1eb,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:07.364040 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 52711164-dfa6-4133-9a86-9a6844b47a00 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:21:07.384473 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 52711164-dfa6-4133-9a86-9a6844b47a00 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:21:07.384842 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 52711164-dfa6-4133-9a86-9a6844b47a00 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:21:07.863152 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 44010) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:21:07.957175 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-bca50537-8c7a-4378-b4c5-371cb893a806 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-311938750-network', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:07.979562 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca50537-8c7a-4378-b4c5-371cb893a806 admin admin] Made reservation on behalf of 1717274bb30b4b56aacd1e3e30ad7bff for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:21:07.981864 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bca50537-8c7a-4378-b4c5-371cb893a806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:07.990190 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bca50537-8c7a-4378-b4c5-371cb893a806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:08.064848 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bca50537-8c7a-4378-b4c5-371cb893a806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:08.068757 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bca50537-8c7a-4378-b4c5-371cb893a806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:08.092879 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca50537-8c7a-4378-b4c5-371cb893a806 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:21:08.102457 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca50537-8c7a-4378-b4c5-371cb893a806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eed1f37-df3f-4a1e-a70c-43c95de3563f,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:08.107388 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bca50537-8c7a-4378-b4c5-371cb893a806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:08.107757 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-bca50537-8c7a-4378-b4c5-371cb893a806 admin admin] Added segment b505d583-4a36-4b4a-b39e-5db1936eb02d of type vlan for network 0e791179-19ca-4196-85a3-d90e2116287c Feb 16 13:21:08.148789 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bca50537-8c7a-4378-b4c5-371cb893a806 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:08.172915 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bca50537-8c7a-4378-b4c5-371cb893a806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:08.173999 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca50537-8c7a-4378-b4c5-371cb893a806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:08.174579 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bca50537-8c7a-4378-b4c5-371cb893a806 admin admin] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:08.232387 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-bca50537-8c7a-4378-b4c5-371cb893a806 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3681235 Feb 16 13:21:08.235543 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 44014) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:21:08.239603 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca50537-8c7a-4378-b4c5-371cb893a806 admin admin] Pushing event updated for resources: {'Network': ['ID=0e791179-19ca-4196-85a3-d90e2116287c,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:08.240687 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-a9a03929-656b-4c02-9252-28b4bc942710 admin admin] Request body: {'subnet': {'network_id': '0e791179-19ca-4196-85a3-d90e2116287c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-311938750-subnet', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'ip_version': 4}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:08.250409 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 0e791179-19ca-4196-85a3-d90e2116287c details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:21:08.264941 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a03929-656b-4c02-9252-28b4bc942710 admin admin] Made reservation on behalf of 1717274bb30b4b56aacd1e3e30ad7bff for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:21:08.267310 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a9a03929-656b-4c02-9252-28b4bc942710 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:08.437514 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a9a03929-656b-4c02-9252-28b4bc942710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:08.489895 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a03929-656b-4c02-9252-28b4bc942710 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dba89f34-3db3-4b10-abee-6b9e17f85c16,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:08.501832 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a03929-656b-4c02-9252-28b4bc942710 admin admin] Checking segment: {'id': 'b505d583-4a36-4b4a-b39e-5db1936eb02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:21:08.502193 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a03929-656b-4c02-9252-28b4bc942710 admin admin] Network hostable DHCP agents. Network: 0e791179-19ca-4196-85a3-d90e2116287c, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:21:08.518979 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a03929-656b-4c02-9252-28b4bc942710 admin admin] Network 0e791179-19ca-4196-85a3-d90e2116287c is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:21:08.528435 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-a9a03929-656b-4c02-9252-28b4bc942710 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 0e791179-19ca-4196-85a3-d90e2116287c) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:21:08.532428 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a03929-656b-4c02-9252-28b4bc942710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:08.533029 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a9a03929-656b-4c02-9252-28b4bc942710 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:08.537824 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e5a255-0766-4b33-a807-f0efe29c2cf4 None None] Network 0e791179-19ca-4196-85a3-d90e2116287c requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:21:08.549234 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a9a03929-656b-4c02-9252-28b4bc942710 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3124437 Feb 16 13:21:08.551844 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 44016) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:21:08.556213 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-cb5c661b-c115-4661-bbdc-1ff7e17f9c5d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-311938750-router', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:08.580232 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cb5c661b-c115-4661-bbdc-1ff7e17f9c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:08.581556 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cb5c661b-c115-4661-bbdc-1ff7e17f9c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:08.636809 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cb5c661b-c115-4661-bbdc-1ff7e17f9c5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:08.686125 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ea06bf-0b49-4ee9-9f6f-32835323a82d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-0e791179-19ca-4196-85a3-d90e2116287c', 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'fixed_ips': [{'subnet_id': 'dba89f34-3db3-4b10-abee-6b9e17f85c16'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 13:21:08.686932 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-09ea06bf-0b49-4ee9-9f6f-32835323a82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:08.774389 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cb5c661b-c115-4661-bbdc-1ff7e17f9c5d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:08.829532 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-09ea06bf-0b49-4ee9-9f6f-32835323a82d None None] Allocated IP 172.20.0.2 (0e791179-19ca-4196-85a3-d90e2116287c/dba89f34-3db3-4b10-abee-6b9e17f85c16/9f7e8bfe-d051-42da-a084-74a9c4a5a309) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:21:08.972090 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-09ea06bf-0b49-4ee9-9f6f-32835323a82d None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:08.973621 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cb5c661b-c115-4661-bbdc-1ff7e17f9c5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:08.977701 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-09ea06bf-0b49-4ee9-9f6f-32835323a82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:08.993024 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cb5c661b-c115-4661-bbdc-1ff7e17f9c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:09.015001 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ea06bf-0b49-4ee9-9f6f-32835323a82d None None] Network 0e791179-19ca-4196-85a3-d90e2116287c is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:21:09.019748 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-09ea06bf-0b49-4ee9-9f6f-32835323a82d None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:21:09.022242 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ea06bf-0b49-4ee9-9f6f-32835323a82d None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:21:09.041845 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea06bf-0b49-4ee9-9f6f-32835323a82d None None] Pushing event updated for resources: {'Port': ['ID=9f7e8bfe-d051-42da-a084-74a9c4a5a309,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:09.086096 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-09ea06bf-0b49-4ee9-9f6f-32835323a82d None None] Attempting to bind port 9f7e8bfe-d051-42da-a084-74a9c4a5a309 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:21:09.086459 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-09ea06bf-0b49-4ee9-9f6f-32835323a82d None None] Attempting to bind port 9f7e8bfe-d051-42da-a084-74a9c4a5a309 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'b505d583-4a36-4b4a-b39e-5db1936eb02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:21:09.086817 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ea06bf-0b49-4ee9-9f6f-32835323a82d None None] Attempting to bind port 9f7e8bfe-d051-42da-a084-74a9c4a5a309 on network 0e791179-19ca-4196-85a3-d90e2116287c {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:21:09.092131 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ea06bf-0b49-4ee9-9f6f-32835323a82d None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:21:09.092514 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ea06bf-0b49-4ee9-9f6f-32835323a82d None None] Checking segment: {'id': 'b505d583-4a36-4b4a-b39e-5db1936eb02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:21:09.092940 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-09ea06bf-0b49-4ee9-9f6f-32835323a82d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:09.093331 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ea06bf-0b49-4ee9-9f6f-32835323a82d None None] Bound using segment: {'id': 'b505d583-4a36-4b4a-b39e-5db1936eb02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:21:09.093790 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-09ea06bf-0b49-4ee9-9f6f-32835323a82d None None] Bound port: 9f7e8bfe-d051-42da-a084-74a9c4a5a309, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b505d583-4a36-4b4a-b39e-5db1936eb02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:21:09.094240 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-09ea06bf-0b49-4ee9-9f6f-32835323a82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:09.102581 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-cb5c661b-c115-4661-bbdc-1ff7e17f9c5d admin admin] Allocated IP 172.26.2.4 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/e26d5d45-4bd9-426d-b92b-5001b098f2cc) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:21:09.169236 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-09ea06bf-0b49-4ee9-9f6f-32835323a82d None None] For port 9f7e8bfe-d051-42da-a084-74a9c4a5a309, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:21:09.172485 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-09ea06bf-0b49-4ee9-9f6f-32835323a82d None None] For port 9f7e8bfe-d051-42da-a084-74a9c4a5a309, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=9f7e8bfe-d051-42da-a084-74a9c4a5a309,segment=NetworkSegment(b505d583-4a36-4b4a-b39e-5db1936eb02d),segment_id=b505d583-4a36-4b4a-b39e-5db1936eb02d)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:21:09.177565 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-09ea06bf-0b49-4ee9-9f6f-32835323a82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:09.218024 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cb5c661b-c115-4661-bbdc-1ff7e17f9c5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:09.234358 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea06bf-0b49-4ee9-9f6f-32835323a82d None None] Pushing event updated for resources: {'Port': ['ID=9f7e8bfe-d051-42da-a084-74a9c4a5a309,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:09.260957 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cb5c661b-c115-4661-bbdc-1ff7e17f9c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:09.301656 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5c661b-c115-4661-bbdc-1ff7e17f9c5d admin admin] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:21:09.304591 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-cb5c661b-c115-4661-bbdc-1ff7e17f9c5d admin admin] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:21:09.308000 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5c661b-c115-4661-bbdc-1ff7e17f9c5d admin admin] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:21:09.313595 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c661b-c115-4661-bbdc-1ff7e17f9c5d admin admin] Pushing event updated for resources: {'Port': ['ID=e26d5d45-4bd9-426d-b92b-5001b098f2cc,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:09.589216 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cb5c661b-c115-4661-bbdc-1ff7e17f9c5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:10.123480 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cb5c661b-c115-4661-bbdc-1ff7e17f9c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:10.147115 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc904c43-ec56-4ae3-8aee-d8c35075b71d None None] Network 0e791179-19ca-4196-85a3-d90e2116287c requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:21:10.255542 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5c661b-c115-4661-bbdc-1ff7e17f9c5d admin admin] Router 11f49bbf-76b5-4789-bbc1-bcf71e76248c is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 13:21:10.261863 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-f1d0727e-3c93-4a58-90da-713c331f3f30 None None] Provisioning complete for port 9f7e8bfe-d051-42da-a084-74a9c4a5a309 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:21:10.262228 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f1d0727e-3c93-4a58-90da-713c331f3f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:10.361280 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5c661b-c115-4661-bbdc-1ff7e17f9c5d admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:21:10.373467 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2892cc12-a907-4f7b-99ec-3aa64045a165 None None] Sync routers for ids ['11f49bbf-76b5-4789-bbc1-bcf71e76248c'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:21:10.378876 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cb5c661b-c115-4661-bbdc-1ff7e17f9c5d admin admin] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:10.383067 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 44018) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:21:10.383688 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-cb5c661b-c115-4661-bbdc-1ff7e17f9c5d admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.8302872 Feb 16 13:21:10.391869 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f1d0727e-3c93-4a58-90da-713c331f3f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:10.409673 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2892cc12-a907-4f7b-99ec-3aa64045a165 None None] Routers {'11f49bbf-76b5-4789-bbc1-bcf71e76248c'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:21:10.410455 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2892cc12-a907-4f7b-99ec-3aa64045a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:20:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['11f49bbf-76b5-4789-bbc1-bcf71e76248c'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:10.479095 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-f1d0727e-3c93-4a58-90da-713c331f3f30 None None] For port 9f7e8bfe-d051-42da-a084-74a9c4a5a309, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=9f7e8bfe-d051-42da-a084-74a9c4a5a309,segment=NetworkSegment(b505d583-4a36-4b4a-b39e-5db1936eb02d),segment_id=b505d583-4a36-4b4a-b39e-5db1936eb02d)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:21:10.486877 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f1d0727e-3c93-4a58-90da-713c331f3f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:10.581939 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-2892cc12-a907-4f7b-99ec-3aa64045a165 None None] Set router 11f49bbf-76b5-4789-bbc1-bcf71e76248c gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:21:10.638648 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0727e-3c93-4a58-90da-713c331f3f30 None None] Pushing event updated for resources: {'Port': ['ID=9f7e8bfe-d051-42da-a084-74a9c4a5a309,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:10.694679 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-63140deb-c19a-41ab-839f-60278ba58c50 None None] Provisioning complete for port 9f7e8bfe-d051-42da-a084-74a9c4a5a309 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:21:10.695052 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-63140deb-c19a-41ab-839f-60278ba58c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:10.815519 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cf8963d3-2af6-45f8-9058-c37cf9dbf0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:10.850708 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2892cc12-a907-4f7b-99ec-3aa64045a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'name': 'tempest-TestShelveInstance-311938750-router', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.4'}], 'enable_snat': True}, 'gw_port_id': 'e26d5d45-4bd9-426d-b92b-5001b098f2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:08Z', 'updated_at': '2022-02-16T13:21:09Z', 'revision_number': 3, 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'gw_port': {'id': 'e26d5d45-4bd9-426d-b92b-5001b098f2cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:08Z', 'updated_at': '2022-02-16T13:21:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:10.877661 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2892cc12-a907-4f7b-99ec-3aa64045a165 None None] Checking router: 11f49bbf-76b5-4789-bbc1-bcf71e76248c for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:21:10.878000 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2892cc12-a907-4f7b-99ec-3aa64045a165 None None] Updating router 11f49bbf-76b5-4789-bbc1-bcf71e76248c port e26d5d45-4bd9-426d-b92b-5001b098f2cc binding host dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:21:10.903070 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2892cc12-a907-4f7b-99ec-3aa64045a165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:10.970150 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-cf8963d3-2af6-45f8-9058-c37cf9dbf0fc admin admin] Allocated IP 172.20.0.1 (0e791179-19ca-4196-85a3-d90e2116287c/dba89f34-3db3-4b10-abee-6b9e17f85c16/3a5f5382-2283-4c8d-a1da-259f1d8f5753) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:21:11.078128 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cf8963d3-2af6-45f8-9058-c37cf9dbf0fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:11.112893 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cf8963d3-2af6-45f8-9058-c37cf9dbf0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:11.154782 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2892cc12-a907-4f7b-99ec-3aa64045a165 None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:11.161270 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2892cc12-a907-4f7b-99ec-3aa64045a165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:11.218065 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-2892cc12-a907-4f7b-99ec-3aa64045a165 None None] Attempting to bind port e26d5d45-4bd9-426d-b92b-5001b098f2cc on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:21:11.218429 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-2892cc12-a907-4f7b-99ec-3aa64045a165 None None] Attempting to bind port e26d5d45-4bd9-426d-b92b-5001b098f2cc by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:21:11.218786 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2892cc12-a907-4f7b-99ec-3aa64045a165 None None] Attempting to bind port e26d5d45-4bd9-426d-b92b-5001b098f2cc on network a08a3d1b-2e35-4b18-9cb0-756d355083e6 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:21:11.221009 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a03c04-9ea2-4884-876c-23a80b645689 None None] Pushing event updated for resources: {'Port': ['ID=e26d5d45-4bd9-426d-b92b-5001b098f2cc,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:11.226790 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2892cc12-a907-4f7b-99ec-3aa64045a165 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:21:11.227208 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2892cc12-a907-4f7b-99ec-3aa64045a165 None None] Checking segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:21:11.227548 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2892cc12-a907-4f7b-99ec-3aa64045a165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:11.227995 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2892cc12-a907-4f7b-99ec-3aa64045a165 None None] Bound using segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:21:11.228417 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-2892cc12-a907-4f7b-99ec-3aa64045a165 None None] Bound port: e26d5d45-4bd9-426d-b92b-5001b098f2cc, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:21:11.228774 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2892cc12-a907-4f7b-99ec-3aa64045a165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:11.282667 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-2892cc12-a907-4f7b-99ec-3aa64045a165 None None] For port e26d5d45-4bd9-426d-b92b-5001b098f2cc, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:21:11.286359 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-2892cc12-a907-4f7b-99ec-3aa64045a165 None None] For port e26d5d45-4bd9-426d-b92b-5001b098f2cc, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=e26d5d45-4bd9-426d-b92b-5001b098f2cc,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:21:11.291856 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2892cc12-a907-4f7b-99ec-3aa64045a165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:11.352986 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2892cc12-a907-4f7b-99ec-3aa64045a165 None None] Routers {'11f49bbf-76b5-4789-bbc1-bcf71e76248c'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:21:11.353693 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2892cc12-a907-4f7b-99ec-3aa64045a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:20:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['11f49bbf-76b5-4789-bbc1-bcf71e76248c'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:11.524446 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8963d3-2af6-45f8-9058-c37cf9dbf0fc admin admin] Network 0e791179-19ca-4196-85a3-d90e2116287c is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:21:11.528224 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-cf8963d3-2af6-45f8-9058-c37cf9dbf0fc admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:21:11.530860 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8963d3-2af6-45f8-9058-c37cf9dbf0fc admin admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:21:11.542089 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a03c04-9ea2-4884-876c-23a80b645689 None None] Pushing event updated for resources: {'Port': ['ID=e26d5d45-4bd9-426d-b92b-5001b098f2cc,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:11.551154 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 9f7e8bfe-d051-42da-a084-74a9c4a5a309 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:21:11.556181 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8963d3-2af6-45f8-9058-c37cf9dbf0fc admin admin] Pushing event updated for resources: {'Port': ['ID=3a5f5382-2283-4c8d-a1da-259f1d8f5753,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:11.579476 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cf8963d3-2af6-45f8-9058-c37cf9dbf0fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:11.659125 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 9f7e8bfe-d051-42da-a084-74a9c4a5a309 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:21:11.659492 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:11.692183 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-2892cc12-a907-4f7b-99ec-3aa64045a165 None None] Set router 11f49bbf-76b5-4789-bbc1-bcf71e76248c gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:21:11.728485 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cf8963d3-2af6-45f8-9058-c37cf9dbf0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:11.834248 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-69b0c436-3c2b-43dd-8808-950139fb8d9f None None] Provisioning complete for port 3a5f5382-2283-4c8d-a1da-259f1d8f5753 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:21:11.834522 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-69b0c436-3c2b-43dd-8808-950139fb8d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:11.894532 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cf8963d3-2af6-45f8-9058-c37cf9dbf0fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:11.899517 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cf8963d3-2af6-45f8-9058-c37cf9dbf0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:11.930232 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-69b0c436-3c2b-43dd-8808-950139fb8d9f None None] Port 3a5f5382-2283-4c8d-a1da-259f1d8f5753 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:21:11.962718 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2892cc12-a907-4f7b-99ec-3aa64045a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'name': 'tempest-TestShelveInstance-311938750-router', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.4'}], 'enable_snat': True}, 'gw_port_id': 'e26d5d45-4bd9-426d-b92b-5001b098f2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:08Z', 'updated_at': '2022-02-16T13:21:09Z', 'revision_number': 3, 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'gw_port': {'id': 'e26d5d45-4bd9-426d-b92b-5001b098f2cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:08Z', 'updated_at': '2022-02-16T13:21:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:11.969251 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8963d3-2af6-45f8-9058-c37cf9dbf0fc admin admin] Pushing event updated for resources: {'Port': ['ID=3a5f5382-2283-4c8d-a1da-259f1d8f5753,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:11.973733 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cf8963d3-2af6-45f8-9058-c37cf9dbf0fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:11.991321 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2892cc12-a907-4f7b-99ec-3aa64045a165 None None] The sync data for ids ['11f49bbf-76b5-4789-bbc1-bcf71e76248c'] in dv-neutron-828142-3-hyperv is: [{'id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'name': 'tempest-TestShelveInstance-311938750-router', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.4'}], 'enable_snat': True}, 'gw_port_id': 'e26d5d45-4bd9-426d-b92b-5001b098f2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:08Z', 'updated_at': '2022-02-16T13:21:09Z', 'revision_number': 3, 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'gw_port': {'id': 'e26d5d45-4bd9-426d-b92b-5001b098f2cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:08Z', 'updated_at': '2022-02-16T13:21:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:21:12.090507 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8963d3-2af6-45f8-9058-c37cf9dbf0fc admin admin] Network 0e791179-19ca-4196-85a3-d90e2116287c is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:21:12.091958 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-cf8963d3-2af6-45f8-9058-c37cf9dbf0fc admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:21:12.237000 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8963d3-2af6-45f8-9058-c37cf9dbf0fc admin admin] Router 11f49bbf-76b5-4789-bbc1-bcf71e76248c has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:21:12.357553 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9ec3cb9d-1eb3-49b5-b96d-18c98fba79d0 None None] Provisioning complete for port 3a5f5382-2283-4c8d-a1da-259f1d8f5753 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:21:12.358137 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9ec3cb9d-1eb3-49b5-b96d-18c98fba79d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:12.373773 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8963d3-2af6-45f8-9058-c37cf9dbf0fc admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:21:12.380673 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-cf8963d3-2af6-45f8-9058-c37cf9dbf0fc admin admin] 10.222.0.90 "PUT /v2.0/routers/11f49bbf-76b5-4789-bbc1-bcf71e76248c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9958034 Feb 16 13:21:12.404470 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9ec3cb9d-1eb3-49b5-b96d-18c98fba79d0 None None] Port 3a5f5382-2283-4c8d-a1da-259f1d8f5753 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:21:12.891731 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 44034) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:21:12.896703 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-cebb9bf4-cd3c-4c65-ba35-aecefb2a42c6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-128400994-network', 'tenant_id': 'da2dc9665fa94a219759d00a1439e516'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:12.926107 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebb9bf4-cd3c-4c65-ba35-aecefb2a42c6 admin admin] Made reservation on behalf of da2dc9665fa94a219759d00a1439e516 for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:21:12.928597 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cebb9bf4-cd3c-4c65-ba35-aecefb2a42c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:12.937763 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cebb9bf4-cd3c-4c65-ba35-aecefb2a42c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:13.012791 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cebb9bf4-cd3c-4c65-ba35-aecefb2a42c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:13.017255 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cebb9bf4-cd3c-4c65-ba35-aecefb2a42c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:13.043006 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cebb9bf4-cd3c-4c65-ba35-aecefb2a42c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:21:13.053145 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb9bf4-cd3c-4c65-ba35-aecefb2a42c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5069e262-37b7-47cb-8ccd-e9f365d699bc,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:13.059733 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cebb9bf4-cd3c-4c65-ba35-aecefb2a42c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:13.060071 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-cebb9bf4-cd3c-4c65-ba35-aecefb2a42c6 admin admin] Added segment ecf0c75e-e290-497e-b995-5dd56595547a of type vlan for network 37e92b4f-408c-4952-b32e-f8f3e77a81f8 Feb 16 13:21:13.100921 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cebb9bf4-cd3c-4c65-ba35-aecefb2a42c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:13.127679 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cebb9bf4-cd3c-4c65-ba35-aecefb2a42c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:13.128682 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebb9bf4-cd3c-4c65-ba35-aecefb2a42c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:13.129267 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-cebb9bf4-cd3c-4c65-ba35-aecefb2a42c6 admin admin] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:13.179362 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-cebb9bf4-cd3c-4c65-ba35-aecefb2a42c6 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2864916 Feb 16 13:21:13.182249 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 44036) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:21:13.187812 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-000759ed-42b9-4d65-aa79-e5286428008f admin admin] Request body: {'subnet': {'network_id': '37e92b4f-408c-4952-b32e-f8f3e77a81f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-128400994-subnet', 'tenant_id': 'da2dc9665fa94a219759d00a1439e516', 'ip_version': 4}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:13.194936 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb9bf4-cd3c-4c65-ba35-aecefb2a42c6 admin admin] Pushing event updated for resources: {'Network': ['ID=37e92b4f-408c-4952-b32e-f8f3e77a81f8,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:13.205629 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 37e92b4f-408c-4952-b32e-f8f3e77a81f8 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:21:13.211236 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000759ed-42b9-4d65-aa79-e5286428008f admin admin] Made reservation on behalf of da2dc9665fa94a219759d00a1439e516 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:21:13.213828 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-000759ed-42b9-4d65-aa79-e5286428008f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:13.394184 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-000759ed-42b9-4d65-aa79-e5286428008f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:13.441679 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device e26d5d45-4bd9-426d-b92b-5001b098f2cc up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:21:13.451427 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000759ed-42b9-4d65-aa79-e5286428008f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6efa2ec7-2c14-42ee-9e95-493156929934,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:13.467703 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000759ed-42b9-4d65-aa79-e5286428008f admin admin] Checking segment: {'id': 'ecf0c75e-e290-497e-b995-5dd56595547a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '37e92b4f-408c-4952-b32e-f8f3e77a81f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:21:13.468067 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000759ed-42b9-4d65-aa79-e5286428008f admin admin] Network hostable DHCP agents. Network: 37e92b4f-408c-4952-b32e-f8f3e77a81f8, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:21:13.486497 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000759ed-42b9-4d65-aa79-e5286428008f admin admin] Network 37e92b4f-408c-4952-b32e-f8f3e77a81f8 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:21:13.497508 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-000759ed-42b9-4d65-aa79-e5286428008f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 37e92b4f-408c-4952-b32e-f8f3e77a81f8) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:21:13.497878 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port e26d5d45-4bd9-426d-b92b-5001b098f2cc triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:21:13.498258 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:13.502763 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000759ed-42b9-4d65-aa79-e5286428008f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:13.503511 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-000759ed-42b9-4d65-aa79-e5286428008f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:13.509259 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bacf6d-7f2d-49e2-87a4-3e674bb49319 None None] Network 37e92b4f-408c-4952-b32e-f8f3e77a81f8 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:21:13.524766 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-000759ed-42b9-4d65-aa79-e5286428008f admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3391926 Feb 16 13:21:13.525526 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 44038) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:21:13.530906 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-081f6f8b-fd2f-47f0-9950-34a676d40eb8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-128400994-router', 'tenant_id': 'da2dc9665fa94a219759d00a1439e516', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:13.554696 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-081f6f8b-fd2f-47f0-9950-34a676d40eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:13.555734 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-081f6f8b-fd2f-47f0-9950-34a676d40eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:13.612825 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-081f6f8b-fd2f-47f0-9950-34a676d40eb8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:13.614817 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87009577-fad6-4fbb-847c-5c3c97d74a65 None None] Sync routers for ids ['11f49bbf-76b5-4789-bbc1-bcf71e76248c'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:21:13.626349 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87009577-fad6-4fbb-847c-5c3c97d74a65 None None] Routers {'11f49bbf-76b5-4789-bbc1-bcf71e76248c'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:21:13.627045 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-87009577-fad6-4fbb-847c-5c3c97d74a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:20:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['11f49bbf-76b5-4789-bbc1-bcf71e76248c'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:13.659484 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:13.703526 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port e26d5d45-4bd9-426d-b92b-5001b098f2cc, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=e26d5d45-4bd9-426d-b92b-5001b098f2cc,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:21:13.710824 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:13.739278 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-87009577-fad6-4fbb-847c-5c3c97d74a65 None None] Set router 11f49bbf-76b5-4789-bbc1-bcf71e76248c gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:21:13.771470 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5681c8df-aeb7-45f2-9aa4-db5bf2ef6e46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-37e92b4f-408c-4952-b32e-f8f3e77a81f8', 'network_id': '37e92b4f-408c-4952-b32e-f8f3e77a81f8', 'tenant_id': 'da2dc9665fa94a219759d00a1439e516', 'fixed_ips': [{'subnet_id': '6efa2ec7-2c14-42ee-9e95-493156929934'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 13:21:13.772559 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5681c8df-aeb7-45f2-9aa4-db5bf2ef6e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:13.778563 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-081f6f8b-fd2f-47f0-9950-34a676d40eb8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:13.796221 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=e26d5d45-4bd9-426d-b92b-5001b098f2cc,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:13.926257 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-5681c8df-aeb7-45f2-9aa4-db5bf2ef6e46 None None] Allocated IP 172.20.0.2 (37e92b4f-408c-4952-b32e-f8f3e77a81f8/6efa2ec7-2c14-42ee-9e95-493156929934/2a4054e8-f375-4b9e-a180-8872262e8873) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:21:13.965300 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-87009577-fad6-4fbb-847c-5c3c97d74a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'name': 'tempest-TestShelveInstance-311938750-router', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.4'}], 'enable_snat': True}, 'gw_port_id': 'e26d5d45-4bd9-426d-b92b-5001b098f2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:08Z', 'updated_at': '2022-02-16T13:21:11Z', 'revision_number': 4, 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'gw_port': {'id': 'e26d5d45-4bd9-426d-b92b-5001b098f2cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:08Z', 'updated_at': '2022-02-16T13:21:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '3a5f5382-2283-4c8d-a1da-259f1d8f5753', 'name': '', 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'mac_address': 'fa:16:3e:3b:05:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'dba89f34-3db3-4b10-abee-6b9e17f85c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:10Z', 'updated_at': '2022-02-16T13:21:11Z', 'revision_number': 2, 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'subnets': [{'id': 'dba89f34-3db3-4b10-abee-6b9e17f85c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:13.987455 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-081f6f8b-fd2f-47f0-9950-34a676d40eb8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:13.992557 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87009577-fad6-4fbb-847c-5c3c97d74a65 None None] Checking router: 11f49bbf-76b5-4789-bbc1-bcf71e76248c for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:21:13.992935 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87009577-fad6-4fbb-847c-5c3c97d74a65 None None] Updating router 11f49bbf-76b5-4789-bbc1-bcf71e76248c port 3a5f5382-2283-4c8d-a1da-259f1d8f5753 binding host dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:21:14.007669 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-081f6f8b-fd2f-47f0-9950-34a676d40eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:14.018984 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-87009577-fad6-4fbb-847c-5c3c97d74a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:14.102653 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5681c8df-aeb7-45f2-9aa4-db5bf2ef6e46 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:14.111075 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5681c8df-aeb7-45f2-9aa4-db5bf2ef6e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:14.133015 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-081f6f8b-fd2f-47f0-9950-34a676d40eb8 admin admin] Allocated IP 172.26.2.86 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/2b668a54-d14f-4717-97c2-14d541876f96) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:21:14.157070 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5681c8df-aeb7-45f2-9aa4-db5bf2ef6e46 None None] Network 37e92b4f-408c-4952-b32e-f8f3e77a81f8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:21:14.161977 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-5681c8df-aeb7-45f2-9aa4-db5bf2ef6e46 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:21:14.165716 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5681c8df-aeb7-45f2-9aa4-db5bf2ef6e46 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:21:14.194879 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5681c8df-aeb7-45f2-9aa4-db5bf2ef6e46 None None] Pushing event updated for resources: {'Port': ['ID=2a4054e8-f375-4b9e-a180-8872262e8873,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:14.234118 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5681c8df-aeb7-45f2-9aa4-db5bf2ef6e46 None None] Attempting to bind port 2a4054e8-f375-4b9e-a180-8872262e8873 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:21:14.234118 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5681c8df-aeb7-45f2-9aa4-db5bf2ef6e46 None None] Attempting to bind port 2a4054e8-f375-4b9e-a180-8872262e8873 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'ecf0c75e-e290-497e-b995-5dd56595547a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '37e92b4f-408c-4952-b32e-f8f3e77a81f8'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:21:14.234487 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5681c8df-aeb7-45f2-9aa4-db5bf2ef6e46 None None] Attempting to bind port 2a4054e8-f375-4b9e-a180-8872262e8873 on network 37e92b4f-408c-4952-b32e-f8f3e77a81f8 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:21:14.239773 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5681c8df-aeb7-45f2-9aa4-db5bf2ef6e46 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:21:14.240135 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5681c8df-aeb7-45f2-9aa4-db5bf2ef6e46 None None] Checking segment: {'id': 'ecf0c75e-e290-497e-b995-5dd56595547a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '37e92b4f-408c-4952-b32e-f8f3e77a81f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:21:14.240583 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5681c8df-aeb7-45f2-9aa4-db5bf2ef6e46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:14.241166 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5681c8df-aeb7-45f2-9aa4-db5bf2ef6e46 None None] Bound using segment: {'id': 'ecf0c75e-e290-497e-b995-5dd56595547a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '37e92b4f-408c-4952-b32e-f8f3e77a81f8'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:21:14.241681 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5681c8df-aeb7-45f2-9aa4-db5bf2ef6e46 None None] Bound port: 2a4054e8-f375-4b9e-a180-8872262e8873, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecf0c75e-e290-497e-b995-5dd56595547a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '37e92b4f-408c-4952-b32e-f8f3e77a81f8'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:21:14.242072 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5681c8df-aeb7-45f2-9aa4-db5bf2ef6e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:14.251507 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-081f6f8b-fd2f-47f0-9950-34a676d40eb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:14.295967 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-081f6f8b-fd2f-47f0-9950-34a676d40eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:14.309096 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-87009577-fad6-4fbb-847c-5c3c97d74a65 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:14.314006 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-5681c8df-aeb7-45f2-9aa4-db5bf2ef6e46 None None] For port 2a4054e8-f375-4b9e-a180-8872262e8873, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:21:14.314659 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-87009577-fad6-4fbb-847c-5c3c97d74a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:14.318580 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-5681c8df-aeb7-45f2-9aa4-db5bf2ef6e46 None None] For port 2a4054e8-f375-4b9e-a180-8872262e8873, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=2a4054e8-f375-4b9e-a180-8872262e8873,segment=NetworkSegment(ecf0c75e-e290-497e-b995-5dd56595547a),segment_id=ecf0c75e-e290-497e-b995-5dd56595547a)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:21:14.325074 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5681c8df-aeb7-45f2-9aa4-db5bf2ef6e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:14.345637 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081f6f8b-fd2f-47f0-9950-34a676d40eb8 admin admin] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:21:14.349684 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-081f6f8b-fd2f-47f0-9950-34a676d40eb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:21:14.351656 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f6f8b-fd2f-47f0-9950-34a676d40eb8 admin admin] Pushing event updated for resources: {'Port': ['ID=2b668a54-d14f-4717-97c2-14d541876f96,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:14.353872 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081f6f8b-fd2f-47f0-9950-34a676d40eb8 admin admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:21:14.418492 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5681c8df-aeb7-45f2-9aa4-db5bf2ef6e46 None None] Pushing event updated for resources: {'Port': ['ID=2a4054e8-f375-4b9e-a180-8872262e8873,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:14.432006 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23889e0f-180b-4316-b5bb-99bfd448e85b None None] Pushing event updated for resources: {'Port': ['ID=3a5f5382-2283-4c8d-a1da-259f1d8f5753,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:14.434391 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-87009577-fad6-4fbb-847c-5c3c97d74a65 None None] Attempting to bind port 3a5f5382-2283-4c8d-a1da-259f1d8f5753 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:21:14.434755 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-87009577-fad6-4fbb-847c-5c3c97d74a65 None None] Attempting to bind port 3a5f5382-2283-4c8d-a1da-259f1d8f5753 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'b505d583-4a36-4b4a-b39e-5db1936eb02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:21:14.435112 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87009577-fad6-4fbb-847c-5c3c97d74a65 None None] Attempting to bind port 3a5f5382-2283-4c8d-a1da-259f1d8f5753 on network 0e791179-19ca-4196-85a3-d90e2116287c {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:21:14.444407 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23889e0f-180b-4316-b5bb-99bfd448e85b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:14.444802 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23889e0f-180b-4316-b5bb-99bfd448e85b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:14.445146 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23889e0f-180b-4316-b5bb-99bfd448e85b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:14.445466 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23889e0f-180b-4316-b5bb-99bfd448e85b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:14.445797 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23889e0f-180b-4316-b5bb-99bfd448e85b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:14.446140 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23889e0f-180b-4316-b5bb-99bfd448e85b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:14.446460 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23889e0f-180b-4316-b5bb-99bfd448e85b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:14.446790 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23889e0f-180b-4316-b5bb-99bfd448e85b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:14.447116 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23889e0f-180b-4316-b5bb-99bfd448e85b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:14.447436 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23889e0f-180b-4316-b5bb-99bfd448e85b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:14.447757 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23889e0f-180b-4316-b5bb-99bfd448e85b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:14.448074 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23889e0f-180b-4316-b5bb-99bfd448e85b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:14.452780 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87009577-fad6-4fbb-847c-5c3c97d74a65 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:21:14.453150 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87009577-fad6-4fbb-847c-5c3c97d74a65 None None] Checking segment: {'id': 'b505d583-4a36-4b4a-b39e-5db1936eb02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:21:14.453550 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-87009577-fad6-4fbb-847c-5c3c97d74a65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:14.453934 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87009577-fad6-4fbb-847c-5c3c97d74a65 None None] Bound using segment: {'id': 'b505d583-4a36-4b4a-b39e-5db1936eb02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:21:14.454809 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-87009577-fad6-4fbb-847c-5c3c97d74a65 None None] Bound port: 3a5f5382-2283-4c8d-a1da-259f1d8f5753, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b505d583-4a36-4b4a-b39e-5db1936eb02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:21:14.454809 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-87009577-fad6-4fbb-847c-5c3c97d74a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:14.536072 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-87009577-fad6-4fbb-847c-5c3c97d74a65 None None] For port 3a5f5382-2283-4c8d-a1da-259f1d8f5753, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:21:14.539453 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-87009577-fad6-4fbb-847c-5c3c97d74a65 None None] For port 3a5f5382-2283-4c8d-a1da-259f1d8f5753, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=3a5f5382-2283-4c8d-a1da-259f1d8f5753,segment=NetworkSegment(b505d583-4a36-4b4a-b39e-5db1936eb02d),segment_id=b505d583-4a36-4b4a-b39e-5db1936eb02d)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:21:14.544786 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-87009577-fad6-4fbb-847c-5c3c97d74a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:14.590298 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87009577-fad6-4fbb-847c-5c3c97d74a65 None None] Routers {'11f49bbf-76b5-4789-bbc1-bcf71e76248c'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:21:14.590932 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-87009577-fad6-4fbb-847c-5c3c97d74a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:20:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['11f49bbf-76b5-4789-bbc1-bcf71e76248c'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:14.686159 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-081f6f8b-fd2f-47f0-9950-34a676d40eb8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:14.747728 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-8deb0fb5-3ecb-494a-b617-c7141123e057 None None] Provisioning complete for port 3a5f5382-2283-4c8d-a1da-259f1d8f5753 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:21:14.748307 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8deb0fb5-3ecb-494a-b617-c7141123e057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:14.774573 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-87009577-fad6-4fbb-847c-5c3c97d74a65 None None] Set router 11f49bbf-76b5-4789-bbc1-bcf71e76248c gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:21:14.830836 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23889e0f-180b-4316-b5bb-99bfd448e85b None None] Pushing event updated for resources: {'Port': ['ID=3a5f5382-2283-4c8d-a1da-259f1d8f5753,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:14.903265 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8deb0fb5-3ecb-494a-b617-c7141123e057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:14.943743 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-8deb0fb5-3ecb-494a-b617-c7141123e057 None None] For port 3a5f5382-2283-4c8d-a1da-259f1d8f5753, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=3a5f5382-2283-4c8d-a1da-259f1d8f5753,segment=NetworkSegment(b505d583-4a36-4b4a-b39e-5db1936eb02d),segment_id=b505d583-4a36-4b4a-b39e-5db1936eb02d)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:21:14.944303 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-081f6f8b-fd2f-47f0-9950-34a676d40eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:14.948364 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8deb0fb5-3ecb-494a-b617-c7141123e057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:14.999716 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb0fb5-3ecb-494a-b617-c7141123e057 None None] Pushing event updated for resources: {'Port': ['ID=3a5f5382-2283-4c8d-a1da-259f1d8f5753,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:15.045659 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-87009577-fad6-4fbb-847c-5c3c97d74a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'name': 'tempest-TestShelveInstance-311938750-router', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.4'}], 'enable_snat': True}, 'gw_port_id': 'e26d5d45-4bd9-426d-b92b-5001b098f2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:08Z', 'updated_at': '2022-02-16T13:21:11Z', 'revision_number': 4, 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'gw_port': {'id': 'e26d5d45-4bd9-426d-b92b-5001b098f2cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:08Z', 'updated_at': '2022-02-16T13:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '3a5f5382-2283-4c8d-a1da-259f1d8f5753', 'name': '', 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'mac_address': 'fa:16:3e:3b:05:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'dba89f34-3db3-4b10-abee-6b9e17f85c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:10Z', 'updated_at': '2022-02-16T13:21:14Z', 'revision_number': 4, 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'subnets': [{'id': 'dba89f34-3db3-4b10-abee-6b9e17f85c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:15.074353 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-8b91f736-46ca-4f5c-a768-9dd4a3c8d79b None None] Provisioning complete for port 3a5f5382-2283-4c8d-a1da-259f1d8f5753 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:21:15.074819 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8b91f736-46ca-4f5c-a768-9dd4a3c8d79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:15.079651 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87009577-fad6-4fbb-847c-5c3c97d74a65 None None] The sync data for ids ['11f49bbf-76b5-4789-bbc1-bcf71e76248c'] in dv-neutron-828142-3-hyperv is: [{'id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'name': 'tempest-TestShelveInstance-311938750-router', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.4'}], 'enable_snat': True}, 'gw_port_id': 'e26d5d45-4bd9-426d-b92b-5001b098f2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:08Z', 'updated_at': '2022-02-16T13:21:11Z', 'revision_number': 4, 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'gw_port': {'id': 'e26d5d45-4bd9-426d-b92b-5001b098f2cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:08Z', 'updated_at': '2022-02-16T13:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '3a5f5382-2283-4c8d-a1da-259f1d8f5753', 'name': '', 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'mac_address': 'fa:16:3e:3b:05:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'dba89f34-3db3-4b10-abee-6b9e17f85c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:10Z', 'updated_at': '2022-02-16T13:21:14Z', 'revision_number': 4, 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'subnets': [{'id': 'dba89f34-3db3-4b10-abee-6b9e17f85c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:21:15.088117 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-081f6f8b-fd2f-47f0-9950-34a676d40eb8 admin admin] Router be95d729-1844-4f76-bcc6-147d5ea4142f is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 13:21:15.239426 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081f6f8b-fd2f-47f0-9950-34a676d40eb8 admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:21:15.250289 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5485a4ae-7c87-4f81-a44f-f7062135dc79 None None] Sync routers for ids ['be95d729-1844-4f76-bcc6-147d5ea4142f'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:21:15.260052 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-081f6f8b-fd2f-47f0-9950-34a676d40eb8 admin admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:15.264901 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-081f6f8b-fd2f-47f0-9950-34a676d40eb8 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7350602 Feb 16 13:21:15.265083 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 44040) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:21:15.274462 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5485a4ae-7c87-4f81-a44f-f7062135dc79 None None] Routers {'be95d729-1844-4f76-bcc6-147d5ea4142f'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:21:15.275240 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-5485a4ae-7c87-4f81-a44f-f7062135dc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:20:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['be95d729-1844-4f76-bcc6-147d5ea4142f'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:15.431269 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-5485a4ae-7c87-4f81-a44f-f7062135dc79 None None] Set router be95d729-1844-4f76-bcc6-147d5ea4142f gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:21:15.654747 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device e26d5d45-4bd9-426d-b92b-5001b098f2cc up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:21:15.682567 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e1aec2-3168-4123-b1e1-995455d994d9 None None] Network 37e92b4f-408c-4952-b32e-f8f3e77a81f8 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:21:15.836534 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6f330e63-69f0-42a1-8f69-257d1caa11ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:15.935591 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-28fd23d6-474b-40ea-828a-15ecda1fb0b6 None None] Provisioning complete for port 2a4054e8-f375-4b9e-a180-8872262e8873 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:21:15.936579 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-28fd23d6-474b-40ea-828a-15ecda1fb0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:16.007285 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-6f330e63-69f0-42a1-8f69-257d1caa11ae admin admin] Allocated IP 172.20.0.1 (37e92b4f-408c-4952-b32e-f8f3e77a81f8/6efa2ec7-2c14-42ee-9e95-493156929934/7bc92506-13db-4f36-8c13-3c54232c1a35) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:21:16.021221 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port e26d5d45-4bd9-426d-b92b-5001b098f2cc triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:21:16.021595 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:16.031688 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-5485a4ae-7c87-4f81-a44f-f7062135dc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be95d729-1844-4f76-bcc6-147d5ea4142f', 'name': 'tempest-TestShelveInstance-128400994-router', 'tenant_id': 'da2dc9665fa94a219759d00a1439e516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': '2b668a54-d14f-4717-97c2-14d541876f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:13Z', 'updated_at': '2022-02-16T13:21:14Z', 'revision_number': 3, 'project_id': 'da2dc9665fa94a219759d00a1439e516', 'gw_port': {'id': '2b668a54-d14f-4717-97c2-14d541876f96', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:55:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be95d729-1844-4f76-bcc6-147d5ea4142f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:14Z', 'updated_at': '2022-02-16T13:21:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:16.093798 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5485a4ae-7c87-4f81-a44f-f7062135dc79 None None] Checking router: be95d729-1844-4f76-bcc6-147d5ea4142f for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:21:16.094292 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5485a4ae-7c87-4f81-a44f-f7062135dc79 None None] Updating router be95d729-1844-4f76-bcc6-147d5ea4142f port 2b668a54-d14f-4717-97c2-14d541876f96 binding host dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:21:16.130305 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6f330e63-69f0-42a1-8f69-257d1caa11ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:16.157807 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5485a4ae-7c87-4f81-a44f-f7062135dc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:16.169413 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6f330e63-69f0-42a1-8f69-257d1caa11ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:16.217267 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f330e63-69f0-42a1-8f69-257d1caa11ae admin admin] Network 37e92b4f-408c-4952-b32e-f8f3e77a81f8 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:21:16.222755 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-6f330e63-69f0-42a1-8f69-257d1caa11ae admin admin] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:21:16.225029 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f330e63-69f0-42a1-8f69-257d1caa11ae admin admin] Pushing event updated for resources: {'Port': ['ID=7bc92506-13db-4f36-8c13-3c54232c1a35,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:16.227383 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f330e63-69f0-42a1-8f69-257d1caa11ae admin admin] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:21:16.238591 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-28fd23d6-474b-40ea-828a-15ecda1fb0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:16.266950 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6f330e63-69f0-42a1-8f69-257d1caa11ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:16.360530 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 3a5f5382-2283-4c8d-a1da-259f1d8f5753 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:21:16.430294 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6f330e63-69f0-42a1-8f69-257d1caa11ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:16.443429 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-28fd23d6-474b-40ea-828a-15ecda1fb0b6 None None] For port 2a4054e8-f375-4b9e-a180-8872262e8873, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=2a4054e8-f375-4b9e-a180-8872262e8873,segment=NetworkSegment(ecf0c75e-e290-497e-b995-5dd56595547a),segment_id=ecf0c75e-e290-497e-b995-5dd56595547a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:21:16.478642 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-28fd23d6-474b-40ea-828a-15ecda1fb0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:16.548640 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 3a5f5382-2283-4c8d-a1da-259f1d8f5753 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:21:16.549017 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:16.617654 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd23d6-474b-40ea-828a-15ecda1fb0b6 None None] Pushing event updated for resources: {'Port': ['ID=2a4054e8-f375-4b9e-a180-8872262e8873,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:16.621811 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6f330e63-69f0-42a1-8f69-257d1caa11ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:16.629477 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6f330e63-69f0-42a1-8f69-257d1caa11ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:16.663812 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-36242a65-fe0d-4072-b076-919b757f2051 None None] Provisioning complete for port 2a4054e8-f375-4b9e-a180-8872262e8873 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:21:16.664095 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-36242a65-fe0d-4072-b076-919b757f2051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:16.699704 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6f330e63-69f0-42a1-8f69-257d1caa11ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:16.701749 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f330e63-69f0-42a1-8f69-257d1caa11ae admin admin] Pushing event updated for resources: {'Port': ['ID=7bc92506-13db-4f36-8c13-3c54232c1a35,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:16.765812 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5485a4ae-7c87-4f81-a44f-f7062135dc79 None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:16.769177 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 2a4054e8-f375-4b9e-a180-8872262e8873 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:21:16.796363 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5485a4ae-7c87-4f81-a44f-f7062135dc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:16.804055 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f330e63-69f0-42a1-8f69-257d1caa11ae admin admin] Network 37e92b4f-408c-4952-b32e-f8f3e77a81f8 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:21:16.805489 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-6f330e63-69f0-42a1-8f69-257d1caa11ae admin admin] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:21:16.894452 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5485a4ae-7c87-4f81-a44f-f7062135dc79 None None] Attempting to bind port 2b668a54-d14f-4717-97c2-14d541876f96 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:21:16.894858 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5485a4ae-7c87-4f81-a44f-f7062135dc79 None None] Attempting to bind port 2b668a54-d14f-4717-97c2-14d541876f96 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:21:16.895184 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5485a4ae-7c87-4f81-a44f-f7062135dc79 None None] Attempting to bind port 2b668a54-d14f-4717-97c2-14d541876f96 on network a08a3d1b-2e35-4b18-9cb0-756d355083e6 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:21:16.900338 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67ceab-5840-4769-a702-80ff0466cc13 None None] Pushing event updated for resources: {'Port': ['ID=2b668a54-d14f-4717-97c2-14d541876f96,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:16.914272 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5485a4ae-7c87-4f81-a44f-f7062135dc79 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:21:16.914583 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5485a4ae-7c87-4f81-a44f-f7062135dc79 None None] Checking segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:21:16.914978 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5485a4ae-7c87-4f81-a44f-f7062135dc79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:16.915377 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5485a4ae-7c87-4f81-a44f-f7062135dc79 None None] Bound using segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:21:16.915860 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5485a4ae-7c87-4f81-a44f-f7062135dc79 None None] Bound port: 2b668a54-d14f-4717-97c2-14d541876f96, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:21:16.916279 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5485a4ae-7c87-4f81-a44f-f7062135dc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:16.930909 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f330e63-69f0-42a1-8f69-257d1caa11ae admin admin] Router be95d729-1844-4f76-bcc6-147d5ea4142f has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:21:16.960242 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 2a4054e8-f375-4b9e-a180-8872262e8873 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:21:16.961493 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:17.017154 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-5485a4ae-7c87-4f81-a44f-f7062135dc79 None None] For port 2b668a54-d14f-4717-97c2-14d541876f96, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:21:17.021450 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-5485a4ae-7c87-4f81-a44f-f7062135dc79 None None] For port 2b668a54-d14f-4717-97c2-14d541876f96, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=2b668a54-d14f-4717-97c2-14d541876f96,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:21:17.029432 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5485a4ae-7c87-4f81-a44f-f7062135dc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:17.053018 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f330e63-69f0-42a1-8f69-257d1caa11ae admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:21:17.058846 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6f330e63-69f0-42a1-8f69-257d1caa11ae admin admin] 10.222.0.90 "PUT /v2.0/routers/be95d729-1844-4f76-bcc6-147d5ea4142f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7922189 Feb 16 13:21:17.137131 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5485a4ae-7c87-4f81-a44f-f7062135dc79 None None] Routers {'be95d729-1844-4f76-bcc6-147d5ea4142f'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:21:17.137758 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-5485a4ae-7c87-4f81-a44f-f7062135dc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:20:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['be95d729-1844-4f76-bcc6-147d5ea4142f'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:17.139554 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67ceab-5840-4769-a702-80ff0466cc13 None None] Pushing event updated for resources: {'Port': ['ID=2b668a54-d14f-4717-97c2-14d541876f96,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:17.144181 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-6d4e1732-04a6-44cf-8387-be4f94ddebaf None None] Provisioning complete for port 7bc92506-13db-4f36-8c13-3c54232c1a35 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:21:17.144181 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6d4e1732-04a6-44cf-8387-be4f94ddebaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:17.247502 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-6d4e1732-04a6-44cf-8387-be4f94ddebaf None None] Port 7bc92506-13db-4f36-8c13-3c54232c1a35 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:21:17.274964 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-5485a4ae-7c87-4f81-a44f-f7062135dc79 None None] Set router be95d729-1844-4f76-bcc6-147d5ea4142f gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:21:17.434320 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 2a4054e8-f375-4b9e-a180-8872262e8873 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:21:17.526436 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 2a4054e8-f375-4b9e-a180-8872262e8873 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:21:17.526802 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:17.570577 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-5485a4ae-7c87-4f81-a44f-f7062135dc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be95d729-1844-4f76-bcc6-147d5ea4142f', 'name': 'tempest-TestShelveInstance-128400994-router', 'tenant_id': 'da2dc9665fa94a219759d00a1439e516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': '2b668a54-d14f-4717-97c2-14d541876f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:13Z', 'updated_at': '2022-02-16T13:21:16Z', 'revision_number': 4, 'project_id': 'da2dc9665fa94a219759d00a1439e516', 'gw_port': {'id': '2b668a54-d14f-4717-97c2-14d541876f96', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:55:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be95d729-1844-4f76-bcc6-147d5ea4142f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:14Z', 'updated_at': '2022-02-16T13:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '7bc92506-13db-4f36-8c13-3c54232c1a35', 'name': '', 'network_id': '37e92b4f-408c-4952-b32e-f8f3e77a81f8', 'tenant_id': 'da2dc9665fa94a219759d00a1439e516', 'mac_address': 'fa:16:3e:c1:b1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be95d729-1844-4f76-bcc6-147d5ea4142f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6efa2ec7-2c14-42ee-9e95-493156929934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:15Z', 'updated_at': '2022-02-16T13:21:16Z', 'revision_number': 2, 'project_id': 'da2dc9665fa94a219759d00a1439e516', 'subnets': [{'id': '6efa2ec7-2c14-42ee-9e95-493156929934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:17.604165 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5485a4ae-7c87-4f81-a44f-f7062135dc79 None None] The sync data for ids ['be95d729-1844-4f76-bcc6-147d5ea4142f'] in dv-neutron-828142-3-hyperv is: [{'id': 'be95d729-1844-4f76-bcc6-147d5ea4142f', 'name': 'tempest-TestShelveInstance-128400994-router', 'tenant_id': 'da2dc9665fa94a219759d00a1439e516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': '2b668a54-d14f-4717-97c2-14d541876f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:13Z', 'updated_at': '2022-02-16T13:21:16Z', 'revision_number': 4, 'project_id': 'da2dc9665fa94a219759d00a1439e516', 'gw_port': {'id': '2b668a54-d14f-4717-97c2-14d541876f96', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:55:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be95d729-1844-4f76-bcc6-147d5ea4142f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:14Z', 'updated_at': '2022-02-16T13:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '7bc92506-13db-4f36-8c13-3c54232c1a35', 'name': '', 'network_id': '37e92b4f-408c-4952-b32e-f8f3e77a81f8', 'tenant_id': 'da2dc9665fa94a219759d00a1439e516', 'mac_address': 'fa:16:3e:c1:b1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be95d729-1844-4f76-bcc6-147d5ea4142f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6efa2ec7-2c14-42ee-9e95-493156929934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:15Z', 'updated_at': '2022-02-16T13:21:16Z', 'revision_number': 2, 'project_id': 'da2dc9665fa94a219759d00a1439e516', 'subnets': [{'id': '6efa2ec7-2c14-42ee-9e95-493156929934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:21:17.772935 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 44048) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:21:17.778140 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-7973e8a5-1caf-46cf-86f0-dbf786326526 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-226021077', 'description': 'tempest-secgroup-smoke-226021077 description', 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:17.819184 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7973e8a5-1caf-46cf-86f0-dbf786326526 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:17.897126 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7973e8a5-1caf-46cf-86f0-dbf786326526 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:17.902314 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7973e8a5-1caf-46cf-86f0-dbf786326526 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:17.932697 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7973e8a5-1caf-46cf-86f0-dbf786326526 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:17.934452 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-7973e8a5-1caf-46cf-86f0-dbf786326526 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1601658 Feb 16 13:21:17.937781 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 44050) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:21:17.940082 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7973e8a5-1caf-46cf-86f0-dbf786326526 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd43fc2c-e3ce-4178-be96-9566f3b515ea,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:17.943828 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-250f189a-4929-4f67-8753-17f09f4712c0 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Request body: {'security_group_rule': {'security_group_id': 'bd43fc2c-e3ce-4178-be96-9566f3b515ea', 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:17.975476 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-250f189a-4929-4f67-8753-17f09f4712c0 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:18.037174 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-250f189a-4929-4f67-8753-17f09f4712c0 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:18.042857 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-250f189a-4929-4f67-8753-17f09f4712c0 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:18.060573 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f189a-4929-4f67-8753-17f09f4712c0 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9497f247-d606-481d-8bef-e17f0f544e05,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:18.069202 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-250f189a-4929-4f67-8753-17f09f4712c0 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:18.070559 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-250f189a-4929-4f67-8753-17f09f4712c0 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1314921 Feb 16 13:21:18.073499 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 44052) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:21:18.078069 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-621f536f-ef75-4f8a-ace2-9f06956e3d08 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Request body: {'security_group_rule': {'security_group_id': 'bd43fc2c-e3ce-4178-be96-9566f3b515ea', 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:18.110873 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-621f536f-ef75-4f8a-ace2-9f06956e3d08 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:18.162837 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-621f536f-ef75-4f8a-ace2-9f06956e3d08 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:18.166738 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-621f536f-ef75-4f8a-ace2-9f06956e3d08 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:18.187607 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f536f-ef75-4f8a-ace2-9f06956e3d08 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd0619e4-ab17-4eee-9aa1-1ec1438d9046,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:18.193830 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-621f536f-ef75-4f8a-ace2-9f06956e3d08 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:18.195075 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-621f536f-ef75-4f8a-ace2-9f06956e3d08 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1205614 Feb 16 13:21:18.197746 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 44054) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:21:18.202831 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-ffe2e3cb-53b3-4551-b892-1f2b9ccf65b7 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Request body: {'security_group_rule': {'security_group_id': 'bd43fc2c-e3ce-4178-be96-9566f3b515ea', 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:18.237532 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ffe2e3cb-53b3-4551-b892-1f2b9ccf65b7 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:18.310753 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ffe2e3cb-53b3-4551-b892-1f2b9ccf65b7 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:18.316040 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ffe2e3cb-53b3-4551-b892-1f2b9ccf65b7 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:18.334373 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe2e3cb-53b3-4551-b892-1f2b9ccf65b7 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3718b06e-a8e4-4fb8-b699-fef9b2ac1f7a,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:18.344346 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ffe2e3cb-53b3-4551-b892-1f2b9ccf65b7 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:18.345627 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ffe2e3cb-53b3-4551-b892-1f2b9ccf65b7 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1468503 Feb 16 13:21:18.348647 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 44056) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:21:18.353208 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-930c8803-35fc-4051-90d5-8a910598b066 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Request body: {'security_group_rule': {'security_group_id': 'bd43fc2c-e3ce-4178-be96-9566f3b515ea', 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:18.385365 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-930c8803-35fc-4051-90d5-8a910598b066 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:18.450444 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-930c8803-35fc-4051-90d5-8a910598b066 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:18.454332 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-930c8803-35fc-4051-90d5-8a910598b066 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:18.475788 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c8803-35fc-4051-90d5-8a910598b066 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b80486-362d-4242-bce8-0bcda851eaf2,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:18.481038 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-930c8803-35fc-4051-90d5-8a910598b066 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:18.482251 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-930c8803-35fc-4051-90d5-8a910598b066 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1326194 Feb 16 13:21:18.485130 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 44058) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:21:18.489519 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-33b3c869-82c4-4af5-8330-b96808b731c9 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Request body: {'security_group_rule': {'security_group_id': 'bd43fc2c-e3ce-4178-be96-9566f3b515ea', 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:18.514492 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.securitygroups_db [None req-33b3c869-82c4-4af5-8330-b96808b731c9 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Project 1717274bb30b4b56aacd1e3e30ad7bff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:21:18.519931 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-33b3c869-82c4-4af5-8330-b96808b731c9 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:18.584905 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-33b3c869-82c4-4af5-8330-b96808b731c9 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:18.588937 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-33b3c869-82c4-4af5-8330-b96808b731c9 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:18.609578 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b3c869-82c4-4af5-8330-b96808b731c9 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54e97163-fc68-45b7-8ee2-d156079118e3,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:18.619994 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-33b3c869-82c4-4af5-8330-b96808b731c9 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:18.624779 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-33b3c869-82c4-4af5-8330-b96808b731c9 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1357770 Feb 16 13:21:18.624949 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 44060) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:21:18.629433 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-eaec3403-6242-4af6-b007-639be3b2bf2b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Request body: {'security_group_rule': {'security_group_id': 'bd43fc2c-e3ce-4178-be96-9566f3b515ea', 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:18.653286 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.securitygroups_db [None req-eaec3403-6242-4af6-b007-639be3b2bf2b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Project 1717274bb30b4b56aacd1e3e30ad7bff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:21:18.658734 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-eaec3403-6242-4af6-b007-639be3b2bf2b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:18.722384 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-eaec3403-6242-4af6-b007-639be3b2bf2b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:18.726384 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-eaec3403-6242-4af6-b007-639be3b2bf2b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:18.745240 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec3403-6242-4af6-b007-639be3b2bf2b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5947fe29-77c0-4ae6-8266-1a65cc1d0bc5,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:18.756333 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-eaec3403-6242-4af6-b007-639be3b2bf2b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:18.759236 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-eaec3403-6242-4af6-b007-639be3b2bf2b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1333778 Feb 16 13:21:18.908834 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-678ba670-837b-40fd-b7c1-16ae50fb3426 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-226021077&fields=id&tenant_id=1717274bb30b4b56aacd1e3e30ad7bff HTTP/1.1" status: 200 len: 267 time: 0.0339482 Feb 16 13:21:19.019230 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-0c0b513c-f7dd-49c3-8f77-d756662d8c4b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:19.020710 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-0c0b513c-f7dd-49c3-8f77-d756662d8c4b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/networks?id=0e791179-19ca-4196-85a3-d90e2116287c HTTP/1.1" status: 200 len: 808 time: 0.1042235 Feb 16 13:21:19.036089 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-2058e70a-4ae6-4c0b-9007-46bc9f715092 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/quotas/1717274bb30b4b56aacd1e3e30ad7bff HTTP/1.1" status: 200 len: 375 time: 0.0096400 Feb 16 13:21:19.093177 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-952afa5e-7c78-4d3d-9e26-13c28719333c tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=1717274bb30b4b56aacd1e3e30ad7bff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502946 Feb 16 13:21:19.191509 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-cfed2d69-c607-4099-947a-853041c8bd6d service neutron] 10.222.0.90 "GET /v2.0/networks/0e791179-19ca-4196-85a3-d90e2116287c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855503 Feb 16 13:21:19.280600 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-2265ed6e-fcaf-47f6-a61e-e6580fa20040 service neutron] 10.222.0.90 "GET /v2.0/networks/0e791179-19ca-4196-85a3-d90e2116287c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829053 Feb 16 13:21:19.460126 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 2b668a54-d14f-4717-97c2-14d541876f96 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:21:19.472403 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3e2a97ec-f90a-419d-8d4b-628c2ec8fa5e req-9d241505-9e21-43f2-bd08-4c1a2b3c683b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 210 time: 0.0358052 Feb 16 13:21:19.526187 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 2b668a54-d14f-4717-97c2-14d541876f96 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:21:19.527235 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:19.619542 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:19.641874 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 2b668a54-d14f-4717-97c2-14d541876f96, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=2b668a54-d14f-4717-97c2-14d541876f96,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:21:19.646447 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:19.697445 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=2b668a54-d14f-4717-97c2-14d541876f96,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:19.698690 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6ef855-f2a0-489b-9f33-5596937309be None None] Sync routers for ids ['be95d729-1844-4f76-bcc6-147d5ea4142f'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:21:19.715829 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6ef855-f2a0-489b-9f33-5596937309be None None] Routers {'be95d729-1844-4f76-bcc6-147d5ea4142f'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:21:19.716446 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9b6ef855-f2a0-489b-9f33-5596937309be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:20:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['be95d729-1844-4f76-bcc6-147d5ea4142f'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:19.841501 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-9b6ef855-f2a0-489b-9f33-5596937309be None None] Set router be95d729-1844-4f76-bcc6-147d5ea4142f gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:21:20.138059 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9b6ef855-f2a0-489b-9f33-5596937309be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be95d729-1844-4f76-bcc6-147d5ea4142f', 'name': 'tempest-TestShelveInstance-128400994-router', 'tenant_id': 'da2dc9665fa94a219759d00a1439e516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': '2b668a54-d14f-4717-97c2-14d541876f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:13Z', 'updated_at': '2022-02-16T13:21:16Z', 'revision_number': 4, 'project_id': 'da2dc9665fa94a219759d00a1439e516', 'gw_port': {'id': '2b668a54-d14f-4717-97c2-14d541876f96', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:55:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be95d729-1844-4f76-bcc6-147d5ea4142f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:14Z', 'updated_at': '2022-02-16T13:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '7bc92506-13db-4f36-8c13-3c54232c1a35', 'name': '', 'network_id': '37e92b4f-408c-4952-b32e-f8f3e77a81f8', 'tenant_id': 'da2dc9665fa94a219759d00a1439e516', 'mac_address': 'fa:16:3e:c1:b1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be95d729-1844-4f76-bcc6-147d5ea4142f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6efa2ec7-2c14-42ee-9e95-493156929934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:15Z', 'updated_at': '2022-02-16T13:21:16Z', 'revision_number': 2, 'project_id': 'da2dc9665fa94a219759d00a1439e516', 'subnets': [{'id': '6efa2ec7-2c14-42ee-9e95-493156929934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:20.166266 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6ef855-f2a0-489b-9f33-5596937309be None None] Checking router: be95d729-1844-4f76-bcc6-147d5ea4142f for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:21:20.166612 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6ef855-f2a0-489b-9f33-5596937309be None None] Updating router be95d729-1844-4f76-bcc6-147d5ea4142f port 7bc92506-13db-4f36-8c13-3c54232c1a35 binding host dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:21:20.191220 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9b6ef855-f2a0-489b-9f33-5596937309be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:20.444286 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-00dd9b1d-c195-4dab-b0b0-3a5ca1a9693f tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:20.446084 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-00dd9b1d-c195-4dab-b0b0-3a5ca1a9693f tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.42 "GET /v2.0/networks?id=0e791179-19ca-4196-85a3-d90e2116287c HTTP/1.1" status: 200 len: 808 time: 0.1151385 Feb 16 13:21:20.455139 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9b6ef855-f2a0-489b-9f33-5596937309be None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:20.461162 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9b6ef855-f2a0-489b-9f33-5596937309be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:20.508788 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-31bf1578-d4b0-4334-997b-0422c2c4f556 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1717274bb30b4b56aacd1e3e30ad7bff HTTP/1.1" status: 200 len: 379 time: 0.0539072 Feb 16 13:21:20.527719 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-f641ba29-5a59-47c5-b0b0-b45f2adb8a1e tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Request body: {'port': {'device_id': 'f0bee49e-7fe4-4fe8-aebe-a6311704bfcc', 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c', 'admin_state_up': True, 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'security_groups': ['bd43fc2c-e3ce-4178-be96-9566f3b515ea']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:20.558641 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-9b6ef855-f2a0-489b-9f33-5596937309be None None] Attempting to bind port 7bc92506-13db-4f36-8c13-3c54232c1a35 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:21:20.559008 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-9b6ef855-f2a0-489b-9f33-5596937309be None None] Attempting to bind port 7bc92506-13db-4f36-8c13-3c54232c1a35 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'ecf0c75e-e290-497e-b995-5dd56595547a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '37e92b4f-408c-4952-b32e-f8f3e77a81f8'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:21:20.559360 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6ef855-f2a0-489b-9f33-5596937309be None None] Attempting to bind port 7bc92506-13db-4f36-8c13-3c54232c1a35 on network 37e92b4f-408c-4952-b32e-f8f3e77a81f8 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:21:20.566812 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6ef855-f2a0-489b-9f33-5596937309be None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:21:20.567495 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6ef855-f2a0-489b-9f33-5596937309be None None] Checking segment: {'id': 'ecf0c75e-e290-497e-b995-5dd56595547a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '37e92b4f-408c-4952-b32e-f8f3e77a81f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:21:20.568065 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9b6ef855-f2a0-489b-9f33-5596937309be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:20.568617 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6ef855-f2a0-489b-9f33-5596937309be None None] Bound using segment: {'id': 'ecf0c75e-e290-497e-b995-5dd56595547a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '37e92b4f-408c-4952-b32e-f8f3e77a81f8'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:21:20.569355 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-9b6ef855-f2a0-489b-9f33-5596937309be None None] Bound port: 7bc92506-13db-4f36-8c13-3c54232c1a35, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecf0c75e-e290-497e-b995-5dd56595547a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '37e92b4f-408c-4952-b32e-f8f3e77a81f8'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:21:20.569892 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9b6ef855-f2a0-489b-9f33-5596937309be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:20.590573 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1d1ae502-47b8-4f63-b290-d03a4309c4f5 req-73819f9c-c142-40d9-b0ba-79db129c1402 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 210 time: 0.0304592 Feb 16 13:21:20.618420 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef782d9-27d6-4f9d-a7cb-7dd4193d4cd5 None None] Pushing event updated for resources: {'Port': ['ID=7bc92506-13db-4f36-8c13-3c54232c1a35,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:20.641188 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-9b6ef855-f2a0-489b-9f33-5596937309be None None] For port 7bc92506-13db-4f36-8c13-3c54232c1a35, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:21:20.644542 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-9b6ef855-f2a0-489b-9f33-5596937309be None None] For port 7bc92506-13db-4f36-8c13-3c54232c1a35, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=7bc92506-13db-4f36-8c13-3c54232c1a35,segment=NetworkSegment(ecf0c75e-e290-497e-b995-5dd56595547a),segment_id=ecf0c75e-e290-497e-b995-5dd56595547a)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:21:20.650143 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9b6ef855-f2a0-489b-9f33-5596937309be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:20.672372 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-f641ba29-5a59-47c5-b0b0-b45f2adb8a1e tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Made reservation on behalf of 1717274bb30b4b56aacd1e3e30ad7bff for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:21:20.676232 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-f641ba29-5a59-47c5-b0b0-b45f2adb8a1e tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:20.700960 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6ef855-f2a0-489b-9f33-5596937309be None None] Routers {'be95d729-1844-4f76-bcc6-147d5ea4142f'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:21:20.701511 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9b6ef855-f2a0-489b-9f33-5596937309be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:20:54Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['be95d729-1844-4f76-bcc6-147d5ea4142f'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:20.757173 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef782d9-27d6-4f9d-a7cb-7dd4193d4cd5 None None] Pushing event updated for resources: {'Port': ['ID=7bc92506-13db-4f36-8c13-3c54232c1a35,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:20.802542 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-c97825d0-e196-4aae-8e3d-b2472fc1c72b None None] Provisioning complete for port 7bc92506-13db-4f36-8c13-3c54232c1a35 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:21:20.804349 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c97825d0-e196-4aae-8e3d-b2472fc1c72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:20.825377 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-f641ba29-5a59-47c5-b0b0-b45f2adb8a1e tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Allocated IP 172.20.0.9 (0e791179-19ca-4196-85a3-d90e2116287c/dba89f34-3db3-4b10-abee-6b9e17f85c16/007bf432-1eeb-4dae-a10d-c972c514caa9) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:21:20.833381 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-9b6ef855-f2a0-489b-9f33-5596937309be None None] Set router be95d729-1844-4f76-bcc6-147d5ea4142f gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:21:20.916226 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c97825d0-e196-4aae-8e3d-b2472fc1c72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:20.968372 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-c97825d0-e196-4aae-8e3d-b2472fc1c72b None None] For port 7bc92506-13db-4f36-8c13-3c54232c1a35, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=7bc92506-13db-4f36-8c13-3c54232c1a35,segment=NetworkSegment(ecf0c75e-e290-497e-b995-5dd56595547a),segment_id=ecf0c75e-e290-497e-b995-5dd56595547a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:21:20.973634 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c97825d0-e196-4aae-8e3d-b2472fc1c72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:20.994904 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-f641ba29-5a59-47c5-b0b0-b45f2adb8a1e tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:21.032413 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97825d0-e196-4aae-8e3d-b2472fc1c72b None None] Pushing event updated for resources: {'Port': ['ID=7bc92506-13db-4f36-8c13-3c54232c1a35,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:21.041257 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-f641ba29-5a59-47c5-b0b0-b45f2adb8a1e tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:21.050185 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9b6ef855-f2a0-489b-9f33-5596937309be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be95d729-1844-4f76-bcc6-147d5ea4142f', 'name': 'tempest-TestShelveInstance-128400994-router', 'tenant_id': 'da2dc9665fa94a219759d00a1439e516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': '2b668a54-d14f-4717-97c2-14d541876f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:13Z', 'updated_at': '2022-02-16T13:21:16Z', 'revision_number': 4, 'project_id': 'da2dc9665fa94a219759d00a1439e516', 'gw_port': {'id': '2b668a54-d14f-4717-97c2-14d541876f96', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:55:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be95d729-1844-4f76-bcc6-147d5ea4142f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:14Z', 'updated_at': '2022-02-16T13:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '7bc92506-13db-4f36-8c13-3c54232c1a35', 'name': '', 'network_id': '37e92b4f-408c-4952-b32e-f8f3e77a81f8', 'tenant_id': 'da2dc9665fa94a219759d00a1439e516', 'mac_address': 'fa:16:3e:c1:b1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be95d729-1844-4f76-bcc6-147d5ea4142f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6efa2ec7-2c14-42ee-9e95-493156929934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:15Z', 'updated_at': '2022-02-16T13:21:20Z', 'revision_number': 4, 'project_id': 'da2dc9665fa94a219759d00a1439e516', 'subnets': [{'id': '6efa2ec7-2c14-42ee-9e95-493156929934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:21.080850 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6ef855-f2a0-489b-9f33-5596937309be None None] The sync data for ids ['be95d729-1844-4f76-bcc6-147d5ea4142f'] in dv-neutron-828142-3-hyperv is: [{'id': 'be95d729-1844-4f76-bcc6-147d5ea4142f', 'name': 'tempest-TestShelveInstance-128400994-router', 'tenant_id': 'da2dc9665fa94a219759d00a1439e516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': '2b668a54-d14f-4717-97c2-14d541876f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:13Z', 'updated_at': '2022-02-16T13:21:16Z', 'revision_number': 4, 'project_id': 'da2dc9665fa94a219759d00a1439e516', 'gw_port': {'id': '2b668a54-d14f-4717-97c2-14d541876f96', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:55:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be95d729-1844-4f76-bcc6-147d5ea4142f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:14Z', 'updated_at': '2022-02-16T13:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '7bc92506-13db-4f36-8c13-3c54232c1a35', 'name': '', 'network_id': '37e92b4f-408c-4952-b32e-f8f3e77a81f8', 'tenant_id': 'da2dc9665fa94a219759d00a1439e516', 'mac_address': 'fa:16:3e:c1:b1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be95d729-1844-4f76-bcc6-147d5ea4142f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6efa2ec7-2c14-42ee-9e95-493156929934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:15Z', 'updated_at': '2022-02-16T13:21:20Z', 'revision_number': 4, 'project_id': 'da2dc9665fa94a219759d00a1439e516', 'subnets': [{'id': '6efa2ec7-2c14-42ee-9e95-493156929934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:21:21.096126 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-2bdd177c-2f05-481d-92f4-4dce9aa9673c None None] Provisioning complete for port 7bc92506-13db-4f36-8c13-3c54232c1a35 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:21:21.096581 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2bdd177c-2f05-481d-92f4-4dce9aa9673c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:21.100527 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-f641ba29-5a59-47c5-b0b0-b45f2adb8a1e tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Network 0e791179-19ca-4196-85a3-d90e2116287c is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:21:21.103699 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-f641ba29-5a59-47c5-b0b0-b45f2adb8a1e tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:21:21.109409 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-f641ba29-5a59-47c5-b0b0-b45f2adb8a1e tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:21:21.138571 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641ba29-5a59-47c5-b0b0-b45f2adb8a1e tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Pushing event updated for resources: {'Port': ['ID=007bf432-1eeb-4dae-a10d-c972c514caa9,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:21.174591 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-f641ba29-5a59-47c5-b0b0-b45f2adb8a1e tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:21.175334 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-f641ba29-5a59-47c5-b0b0-b45f2adb8a1e tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:21.203252 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-f641ba29-5a59-47c5-b0b0-b45f2adb8a1e tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6877232 Feb 16 13:21:21.215512 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-2a6b761f-ded6-4ba3-a896-f4c22646d26f service neutron] Request body: {'port': {'device_id': 'f0bee49e-7fe4-4fe8-aebe-a6311704bfcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:21.273315 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-2a6b761f-ded6-4ba3-a896-f4c22646d26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:21.421769 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-b135e294-4c79-4886-a99e-64cf01cae942 None None] Provisioning complete for port 007bf432-1eeb-4dae-a10d-c972c514caa9 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:21:21.421769 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b135e294-4c79-4886-a99e-64cf01cae942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:21.468574 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-b135e294-4c79-4886-a99e-64cf01cae942 None None] Port 007bf432-1eeb-4dae-a10d-c972c514caa9 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:21:21.478917 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 2b668a54-d14f-4717-97c2-14d541876f96 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:21:21.531659 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 2b668a54-d14f-4717-97c2-14d541876f96 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:21:21.532113 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:21.578999 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-2a6b761f-ded6-4ba3-a896-f4c22646d26f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 007bf432-1eeb-4dae-a10d-c972c514caa9 {{(pid=109049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:21:21.587031 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-2a6b761f-ded6-4ba3-a896-f4c22646d26f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:21.600720 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.provisioning_blocks [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-2a6b761f-ded6-4ba3-a896-f4c22646d26f service neutron] Transition to ACTIVE for port object 007bf432-1eeb-4dae-a10d-c972c514caa9 will not be triggered until provisioned by entity L2. {{(pid=109049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:21:21.604904 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-2a6b761f-ded6-4ba3-a896-f4c22646d26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:21.619554 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 7bc92506-13db-4f36-8c13-3c54232c1a35 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:21:21.680726 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 7bc92506-13db-4f36-8c13-3c54232c1a35 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:21:21.681408 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:21.737841 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b761f-ded6-4ba3-a896-f4c22646d26f service neutron] Pushing event updated for resources: {'Port': ['ID=007bf432-1eeb-4dae-a10d-c972c514caa9,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:21.740724 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-2a6b761f-ded6-4ba3-a896-f4c22646d26f service neutron] Attempting to bind port 007bf432-1eeb-4dae-a10d-c972c514caa9 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:21:21.741008 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-2a6b761f-ded6-4ba3-a896-f4c22646d26f service neutron] Attempting to bind port 007bf432-1eeb-4dae-a10d-c972c514caa9 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'b505d583-4a36-4b4a-b39e-5db1936eb02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:21:21.741337 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-2a6b761f-ded6-4ba3-a896-f4c22646d26f service neutron] Attempting to bind port 007bf432-1eeb-4dae-a10d-c972c514caa9 on network 0e791179-19ca-4196-85a3-d90e2116287c {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:21:21.747005 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-2a6b761f-ded6-4ba3-a896-f4c22646d26f service neutron] Port 007bf432-1eeb-4dae-a10d-c972c514caa9 on network 0e791179-19ca-4196-85a3-d90e2116287c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:21:21.747220 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-2a6b761f-ded6-4ba3-a896-f4c22646d26f service neutron] Attempting to bind port 007bf432-1eeb-4dae-a10d-c972c514caa9 on network 0e791179-19ca-4196-85a3-d90e2116287c {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:21:21.752990 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-2a6b761f-ded6-4ba3-a896-f4c22646d26f service neutron] Checking agent: {'id': '31a9428e-e23a-420f-bfe2-5870b63c0436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'started_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:21:21.753618 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-2a6b761f-ded6-4ba3-a896-f4c22646d26f service neutron] Checking segment: {'id': 'b505d583-4a36-4b4a-b39e-5db1936eb02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:21:21.754197 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-2a6b761f-ded6-4ba3-a896-f4c22646d26f service neutron] Bound using segment: {'id': 'b505d583-4a36-4b4a-b39e-5db1936eb02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c'} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:21:21.754846 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-2a6b761f-ded6-4ba3-a896-f4c22646d26f service neutron] Bound port: 007bf432-1eeb-4dae-a10d-c972c514caa9, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b505d583-4a36-4b4a-b39e-5db1936eb02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c'}}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:21:21.755404 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-2a6b761f-ded6-4ba3-a896-f4c22646d26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:21.773621 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fee70-42ea-42ae-9b06-1828cdf53d9b req-fb17db51-927a-4212-b9ad-120ec4a476e8 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:21.776817 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-df3fee70-42ea-42ae-9b06-1828cdf53d9b req-fb17db51-927a-4212-b9ad-120ec4a476e8 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 943 time: 0.0873876 Feb 16 13:21:21.821605 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-df3fee70-42ea-42ae-9b06-1828cdf53d9b req-f92a5cb9-537f-456b-9baa-43aa7023cdb8 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374832 Feb 16 13:21:21.847714 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-2a6b761f-ded6-4ba3-a896-f4c22646d26f service neutron] For port 007bf432-1eeb-4dae-a10d-c972c514caa9, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:21:21.851015 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-2a6b761f-ded6-4ba3-a896-f4c22646d26f service neutron] For port 007bf432-1eeb-4dae-a10d-c972c514caa9, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=007bf432-1eeb-4dae-a10d-c972c514caa9,segment=NetworkSegment(b505d583-4a36-4b4a-b39e-5db1936eb02d),segment_id=b505d583-4a36-4b4a-b39e-5db1936eb02d)] {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:21:21.855854 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-2a6b761f-ded6-4ba3-a896-f4c22646d26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:21.892347 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-2a6b761f-ded6-4ba3-a896-f4c22646d26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:21.893206 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-2a6b761f-ded6-4ba3-a896-f4c22646d26f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:21.894394 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-2a6b761f-ded6-4ba3-a896-f4c22646d26f service neutron] 10.222.0.42 "PUT /v2.0/ports/007bf432-1eeb-4dae-a10d-c972c514caa9 HTTP/1.1" status: 200 len: 1093 time: 0.6835558 Feb 16 13:21:21.894864 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0bee49e-7fe4-4fe8-aebe-a6311704bfcc', 'tag': '007bf432-1eeb-4dae-a10d-c972c514caa9'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:21:21.897387 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417de1c8-4853-410f-9a28-217057c4b37f" -d '{"events": [{"name": "network-changed", "server_uuid": "f0bee49e-7fe4-4fe8-aebe-a6311704bfcc", "tag": "007bf432-1eeb-4dae-a10d-c972c514caa9"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:21:21.929050 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b761f-ded6-4ba3-a896-f4c22646d26f service neutron] Pushing event updated for resources: {'Port': ['ID=007bf432-1eeb-4dae-a10d-c972c514caa9,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:21.994285 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-318ea489-612f-47e1-a67f-e8a1b774ba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:21.996270 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-318ea489-612f-47e1-a67f-e8a1b774ba97 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1717274bb30b4b56aacd1e3e30ad7bff&device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 1096 time: 0.0534999 Feb 16 13:21:22.059693 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-2916a824-e8ee-4b82-a6ef-bb8c88f6d4ac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=007bf432-1eeb-4dae-a10d-c972c514caa9 HTTP/1.1" status: 200 len: 217 time: 0.0561073 Feb 16 13:21:22.061320 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5b8a84-2488-47a8-91dc-db0eabaabd84 x-openstack-request-id: req-ee5b8a84-2488-47a8-91dc-db0eabaabd84 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:21:22.061605 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0bee49e-7fe4-4fe8-aebe-a6311704bfcc", "tag": "007bf432-1eeb-4dae-a10d-c972c514caa9", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:21:22.061871 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ee5b8a84-2488-47a8-91dc-db0eabaabd84 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:21:22.062274 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0bee49e-7fe4-4fe8-aebe-a6311704bfcc', 'tag': '007bf432-1eeb-4dae-a10d-c972c514caa9', 'status': 'completed', 'code': 200} Feb 16 13:21:22.113688 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-7d4cfeb0-36f9-46ce-9219-3c823452ad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:22.115209 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-7d4cfeb0-36f9-46ce-9219-3c823452ad49 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dba89f34-3db3-4b10-abee-6b9e17f85c16 HTTP/1.1" status: 200 len: 847 time: 0.0479295 Feb 16 13:21:22.162325 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-359db3c3-6e10-407b-aadf-3422e0e69a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:22.163883 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-359db3c3-6e10-407b-aadf-3422e0e69a96 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0e791179-19ca-4196-85a3-d90e2116287c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412788 Feb 16 13:21:22.260488 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-4f4ca6d7-e962-455f-8945-e1169d69fde4 service neutron] 10.222.0.42 "GET /v2.0/networks/0e791179-19ca-4196-85a3-d90e2116287c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880489 Feb 16 13:21:22.324438 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-90acb6a8-f3aa-4bdd-acb9-4d55be2656a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:22.351208 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1a3b856c-9f9e-41bc-bbbb-7bf254250b6b req-c1e91fbb-b307-4cfe-ac03-57bc7f67275f service neutron] 10.222.0.42 "GET /v2.0/networks/0e791179-19ca-4196-85a3-d90e2116287c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835457 Feb 16 13:21:22.439880 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417de1c8-4853-410f-9a28-217057c4b37f req-33a3e817-38e0-419a-8b2c-d236463806a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:22.441400 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-417de1c8-4853-410f-9a28-217057c4b37f req-33a3e817-38e0-419a-8b2c-d236463806a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1717274bb30b4b56aacd1e3e30ad7bff&device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 1096 time: 0.0407729 Feb 16 13:21:22.544381 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417de1c8-4853-410f-9a28-217057c4b37f req-6a0565bb-5431-4d97-9d0c-c76d43e7fcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:22.546089 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-417de1c8-4853-410f-9a28-217057c4b37f req-6a0565bb-5431-4d97-9d0c-c76d43e7fcf8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0e791179-19ca-4196-85a3-d90e2116287c HTTP/1.1" status: 200 len: 909 time: 0.0956147 Feb 16 13:21:22.598133 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-417de1c8-4853-410f-9a28-217057c4b37f req-e7c34444-d852-4814-b075-2215b1cac6fb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=007bf432-1eeb-4dae-a10d-c972c514caa9 HTTP/1.1" status: 200 len: 217 time: 0.0443864 Feb 16 13:21:22.655371 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417de1c8-4853-410f-9a28-217057c4b37f req-880cd0d8-598b-436d-9eb7-426b173c220b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:22.656895 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-417de1c8-4853-410f-9a28-217057c4b37f req-880cd0d8-598b-436d-9eb7-426b173c220b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dba89f34-3db3-4b10-abee-6b9e17f85c16 HTTP/1.1" status: 200 len: 847 time: 0.0504720 Feb 16 13:21:22.706064 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417de1c8-4853-410f-9a28-217057c4b37f req-04b88ee3-ac40-49c9-850c-bb62461b817e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:22.707586 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-417de1c8-4853-410f-9a28-217057c4b37f req-04b88ee3-ac40-49c9-850c-bb62461b817e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0e791179-19ca-4196-85a3-d90e2116287c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441322 Feb 16 13:21:22.805055 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-417de1c8-4853-410f-9a28-217057c4b37f req-384a3c77-b833-4368-addd-69c3449be9ef service neutron] 10.222.0.42 "GET /v2.0/networks/0e791179-19ca-4196-85a3-d90e2116287c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887921 Feb 16 13:21:22.957297 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba6ecb-e742-48b3-ad86-c3557597f8c2 req-67cffa13-3f07-4cdf-9760-c2770c15cb94 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:22.958938 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f0ba6ecb-e742-48b3-ad86-c3557597f8c2 req-67cffa13-3f07-4cdf-9760-c2770c15cb94 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 943 time: 0.0623765 Feb 16 13:21:23.001048 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f0ba6ecb-e742-48b3-ad86-c3557597f8c2 req-70649e59-ed25-4b3d-ab5b-f512ce1ac3b1 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358748 Feb 16 13:21:23.246004 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-417de1c8-4853-410f-9a28-217057c4b37f req-92f9444f-977f-44ec-ae0d-4a335fdcc104 service neutron] 10.222.0.42 "GET /v2.0/networks/0e791179-19ca-4196-85a3-d90e2116287c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331894 Feb 16 13:21:24.121578 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c89a77-6e48-49dd-8e82-19934795a2af req-7276908d-4be8-42e8-92a8-fb7f7113d431 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:24.123036 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b9c89a77-6e48-49dd-8e82-19934795a2af req-7276908d-4be8-42e8-92a8-fb7f7113d431 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 943 time: 0.0494614 Feb 16 13:21:24.170273 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b9c89a77-6e48-49dd-8e82-19934795a2af req-7d956baf-7eb8-4332-8b5a-6fd62a3ce4ce tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403521 Feb 16 13:21:24.508533 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-833b2c2d-81b6-4f3b-9dd3-da16e46c833a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:24.591641 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 007bf432-1eeb-4dae-a10d-c972c514caa9 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:21:24.683897 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 007bf432-1eeb-4dae-a10d-c972c514caa9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=007bf432-1eeb-4dae-a10d-c972c514caa9,segment=NetworkSegment(b505d583-4a36-4b4a-b39e-5db1936eb02d),segment_id=b505d583-4a36-4b4a-b39e-5db1936eb02d)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:21:24.697817 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': '007bf432-1eeb-4dae-a10d-c972c514caa9', 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c', 'port_id': '007bf432-1eeb-4dae-a10d-c972c514caa9', 'mac_address': 'fa:16:3e:b4:15:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba89f34-3db3-4b10-abee-6b9e17f85c16', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:21:24.740241 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:24.753793 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 007bf432-1eeb-4dae-a10d-c972c514caa9 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:21:24.778216 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 007bf432-1eeb-4dae-a10d-c972c514caa9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=007bf432-1eeb-4dae-a10d-c972c514caa9,segment=NetworkSegment(b505d583-4a36-4b4a-b39e-5db1936eb02d),segment_id=b505d583-4a36-4b4a-b39e-5db1936eb02d)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:21:24.782297 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:24.834246 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=007bf432-1eeb-4dae-a10d-c972c514caa9,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:24.989883 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['007bf432-1eeb-4dae-a10d-c972c514caa9'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:21:25.287269 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a39c0-e0eb-4bdc-8012-da654fa97991 req-7c6e7e4d-5641-4d2a-84cf-638e9aa60cda tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:25.288727 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f86a39c0-e0eb-4bdc-8012-da654fa97991 req-7c6e7e4d-5641-4d2a-84cf-638e9aa60cda tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 944 time: 0.0519419 Feb 16 13:21:25.329239 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f86a39c0-e0eb-4bdc-8012-da654fa97991 req-1778678b-edc2-46d0-a03f-905359fc1283 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307720 Feb 16 13:21:25.855365 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:26.439947 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4759d-cb9d-4cc8-93c7-ec2b146a0c84 req-4b1436a1-db97-4fd4-90bd-72822babb59b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:26.441592 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-05a4759d-cb9d-4cc8-93c7-ec2b146a0c84 req-4b1436a1-db97-4fd4-90bd-72822babb59b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 944 time: 0.0495505 Feb 16 13:21:26.484773 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-05a4759d-cb9d-4cc8-93c7-ec2b146a0c84 req-43518d65-08be-4760-aef1-ace33dd10a91 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372338 Feb 16 13:21:26.597077 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 007bf432-1eeb-4dae-a10d-c972c514caa9 up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:21:26.793976 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning for port 007bf432-1eeb-4dae-a10d-c972c514caa9 completed by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:21:26.797802 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port 007bf432-1eeb-4dae-a10d-c972c514caa9 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:21:26.798195 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:26.880562 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:26.905288 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0bee49e-7fe4-4fe8-aebe-a6311704bfcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007bf432-1eeb-4dae-a10d-c972c514caa9'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:21:26.907741 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab154de-f97b-482e-b725-7ddc8f2ab403" -d '{"events": [{"server_uuid": "f0bee49e-7fe4-4fe8-aebe-a6311704bfcc", "name": "network-vif-plugged", "status": "completed", "tag": "007bf432-1eeb-4dae-a10d-c972c514caa9"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:21:26.921272 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 007bf432-1eeb-4dae-a10d-c972c514caa9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=007bf432-1eeb-4dae-a10d-c972c514caa9,segment=NetworkSegment(b505d583-4a36-4b4a-b39e-5db1936eb02d),segment_id=b505d583-4a36-4b4a-b39e-5db1936eb02d)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:21:26.925814 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:26.959265 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eebb0ca-f168-4955-9375-a964cf413971 x-openstack-request-id: req-3eebb0ca-f168-4955-9375-a964cf413971 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:21:26.959605 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0bee49e-7fe4-4fe8-aebe-a6311704bfcc", "name": "network-vif-plugged", "status": "completed", "tag": "007bf432-1eeb-4dae-a10d-c972c514caa9", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:21:26.959802 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3eebb0ca-f168-4955-9375-a964cf413971 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:21:26.960298 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0bee49e-7fe4-4fe8-aebe-a6311704bfcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007bf432-1eeb-4dae-a10d-c972c514caa9', 'code': 200} Feb 16 13:21:26.994997 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=007bf432-1eeb-4dae-a10d-c972c514caa9,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:27.126883 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:27.147669 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4648a3b-07c0-44b3-96a5-0da872f990cc req-e7dd470a-faf2-409f-a829-ff33c91701b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:27.149321 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b4648a3b-07c0-44b3-96a5-0da872f990cc req-e7dd470a-faf2-409f-a829-ff33c91701b4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 1098 time: 0.0466740 Feb 16 13:21:27.192347 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b4648a3b-07c0-44b3-96a5-0da872f990cc req-b08f9083-31a0-4460-bcac-39c4588df891 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339496 Feb 16 13:21:27.473163 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:27.609792 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86140a-8051-46d5-a4dc-1c7dc10f8fae req-d97612cc-be0a-469d-bafd-484ef0b22521 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:27.611201 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2a86140a-8051-46d5-a4dc-1c7dc10f8fae req-d97612cc-be0a-469d-bafd-484ef0b22521 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 945 time: 0.0504074 Feb 16 13:21:27.648831 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2a86140a-8051-46d5-a4dc-1c7dc10f8fae req-6249b12d-aa6f-49b8-b84c-d9fbef79f123 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316021 Feb 16 13:21:28.769473 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21354b17-ab5e-491e-a495-e763f9f3325b req-bf7887a4-4a2c-444c-841f-618c7d304539 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:28.770945 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-21354b17-ab5e-491e-a495-e763f9f3325b req-bf7887a4-4a2c-444c-841f-618c7d304539 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 945 time: 0.0532513 Feb 16 13:21:28.801892 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:28.810162 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-21354b17-ab5e-491e-a495-e763f9f3325b req-4f48b8c5-77ae-4ceb-b5ce-ef3a89cd91e4 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333335 Feb 16 13:21:28.923205 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8794e8-3501-4432-b8f9-0e0bb4631eba req-d0c62bb8-1e36-435d-8f84-4a8215aea917 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:28.924714 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-aa8794e8-3501-4432-b8f9-0e0bb4631eba req-d0c62bb8-1e36-435d-8f84-4a8215aea917 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 945 time: 0.0490849 Feb 16 13:21:28.962096 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-aa8794e8-3501-4432-b8f9-0e0bb4631eba req-d974e6fb-e15d-4104-8786-5afb5c7e95cd tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314739 Feb 16 13:21:28.985613 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 44116) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:21:29.118945 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731328c3-db13-4771-8418-251a3d8aaeff tempest-TestShelveInstance-240986675 tempest-TestShelveInstance-240986675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:29.120523 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-731328c3-db13-4771-8418-251a3d8aaeff tempest-TestShelveInstance-240986675 tempest-TestShelveInstance-240986675-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 1093 time: 0.1339324 Feb 16 13:21:29.123406 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 44120) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:21:29.127663 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-4b502768-be38-4142-adde-afe5615902e4 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Request body: {'floatingip': {'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'port_id': '007bf432-1eeb-4dae-a10d-c972c514caa9', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:29.152142 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4b502768-be38-4142-adde-afe5615902e4 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for floatingip, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:29.251140 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4b502768-be38-4142-adde-afe5615902e4 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:29.354626 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-4b502768-be38-4142-adde-afe5615902e4 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Allocated IP 172.26.2.66 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/21f54701-6479-4049-bc99-94370fbaa779) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:21:29.454010 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4b502768-be38-4142-adde-afe5615902e4 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:29.487173 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4b502768-be38-4142-adde-afe5615902e4 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:29.526228 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b502768-be38-4142-adde-afe5615902e4 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:21:29.529684 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-4b502768-be38-4142-adde-afe5615902e4 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:21:29.533288 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b502768-be38-4142-adde-afe5615902e4 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:21:29.539210 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b502768-be38-4142-adde-afe5615902e4 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Pushing event updated for resources: {'Port': ['ID=21f54701-6479-4049-bc99-94370fbaa779,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:29.893815 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4b502768-be38-4142-adde-afe5615902e4 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:29.962033 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4b502768-be38-4142-adde-afe5615902e4 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:30.108950 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4b502768-be38-4142-adde-afe5615902e4 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:30.113535 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4b502768-be38-4142-adde-afe5615902e4 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:30.184329 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b502768-be38-4142-adde-afe5615902e4 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Pushing event updated for resources: {'Port': ['ID=21f54701-6479-4049-bc99-94370fbaa779,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:30.196858 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4b502768-be38-4142-adde-afe5615902e4 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:30.296469 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.l3_db [None req-4b502768-be38-4142-adde-afe5615902e4 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Floating IP 386da13a-bc6d-4b70-b83d-f48310e3707a associated. External IP: 172.26.2.66, port: 007bf432-1eeb-4dae-a10d-c972c514caa9. Feb 16 13:21:30.432443 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:21:30.824814 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b502768-be38-4142-adde-afe5615902e4 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Router 11f49bbf-76b5-4789-bbc1-bcf71e76248c has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:21:30.930387 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b502768-be38-4142-adde-afe5615902e4 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:21:30.940536 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c414d0d-5500-4979-a595-6d7d1d916d2e None None] Sync routers for ids ['11f49bbf-76b5-4789-bbc1-bcf71e76248c'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:21:30.947738 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-4b502768-be38-4142-adde-afe5615902e4 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:30.951833 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c414d0d-5500-4979-a595-6d7d1d916d2e None None] Routers {'11f49bbf-76b5-4789-bbc1-bcf71e76248c'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:21:30.952453 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-7c414d0d-5500-4979-a595-6d7d1d916d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:21:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['11f49bbf-76b5-4789-bbc1-bcf71e76248c'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:30.979663 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-4b502768-be38-4142-adde-afe5615902e4 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8552172 Feb 16 13:21:30.980269 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0bee49e-7fe4-4fe8-aebe-a6311704bfcc', 'tag': '007bf432-1eeb-4dae-a10d-c972c514caa9'}] {{(pid=109048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:21:30.982590 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40068d798dcc31a224174c6c24ac8b3e49f1a518b527dec6066c5fbc28712f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bdabf8-fa45-4184-8488-0d4f5243fcbb" -d '{"events": [{"name": "network-changed", "server_uuid": "f0bee49e-7fe4-4fe8-aebe-a6311704bfcc", "tag": "007bf432-1eeb-4dae-a10d-c972c514caa9"}]}' {{(pid=109048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:21:31.027922 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adb7564-f920-4908-a3d3-a378d594a518 x-openstack-request-id: req-5adb7564-f920-4908-a3d3-a378d594a518 {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:21:31.028218 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0bee49e-7fe4-4fe8-aebe-a6311704bfcc", "tag": "007bf432-1eeb-4dae-a10d-c972c514caa9", "status": "completed", "code": 200}]} {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:21:31.028478 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5adb7564-f920-4908-a3d3-a378d594a518 {{(pid=109048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:21:31.028930 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0bee49e-7fe4-4fe8-aebe-a6311704bfcc', 'tag': '007bf432-1eeb-4dae-a10d-c972c514caa9', 'status': 'completed', 'code': 200} Feb 16 13:21:31.062691 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-7c414d0d-5500-4979-a595-6d7d1d916d2e None None] Set router 11f49bbf-76b5-4789-bbc1-bcf71e76248c gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:21:31.095185 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bdabf8-fa45-4184-8488-0d4f5243fcbb req-5fe175a6-9174-46db-a1b9-d7c1bcec4f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:31.096756 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-51bdabf8-fa45-4184-8488-0d4f5243fcbb req-5fe175a6-9174-46db-a1b9-d7c1bcec4f7c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1717274bb30b4b56aacd1e3e30ad7bff&device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 1098 time: 0.0442035 Feb 16 13:21:31.191576 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bdabf8-fa45-4184-8488-0d4f5243fcbb req-60d0811b-e77e-42f5-9dc3-f618ac9eecaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:31.193144 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-51bdabf8-fa45-4184-8488-0d4f5243fcbb req-60d0811b-e77e-42f5-9dc3-f618ac9eecaa service neutron] 10.222.0.42 "GET /v2.0/networks?id=0e791179-19ca-4196-85a3-d90e2116287c HTTP/1.1" status: 200 len: 909 time: 0.0895519 Feb 16 13:21:31.258557 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-51bdabf8-fa45-4184-8488-0d4f5243fcbb req-fc52a73f-c3bb-4139-bd7c-2e73fc7aaf1d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=007bf432-1eeb-4dae-a10d-c972c514caa9 HTTP/1.1" status: 200 len: 998 time: 0.0586202 Feb 16 13:21:31.292352 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-7c414d0d-5500-4979-a595-6d7d1d916d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'name': 'tempest-TestShelveInstance-311938750-router', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.4'}], 'enable_snat': True}, 'gw_port_id': 'e26d5d45-4bd9-426d-b92b-5001b098f2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:08Z', 'updated_at': '2022-02-16T13:21:11Z', 'revision_number': 4, 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'gw_port': {'id': 'e26d5d45-4bd9-426d-b92b-5001b098f2cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:08Z', 'updated_at': '2022-02-16T13:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '386da13a-bc6d-4b70-b83d-f48310e3707a', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'floating_ip_address': '172.26.2.66', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'port_id': '007bf432-1eeb-4dae-a10d-c972c514caa9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c', 'mac_address': 'fa:16:3e:b4:15:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bee49e-7fe4-4fe8-aebe-a6311704bfcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:21:29Z', 'updated_at': '2022-02-16T13:21:29Z', 'revision_number': 0, 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a5f5382-2283-4c8d-a1da-259f1d8f5753', 'name': '', 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'mac_address': 'fa:16:3e:3b:05:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'dba89f34-3db3-4b10-abee-6b9e17f85c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:10Z', 'updated_at': '2022-02-16T13:21:14Z', 'revision_number': 5, 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'subnets': [{'id': 'dba89f34-3db3-4b10-abee-6b9e17f85c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:31.314374 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bdabf8-fa45-4184-8488-0d4f5243fcbb req-34cbad51-33be-43b2-a829-995550f3d179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:31.315887 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-51bdabf8-fa45-4184-8488-0d4f5243fcbb req-34cbad51-33be-43b2-a829-995550f3d179 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dba89f34-3db3-4b10-abee-6b9e17f85c16 HTTP/1.1" status: 200 len: 847 time: 0.0496759 Feb 16 13:21:31.319038 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c414d0d-5500-4979-a595-6d7d1d916d2e None None] Checking router: 11f49bbf-76b5-4789-bbc1-bcf71e76248c for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:21:31.328222 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c414d0d-5500-4979-a595-6d7d1d916d2e None None] Routers {'11f49bbf-76b5-4789-bbc1-bcf71e76248c'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:21:31.328863 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-7c414d0d-5500-4979-a595-6d7d1d916d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:21:24Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['11f49bbf-76b5-4789-bbc1-bcf71e76248c'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:31.364357 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bdabf8-fa45-4184-8488-0d4f5243fcbb req-8179eba2-7ac6-411a-8bac-e2c02ee238e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:31.366101 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-51bdabf8-fa45-4184-8488-0d4f5243fcbb req-8179eba2-7ac6-411a-8bac-e2c02ee238e0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0e791179-19ca-4196-85a3-d90e2116287c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414183 Feb 16 13:21:31.434636 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-7c414d0d-5500-4979-a595-6d7d1d916d2e None None] Set router 11f49bbf-76b5-4789-bbc1-bcf71e76248c gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:21:31.456949 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-51bdabf8-fa45-4184-8488-0d4f5243fcbb req-c7a534c9-38e2-4060-99e2-01a13bcbd366 service neutron] 10.222.0.42 "GET /v2.0/networks/0e791179-19ca-4196-85a3-d90e2116287c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825815 Feb 16 13:21:31.551712 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-51bdabf8-fa45-4184-8488-0d4f5243fcbb req-807c77b8-59eb-4dd9-9352-47a34ec28d2b service neutron] 10.222.0.42 "GET /v2.0/networks/0e791179-19ca-4196-85a3-d90e2116287c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881624 Feb 16 13:21:31.658211 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-7c414d0d-5500-4979-a595-6d7d1d916d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'name': 'tempest-TestShelveInstance-311938750-router', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.4'}], 'enable_snat': True}, 'gw_port_id': 'e26d5d45-4bd9-426d-b92b-5001b098f2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:08Z', 'updated_at': '2022-02-16T13:21:11Z', 'revision_number': 4, 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'gw_port': {'id': 'e26d5d45-4bd9-426d-b92b-5001b098f2cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:08Z', 'updated_at': '2022-02-16T13:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '386da13a-bc6d-4b70-b83d-f48310e3707a', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'floating_ip_address': '172.26.2.66', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'port_id': '007bf432-1eeb-4dae-a10d-c972c514caa9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c', 'mac_address': 'fa:16:3e:b4:15:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bee49e-7fe4-4fe8-aebe-a6311704bfcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:21:29Z', 'updated_at': '2022-02-16T13:21:29Z', 'revision_number': 0, 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a5f5382-2283-4c8d-a1da-259f1d8f5753', 'name': '', 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'mac_address': 'fa:16:3e:3b:05:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'dba89f34-3db3-4b10-abee-6b9e17f85c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:10Z', 'updated_at': '2022-02-16T13:21:14Z', 'revision_number': 5, 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'subnets': [{'id': 'dba89f34-3db3-4b10-abee-6b9e17f85c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:31.688083 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c414d0d-5500-4979-a595-6d7d1d916d2e None None] The sync data for ids ['11f49bbf-76b5-4789-bbc1-bcf71e76248c'] in dv-neutron-828142-3-hyperv is: [{'id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'name': 'tempest-TestShelveInstance-311938750-router', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.4'}], 'enable_snat': True}, 'gw_port_id': 'e26d5d45-4bd9-426d-b92b-5001b098f2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:08Z', 'updated_at': '2022-02-16T13:21:11Z', 'revision_number': 4, 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'gw_port': {'id': 'e26d5d45-4bd9-426d-b92b-5001b098f2cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:08Z', 'updated_at': '2022-02-16T13:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '386da13a-bc6d-4b70-b83d-f48310e3707a', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'floating_ip_address': '172.26.2.66', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'port_id': '007bf432-1eeb-4dae-a10d-c972c514caa9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c', 'mac_address': 'fa:16:3e:b4:15:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bee49e-7fe4-4fe8-aebe-a6311704bfcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:21:29Z', 'updated_at': '2022-02-16T13:21:29Z', 'revision_number': 0, 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a5f5382-2283-4c8d-a1da-259f1d8f5753', 'name': '', 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'mac_address': 'fa:16:3e:3b:05:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'dba89f34-3db3-4b10-abee-6b9e17f85c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:10Z', 'updated_at': '2022-02-16T13:21:14Z', 'revision_number': 5, 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'subnets': [{'id': 'dba89f34-3db3-4b10-abee-6b9e17f85c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:21:31.882625 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c7d6f3-6c62-432a-9a0b-6f1e1e5f1c36 None None] New status for floating IP 386da13a-bc6d-4b70-b83d-f48310e3707a: ACTIVE {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:21:52.329339 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ea39c582-c481-4937-b226-8cd1bca08cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:54.511905 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-093bb0ad-c324-4ec9-88f1-becd53dbfe54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:55.859220 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:57.125997 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:57.475762 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:57.613831 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3ee53123-ea29-4205-8fe1-d43b33295681 req-b3864643-4567-41be-84ed-10eb2d198115 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432107 Feb 16 13:21:57.707132 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee53123-ea29-4205-8fe1-d43b33295681 req-e9c79730-7078-4b0f-984f-385175f763d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:57.708762 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3ee53123-ea29-4205-8fe1-d43b33295681 req-e9c79730-7078-4b0f-984f-385175f763d9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1717274bb30b4b56aacd1e3e30ad7bff&device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 1098 time: 0.0458512 Feb 16 13:21:57.833604 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee53123-ea29-4205-8fe1-d43b33295681 req-615b5756-418c-45c0-8147-1a8546b677f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:57.836230 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3ee53123-ea29-4205-8fe1-d43b33295681 req-615b5756-418c-45c0-8147-1a8546b677f8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0e791179-19ca-4196-85a3-d90e2116287c HTTP/1.1" status: 200 len: 909 time: 0.1039486 Feb 16 13:21:57.909597 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3ee53123-ea29-4205-8fe1-d43b33295681 req-8a567abe-963c-4077-b9aa-2109d0ca9e2e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=007bf432-1eeb-4dae-a10d-c972c514caa9 HTTP/1.1" status: 200 len: 1000 time: 0.0661299 Feb 16 13:21:57.970145 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee53123-ea29-4205-8fe1-d43b33295681 req-403fec88-86ba-4eca-b80d-51943f105991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:57.971599 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3ee53123-ea29-4205-8fe1-d43b33295681 req-403fec88-86ba-4eca-b80d-51943f105991 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dba89f34-3db3-4b10-abee-6b9e17f85c16 HTTP/1.1" status: 200 len: 847 time: 0.0541799 Feb 16 13:21:58.021734 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee53123-ea29-4205-8fe1-d43b33295681 req-7b76f7d9-4c53-4ecb-9b23-6046032740a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:58.023259 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3ee53123-ea29-4205-8fe1-d43b33295681 req-7b76f7d9-4c53-4ecb-9b23-6046032740a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0e791179-19ca-4196-85a3-d90e2116287c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0448422 Feb 16 13:21:58.129841 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3ee53123-ea29-4205-8fe1-d43b33295681 req-cd38e1cf-0878-4110-bc1d-aee6972fc851 service neutron] 10.222.0.42 "GET /v2.0/networks/0e791179-19ca-4196-85a3-d90e2116287c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980372 Feb 16 13:21:58.234012 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3ee53123-ea29-4205-8fe1-d43b33295681 req-c6abe6bf-b0a7-49b0-9681-55e9b5366aa0 service neutron] 10.222.0.42 "GET /v2.0/networks/0e791179-19ca-4196-85a3-d90e2116287c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953815 Feb 16 13:21:58.814931 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:07.432485 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:22:22.335528 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9117cf8d-9e25-4cf8-9a50-a37b4dda98dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:24.514580 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7e0e9b7d-51b8-4f23-a3e4-4ea8b4aae0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:25.869010 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:27.121250 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:27.481129 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:28.831599 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:44.431562 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:22:52.331175 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5931a4ae-b02a-4ddb-99b3-118c11f4b871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:54.532152 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1d2ee619-08ae-4cc3-ab83-e629b4a7cb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:55.863867 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:57.127798 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:57.485463 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:58.858926 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:00.258232 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0e30a50f-d2e0-4925-8dc3-e3dbe3a51260 req-9bcf900b-3747-4c5c-a3cd-3d5639fdfa89 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408478 Feb 16 13:23:00.354588 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30a50f-d2e0-4925-8dc3-e3dbe3a51260 req-18f8e5de-b2d7-4356-b7d3-2b1829af3dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:00.356098 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0e30a50f-d2e0-4925-8dc3-e3dbe3a51260 req-18f8e5de-b2d7-4356-b7d3-2b1829af3dfb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1717274bb30b4b56aacd1e3e30ad7bff&device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 1098 time: 0.0502255 Feb 16 13:23:00.483759 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30a50f-d2e0-4925-8dc3-e3dbe3a51260 req-c7168ce8-1c17-4556-aa25-6c3a61549743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:00.486006 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0e30a50f-d2e0-4925-8dc3-e3dbe3a51260 req-c7168ce8-1c17-4556-aa25-6c3a61549743 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0e791179-19ca-4196-85a3-d90e2116287c HTTP/1.1" status: 200 len: 909 time: 0.1016536 Feb 16 13:23:00.563487 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0e30a50f-d2e0-4925-8dc3-e3dbe3a51260 req-3c5ec563-c016-46ad-998a-12bd415a87de service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=007bf432-1eeb-4dae-a10d-c972c514caa9 HTTP/1.1" status: 200 len: 1000 time: 0.0703506 Feb 16 13:23:00.621959 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30a50f-d2e0-4925-8dc3-e3dbe3a51260 req-653b73b2-1995-4516-a3ba-cf23bd4dbe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:00.623426 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0e30a50f-d2e0-4925-8dc3-e3dbe3a51260 req-653b73b2-1995-4516-a3ba-cf23bd4dbe68 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dba89f34-3db3-4b10-abee-6b9e17f85c16 HTTP/1.1" status: 200 len: 847 time: 0.0517697 Feb 16 13:23:00.674220 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30a50f-d2e0-4925-8dc3-e3dbe3a51260 req-f8fdd6af-c179-42de-888a-3433f343e0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:00.675757 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0e30a50f-d2e0-4925-8dc3-e3dbe3a51260 req-f8fdd6af-c179-42de-888a-3433f343e0cd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0e791179-19ca-4196-85a3-d90e2116287c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0451732 Feb 16 13:23:00.770690 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0e30a50f-d2e0-4925-8dc3-e3dbe3a51260 req-936461f9-1d40-4c4e-bd28-cb1e1c6c1fea service neutron] 10.222.0.42 "GET /v2.0/networks/0e791179-19ca-4196-85a3-d90e2116287c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879881 Feb 16 13:23:00.884737 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0e30a50f-d2e0-4925-8dc3-e3dbe3a51260 req-00541a45-ca6f-4983-a987-180403462ca1 service neutron] 10.222.0.42 "GET /v2.0/networks/0e791179-19ca-4196-85a3-d90e2116287c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066389 Feb 16 13:23:02.106251 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [req-73ba66e5-5083-4ed9-9ce0-5a95efa57a44 req-08fa9d48-d274-4de7-8e85-0aa414054e66 service neutron] (109049) timed out ('10.222.0.90', 40474) {{(pid=109049) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 16 13:23:21.430290 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:23:22.327056 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7ea0862f-c49a-464e-9f96-8d5345573813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:24.516875 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-aefa6b93-b6e0-442c-8c8e-30da096bdc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:25.868406 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:26.725026 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ff759-cec4-4173-8837-bff61aad03f8 req-9b247b04-6ca9-44a3-9c97-feb1bd7e2178 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:26.727770 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-435ff759-cec4-4173-8837-bff61aad03f8 req-9b247b04-6ca9-44a3-9c97-feb1bd7e2178 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 945 time: 0.0757167 Feb 16 13:23:26.771445 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-435ff759-cec4-4173-8837-bff61aad03f8 req-e3be9736-aec6-4b4c-a7b1-5558c63cfa7e tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353403 Feb 16 13:23:27.123767 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:27.485676 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:27.923941 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3dabe-bbf5-459d-bbeb-e714d110c26a req-02f694c4-bd5b-4b31-8162-d957eba1c103 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:27.925570 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-57c3dabe-bbf5-459d-bbeb-e714d110c26a req-02f694c4-bd5b-4b31-8162-d957eba1c103 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 945 time: 0.0621848 Feb 16 13:23:27.966879 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-57c3dabe-bbf5-459d-bbeb-e714d110c26a req-63eabf76-9c7a-4feb-8d24-a9dafebfb9c2 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335274 Feb 16 13:23:28.852182 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:29.114720 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725a8ea-e69b-413e-81a6-9a8b299208ec req-c36c409d-878a-438b-a719-9b147b4aa557 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:29.116337 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0725a8ea-e69b-413e-81a6-9a8b299208ec req-c36c409d-878a-438b-a719-9b147b4aa557 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 945 time: 0.0543039 Feb 16 13:23:29.160061 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0725a8ea-e69b-413e-81a6-9a8b299208ec req-13bb0b23-a04d-472d-b4aa-414d9f3c8b47 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378366 Feb 16 13:23:30.283377 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9621833-39df-4be9-a250-67ff16dcb628 req-a084ac3d-4ff6-4074-b55a-6f1c2b2244c0 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:30.284872 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f9621833-39df-4be9-a250-67ff16dcb628 req-a084ac3d-4ff6-4074-b55a-6f1c2b2244c0 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 945 time: 0.0499833 Feb 16 13:23:30.330312 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f9621833-39df-4be9-a250-67ff16dcb628 req-50bdd02a-c885-4dc9-bca0-e35ee55b2d70 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392754 Feb 16 13:23:31.454941 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1281deb-d607-4000-87c1-9e9c9702c13f req-b86458c6-cb0f-47d9-89dc-2d63f46db16b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:31.456540 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d1281deb-d607-4000-87c1-9e9c9702c13f req-b86458c6-cb0f-47d9-89dc-2d63f46db16b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 945 time: 0.0522935 Feb 16 13:23:31.504369 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d1281deb-d607-4000-87c1-9e9c9702c13f req-d25a9e84-23a0-4f14-8af9-e2744fcfaea2 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409889 Feb 16 13:23:32.625057 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c700f68-b2a1-4a3b-8f64-b47c17fb6819 req-ee65a8f3-7327-4410-abd4-60897fc5cf42 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:32.626569 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5c700f68-b2a1-4a3b-8f64-b47c17fb6819 req-ee65a8f3-7327-4410-abd4-60897fc5cf42 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 945 time: 0.0495818 Feb 16 13:23:32.669004 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5c700f68-b2a1-4a3b-8f64-b47c17fb6819 req-b25b3445-e75d-43a6-9ec6-9621a666cc63 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363989 Feb 16 13:23:33.786486 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad4190-bdfa-4c5c-9786-f3c6bd466146 req-f3432b9e-2591-4118-9a01-f0ebec3f24e2 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:33.788506 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e6ad4190-bdfa-4c5c-9786-f3c6bd466146 req-f3432b9e-2591-4118-9a01-f0ebec3f24e2 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 945 time: 0.0514729 Feb 16 13:23:33.833756 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e6ad4190-bdfa-4c5c-9786-f3c6bd466146 req-a9c792c2-1754-475b-bdb6-204ee246b1a9 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353842 Feb 16 13:23:34.952699 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bab97b-d940-40e0-9eac-957a3e42a7a7 req-f16011db-af18-44d6-beaa-1c424753a8d1 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:34.954212 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-81bab97b-d940-40e0-9eac-957a3e42a7a7 req-f16011db-af18-44d6-beaa-1c424753a8d1 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 945 time: 0.0508368 Feb 16 13:23:34.993777 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-81bab97b-d940-40e0-9eac-957a3e42a7a7 req-37291b4a-0be8-4722-8f60-9ac9fb3f400a tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334046 Feb 16 13:23:36.115809 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3084d47-7041-43ba-bb7f-bad1854afb4d req-3e11452e-1b89-4823-92a9-1f71a855aa6d tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:36.117934 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f3084d47-7041-43ba-bb7f-bad1854afb4d req-3e11452e-1b89-4823-92a9-1f71a855aa6d tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 945 time: 0.0502110 Feb 16 13:23:36.161044 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f3084d47-7041-43ba-bb7f-bad1854afb4d req-7a7801c6-9036-4522-b9c8-86d2febfd2b6 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371678 Feb 16 13:23:37.285662 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2569d9c-678d-4058-be73-9e546549f0a5 req-55f01044-b5d1-4d73-8247-90b69269b198 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:37.287157 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d2569d9c-678d-4058-be73-9e546549f0a5 req-55f01044-b5d1-4d73-8247-90b69269b198 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 945 time: 0.0503058 Feb 16 13:23:37.327297 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d2569d9c-678d-4058-be73-9e546549f0a5 req-d183782c-b202-4e36-9e4e-67458d2ef628 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333321 Feb 16 13:23:38.447205 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bfb632-4cf3-41bd-aa45-9bdf7104125e req-ff296a6e-76d2-42e5-abbc-5a45cb4c77fd tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:38.449736 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e5bfb632-4cf3-41bd-aa45-9bdf7104125e req-ff296a6e-76d2-42e5-abbc-5a45cb4c77fd tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 945 time: 0.0505080 Feb 16 13:23:38.495099 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e5bfb632-4cf3-41bd-aa45-9bdf7104125e req-83f6ea2e-3a67-4690-8e6f-ff995c1c7801 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356200 Feb 16 13:23:39.235306 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 007bf432-1eeb-4dae-a10d-c972c514caa9 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:23:39.330980 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 007bf432-1eeb-4dae-a10d-c972c514caa9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=007bf432-1eeb-4dae-a10d-c972c514caa9,segment=NetworkSegment(b505d583-4a36-4b4a-b39e-5db1936eb02d),segment_id=b505d583-4a36-4b4a-b39e-5db1936eb02d)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:23:39.342271 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': '007bf432-1eeb-4dae-a10d-c972c514caa9', 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c', 'port_id': '007bf432-1eeb-4dae-a10d-c972c514caa9', 'mac_address': 'fa:16:3e:b4:15:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba89f34-3db3-4b10-abee-6b9e17f85c16', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:23:39.387476 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:39.404049 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 007bf432-1eeb-4dae-a10d-c972c514caa9 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:23:39.429330 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 007bf432-1eeb-4dae-a10d-c972c514caa9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=007bf432-1eeb-4dae-a10d-c972c514caa9,segment=NetworkSegment(b505d583-4a36-4b4a-b39e-5db1936eb02d),segment_id=b505d583-4a36-4b4a-b39e-5db1936eb02d)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:23:39.433871 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:39.493748 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=007bf432-1eeb-4dae-a10d-c972c514caa9,revision_number=6']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:39.500831 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:39.501176 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:39.501508 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:39.501835 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:39.502156 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:39.502474 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:39.502793 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:39.503115 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:39.503432 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:39.503772 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:39.504105 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:39.504358 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:39.525489 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['007bf432-1eeb-4dae-a10d-c972c514caa9'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:23:39.621526 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba846a63-586f-490c-a545-2b9596dd1406 req-83ab4904-6624-4b98-a308-7cc4e6c1cfac tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:39.623158 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ba846a63-586f-490c-a545-2b9596dd1406 req-83ab4904-6624-4b98-a308-7cc4e6c1cfac tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 944 time: 0.0546443 Feb 16 13:23:39.670630 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ba846a63-586f-490c-a545-2b9596dd1406 req-7257e3d6-7379-4190-855b-383a2c3d309f tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403872 Feb 16 13:23:40.815297 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280a23c-ce7c-4bfb-bb68-6e18beff126d req-d831cc0c-41e7-453f-acd2-530260569c8a tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:40.818605 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f280a23c-ce7c-4bfb-bb68-6e18beff126d req-d831cc0c-41e7-453f-acd2-530260569c8a tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 944 time: 0.0646689 Feb 16 13:23:40.868347 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f280a23c-ce7c-4bfb-bb68-6e18beff126d req-a1dc6584-d770-471d-857a-694979641062 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430079 Feb 16 13:23:41.245063 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 007bf432-1eeb-4dae-a10d-c972c514caa9 up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:23:41.312672 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port 007bf432-1eeb-4dae-a10d-c972c514caa9 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:23:41.313109 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:41.419776 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:41.454907 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0bee49e-7fe4-4fe8-aebe-a6311704bfcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007bf432-1eeb-4dae-a10d-c972c514caa9'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:23:41.457915 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce8c499-eef2-4bc9-a8cc-c644532fc5e3" -d '{"events": [{"server_uuid": "f0bee49e-7fe4-4fe8-aebe-a6311704bfcc", "name": "network-vif-plugged", "status": "completed", "tag": "007bf432-1eeb-4dae-a10d-c972c514caa9"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:23:41.479622 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 007bf432-1eeb-4dae-a10d-c972c514caa9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=007bf432-1eeb-4dae-a10d-c972c514caa9,segment=NetworkSegment(b505d583-4a36-4b4a-b39e-5db1936eb02d),segment_id=b505d583-4a36-4b4a-b39e-5db1936eb02d)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:23:41.487086 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:41.541785 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=007bf432-1eeb-4dae-a10d-c972c514caa9,revision_number=7']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:41.611260 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0017183e-fd0a-4e0d-ac9f-6d2199ee3a82 x-openstack-request-id: req-0017183e-fd0a-4e0d-ac9f-6d2199ee3a82 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:23:41.612153 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0bee49e-7fe4-4fe8-aebe-a6311704bfcc", "name": "network-vif-plugged", "status": "completed", "tag": "007bf432-1eeb-4dae-a10d-c972c514caa9", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:23:41.612879 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0017183e-fd0a-4e0d-ac9f-6d2199ee3a82 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:23:41.613479 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0bee49e-7fe4-4fe8-aebe-a6311704bfcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007bf432-1eeb-4dae-a10d-c972c514caa9', 'code': 200} Feb 16 13:23:42.013922 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f38f0c-27a7-4b23-870a-ace4ccd5a9c1 req-38b132d1-adf4-43bf-af9e-e06378e94da6 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:42.016219 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-35f38f0c-27a7-4b23-870a-ace4ccd5a9c1 req-38b132d1-adf4-43bf-af9e-e06378e94da6 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 945 time: 0.0613117 Feb 16 13:23:42.088151 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-35f38f0c-27a7-4b23-870a-ace4ccd5a9c1 req-c16a27bb-a031-426c-a9cf-04b18839585e tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566962 Feb 16 13:23:43.224701 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64c681-fbe4-4c0e-9a3d-ebb54cdf49c0 req-be86804a-a3fc-473b-b6d2-6438a809f333 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:43.229251 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0a64c681-fbe4-4c0e-9a3d-ebb54cdf49c0 req-be86804a-a3fc-473b-b6d2-6438a809f333 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 945 time: 0.0636787 Feb 16 13:23:43.286717 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0a64c681-fbe4-4c0e-9a3d-ebb54cdf49c0 req-e8605866-231d-4997-9722-0a27a69dbc08 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510089 Feb 16 13:23:44.425639 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ef8f0-da44-4ce3-bd4a-b29193742e8a req-853e03fa-fa6e-4c51-85c5-7de22138e951 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:44.427173 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-cb2ef8f0-da44-4ce3-bd4a-b29193742e8a req-853e03fa-fa6e-4c51-85c5-7de22138e951 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 945 time: 0.0587132 Feb 16 13:23:44.472373 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-cb2ef8f0-da44-4ce3-bd4a-b29193742e8a req-5a0e203f-6354-43cd-b84a-cc6d75ff2676 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380864 Feb 16 13:23:45.634926 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b5451-38ca-4138-816f-8dcdc6d59005 req-28502e9b-9266-4157-aead-27ddffd9f6c5 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:45.636828 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-009b5451-38ca-4138-816f-8dcdc6d59005 req-28502e9b-9266-4157-aead-27ddffd9f6c5 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 945 time: 0.0526907 Feb 16 13:23:45.682247 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-009b5451-38ca-4138-816f-8dcdc6d59005 req-93515f72-6799-4e27-8abe-1e437a212c49 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391858 Feb 16 13:23:46.843515 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d309d1f-09a1-4498-8324-8bd6a2350cdd req-9f29062a-b784-497e-b710-ebfb5eb2edb0 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:46.845199 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7d309d1f-09a1-4498-8324-8bd6a2350cdd req-9f29062a-b784-497e-b710-ebfb5eb2edb0 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 945 time: 0.0787039 Feb 16 13:23:46.924251 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7d309d1f-09a1-4498-8324-8bd6a2350cdd req-ff9271ff-f696-4365-88cc-6b618dcaa3eb tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643060 Feb 16 13:23:48.061837 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be387ae-847e-4035-a0e4-bc605b76687d req-15067991-c37e-4783-a68e-c21b295a73f2 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:48.063529 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5be387ae-847e-4035-a0e4-bc605b76687d req-15067991-c37e-4783-a68e-c21b295a73f2 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 945 time: 0.0627253 Feb 16 13:23:48.125035 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5be387ae-847e-4035-a0e4-bc605b76687d req-cf2d0e0a-65fb-42a1-ab95-53e53d893789 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540609 Feb 16 13:23:49.274595 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e175cc-2570-486c-a908-40f59f913cf0 req-e44f575f-2099-4b4d-94a5-32fb943634b8 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:49.276084 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-25e175cc-2570-486c-a908-40f59f913cf0 req-e44f575f-2099-4b4d-94a5-32fb943634b8 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 945 time: 0.0537398 Feb 16 13:23:49.321364 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-25e175cc-2570-486c-a908-40f59f913cf0 req-14fd18da-a1bc-48d7-a3c6-7ad30b3ecc8a tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385168 Feb 16 13:23:49.768259 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8c07a-712d-44c2-abc7-958683f42f98 req-a3e39e16-22ce-4f93-87b3-553c9a3429c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:49.769876 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5fa8c07a-712d-44c2-abc7-958683f42f98 req-a3e39e16-22ce-4f93-87b3-553c9a3429c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1717274bb30b4b56aacd1e3e30ad7bff&device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 1098 time: 0.0418570 Feb 16 13:23:49.863804 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8c07a-712d-44c2-abc7-958683f42f98 req-00f09fa0-dcc9-42b9-b219-f552d1d9a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:49.865314 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5fa8c07a-712d-44c2-abc7-958683f42f98 req-00f09fa0-dcc9-42b9-b219-f552d1d9a40b service neutron] 10.222.0.42 "GET /v2.0/networks?id=0e791179-19ca-4196-85a3-d90e2116287c HTTP/1.1" status: 200 len: 909 time: 0.0880921 Feb 16 13:23:49.933824 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5fa8c07a-712d-44c2-abc7-958683f42f98 req-078d0b1d-5d2a-478e-84bd-1ba1a5c14489 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=007bf432-1eeb-4dae-a10d-c972c514caa9 HTTP/1.1" status: 200 len: 1000 time: 0.0616307 Feb 16 13:23:49.986096 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8c07a-712d-44c2-abc7-958683f42f98 req-3d7f3a68-94f0-4f07-b94c-c28aadd78956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:49.987956 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5fa8c07a-712d-44c2-abc7-958683f42f98 req-3d7f3a68-94f0-4f07-b94c-c28aadd78956 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dba89f34-3db3-4b10-abee-6b9e17f85c16 HTTP/1.1" status: 200 len: 847 time: 0.0451858 Feb 16 13:23:50.049126 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8c07a-712d-44c2-abc7-958683f42f98 req-d12a57dc-d7f6-47b7-a0aa-b66f7b8c3425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:50.050584 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5fa8c07a-712d-44c2-abc7-958683f42f98 req-d12a57dc-d7f6-47b7-a0aa-b66f7b8c3425 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0e791179-19ca-4196-85a3-d90e2116287c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0557864 Feb 16 13:23:50.153341 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5fa8c07a-712d-44c2-abc7-958683f42f98 req-d0f68e33-9020-48d0-944e-bb57a5850158 service neutron] 10.222.0.42 "GET /v2.0/networks/0e791179-19ca-4196-85a3-d90e2116287c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946865 Feb 16 13:23:50.258326 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5fa8c07a-712d-44c2-abc7-958683f42f98 req-397c118f-1681-43e6-b1e8-7d7cc7f62583 service neutron] 10.222.0.42 "GET /v2.0/networks/0e791179-19ca-4196-85a3-d90e2116287c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982976 Feb 16 13:23:50.490984 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d98ba2-7860-4064-9c11-2dbc01fd24b7 req-98bc3378-c292-4ff4-b3a6-982c4a9122b0 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:50.493952 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b0d98ba2-7860-4064-9c11-2dbc01fd24b7 req-98bc3378-c292-4ff4-b3a6-982c4a9122b0 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 945 time: 0.0754621 Feb 16 13:23:50.571668 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b0d98ba2-7860-4064-9c11-2dbc01fd24b7 req-b50963ff-e129-489c-b049-8eb190bb2fbb tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664940 Feb 16 13:23:51.714278 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a7207-4385-4f04-b05a-c605a03e20f2 req-4412ac89-1444-4bd5-8bc5-f535a93a61bb tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:51.716330 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-856a7207-4385-4f04-b05a-c605a03e20f2 req-4412ac89-1444-4bd5-8bc5-f535a93a61bb tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 945 time: 0.0701594 Feb 16 13:23:51.763134 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-856a7207-4385-4f04-b05a-c605a03e20f2 req-cb4a01e6-fd86-4c81-8e49-285287a50620 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405607 Feb 16 13:23:52.336271 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b1a21ae0-04b7-4567-b4ce-e99f83999f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:52.884926 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b1c69-63e1-45fb-8246-1c0a6faef8c8 req-968559f4-c4ea-4809-b86a-6d9bc57cdb58 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:52.886447 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-234b1c69-63e1-45fb-8246-1c0a6faef8c8 req-968559f4-c4ea-4809-b86a-6d9bc57cdb58 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 945 time: 0.0524054 Feb 16 13:23:52.925635 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-234b1c69-63e1-45fb-8246-1c0a6faef8c8 req-2a756a02-10e2-4d84-836a-7c17946593a7 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330219 Feb 16 13:23:53.038078 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [req-251fcab5-96f6-4940-b76e-6fe01aa49b27 req-122e872c-18b2-43dd-b9f8-4f6401bde776 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:23:53.039105 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-251fcab5-96f6-4940-b76e-6fe01aa49b27 req-122e872c-18b2-43dd-b9f8-4f6401bde776 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0502584 Feb 16 13:23:53.203019 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b551fe-f8a1-4be0-991b-b9ca66087950 req-583ad300-20ea-412e-bd88-34f08a65a65a tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:53.204508 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e9b551fe-f8a1-4be0-991b-b9ca66087950 req-583ad300-20ea-412e-bd88-34f08a65a65a tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 945 time: 0.0529325 Feb 16 13:23:53.248083 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e9b551fe-f8a1-4be0-991b-b9ca66087950 req-5a41c109-449b-4ffc-85f7-1330a116eb16 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373409 Feb 16 13:23:53.308532 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 007bf432-1eeb-4dae-a10d-c972c514caa9 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:23:53.411217 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:53.448989 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0bee49e-7fe4-4fe8-aebe-a6311704bfcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '007bf432-1eeb-4dae-a10d-c972c514caa9'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:23:53.451240 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba08d2bf-e4bd-480d-adc6-3c3b9711e9bd" -d '{"events": [{"server_uuid": "f0bee49e-7fe4-4fe8-aebe-a6311704bfcc", "name": "network-vif-unplugged", "status": "completed", "tag": "007bf432-1eeb-4dae-a10d-c972c514caa9"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:23:53.464549 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 007bf432-1eeb-4dae-a10d-c972c514caa9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=007bf432-1eeb-4dae-a10d-c972c514caa9,segment=NetworkSegment(b505d583-4a36-4b4a-b39e-5db1936eb02d),segment_id=b505d583-4a36-4b4a-b39e-5db1936eb02d)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:23:53.469363 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:53.496772 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Feb 2022 13:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47386824-9a3f-48c5-b34c-566d991aec11 x-openstack-request-id: req-47386824-9a3f-48c5-b34c-566d991aec11 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:23:53.497061 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0bee49e-7fe4-4fe8-aebe-a6311704bfcc", "name": "network-vif-unplugged", "status": "failed", "tag": "007bf432-1eeb-4dae-a10d-c972c514caa9", "code": 422}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:23:53.497313 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-47386824-9a3f-48c5-b34c-566d991aec11 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:23:53.497741 dv-neutron-828142-3-hyperv neutron-server[109050]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f0bee49e-7fe4-4fe8-aebe-a6311704bfcc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '007bf432-1eeb-4dae-a10d-c972c514caa9', 'code': 422} returned with failed status Feb 16 13:23:53.516351 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a3c886a0-8b31-404a-b1ef-a4a65ba8a7ef req-202486a5-04cc-4ca1-a6b4-75235fd1a099 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1082644 Feb 16 13:23:53.523628 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=007bf432-1eeb-4dae-a10d-c972c514caa9,revision_number=8']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:54.372831 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d904cf2-9d7d-4041-8487-213506614837 req-62598516-1b51-447e-96cc-60846af24d55 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:54.374420 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0d904cf2-9d7d-4041-8487-213506614837 req-62598516-1b51-447e-96cc-60846af24d55 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 943 time: 0.0554481 Feb 16 13:23:54.379093 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c886a0-8b31-404a-b1ef-a4a65ba8a7ef req-863a8d60-22e2-41d2-bbea-877f81c8fa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:54.380606 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a3c886a0-8b31-404a-b1ef-a4a65ba8a7ef req-863a8d60-22e2-41d2-bbea-877f81c8fa3d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc&tenant_id=1717274bb30b4b56aacd1e3e30ad7bff HTTP/1.1" status: 200 len: 1096 time: 0.0437534 Feb 16 13:23:54.420234 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0d904cf2-9d7d-4041-8487-213506614837 req-9c6ea856-e88f-4f8b-8011-e3d86e54c122 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396650 Feb 16 13:23:54.444936 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c886a0-8b31-404a-b1ef-a4a65ba8a7ef req-e80e858d-3d9b-4b53-878c-8d6814de5b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:54.446453 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a3c886a0-8b31-404a-b1ef-a4a65ba8a7ef req-e80e858d-3d9b-4b53-878c-8d6814de5b4f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1717274bb30b4b56aacd1e3e30ad7bff&device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 1096 time: 0.0432804 Feb 16 13:23:54.519750 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dfa93568-c8cc-4229-82cf-b7678bbd8fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:54.548287 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c886a0-8b31-404a-b1ef-a4a65ba8a7ef req-d55f726a-7445-4ac2-9e0b-483551011dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:54.549727 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a3c886a0-8b31-404a-b1ef-a4a65ba8a7ef req-d55f726a-7445-4ac2-9e0b-483551011dab service neutron] 10.222.0.42 "GET /v2.0/networks?id=0e791179-19ca-4196-85a3-d90e2116287c HTTP/1.1" status: 200 len: 909 time: 0.0968957 Feb 16 13:23:54.630247 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a3c886a0-8b31-404a-b1ef-a4a65ba8a7ef req-b9077a73-d35d-4e18-909d-500dec638846 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=007bf432-1eeb-4dae-a10d-c972c514caa9 HTTP/1.1" status: 200 len: 998 time: 0.0716462 Feb 16 13:23:54.686760 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c886a0-8b31-404a-b1ef-a4a65ba8a7ef req-0551ede2-06a5-4ce7-a1c0-270ca5278af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:54.688125 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a3c886a0-8b31-404a-b1ef-a4a65ba8a7ef req-0551ede2-06a5-4ce7-a1c0-270ca5278af1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dba89f34-3db3-4b10-abee-6b9e17f85c16 HTTP/1.1" status: 200 len: 847 time: 0.0513139 Feb 16 13:23:54.742514 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c886a0-8b31-404a-b1ef-a4a65ba8a7ef req-e628ca38-e07f-4fa5-ac08-e8bd13c01f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:54.744042 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a3c886a0-8b31-404a-b1ef-a4a65ba8a7ef req-e628ca38-e07f-4fa5-ac08-e8bd13c01f62 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0e791179-19ca-4196-85a3-d90e2116287c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0476553 Feb 16 13:23:54.845786 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a3c886a0-8b31-404a-b1ef-a4a65ba8a7ef req-73bb926e-2d40-4806-9927-654db5dd3d92 service neutron] 10.222.0.42 "GET /v2.0/networks/0e791179-19ca-4196-85a3-d90e2116287c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950115 Feb 16 13:23:54.994354 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a3c886a0-8b31-404a-b1ef-a4a65ba8a7ef req-62cce73f-1a7a-4d69-a849-c3e39bed6187 service neutron] 10.222.0.42 "GET /v2.0/networks/0e791179-19ca-4196-85a3-d90e2116287c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402266 Feb 16 13:23:55.579363 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b710dd-c506-49b1-9944-1d79ad22971b req-50c17ca9-0f7f-400f-be5e-6c101f988d18 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:55.587830 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-17b710dd-c506-49b1-9944-1d79ad22971b req-50c17ca9-0f7f-400f-be5e-6c101f988d18 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 943 time: 0.0686469 Feb 16 13:23:55.628171 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-17b710dd-c506-49b1-9944-1d79ad22971b req-69de9b20-fdc7-46f4-9c19-2413969bf9d1 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392623 Feb 16 13:23:55.871902 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:56.854476 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0174332-1cf7-44c2-b471-ae90e8cc6858 req-0fb629fb-bfe2-4677-9bfe-3a7f3a535465 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:56.857585 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b0174332-1cf7-44c2-b471-ae90e8cc6858 req-0fb629fb-bfe2-4677-9bfe-3a7f3a535465 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 943 time: 0.0812254 Feb 16 13:23:56.955157 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b0174332-1cf7-44c2-b471-ae90e8cc6858 req-4730e054-e1a1-473a-b185-e939a1dfc736 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817678 Feb 16 13:23:57.149481 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:57.523317 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:58.135017 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a489089-8cc2-4c46-8f2f-d0c310b3d80d req-7d4a34ce-75f0-4dd8-96e4-aafa90677d29 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:58.141796 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4a489089-8cc2-4c46-8f2f-d0c310b3d80d req-7d4a34ce-75f0-4dd8-96e4-aafa90677d29 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 943 time: 0.0954554 Feb 16 13:23:58.193840 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4a489089-8cc2-4c46-8f2f-d0c310b3d80d req-13cc18bf-274c-4d3b-9498-0d96d99d0e6f tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497696 Feb 16 13:23:58.431198 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:23:58.871262 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:59.401760 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b6037-9a04-4cad-8f80-4a2c3e260184 req-6f790f3a-3515-4f21-a506-6066bcd23cbd tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:59.405466 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f92b6037-9a04-4cad-8f80-4a2c3e260184 req-6f790f3a-3515-4f21-a506-6066bcd23cbd tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 943 time: 0.0910850 Feb 16 13:23:59.481315 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f92b6037-9a04-4cad-8f80-4a2c3e260184 req-e29785a2-be4b-41a6-b5f2-b43c560f2ec7 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658450 Feb 16 13:24:00.655458 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b14ce-336c-49bb-a443-f5c6210145cb req-4603b726-dbae-4a45-998b-46559c148d14 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:00.656948 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7f7b14ce-336c-49bb-a443-f5c6210145cb req-4603b726-dbae-4a45-998b-46559c148d14 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 943 time: 0.0611610 Feb 16 13:24:00.707810 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7f7b14ce-336c-49bb-a443-f5c6210145cb req-85cede61-e9e3-4a5a-843f-e381007ef714 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446608 Feb 16 13:24:01.841918 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8cd84-5140-4e2c-b0d6-2d0609f51dcd req-a43f1b14-059c-446e-9b02-9e56526d9802 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:01.844539 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4ea8cd84-5140-4e2c-b0d6-2d0609f51dcd req-a43f1b14-059c-446e-9b02-9e56526d9802 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 943 time: 0.0626957 Feb 16 13:24:01.886736 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4ea8cd84-5140-4e2c-b0d6-2d0609f51dcd req-3c68e384-2a06-4202-9eb4-b72b08baead8 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358219 Feb 16 13:24:03.018781 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43114bb1-972b-4e64-bf05-f40ba12fd427 req-4ded22d3-f595-4529-be96-31ff2e719431 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:03.020322 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-43114bb1-972b-4e64-bf05-f40ba12fd427 req-4ded22d3-f595-4529-be96-31ff2e719431 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 943 time: 0.0540981 Feb 16 13:24:03.061626 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-43114bb1-972b-4e64-bf05-f40ba12fd427 req-8a376a9a-eb4a-4fe3-9077-f0e2f7069caf tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353127 Feb 16 13:24:03.544294 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60971d-911f-49b7-8341-a82366f8ae79 req-98166588-74ef-44fc-802d-dba67ba25eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:03.545866 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6b60971d-911f-49b7-8341-a82366f8ae79 req-98166588-74ef-44fc-802d-dba67ba25eec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1717274bb30b4b56aacd1e3e30ad7bff&device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 1096 time: 0.0451863 Feb 16 13:24:03.663178 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60971d-911f-49b7-8341-a82366f8ae79 req-460ddd29-bf30-4d9d-9ffe-71ce2bfa22ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:03.664688 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6b60971d-911f-49b7-8341-a82366f8ae79 req-460ddd29-bf30-4d9d-9ffe-71ce2bfa22ab service neutron] 10.222.0.42 "GET /v2.0/networks?id=0e791179-19ca-4196-85a3-d90e2116287c HTTP/1.1" status: 200 len: 909 time: 0.0956111 Feb 16 13:24:03.732780 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6b60971d-911f-49b7-8341-a82366f8ae79 req-8ef93255-0f86-4086-9f70-fdfb98dd1481 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=007bf432-1eeb-4dae-a10d-c972c514caa9 HTTP/1.1" status: 200 len: 998 time: 0.0610986 Feb 16 13:24:03.784053 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60971d-911f-49b7-8341-a82366f8ae79 req-19a3155f-9a2e-48df-a135-370ae9bfd0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:03.785590 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6b60971d-911f-49b7-8341-a82366f8ae79 req-19a3155f-9a2e-48df-a135-370ae9bfd0d0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dba89f34-3db3-4b10-abee-6b9e17f85c16 HTTP/1.1" status: 200 len: 847 time: 0.0452249 Feb 16 13:24:03.839194 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60971d-911f-49b7-8341-a82366f8ae79 req-52a92bff-7bdf-4cc4-bb7a-bbb95253bd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:03.840764 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6b60971d-911f-49b7-8341-a82366f8ae79 req-52a92bff-7bdf-4cc4-bb7a-bbb95253bd2c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0e791179-19ca-4196-85a3-d90e2116287c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0477767 Feb 16 13:24:03.943698 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6b60971d-911f-49b7-8341-a82366f8ae79 req-61383eb2-7450-4910-97e2-2d401e2b1e36 service neutron] 10.222.0.42 "GET /v2.0/networks/0e791179-19ca-4196-85a3-d90e2116287c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942876 Feb 16 13:24:04.049569 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6b60971d-911f-49b7-8341-a82366f8ae79 req-0909bdce-c03e-4344-96b1-f8cf8da6637b service neutron] 10.222.0.42 "GET /v2.0/networks/0e791179-19ca-4196-85a3-d90e2116287c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984578 Feb 16 13:24:04.198219 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a6df1-3b33-4958-9328-80da09e3dac7 req-3d9e8a1b-f32e-4d85-b93c-149122d146be tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:04.199860 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f39a6df1-3b33-4958-9328-80da09e3dac7 req-3d9e8a1b-f32e-4d85-b93c-149122d146be tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 943 time: 0.0547593 Feb 16 13:24:04.258920 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f39a6df1-3b33-4958-9328-80da09e3dac7 req-a3cbe5e4-2fa1-458c-b6cc-50bcecbbe001 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526469 Feb 16 13:24:05.399070 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4828ec0-4757-47c8-a206-8f7b977d17aa req-dfe162d3-f6a4-4efb-a477-01077c5a7c97 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:05.400772 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e4828ec0-4757-47c8-a206-8f7b977d17aa req-dfe162d3-f6a4-4efb-a477-01077c5a7c97 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 943 time: 0.0605865 Feb 16 13:24:05.446275 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e4828ec0-4757-47c8-a206-8f7b977d17aa req-a9180eb8-144d-4ad4-ad1d-c8b25ad2a264 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389581 Feb 16 13:24:06.609907 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f96fd-b472-4417-a76c-b9d0c051e8ed req-0e0fee86-4ca0-4e51-bfd9-8ee73fd4dc93 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:06.611808 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0f5f96fd-b472-4417-a76c-b9d0c051e8ed req-0e0fee86-4ca0-4e51-bfd9-8ee73fd4dc93 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 943 time: 0.0630670 Feb 16 13:24:06.658428 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0f5f96fd-b472-4417-a76c-b9d0c051e8ed req-e78a1173-37e6-45b3-860c-a2803cbaa4ef tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388846 Feb 16 13:24:07.374669 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 007bf432-1eeb-4dae-a10d-c972c514caa9 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:24:07.509232 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 007bf432-1eeb-4dae-a10d-c972c514caa9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=007bf432-1eeb-4dae-a10d-c972c514caa9,segment=NetworkSegment(b505d583-4a36-4b4a-b39e-5db1936eb02d),segment_id=b505d583-4a36-4b4a-b39e-5db1936eb02d)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:24:07.526188 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': '007bf432-1eeb-4dae-a10d-c972c514caa9', 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c', 'port_id': '007bf432-1eeb-4dae-a10d-c972c514caa9', 'mac_address': 'fa:16:3e:b4:15:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba89f34-3db3-4b10-abee-6b9e17f85c16', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:24:07.566549 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:07.581394 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 007bf432-1eeb-4dae-a10d-c972c514caa9 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:24:07.604333 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 007bf432-1eeb-4dae-a10d-c972c514caa9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=007bf432-1eeb-4dae-a10d-c972c514caa9,segment=NetworkSegment(b505d583-4a36-4b4a-b39e-5db1936eb02d),segment_id=b505d583-4a36-4b4a-b39e-5db1936eb02d)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:24:07.608783 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:07.663053 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=007bf432-1eeb-4dae-a10d-c972c514caa9,revision_number=9']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:24:07.783092 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf4467-037a-4a4f-84b6-4f1906182fc7 req-51319dd1-141b-4ec4-8b97-ca563cfed331 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:07.784730 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7aaf4467-037a-4a4f-84b6-4f1906182fc7 req-51319dd1-141b-4ec4-8b97-ca563cfed331 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 944 time: 0.0524559 Feb 16 13:24:07.831452 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-7aaf4467-037a-4a4f-84b6-4f1906182fc7 req-292ea59d-2cfc-4e53-9c98-be33530178b7 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403364 Feb 16 13:24:07.887032 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['007bf432-1eeb-4dae-a10d-c972c514caa9'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:24:08.969306 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6690fea-ac12-48df-a9af-2424915dc870 req-564e05fe-92af-46ea-ad01-61899481d635 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:08.970926 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c6690fea-ac12-48df-a9af-2424915dc870 req-564e05fe-92af-46ea-ad01-61899481d635 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 944 time: 0.0600040 Feb 16 13:24:09.032037 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c6690fea-ac12-48df-a9af-2424915dc870 req-d7263021-b2cb-4504-b3af-1bac7959083b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489712 Feb 16 13:24:09.381522 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 007bf432-1eeb-4dae-a10d-c972c514caa9 up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:24:09.437763 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port 007bf432-1eeb-4dae-a10d-c972c514caa9 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:24:09.438134 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:09.525033 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:09.548435 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0bee49e-7fe4-4fe8-aebe-a6311704bfcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007bf432-1eeb-4dae-a10d-c972c514caa9'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:24:09.550721 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e988afe-b8c2-4914-b782-a5d4a3122daf" -d '{"events": [{"server_uuid": "f0bee49e-7fe4-4fe8-aebe-a6311704bfcc", "name": "network-vif-plugged", "status": "completed", "tag": "007bf432-1eeb-4dae-a10d-c972c514caa9"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:24:09.572909 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 007bf432-1eeb-4dae-a10d-c972c514caa9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=007bf432-1eeb-4dae-a10d-c972c514caa9,segment=NetworkSegment(b505d583-4a36-4b4a-b39e-5db1936eb02d),segment_id=b505d583-4a36-4b4a-b39e-5db1936eb02d)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:24:09.578912 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:09.609801 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541442c1-93f7-4b5a-811b-90386349db10 x-openstack-request-id: req-541442c1-93f7-4b5a-811b-90386349db10 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:24:09.609801 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0bee49e-7fe4-4fe8-aebe-a6311704bfcc", "name": "network-vif-plugged", "status": "completed", "tag": "007bf432-1eeb-4dae-a10d-c972c514caa9", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:24:09.610168 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-541442c1-93f7-4b5a-811b-90386349db10 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:24:09.610476 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0bee49e-7fe4-4fe8-aebe-a6311704bfcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007bf432-1eeb-4dae-a10d-c972c514caa9', 'code': 200} Feb 16 13:24:09.645868 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=007bf432-1eeb-4dae-a10d-c972c514caa9,revision_number=10']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:24:09.814924 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e7ce2-eaca-4f0d-be49-a77e153101a4 req-e85c8628-8d15-43f6-bb3b-5a1a72587b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:09.816979 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2c0e7ce2-eaca-4f0d-be49-a77e153101a4 req-e85c8628-8d15-43f6-bb3b-5a1a72587b1a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 1099 time: 0.0484271 Feb 16 13:24:09.860764 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2c0e7ce2-eaca-4f0d-be49-a77e153101a4 req-34ecedaa-6ede-4f9d-bdf7-bcdeaee6671f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345616 Feb 16 13:24:10.169477 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a784f3-e285-4504-8448-d537b933ecaf req-54987df2-b9e5-475b-b6cd-02587ed6dc75 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:10.171794 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-44a784f3-e285-4504-8448-d537b933ecaf req-54987df2-b9e5-475b-b6cd-02587ed6dc75 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 946 time: 0.0589654 Feb 16 13:24:10.214951 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-44a784f3-e285-4504-8448-d537b933ecaf req-d8b81122-c347-4e91-be57-036c7874a686 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362861 Feb 16 13:24:11.340794 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd86eff-6332-4393-9af3-abd8951872ba req-22d92738-c28a-4422-b2b6-2c1201409b3d tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:11.342351 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5dd86eff-6332-4393-9af3-abd8951872ba req-22d92738-c28a-4422-b2b6-2c1201409b3d tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 946 time: 0.0532677 Feb 16 13:24:11.390292 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5dd86eff-6332-4393-9af3-abd8951872ba req-dd7f6e45-9845-41f1-becd-6a4726da7cb3 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408840 Feb 16 13:24:12.513083 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef2a40-1038-4d21-9920-8f416ba49993 req-7b8ea62c-0417-4db4-8da2-7e1b04cd9520 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:12.514583 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a4ef2a40-1038-4d21-9920-8f416ba49993 req-7b8ea62c-0417-4db4-8da2-7e1b04cd9520 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 946 time: 0.0510371 Feb 16 13:24:12.554183 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a4ef2a40-1038-4d21-9920-8f416ba49993 req-2a717823-dd72-4c36-a0ae-4b0f533ae7e5 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331681 Feb 16 13:24:22.343207 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2030e273-715d-4030-b3da-c8214bde7d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:24.527269 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-16c60221-30e2-47f3-9b7b-d540dc3c9edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:25.872347 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:27.127221 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:27.507694 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:28.868240 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:35.432597 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:24:52.328144 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0de0caa2-1b64-4b7b-907d-9860552cd8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:54.521778 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7cc43233-d6cf-43d3-bf4e-bd941b7101ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:55.875436 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:57.121229 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:57.512432 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:58.899845 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:03.180670 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-802ff20f-a889-4088-9313-01728e286254 req-94583264-a978-4c8e-ac71-c092601caabb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432465 Feb 16 13:25:03.274057 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ff20f-a889-4088-9313-01728e286254 req-163ba1a4-618f-4d4e-936a-21f30b84ba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:03.275652 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-802ff20f-a889-4088-9313-01728e286254 req-163ba1a4-618f-4d4e-936a-21f30b84ba83 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1717274bb30b4b56aacd1e3e30ad7bff&device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 1099 time: 0.0479927 Feb 16 13:25:03.399577 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ff20f-a889-4088-9313-01728e286254 req-fa900d67-f2e6-4343-8e6b-fdabf4f1a6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:03.401015 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-802ff20f-a889-4088-9313-01728e286254 req-fa900d67-f2e6-4343-8e6b-fdabf4f1a6dd service neutron] 10.222.0.42 "GET /v2.0/networks?id=0e791179-19ca-4196-85a3-d90e2116287c HTTP/1.1" status: 200 len: 909 time: 0.1040022 Feb 16 13:25:03.477014 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-802ff20f-a889-4088-9313-01728e286254 req-8b708b3b-fea0-4b1d-b65c-922f4060695e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=007bf432-1eeb-4dae-a10d-c972c514caa9 HTTP/1.1" status: 200 len: 1000 time: 0.0689700 Feb 16 13:25:03.529876 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ff20f-a889-4088-9313-01728e286254 req-2ab96279-b7ae-49e3-af5b-045a6af4a2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:03.531372 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-802ff20f-a889-4088-9313-01728e286254 req-2ab96279-b7ae-49e3-af5b-045a6af4a2e4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dba89f34-3db3-4b10-abee-6b9e17f85c16 HTTP/1.1" status: 200 len: 847 time: 0.0468454 Feb 16 13:25:03.584520 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ff20f-a889-4088-9313-01728e286254 req-629ce0ac-b139-4c25-a43c-cb0f25c15a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:03.586225 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-802ff20f-a889-4088-9313-01728e286254 req-629ce0ac-b139-4c25-a43c-cb0f25c15a6b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0e791179-19ca-4196-85a3-d90e2116287c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0475276 Feb 16 13:25:03.598600 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [req-802ff20f-a889-4088-9313-01728e286254 req-5f6cf0ef-6845-4144-b7b9-06d5d8c127d5 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:25:03.599661 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-802ff20f-a889-4088-9313-01728e286254 req-5f6cf0ef-6845-4144-b7b9-06d5d8c127d5 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062537 Feb 16 13:25:03.712895 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-802ff20f-a889-4088-9313-01728e286254 req-658e55c0-378a-4699-8e9d-e0387e5bbb76 service neutron] 10.222.0.42 "GET /v2.0/networks/0e791179-19ca-4196-85a3-d90e2116287c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063192 Feb 16 13:25:03.819341 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-802ff20f-a889-4088-9313-01728e286254 req-33ad2d36-83a0-4b0b-9041-b37d52d6623c service neutron] 10.222.0.42 "GET /v2.0/networks/0e791179-19ca-4196-85a3-d90e2116287c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991516 Feb 16 13:25:12.432669 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:25:22.333877 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4b0efd5c-8a15-4793-93fa-ecaf71684b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:24.526152 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ebfeb30c-919f-448a-8bc2-65a4fd4f64e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:25.810735 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 44430) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:25:25.887240 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:26.011126 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-ac26a86e-5d87-4371-8007-4a979c0efe83 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Deleting port 21f54701-6479-4049-bc99-94370fbaa779 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:25:26.011600 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ac26a86e-5d87-4371-8007-4a979c0efe83 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:26.095016 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ac26a86e-5d87-4371-8007-4a979c0efe83 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:26.095246 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ac26a86e-5d87-4371-8007-4a979c0efe83 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:26.113872 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-ac26a86e-5d87-4371-8007-4a979c0efe83 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Calling delete_port for 21f54701-6479-4049-bc99-94370fbaa779 owned by network:floatingip {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:25:26.287618 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ac26a86e-5d87-4371-8007-4a979c0efe83 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:26.315132 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26a86e-5d87-4371-8007-4a979c0efe83 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Pushing event deleted for resources: {'Port': ['ID=21f54701-6479-4049-bc99-94370fbaa779,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:26.333068 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26a86e-5d87-4371-8007-4a979c0efe83 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:26.333563 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26a86e-5d87-4371-8007-4a979c0efe83 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:26.333989 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26a86e-5d87-4371-8007-4a979c0efe83 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:26.334365 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26a86e-5d87-4371-8007-4a979c0efe83 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:26.334753 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26a86e-5d87-4371-8007-4a979c0efe83 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:26.335197 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26a86e-5d87-4371-8007-4a979c0efe83 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:26.335625 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26a86e-5d87-4371-8007-4a979c0efe83 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:26.336050 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26a86e-5d87-4371-8007-4a979c0efe83 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:26.336479 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26a86e-5d87-4371-8007-4a979c0efe83 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:26.337107 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26a86e-5d87-4371-8007-4a979c0efe83 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:26.337634 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26a86e-5d87-4371-8007-4a979c0efe83 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:26.338058 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26a86e-5d87-4371-8007-4a979c0efe83 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:26.402946 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ac26a86e-5d87-4371-8007-4a979c0efe83 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for floatingip, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:26.403531 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.l3_db [None req-ac26a86e-5d87-4371-8007-4a979c0efe83 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Floating IP 386da13a-bc6d-4b70-b83d-f48310e3707a disassociated (deleted). External IP: 172.26.2.66, port: 007bf432-1eeb-4dae-a10d-c972c514caa9. Feb 16 13:25:26.680522 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac26a86e-5d87-4371-8007-4a979c0efe83 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Router 11f49bbf-76b5-4789-bbc1-bcf71e76248c has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:25:26.811807 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac26a86e-5d87-4371-8007-4a979c0efe83 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:25:26.818467 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ac26a86e-5d87-4371-8007-4a979c0efe83 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:26.828519 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d043c9-62d6-40eb-9a30-65b0cee2f99d None None] Sync routers for ids ['11f49bbf-76b5-4789-bbc1-bcf71e76248c'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:25:26.838375 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d043c9-62d6-40eb-9a30-65b0cee2f99d None None] Routers {'11f49bbf-76b5-4789-bbc1-bcf71e76248c'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:25:26.838998 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-c9d043c9-62d6-40eb-9a30-65b0cee2f99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:25:25Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['11f49bbf-76b5-4789-bbc1-bcf71e76248c'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:26.860914 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ac26a86e-5d87-4371-8007-4a979c0efe83 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "DELETE /v2.0/floatingips/386da13a-bc6d-4b70-b83d-f48310e3707a HTTP/1.1" status: 204 len: 168 time: 1.0450182 Feb 16 13:25:26.860914 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0bee49e-7fe4-4fe8-aebe-a6311704bfcc', 'tag': '007bf432-1eeb-4dae-a10d-c972c514caa9'}] {{(pid=109048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:25:26.862147 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40068d798dcc31a224174c6c24ac8b3e49f1a518b527dec6066c5fbc28712f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9843ee-f0e4-4499-9b76-bd87b8ba53e1" -d '{"events": [{"name": "network-changed", "server_uuid": "f0bee49e-7fe4-4fe8-aebe-a6311704bfcc", "tag": "007bf432-1eeb-4dae-a10d-c972c514caa9"}]}' {{(pid=109048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:25:26.973852 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-c9d043c9-62d6-40eb-9a30-65b0cee2f99d None None] Set router 11f49bbf-76b5-4789-bbc1-bcf71e76248c gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:25:26.993760 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f2cb12-4e21-4d8f-a3ec-4196af5bdb79 x-openstack-request-id: req-06f2cb12-4e21-4d8f-a3ec-4196af5bdb79 {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:25:26.994057 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0bee49e-7fe4-4fe8-aebe-a6311704bfcc", "tag": "007bf432-1eeb-4dae-a10d-c972c514caa9", "status": "completed", "code": 200}]} {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:25:26.994314 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-06f2cb12-4e21-4d8f-a3ec-4196af5bdb79 {{(pid=109048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:25:26.994727 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0bee49e-7fe4-4fe8-aebe-a6311704bfcc', 'tag': '007bf432-1eeb-4dae-a10d-c972c514caa9', 'status': 'completed', 'code': 200} Feb 16 13:25:27.092269 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9843ee-f0e4-4499-9b76-bd87b8ba53e1 req-cea1636b-b9e0-4143-9977-31d97530949a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:27.093871 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ce9843ee-f0e4-4499-9b76-bd87b8ba53e1 req-cea1636b-b9e0-4143-9977-31d97530949a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1717274bb30b4b56aacd1e3e30ad7bff&device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 1099 time: 0.0775177 Feb 16 13:25:27.166250 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:27.184801 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce895b9f-8731-4cb4-9de8-d0b233ad2d1e req-31fbb0dc-6764-40ea-bdc0-3942ef37f075 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:27.186221 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ce895b9f-8731-4cb4-9de8-d0b233ad2d1e req-31fbb0dc-6764-40ea-bdc0-3942ef37f075 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 946 time: 0.0682945 Feb 16 13:25:27.233275 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9843ee-f0e4-4499-9b76-bd87b8ba53e1 req-4cd1a751-4ef6-4215-a4e0-cad56f7b370c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:27.234807 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ce9843ee-f0e4-4499-9b76-bd87b8ba53e1 req-4cd1a751-4ef6-4215-a4e0-cad56f7b370c service neutron] 10.222.0.42 "GET /v2.0/networks?id=0e791179-19ca-4196-85a3-d90e2116287c HTTP/1.1" status: 200 len: 909 time: 0.1319864 Feb 16 13:25:27.239449 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ce895b9f-8731-4cb4-9de8-d0b233ad2d1e req-5c78b3e5-7133-4b30-8556-d1f65d8b792a tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460815 Feb 16 13:25:27.280725 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-c9d043c9-62d6-40eb-9a30-65b0cee2f99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'name': 'tempest-TestShelveInstance-311938750-router', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.4'}], 'enable_snat': True}, 'gw_port_id': 'e26d5d45-4bd9-426d-b92b-5001b098f2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:08Z', 'updated_at': '2022-02-16T13:21:11Z', 'revision_number': 4, 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'gw_port': {'id': 'e26d5d45-4bd9-426d-b92b-5001b098f2cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:08Z', 'updated_at': '2022-02-16T13:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '3a5f5382-2283-4c8d-a1da-259f1d8f5753', 'name': '', 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'mac_address': 'fa:16:3e:3b:05:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'dba89f34-3db3-4b10-abee-6b9e17f85c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:10Z', 'updated_at': '2022-02-16T13:21:14Z', 'revision_number': 5, 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'subnets': [{'id': 'dba89f34-3db3-4b10-abee-6b9e17f85c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:27.287546 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ce9843ee-f0e4-4499-9b76-bd87b8ba53e1 req-67e20359-709d-4e85-a9bb-45ed15d462c9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=007bf432-1eeb-4dae-a10d-c972c514caa9 HTTP/1.1" status: 200 len: 217 time: 0.0432017 Feb 16 13:25:27.311709 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d043c9-62d6-40eb-9a30-65b0cee2f99d None None] Checking router: 11f49bbf-76b5-4789-bbc1-bcf71e76248c for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:25:27.321619 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d043c9-62d6-40eb-9a30-65b0cee2f99d None None] Routers {'11f49bbf-76b5-4789-bbc1-bcf71e76248c'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:25:27.322637 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-c9d043c9-62d6-40eb-9a30-65b0cee2f99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:25:25Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['11f49bbf-76b5-4789-bbc1-bcf71e76248c'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:27.344916 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9843ee-f0e4-4499-9b76-bd87b8ba53e1 req-2e91adc2-3282-4b46-87eb-620db542abdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:27.346845 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ce9843ee-f0e4-4499-9b76-bd87b8ba53e1 req-2e91adc2-3282-4b46-87eb-620db542abdd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dba89f34-3db3-4b10-abee-6b9e17f85c16 HTTP/1.1" status: 200 len: 847 time: 0.0519817 Feb 16 13:25:27.421998 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9843ee-f0e4-4499-9b76-bd87b8ba53e1 req-93fac52c-52f8-419e-887d-80eb4d833a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:27.423927 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ce9843ee-f0e4-4499-9b76-bd87b8ba53e1 req-93fac52c-52f8-419e-887d-80eb4d833a60 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0e791179-19ca-4196-85a3-d90e2116287c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691800 Feb 16 13:25:27.457518 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-c9d043c9-62d6-40eb-9a30-65b0cee2f99d None None] Set router 11f49bbf-76b5-4789-bbc1-bcf71e76248c gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:25:27.529715 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:27.539575 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ce9843ee-f0e4-4499-9b76-bd87b8ba53e1 req-b7f8db9e-3221-43b4-965c-83b5336629ae service neutron] 10.222.0.42 "GET /v2.0/networks/0e791179-19ca-4196-85a3-d90e2116287c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072969 Feb 16 13:25:27.680723 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ce9843ee-f0e4-4499-9b76-bd87b8ba53e1 req-e881a303-6746-4eb4-bd31-7b4415b64f42 service neutron] 10.222.0.42 "GET /v2.0/networks/0e791179-19ca-4196-85a3-d90e2116287c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336417 Feb 16 13:25:27.768564 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-c9d043c9-62d6-40eb-9a30-65b0cee2f99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'name': 'tempest-TestShelveInstance-311938750-router', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.4'}], 'enable_snat': True}, 'gw_port_id': 'e26d5d45-4bd9-426d-b92b-5001b098f2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:08Z', 'updated_at': '2022-02-16T13:21:11Z', 'revision_number': 4, 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'gw_port': {'id': 'e26d5d45-4bd9-426d-b92b-5001b098f2cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:08Z', 'updated_at': '2022-02-16T13:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '3a5f5382-2283-4c8d-a1da-259f1d8f5753', 'name': '', 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'mac_address': 'fa:16:3e:3b:05:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'dba89f34-3db3-4b10-abee-6b9e17f85c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:10Z', 'updated_at': '2022-02-16T13:21:14Z', 'revision_number': 5, 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'subnets': [{'id': 'dba89f34-3db3-4b10-abee-6b9e17f85c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:27.800285 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d043c9-62d6-40eb-9a30-65b0cee2f99d None None] The sync data for ids ['11f49bbf-76b5-4789-bbc1-bcf71e76248c'] in dv-neutron-828142-3-hyperv is: [{'id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'name': 'tempest-TestShelveInstance-311938750-router', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.4'}], 'enable_snat': True}, 'gw_port_id': 'e26d5d45-4bd9-426d-b92b-5001b098f2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:08Z', 'updated_at': '2022-02-16T13:21:11Z', 'revision_number': 4, 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'gw_port': {'id': 'e26d5d45-4bd9-426d-b92b-5001b098f2cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:08Z', 'updated_at': '2022-02-16T13:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '3a5f5382-2283-4c8d-a1da-259f1d8f5753', 'name': '', 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'mac_address': 'fa:16:3e:3b:05:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'dba89f34-3db3-4b10-abee-6b9e17f85c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:10Z', 'updated_at': '2022-02-16T13:21:14Z', 'revision_number': 5, 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'subnets': [{'id': 'dba89f34-3db3-4b10-abee-6b9e17f85c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:25:28.078378 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82473f0-fe68-4ba3-99d8-97d53347c70d None None] New status for floating IP 386da13a-bc6d-4b70-b83d-f48310e3707a: DOWN {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:25:28.365493 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dbc913-84a1-408d-85c0-795f4ac29fd4 req-f0023bff-047a-4256-98df-0a9a7b828fc4 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:28.366960 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-86dbc913-84a1-408d-85c0-795f4ac29fd4 req-f0023bff-047a-4256-98df-0a9a7b828fc4 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 946 time: 0.0512910 Feb 16 13:25:28.411554 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-86dbc913-84a1-408d-85c0-795f4ac29fd4 req-15abfd53-a307-49e7-9cf9-3785b9a55568 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=bd43fc2c-e3ce-4178-be96-9566f3b515ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379522 Feb 16 13:25:28.609875 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8e591-b719-42aa-9498-a4e0bc03240a req-f903c790-da82-4778-9816-f4a6d04e580c tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:28.611408 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-81e8e591-b719-42aa-9498-a4e0bc03240a req-f903c790-da82-4778-9816-f4a6d04e580c tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 946 time: 0.0533934 Feb 16 13:25:28.714483 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-81e8e591-b719-42aa-9498-a4e0bc03240a req-7171f17b-6ce8-448d-bb70-99ab72debae8 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Deleting port 007bf432-1eeb-4dae-a10d-c972c514caa9 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:25:28.714850 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-81e8e591-b719-42aa-9498-a4e0bc03240a req-7171f17b-6ce8-448d-bb70-99ab72debae8 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:28.819811 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-81e8e591-b719-42aa-9498-a4e0bc03240a req-7171f17b-6ce8-448d-bb70-99ab72debae8 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] For port 007bf432-1eeb-4dae-a10d-c972c514caa9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=007bf432-1eeb-4dae-a10d-c972c514caa9,segment=NetworkSegment(b505d583-4a36-4b4a-b39e-5db1936eb02d),segment_id=b505d583-4a36-4b4a-b39e-5db1936eb02d)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:25:28.820201 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-81e8e591-b719-42aa-9498-a4e0bc03240a req-7171f17b-6ce8-448d-bb70-99ab72debae8 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:28.835027 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-81e8e591-b719-42aa-9498-a4e0bc03240a req-7171f17b-6ce8-448d-bb70-99ab72debae8 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Calling delete_port for 007bf432-1eeb-4dae-a10d-c972c514caa9 owned by compute:nova {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:25:28.907118 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:29.000491 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-81e8e591-b719-42aa-9498-a4e0bc03240a req-7171f17b-6ce8-448d-bb70-99ab72debae8 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:29.029789 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171f17b-6ce8-448d-bb70-99ab72debae8 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Pushing event deleted for resources: {'Port': ['ID=007bf432-1eeb-4dae-a10d-c972c514caa9,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:29.042691 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171f17b-6ce8-448d-bb70-99ab72debae8 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:29.043182 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171f17b-6ce8-448d-bb70-99ab72debae8 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:29.043593 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171f17b-6ce8-448d-bb70-99ab72debae8 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:29.043966 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171f17b-6ce8-448d-bb70-99ab72debae8 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:29.044336 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171f17b-6ce8-448d-bb70-99ab72debae8 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:29.044786 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171f17b-6ce8-448d-bb70-99ab72debae8 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:29.045263 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171f17b-6ce8-448d-bb70-99ab72debae8 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:29.045637 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171f17b-6ce8-448d-bb70-99ab72debae8 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:29.046097 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171f17b-6ce8-448d-bb70-99ab72debae8 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:29.046465 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171f17b-6ce8-448d-bb70-99ab72debae8 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:29.047451 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171f17b-6ce8-448d-bb70-99ab72debae8 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:29.047451 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171f17b-6ce8-448d-bb70-99ab72debae8 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:29.101540 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e8e591-b719-42aa-9498-a4e0bc03240a req-7171f17b-6ce8-448d-bb70-99ab72debae8 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] No DVR routers for this DVR port 007bf432-1eeb-4dae-a10d-c972c514caa9 on host hv-neutron-8281 {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:25:29.104250 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-81e8e591-b719-42aa-9498-a4e0bc03240a req-7171f17b-6ce8-448d-bb70-99ab72debae8 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:29.108459 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-81e8e591-b719-42aa-9498-a4e0bc03240a req-7171f17b-6ce8-448d-bb70-99ab72debae8 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.42 "DELETE /v2.0/ports/007bf432-1eeb-4dae-a10d-c972c514caa9 HTTP/1.1" status: 204 len: 173 time: 0.4904790 Feb 16 13:25:29.109289 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0bee49e-7fe4-4fe8-aebe-a6311704bfcc', 'name': 'network-vif-deleted', 'tag': '007bf432-1eeb-4dae-a10d-c972c514caa9'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:25:29.111491 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3c7740-1cd7-4725-960a-91f20801791f" -d '{"events": [{"server_uuid": "f0bee49e-7fe4-4fe8-aebe-a6311704bfcc", "name": "network-vif-deleted", "tag": "007bf432-1eeb-4dae-a10d-c972c514caa9"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:25:29.158079 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5c7308-3439-4858-bcdf-00854331259e x-openstack-request-id: req-0d5c7308-3439-4858-bcdf-00854331259e {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:25:29.158501 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0bee49e-7fe4-4fe8-aebe-a6311704bfcc", "name": "network-vif-deleted", "tag": "007bf432-1eeb-4dae-a10d-c972c514caa9", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:25:29.158783 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0d5c7308-3439-4858-bcdf-00854331259e {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:25:29.159228 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0bee49e-7fe4-4fe8-aebe-a6311704bfcc', 'name': 'network-vif-deleted', 'tag': '007bf432-1eeb-4dae-a10d-c972c514caa9', 'status': 'completed', 'code': 200} Feb 16 13:25:29.550798 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-477e638f-7938-48c8-95d8-017b1b9d3938 req-eaa3096d-b5f5-45a3-89a3-6829a4cf598b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=f0bee49e-7fe4-4fe8-aebe-a6311704bfcc HTTP/1.1" status: 200 len: 210 time: 0.0304832 Feb 16 13:25:30.610308 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 44456) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:25:30.679717 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1f2398f9-7a4d-416b-a4d3-0ba00a272b27 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:30.708790 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1f2398f9-7a4d-416b-a4d3-0ba00a272b27 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:30.777986 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1f2398f9-7a4d-416b-a4d3-0ba00a272b27 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:30.780689 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-1f2398f9-7a4d-416b-a4d3-0ba00a272b27 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:30.781882 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-1f2398f9-7a4d-416b-a4d3-0ba00a272b27 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "DELETE /v2.0/security-groups/bd43fc2c-e3ce-4178-be96-9566f3b515ea HTTP/1.1" status: 204 len: 168 time: 0.1705813 Feb 16 13:25:30.792435 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2398f9-7a4d-416b-a4d3-0ba00a272b27 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd43fc2c-e3ce-4178-be96-9566f3b515ea,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:31.222986 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 44462) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:25:31.228984 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-26aed45f-36c4-4743-8a61-1e3d720575ee tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-553924212', 'description': 'tempest-secgroup-smoke-553924212 description', 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:25:31.269934 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-26aed45f-36c4-4743-8a61-1e3d720575ee tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:31.357928 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-26aed45f-36c4-4743-8a61-1e3d720575ee tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:31.365812 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-26aed45f-36c4-4743-8a61-1e3d720575ee tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:31.393291 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-26aed45f-36c4-4743-8a61-1e3d720575ee tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:31.394580 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-26aed45f-36c4-4743-8a61-1e3d720575ee tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1705739 Feb 16 13:25:31.398096 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 44464) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:25:31.403151 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-f22779b2-eaa8-4ba9-bb58-b6893ceaa43d tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Request body: {'security_group_rule': {'security_group_id': 'fc765f46-7234-4264-b99c-76c6621e8cc1', 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:25:31.405416 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aed45f-36c4-4743-8a61-1e3d720575ee tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc765f46-7234-4264-b99c-76c6621e8cc1,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:31.440355 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f22779b2-eaa8-4ba9-bb58-b6893ceaa43d tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:31.501661 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f22779b2-eaa8-4ba9-bb58-b6893ceaa43d tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:31.506186 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f22779b2-eaa8-4ba9-bb58-b6893ceaa43d tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:31.526360 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22779b2-eaa8-4ba9-bb58-b6893ceaa43d tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fa477b2-fcf3-499c-a317-078463800fdc,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:31.535093 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f22779b2-eaa8-4ba9-bb58-b6893ceaa43d tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:31.536358 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f22779b2-eaa8-4ba9-bb58-b6893ceaa43d tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1371539 Feb 16 13:25:31.539469 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 44466) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:25:31.545339 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-fa7c58fe-8213-4659-b4c6-d62c070a3703 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Request body: {'security_group_rule': {'security_group_id': 'fc765f46-7234-4264-b99c-76c6621e8cc1', 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:25:31.588246 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fa7c58fe-8213-4659-b4c6-d62c070a3703 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:31.666850 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fa7c58fe-8213-4659-b4c6-d62c070a3703 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:31.671354 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fa7c58fe-8213-4659-b4c6-d62c070a3703 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:31.690291 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c58fe-8213-4659-b4c6-d62c070a3703 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9051916-728e-4684-bd12-8230b752eba3,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:31.699634 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fa7c58fe-8213-4659-b4c6-d62c070a3703 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:31.701072 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-fa7c58fe-8213-4659-b4c6-d62c070a3703 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1603456 Feb 16 13:25:31.708324 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 44468) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:25:31.712999 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-9cebe30c-59eb-4112-a187-73c8605acaac tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Request body: {'security_group_rule': {'security_group_id': 'fc765f46-7234-4264-b99c-76c6621e8cc1', 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:25:31.743788 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9cebe30c-59eb-4112-a187-73c8605acaac tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:31.816773 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9cebe30c-59eb-4112-a187-73c8605acaac tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:31.820842 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9cebe30c-59eb-4112-a187-73c8605acaac tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:31.843427 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cebe30c-59eb-4112-a187-73c8605acaac tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d497d4-359e-4554-b707-ae6407c6418b,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:31.851726 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 007bf432-1eeb-4dae-a10d-c972c514caa9 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:25:31.855843 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-9cebe30c-59eb-4112-a187-73c8605acaac tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:31.857104 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-9cebe30c-59eb-4112-a187-73c8605acaac tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1477382 Feb 16 13:25:31.859841 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 44470) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:25:31.865883 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-d467f6ef-cead-463b-8b7a-a04b9bfea91f tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Request body: {'security_group_rule': {'security_group_id': 'fc765f46-7234-4264-b99c-76c6621e8cc1', 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:25:31.878974 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] No Port match for: 007bf432-1eeb-4dae-a10d-c972c514caa9 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:25:31.878974 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 007bf432-1eeb-4dae-a10d-c972c514caa9 not bound to the agent host hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:25:31.898794 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d467f6ef-cead-463b-8b7a-a04b9bfea91f tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:31.964032 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d467f6ef-cead-463b-8b7a-a04b9bfea91f tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:31.971282 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d467f6ef-cead-463b-8b7a-a04b9bfea91f tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:31.993345 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d467f6ef-cead-463b-8b7a-a04b9bfea91f tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b1206b-92f5-4fcc-be6e-6e583607804e,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:32.007849 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d467f6ef-cead-463b-8b7a-a04b9bfea91f tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:32.009262 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d467f6ef-cead-463b-8b7a-a04b9bfea91f tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1482816 Feb 16 13:25:32.012323 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 44472) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:25:32.018563 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-a6ac2fc8-6c69-46ea-af03-6518d244dba5 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Request body: {'security_group_rule': {'security_group_id': 'fc765f46-7234-4264-b99c-76c6621e8cc1', 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:25:32.053478 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.securitygroups_db [None req-a6ac2fc8-6c69-46ea-af03-6518d244dba5 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Project 1717274bb30b4b56aacd1e3e30ad7bff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:25:32.058573 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a6ac2fc8-6c69-46ea-af03-6518d244dba5 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:32.125321 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a6ac2fc8-6c69-46ea-af03-6518d244dba5 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:32.130536 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a6ac2fc8-6c69-46ea-af03-6518d244dba5 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:32.149175 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac2fc8-6c69-46ea-af03-6518d244dba5 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1671b14c-86bf-4095-acce-1bb9cd92b739,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:32.160367 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-a6ac2fc8-6c69-46ea-af03-6518d244dba5 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:32.162225 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-a6ac2fc8-6c69-46ea-af03-6518d244dba5 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1484644 Feb 16 13:25:32.166763 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 44474) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:25:32.171362 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-84143497-7a5b-4c4f-8795-58b145a561fb tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Request body: {'security_group_rule': {'security_group_id': 'fc765f46-7234-4264-b99c-76c6621e8cc1', 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:25:32.196343 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.securitygroups_db [None req-84143497-7a5b-4c4f-8795-58b145a561fb tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Project 1717274bb30b4b56aacd1e3e30ad7bff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:25:32.201223 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-84143497-7a5b-4c4f-8795-58b145a561fb tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:32.272342 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-84143497-7a5b-4c4f-8795-58b145a561fb tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:32.277296 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-84143497-7a5b-4c4f-8795-58b145a561fb tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:32.294974 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84143497-7a5b-4c4f-8795-58b145a561fb tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19bc8a1d-6e60-4a8a-ba98-96f12ea29c94,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:32.303276 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-84143497-7a5b-4c4f-8795-58b145a561fb tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:32.304455 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-84143497-7a5b-4c4f-8795-58b145a561fb tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1367118 Feb 16 13:25:48.857716 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-2e4f98e7-4bdd-4245-9e81-c58e7079a990 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-553924212&fields=id&tenant_id=1717274bb30b4b56aacd1e3e30ad7bff HTTP/1.1" status: 200 len: 267 time: 0.0350621 Feb 16 13:25:48.980539 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-b17ec9a4-74a4-4749-ac40-927ff9875376 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:48.982056 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-b17ec9a4-74a4-4749-ac40-927ff9875376 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/networks?id=0e791179-19ca-4196-85a3-d90e2116287c HTTP/1.1" status: 200 len: 808 time: 0.1168132 Feb 16 13:25:49.003103 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-72f2fff1-aa63-4d43-b7a5-7f6fc65baba1 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/quotas/1717274bb30b4b56aacd1e3e30ad7bff HTTP/1.1" status: 200 len: 375 time: 0.0099061 Feb 16 13:25:49.065599 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-9ae9dd3d-ab06-4978-90a8-be9323df46c8 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=1717274bb30b4b56aacd1e3e30ad7bff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557001 Feb 16 13:25:49.081315 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-3a9544ee-f640-451f-9839-00a02869380a service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:25:49.082284 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-3a9544ee-f640-451f-9839-00a02869380a service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056083 Feb 16 13:25:49.174371 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-7d2784ab-42b0-4ebc-93cb-999728f369f1 service neutron] 10.222.0.90 "GET /v2.0/networks/0e791179-19ca-4196-85a3-d90e2116287c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860164 Feb 16 13:25:49.269066 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-695d3399-f653-4992-8b05-5708e515382e service neutron] 10.222.0.90 "GET /v2.0/networks/0e791179-19ca-4196-85a3-d90e2116287c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873921 Feb 16 13:25:49.430940 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:25:49.563630 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0e72bed0-e21d-4b27-a339-7c7395f27fb3 req-d760c725-71e6-444e-94b3-82f505e5ae37 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 210 time: 0.0338948 Feb 16 13:25:50.563743 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-4b677b41-c280-43ba-a050-f0455ba30560 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:50.565319 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-4b677b41-c280-43ba-a050-f0455ba30560 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.42 "GET /v2.0/networks?id=0e791179-19ca-4196-85a3-d90e2116287c HTTP/1.1" status: 200 len: 808 time: 0.1150072 Feb 16 13:25:50.625569 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-62f2824d-f0bb-4de7-964f-5baa6f245d96 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1717274bb30b4b56aacd1e3e30ad7bff HTTP/1.1" status: 200 len: 379 time: 0.0509617 Feb 16 13:25:50.636659 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-859cbc48-96fc-4d28-877a-e0e49653d02b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Request body: {'port': {'device_id': '6504069d-a83b-42b7-bcdb-a0fd6d9701dc', 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c', 'admin_state_up': True, 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'security_groups': ['fc765f46-7234-4264-b99c-76c6621e8cc1']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:25:50.695654 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-711345e4-42b3-4bd0-aacd-4cb90733c9d8 req-cda47026-38b2-43b3-83e1-c64c4dee24d4 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 210 time: 0.0306396 Feb 16 13:25:50.765981 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-859cbc48-96fc-4d28-877a-e0e49653d02b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Made reservation on behalf of 1717274bb30b4b56aacd1e3e30ad7bff for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:25:50.770994 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-859cbc48-96fc-4d28-877a-e0e49653d02b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:50.906328 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-859cbc48-96fc-4d28-877a-e0e49653d02b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Allocated IP 172.20.0.7 (0e791179-19ca-4196-85a3-d90e2116287c/dba89f34-3db3-4b10-abee-6b9e17f85c16/48e91501-fd09-4380-8180-7412b02fefed) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:25:51.061726 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-859cbc48-96fc-4d28-877a-e0e49653d02b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.104338 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-859cbc48-96fc-4d28-877a-e0e49653d02b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.158610 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-859cbc48-96fc-4d28-877a-e0e49653d02b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Network 0e791179-19ca-4196-85a3-d90e2116287c is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:25:51.163045 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-859cbc48-96fc-4d28-877a-e0e49653d02b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:25:51.166955 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-859cbc48-96fc-4d28-877a-e0e49653d02b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:25:51.200355 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859cbc48-96fc-4d28-877a-e0e49653d02b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Pushing event updated for resources: {'Port': ['ID=48e91501-fd09-4380-8180-7412b02fefed,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:51.233881 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-859cbc48-96fc-4d28-877a-e0e49653d02b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:51.234543 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-859cbc48-96fc-4d28-877a-e0e49653d02b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.254904 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-859cbc48-96fc-4d28-877a-e0e49653d02b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6219087 Feb 16 13:25:51.268004 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-5a9ad559-1b13-4a13-970a-052c9d592e65 service neutron] Request body: {'port': {'device_id': '6504069d-a83b-42b7-bcdb-a0fd6d9701dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:25:51.337769 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-5a9ad559-1b13-4a13-970a-052c9d592e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.414056 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-337b1a47-c580-47a7-8508-c12714c41857 None None] Provisioning complete for port 48e91501-fd09-4380-8180-7412b02fefed triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:25:51.414676 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-337b1a47-c580-47a7-8508-c12714c41857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.454563 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-337b1a47-c580-47a7-8508-c12714c41857 None None] Port 48e91501-fd09-4380-8180-7412b02fefed cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:25:51.621449 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-5a9ad559-1b13-4a13-970a-052c9d592e65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48e91501-fd09-4380-8180-7412b02fefed {{(pid=109049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:25:51.630753 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-5a9ad559-1b13-4a13-970a-052c9d592e65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.644167 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.provisioning_blocks [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-5a9ad559-1b13-4a13-970a-052c9d592e65 service neutron] Transition to ACTIVE for port object 48e91501-fd09-4380-8180-7412b02fefed will not be triggered until provisioned by entity L2. {{(pid=109049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:25:51.648656 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-5a9ad559-1b13-4a13-970a-052c9d592e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.744234 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ad559-1b13-4a13-970a-052c9d592e65 service neutron] Pushing event updated for resources: {'Port': ['ID=48e91501-fd09-4380-8180-7412b02fefed,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:51.797303 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-5a9ad559-1b13-4a13-970a-052c9d592e65 service neutron] Attempting to bind port 48e91501-fd09-4380-8180-7412b02fefed on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:25:51.798142 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-5a9ad559-1b13-4a13-970a-052c9d592e65 service neutron] Attempting to bind port 48e91501-fd09-4380-8180-7412b02fefed by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'b505d583-4a36-4b4a-b39e-5db1936eb02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:25:51.798142 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-5a9ad559-1b13-4a13-970a-052c9d592e65 service neutron] Attempting to bind port 48e91501-fd09-4380-8180-7412b02fefed on network 0e791179-19ca-4196-85a3-d90e2116287c {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:25:51.807112 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-5a9ad559-1b13-4a13-970a-052c9d592e65 service neutron] Port 48e91501-fd09-4380-8180-7412b02fefed on network 0e791179-19ca-4196-85a3-d90e2116287c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:25:51.807445 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-5a9ad559-1b13-4a13-970a-052c9d592e65 service neutron] Attempting to bind port 48e91501-fd09-4380-8180-7412b02fefed on network 0e791179-19ca-4196-85a3-d90e2116287c {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:25:51.814778 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-5a9ad559-1b13-4a13-970a-052c9d592e65 service neutron] Checking agent: {'id': '31a9428e-e23a-420f-bfe2-5870b63c0436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'started_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:25:51.815165 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-5a9ad559-1b13-4a13-970a-052c9d592e65 service neutron] Checking segment: {'id': 'b505d583-4a36-4b4a-b39e-5db1936eb02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:25:51.815573 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-5a9ad559-1b13-4a13-970a-052c9d592e65 service neutron] Bound using segment: {'id': 'b505d583-4a36-4b4a-b39e-5db1936eb02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c'} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:25:51.816013 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-5a9ad559-1b13-4a13-970a-052c9d592e65 service neutron] Bound port: 48e91501-fd09-4380-8180-7412b02fefed, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b505d583-4a36-4b4a-b39e-5db1936eb02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c'}}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:25:51.816375 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-5a9ad559-1b13-4a13-970a-052c9d592e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.864882 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84f92a-e252-4318-aa83-0c3f3d697238 req-1dc74592-9f78-4705-aee9-fe29fd44b339 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:51.866485 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bb84f92a-e252-4318-aa83-0c3f3d697238 req-1dc74592-9f78-4705-aee9-fe29fd44b339 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 943 time: 0.0701370 Feb 16 13:25:51.903514 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-5a9ad559-1b13-4a13-970a-052c9d592e65 service neutron] For port 48e91501-fd09-4380-8180-7412b02fefed, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:25:51.908394 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-5a9ad559-1b13-4a13-970a-052c9d592e65 service neutron] For port 48e91501-fd09-4380-8180-7412b02fefed, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=48e91501-fd09-4380-8180-7412b02fefed,segment=NetworkSegment(b505d583-4a36-4b4a-b39e-5db1936eb02d),segment_id=b505d583-4a36-4b4a-b39e-5db1936eb02d)] {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:25:51.914508 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-5a9ad559-1b13-4a13-970a-052c9d592e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.921448 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bb84f92a-e252-4318-aa83-0c3f3d697238 req-507413cf-3c29-4860-b690-98bf1616862f tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474765 Feb 16 13:25:51.963733 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-5a9ad559-1b13-4a13-970a-052c9d592e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:51.964404 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-5a9ad559-1b13-4a13-970a-052c9d592e65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.965993 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-5a9ad559-1b13-4a13-970a-052c9d592e65 service neutron] 10.222.0.42 "PUT /v2.0/ports/48e91501-fd09-4380-8180-7412b02fefed HTTP/1.1" status: 200 len: 1093 time: 0.7026489 Feb 16 13:25:51.968944 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6504069d-a83b-42b7-bcdb-a0fd6d9701dc', 'tag': '48e91501-fd09-4380-8180-7412b02fefed'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:25:51.973685 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b9a022-d18d-4a77-b6d8-77b687dbe967" -d '{"events": [{"name": "network-changed", "server_uuid": "6504069d-a83b-42b7-bcdb-a0fd6d9701dc", "tag": "48e91501-fd09-4380-8180-7412b02fefed"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:25:52.002589 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ad559-1b13-4a13-970a-052c9d592e65 service neutron] Pushing event updated for resources: {'Port': ['ID=48e91501-fd09-4380-8180-7412b02fefed,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:52.051124 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2712de0-d566-4600-aed0-2d30c3943224 x-openstack-request-id: req-e2712de0-d566-4600-aed0-2d30c3943224 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:25:52.051250 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6504069d-a83b-42b7-bcdb-a0fd6d9701dc", "tag": "48e91501-fd09-4380-8180-7412b02fefed", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:25:52.051498 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e2712de0-d566-4600-aed0-2d30c3943224 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:25:52.051901 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6504069d-a83b-42b7-bcdb-a0fd6d9701dc', 'tag': '48e91501-fd09-4380-8180-7412b02fefed', 'status': 'completed', 'code': 200} Feb 16 13:25:52.069047 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-609949c1-4e21-45b4-939c-6b8564acb94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:52.071143 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-609949c1-4e21-45b4-939c-6b8564acb94a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1717274bb30b4b56aacd1e3e30ad7bff&device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 1096 time: 0.0554316 Feb 16 13:25:52.115921 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-9a632044-b780-4f46-b571-d5a7efab7691 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48e91501-fd09-4380-8180-7412b02fefed HTTP/1.1" status: 200 len: 217 time: 0.0364890 Feb 16 13:25:52.169288 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-70b09ddc-122b-491c-b726-09263ab944f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:52.171505 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-70b09ddc-122b-491c-b726-09263ab944f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dba89f34-3db3-4b10-abee-6b9e17f85c16 HTTP/1.1" status: 200 len: 847 time: 0.0491869 Feb 16 13:25:52.222950 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-0fff10e2-ca17-45ee-875c-ec689fb67092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:52.224581 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-0fff10e2-ca17-45ee-875c-ec689fb67092 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0e791179-19ca-4196-85a3-d90e2116287c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455091 Feb 16 13:25:52.330131 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2d1a391b-8e41-45a8-a847-69b529dd4ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:52.334329 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-42253e45-be97-4249-b68f-65ff40665f7f service neutron] 10.222.0.42 "GET /v2.0/networks/0e791179-19ca-4196-85a3-d90e2116287c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030257 Feb 16 13:25:52.430183 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e4b5cbbd-2a54-4736-94a1-aa0d835edbf0 req-132a94d5-ab98-4e62-ba7e-6b01d95d284d service neutron] 10.222.0.42 "GET /v2.0/networks/0e791179-19ca-4196-85a3-d90e2116287c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894141 Feb 16 13:25:52.526888 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9a022-d18d-4a77-b6d8-77b687dbe967 req-c3021d68-7ce2-40c8-992b-33b9a55e4f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:52.528694 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-95b9a022-d18d-4a77-b6d8-77b687dbe967 req-c3021d68-7ce2-40c8-992b-33b9a55e4f29 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1717274bb30b4b56aacd1e3e30ad7bff&device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 1096 time: 0.0515199 Feb 16 13:25:52.636826 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9a022-d18d-4a77-b6d8-77b687dbe967 req-517d108b-d3cc-4025-a3ba-2c0675de85ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:52.638484 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-95b9a022-d18d-4a77-b6d8-77b687dbe967 req-517d108b-d3cc-4025-a3ba-2c0675de85ff service neutron] 10.222.0.42 "GET /v2.0/networks?id=0e791179-19ca-4196-85a3-d90e2116287c HTTP/1.1" status: 200 len: 909 time: 0.1028564 Feb 16 13:25:52.685296 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-95b9a022-d18d-4a77-b6d8-77b687dbe967 req-aba25b95-3427-4862-91f8-4206abfabd4a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48e91501-fd09-4380-8180-7412b02fefed HTTP/1.1" status: 200 len: 217 time: 0.0403357 Feb 16 13:25:52.736476 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9a022-d18d-4a77-b6d8-77b687dbe967 req-836d4303-bb08-4f10-b7a9-de2b6cfe26b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:52.738609 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-95b9a022-d18d-4a77-b6d8-77b687dbe967 req-836d4303-bb08-4f10-b7a9-de2b6cfe26b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dba89f34-3db3-4b10-abee-6b9e17f85c16 HTTP/1.1" status: 200 len: 847 time: 0.0462794 Feb 16 13:25:52.787645 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9a022-d18d-4a77-b6d8-77b687dbe967 req-0cc4e3ab-013a-4991-b44f-bb59cf470a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:52.789107 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-95b9a022-d18d-4a77-b6d8-77b687dbe967 req-0cc4e3ab-013a-4991-b44f-bb59cf470a50 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0e791179-19ca-4196-85a3-d90e2116287c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433872 Feb 16 13:25:52.892454 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-95b9a022-d18d-4a77-b6d8-77b687dbe967 req-75684e71-0815-403b-a3c6-dcae82528236 service neutron] 10.222.0.42 "GET /v2.0/networks/0e791179-19ca-4196-85a3-d90e2116287c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949562 Feb 16 13:25:52.991156 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-95b9a022-d18d-4a77-b6d8-77b687dbe967 req-e2455b80-fb0c-46e5-8790-e238bdbec2ec service neutron] 10.222.0.42 "GET /v2.0/networks/0e791179-19ca-4196-85a3-d90e2116287c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908782 Feb 16 13:25:53.104413 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c9763-519b-4aff-b7d2-a606721a3149 req-1970589d-ad38-4151-8189-468ed87f0af5 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:53.105994 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c77c9763-519b-4aff-b7d2-a606721a3149 req-1970589d-ad38-4151-8189-468ed87f0af5 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 943 time: 0.1151555 Feb 16 13:25:53.157998 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c77c9763-519b-4aff-b7d2-a606721a3149 req-e145685b-05a1-4b56-8194-3b5f39222fc8 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456285 Feb 16 13:25:54.341951 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93b0cc-7386-4217-802d-fd3d992fbb2a req-88a91d23-4df6-495b-b2ec-0763390ed2c0 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:54.343411 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9f93b0cc-7386-4217-802d-fd3d992fbb2a req-88a91d23-4df6-495b-b2ec-0763390ed2c0 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 943 time: 0.1151967 Feb 16 13:25:54.383965 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9f93b0cc-7386-4217-802d-fd3d992fbb2a req-65dd6abd-25ea-4648-9d9c-046382922733 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336635 Feb 16 13:25:54.529655 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4e976107-4805-41c7-9ef3-e34b77ca4472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:55.499293 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286216a0-ef42-45bd-9645-195c4f2e42a6 req-78ea47a6-a7b1-41ce-ad2d-3ae0bda333a8 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:55.500818 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-286216a0-ef42-45bd-9645-195c4f2e42a6 req-78ea47a6-a7b1-41ce-ad2d-3ae0bda333a8 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 943 time: 0.0489750 Feb 16 13:25:55.540160 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-286216a0-ef42-45bd-9645-195c4f2e42a6 req-0dae6da2-e2a2-4207-859c-62fd0d326b1f tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324547 Feb 16 13:25:55.884606 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:56.664730 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19b8ed-8815-43f1-a6ce-3f309bd034b4 req-c1afbadf-f692-448f-8384-55a285bf905a tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:56.667133 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4d19b8ed-8815-43f1-a6ce-3f309bd034b4 req-c1afbadf-f692-448f-8384-55a285bf905a tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 943 time: 0.0555942 Feb 16 13:25:56.724396 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4d19b8ed-8815-43f1-a6ce-3f309bd034b4 req-417766d3-d9a2-4ab7-a62f-5e3e35709ab4 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504484 Feb 16 13:25:57.123506 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:57.513452 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:57.850103 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1335029-8a7c-43b6-9d21-9257328b1933 req-f0a0f58a-c1a5-49bf-9326-db32a3945adc tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:57.851628 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c1335029-8a7c-43b6-9d21-9257328b1933 req-f0a0f58a-c1a5-49bf-9326-db32a3945adc tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 943 time: 0.0555432 Feb 16 13:25:57.892193 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c1335029-8a7c-43b6-9d21-9257328b1933 req-c65745ad-9f8e-4283-9d33-f1ee3b939c79 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346251 Feb 16 13:25:58.926504 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:59.016427 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e41a0-d5fd-4096-8365-fdb667ea442d req-ef1c08fc-6f01-431a-9469-7d739e732cfc tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:59.018047 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0d5e41a0-d5fd-4096-8365-fdb667ea442d req-ef1c08fc-6f01-431a-9469-7d739e732cfc tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 943 time: 0.0529356 Feb 16 13:25:59.058788 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0d5e41a0-d5fd-4096-8365-fdb667ea442d req-d29318d4-ff54-4af5-9acc-b30dec3019d1 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343564 Feb 16 13:26:00.181521 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87ef0e-ef16-4075-8544-5883d181ae27 req-fffd027f-4be5-4860-8b09-fac57c322e15 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:00.182993 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3c87ef0e-ef16-4075-8544-5883d181ae27 req-fffd027f-4be5-4860-8b09-fac57c322e15 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 943 time: 0.0556986 Feb 16 13:26:00.222745 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3c87ef0e-ef16-4075-8544-5883d181ae27 req-675aef90-7505-4ebc-9db1-33d13b546558 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336068 Feb 16 13:26:01.342980 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf23981-434e-41b2-b74c-a5291e62128d req-5eefea8c-95e9-43f2-8e2f-e87f2b1d1f03 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:01.344513 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ecf23981-434e-41b2-b74c-a5291e62128d req-5eefea8c-95e9-43f2-8e2f-e87f2b1d1f03 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 943 time: 0.0516067 Feb 16 13:26:01.388252 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ecf23981-434e-41b2-b74c-a5291e62128d req-788646bf-b713-48fb-bab8-e6fa86d8fcd8 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376194 Feb 16 13:26:02.021926 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 48e91501-fd09-4380-8180-7412b02fefed details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:26:02.129117 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 48e91501-fd09-4380-8180-7412b02fefed, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=48e91501-fd09-4380-8180-7412b02fefed,segment=NetworkSegment(b505d583-4a36-4b4a-b39e-5db1936eb02d),segment_id=b505d583-4a36-4b4a-b39e-5db1936eb02d)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:26:02.142263 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': '48e91501-fd09-4380-8180-7412b02fefed', 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c', 'port_id': '48e91501-fd09-4380-8180-7412b02fefed', 'mac_address': 'fa:16:3e:cf:55:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba89f34-3db3-4b10-abee-6b9e17f85c16', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:26:02.186253 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:02.200969 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48e91501-fd09-4380-8180-7412b02fefed {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:26:02.227462 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 48e91501-fd09-4380-8180-7412b02fefed, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=48e91501-fd09-4380-8180-7412b02fefed,segment=NetworkSegment(b505d583-4a36-4b4a-b39e-5db1936eb02d),segment_id=b505d583-4a36-4b4a-b39e-5db1936eb02d)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:26:02.235603 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:02.290327 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=48e91501-fd09-4380-8180-7412b02fefed,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:02.297991 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:02.298342 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:02.298679 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:02.299007 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:02.299376 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:02.299705 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:02.300031 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:02.300356 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:02.300702 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:02.301024 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:02.301346 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:02.301661 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:02.522528 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d742fd-6695-44fb-a788-216e8a628c16 req-ae308868-d37a-41e4-bee9-4c6754388779 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:02.524119 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-16d742fd-6695-44fb-a788-216e8a628c16 req-ae308868-d37a-41e4-bee9-4c6754388779 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 944 time: 0.0549688 Feb 16 13:26:02.573525 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-16d742fd-6695-44fb-a788-216e8a628c16 req-95730ee2-47cc-478a-a6cb-2be656bc2a7e tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423129 Feb 16 13:26:02.606258 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['48e91501-fd09-4380-8180-7412b02fefed'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:26:03.703244 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b7f39-9390-4437-9af7-2883ef0f65ec req-7093327d-cd97-4f4a-b98d-a3fefcb696dc tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:03.704770 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d95b7f39-9390-4437-9af7-2883ef0f65ec req-7093327d-cd97-4f4a-b98d-a3fefcb696dc tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 944 time: 0.0527225 Feb 16 13:26:03.745915 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d95b7f39-9390-4437-9af7-2883ef0f65ec req-ed1f8c21-7dd4-4667-9137-2dd13be23134 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340466 Feb 16 13:26:04.029596 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 48e91501-fd09-4380-8180-7412b02fefed up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:26:04.082973 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning for port 48e91501-fd09-4380-8180-7412b02fefed completed by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:26:04.087678 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port 48e91501-fd09-4380-8180-7412b02fefed triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:26:04.088164 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:04.325234 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:04.351594 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6504069d-a83b-42b7-bcdb-a0fd6d9701dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e91501-fd09-4380-8180-7412b02fefed'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:26:04.353960 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fb9f90-f1f1-4209-b748-81899686bb33" -d '{"events": [{"server_uuid": "6504069d-a83b-42b7-bcdb-a0fd6d9701dc", "name": "network-vif-plugged", "status": "completed", "tag": "48e91501-fd09-4380-8180-7412b02fefed"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:26:04.371536 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 48e91501-fd09-4380-8180-7412b02fefed, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=48e91501-fd09-4380-8180-7412b02fefed,segment=NetworkSegment(b505d583-4a36-4b4a-b39e-5db1936eb02d),segment_id=b505d583-4a36-4b4a-b39e-5db1936eb02d)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:26:04.378274 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:04.421757 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f478c696-6eb2-42c1-bc00-8f30543ba4a6 x-openstack-request-id: req-f478c696-6eb2-42c1-bc00-8f30543ba4a6 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:26:04.422067 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6504069d-a83b-42b7-bcdb-a0fd6d9701dc", "name": "network-vif-plugged", "status": "completed", "tag": "48e91501-fd09-4380-8180-7412b02fefed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:26:04.422296 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f478c696-6eb2-42c1-bc00-8f30543ba4a6 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:26:04.422683 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6504069d-a83b-42b7-bcdb-a0fd6d9701dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e91501-fd09-4380-8180-7412b02fefed', 'code': 200} Feb 16 13:26:04.455121 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=48e91501-fd09-4380-8180-7412b02fefed,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:04.691750 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022075e1-064d-4903-b96c-d7ac316aea27 req-bae746be-b4bc-4514-9703-67d3c7d29300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:04.693329 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-022075e1-064d-4903-b96c-d7ac316aea27 req-bae746be-b4bc-4514-9703-67d3c7d29300 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 1098 time: 0.1038077 Feb 16 13:26:04.731657 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-022075e1-064d-4903-b96c-d7ac316aea27 req-34e6896f-4ab0-47b8-92d7-badbb0466315 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304108 Feb 16 13:26:04.868093 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb486f38-d739-4a26-af66-ac19c8eca62e req-ab7ae2cb-9d49-474b-a912-73b36fc3dd70 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:04.869632 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-eb486f38-d739-4a26-af66-ac19c8eca62e req-ab7ae2cb-9d49-474b-a912-73b36fc3dd70 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 945 time: 0.0536361 Feb 16 13:26:04.917971 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-eb486f38-d739-4a26-af66-ac19c8eca62e req-59b838ef-3c38-42d1-b40d-3f4499aefe8e tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404921 Feb 16 13:26:06.059607 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb7ecd-7dc3-494e-9daf-7644280a90c3 req-90fe539e-3bc9-4864-bf8d-b3e9f831f79c tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:06.061390 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2abb7ecd-7dc3-494e-9daf-7644280a90c3 req-90fe539e-3bc9-4864-bf8d-b3e9f831f79c tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 945 time: 0.0550206 Feb 16 13:26:06.111139 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2abb7ecd-7dc3-494e-9daf-7644280a90c3 req-592f2857-b58c-4624-926c-9e656543834d tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398922 Feb 16 13:26:06.228247 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb9bff-f9ae-4524-a754-5ed9507c6a44 req-1caf5f96-88a7-403a-ab0d-5a4dbfd41a1f tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:06.229689 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a8cb9bff-f9ae-4524-a754-5ed9507c6a44 req-1caf5f96-88a7-403a-ab0d-5a4dbfd41a1f tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 945 time: 0.0494246 Feb 16 13:26:06.270632 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a8cb9bff-f9ae-4524-a754-5ed9507c6a44 req-c775d74b-cbcf-450f-a0e0-88b42c3d4a93 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345974 Feb 16 13:26:06.292462 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 44668) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:26:06.331567 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047f12bc-97f8-449a-ad17-98392d05ffb7 tempest-TestShelveInstance-240986675 tempest-TestShelveInstance-240986675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:06.333143 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-047f12bc-97f8-449a-ad17-98392d05ffb7 tempest-TestShelveInstance-240986675 tempest-TestShelveInstance-240986675-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 1093 time: 0.0396619 Feb 16 13:26:06.335844 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 44670) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:26:06.340113 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-93dbfeea-ec4f-4fc9-9829-0cced6d6335b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Request body: {'floatingip': {'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'port_id': '48e91501-fd09-4380-8180-7412b02fefed', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:26:06.366213 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-93dbfeea-ec4f-4fc9-9829-0cced6d6335b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for floatingip, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:06.474679 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-93dbfeea-ec4f-4fc9-9829-0cced6d6335b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:06.584040 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-93dbfeea-ec4f-4fc9-9829-0cced6d6335b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Allocated IP 172.26.2.171 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/fb8434cd-8764-4cdd-946b-333c36b72b71) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:26:06.716824 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-93dbfeea-ec4f-4fc9-9829-0cced6d6335b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:06.767673 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-93dbfeea-ec4f-4fc9-9829-0cced6d6335b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:06.823377 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dbfeea-ec4f-4fc9-9829-0cced6d6335b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:26:06.831969 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-93dbfeea-ec4f-4fc9-9829-0cced6d6335b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:26:06.837781 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dbfeea-ec4f-4fc9-9829-0cced6d6335b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:26:06.874697 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dbfeea-ec4f-4fc9-9829-0cced6d6335b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Pushing event updated for resources: {'Port': ['ID=fb8434cd-8764-4cdd-946b-333c36b72b71,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:07.232551 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-93dbfeea-ec4f-4fc9-9829-0cced6d6335b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:07.304253 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-93dbfeea-ec4f-4fc9-9829-0cced6d6335b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:07.479467 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-93dbfeea-ec4f-4fc9-9829-0cced6d6335b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:07.484830 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-93dbfeea-ec4f-4fc9-9829-0cced6d6335b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:07.562438 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dbfeea-ec4f-4fc9-9829-0cced6d6335b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Pushing event updated for resources: {'Port': ['ID=fb8434cd-8764-4cdd-946b-333c36b72b71,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:07.575592 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-93dbfeea-ec4f-4fc9-9829-0cced6d6335b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:07.682221 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.l3_db [None req-93dbfeea-ec4f-4fc9-9829-0cced6d6335b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Floating IP 0b0f43e3-a1a2-45f0-9fa8-89cbe1aaa247 associated. External IP: 172.26.2.171, port: 48e91501-fd09-4380-8180-7412b02fefed. Feb 16 13:26:07.915294 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93dbfeea-ec4f-4fc9-9829-0cced6d6335b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Router 11f49bbf-76b5-4789-bbc1-bcf71e76248c has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:26:08.035085 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93dbfeea-ec4f-4fc9-9829-0cced6d6335b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:26:08.050194 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e45b5fb-804c-4164-bcfc-96cc7734c6d4 None None] Sync routers for ids ['11f49bbf-76b5-4789-bbc1-bcf71e76248c'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:26:08.060058 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-93dbfeea-ec4f-4fc9-9829-0cced6d6335b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:08.069068 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e45b5fb-804c-4164-bcfc-96cc7734c6d4 None None] Routers {'11f49bbf-76b5-4789-bbc1-bcf71e76248c'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:26:08.069704 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6e45b5fb-804c-4164-bcfc-96cc7734c6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:25:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['11f49bbf-76b5-4789-bbc1-bcf71e76248c'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:26:08.103494 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-93dbfeea-ec4f-4fc9-9829-0cced6d6335b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7663956 Feb 16 13:26:08.104366 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6504069d-a83b-42b7-bcdb-a0fd6d9701dc', 'tag': '48e91501-fd09-4380-8180-7412b02fefed'}] {{(pid=109048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:26:08.108290 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40068d798dcc31a224174c6c24ac8b3e49f1a518b527dec6066c5fbc28712f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf0b25b-c61a-4f22-a3c5-cd79d84b2ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "6504069d-a83b-42b7-bcdb-a0fd6d9701dc", "tag": "48e91501-fd09-4380-8180-7412b02fefed"}]}' {{(pid=109048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:26:08.153926 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f7b026-4635-4e99-87ad-c707d0ae5fcb x-openstack-request-id: req-20f7b026-4635-4e99-87ad-c707d0ae5fcb {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:26:08.154210 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6504069d-a83b-42b7-bcdb-a0fd6d9701dc", "tag": "48e91501-fd09-4380-8180-7412b02fefed", "status": "completed", "code": 200}]} {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:26:08.154462 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-20f7b026-4635-4e99-87ad-c707d0ae5fcb {{(pid=109048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:26:08.154869 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6504069d-a83b-42b7-bcdb-a0fd6d9701dc', 'tag': '48e91501-fd09-4380-8180-7412b02fefed', 'status': 'completed', 'code': 200} Feb 16 13:26:08.212552 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-6e45b5fb-804c-4164-bcfc-96cc7734c6d4 None None] Set router 11f49bbf-76b5-4789-bbc1-bcf71e76248c gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:26:08.225937 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0b25b-c61a-4f22-a3c5-cd79d84b2ad6 req-f2e05979-8c2e-4234-88f8-14643caa30b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:08.227488 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-caf0b25b-c61a-4f22-a3c5-cd79d84b2ad6 req-f2e05979-8c2e-4234-88f8-14643caa30b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1717274bb30b4b56aacd1e3e30ad7bff&device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 1098 time: 0.0499699 Feb 16 13:26:08.324300 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0b25b-c61a-4f22-a3c5-cd79d84b2ad6 req-fdaa7acf-e5e6-4101-b8f2-9a271ea5d5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:08.326020 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-caf0b25b-c61a-4f22-a3c5-cd79d84b2ad6 req-fdaa7acf-e5e6-4101-b8f2-9a271ea5d5f0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0e791179-19ca-4196-85a3-d90e2116287c HTTP/1.1" status: 200 len: 909 time: 0.0915711 Feb 16 13:26:08.401567 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-caf0b25b-c61a-4f22-a3c5-cd79d84b2ad6 req-6ae14949-7567-4867-84c6-7ca86147697f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48e91501-fd09-4380-8180-7412b02fefed HTTP/1.1" status: 200 len: 999 time: 0.0687652 Feb 16 13:26:08.452934 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0b25b-c61a-4f22-a3c5-cd79d84b2ad6 req-065ae8fa-9233-4fb6-962a-8847d8b8e5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:08.454414 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-caf0b25b-c61a-4f22-a3c5-cd79d84b2ad6 req-065ae8fa-9233-4fb6-962a-8847d8b8e5e0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dba89f34-3db3-4b10-abee-6b9e17f85c16 HTTP/1.1" status: 200 len: 847 time: 0.0464456 Feb 16 13:26:08.461227 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6e45b5fb-804c-4164-bcfc-96cc7734c6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'name': 'tempest-TestShelveInstance-311938750-router', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.4'}], 'enable_snat': True}, 'gw_port_id': 'e26d5d45-4bd9-426d-b92b-5001b098f2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:08Z', 'updated_at': '2022-02-16T13:21:11Z', 'revision_number': 4, 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'gw_port': {'id': 'e26d5d45-4bd9-426d-b92b-5001b098f2cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:08Z', 'updated_at': '2022-02-16T13:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '0b0f43e3-a1a2-45f0-9fa8-89cbe1aaa247', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'floating_ip_address': '172.26.2.171', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'port_id': '48e91501-fd09-4380-8180-7412b02fefed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c', 'mac_address': 'fa:16:3e:cf:55:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6504069d-a83b-42b7-bcdb-a0fd6d9701dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:26:07Z', 'updated_at': '2022-02-16T13:26:07Z', 'revision_number': 0, 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a5f5382-2283-4c8d-a1da-259f1d8f5753', 'name': '', 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'mac_address': 'fa:16:3e:3b:05:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'dba89f34-3db3-4b10-abee-6b9e17f85c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:10Z', 'updated_at': '2022-02-16T13:21:14Z', 'revision_number': 5, 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'subnets': [{'id': 'dba89f34-3db3-4b10-abee-6b9e17f85c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:26:08.494085 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e45b5fb-804c-4164-bcfc-96cc7734c6d4 None None] Checking router: 11f49bbf-76b5-4789-bbc1-bcf71e76248c for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:26:08.503289 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e45b5fb-804c-4164-bcfc-96cc7734c6d4 None None] Routers {'11f49bbf-76b5-4789-bbc1-bcf71e76248c'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:26:08.503963 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0b25b-c61a-4f22-a3c5-cd79d84b2ad6 req-acf57a1e-2f92-46da-b027-3f52a1c5d4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:08.504141 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6e45b5fb-804c-4164-bcfc-96cc7734c6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:25:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['11f49bbf-76b5-4789-bbc1-bcf71e76248c'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:26:08.505503 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-caf0b25b-c61a-4f22-a3c5-cd79d84b2ad6 req-acf57a1e-2f92-46da-b027-3f52a1c5d4f6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0e791179-19ca-4196-85a3-d90e2116287c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431848 Feb 16 13:26:08.603742 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-caf0b25b-c61a-4f22-a3c5-cd79d84b2ad6 req-36481373-83e4-4528-a0a1-b7e62d934170 service neutron] 10.222.0.42 "GET /v2.0/networks/0e791179-19ca-4196-85a3-d90e2116287c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896683 Feb 16 13:26:08.618403 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-6e45b5fb-804c-4164-bcfc-96cc7734c6d4 None None] Set router 11f49bbf-76b5-4789-bbc1-bcf71e76248c gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:26:08.700907 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-caf0b25b-c61a-4f22-a3c5-cd79d84b2ad6 req-f2281da1-dda3-4a38-9235-58d72e3dc882 service neutron] 10.222.0.42 "GET /v2.0/networks/0e791179-19ca-4196-85a3-d90e2116287c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902989 Feb 16 13:26:08.864016 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6e45b5fb-804c-4164-bcfc-96cc7734c6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'name': 'tempest-TestShelveInstance-311938750-router', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.4'}], 'enable_snat': True}, 'gw_port_id': 'e26d5d45-4bd9-426d-b92b-5001b098f2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:08Z', 'updated_at': '2022-02-16T13:21:11Z', 'revision_number': 4, 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'gw_port': {'id': 'e26d5d45-4bd9-426d-b92b-5001b098f2cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:08Z', 'updated_at': '2022-02-16T13:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '0b0f43e3-a1a2-45f0-9fa8-89cbe1aaa247', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'floating_ip_address': '172.26.2.171', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'port_id': '48e91501-fd09-4380-8180-7412b02fefed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c', 'mac_address': 'fa:16:3e:cf:55:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6504069d-a83b-42b7-bcdb-a0fd6d9701dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:26:07Z', 'updated_at': '2022-02-16T13:26:07Z', 'revision_number': 0, 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a5f5382-2283-4c8d-a1da-259f1d8f5753', 'name': '', 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'mac_address': 'fa:16:3e:3b:05:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'dba89f34-3db3-4b10-abee-6b9e17f85c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:10Z', 'updated_at': '2022-02-16T13:21:14Z', 'revision_number': 5, 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'subnets': [{'id': 'dba89f34-3db3-4b10-abee-6b9e17f85c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:26:08.895016 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e45b5fb-804c-4164-bcfc-96cc7734c6d4 None None] The sync data for ids ['11f49bbf-76b5-4789-bbc1-bcf71e76248c'] in dv-neutron-828142-3-hyperv is: [{'id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'name': 'tempest-TestShelveInstance-311938750-router', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.4'}], 'enable_snat': True}, 'gw_port_id': 'e26d5d45-4bd9-426d-b92b-5001b098f2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:08Z', 'updated_at': '2022-02-16T13:21:11Z', 'revision_number': 4, 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'gw_port': {'id': 'e26d5d45-4bd9-426d-b92b-5001b098f2cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:08Z', 'updated_at': '2022-02-16T13:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '0b0f43e3-a1a2-45f0-9fa8-89cbe1aaa247', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'floating_ip_address': '172.26.2.171', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'port_id': '48e91501-fd09-4380-8180-7412b02fefed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c', 'mac_address': 'fa:16:3e:cf:55:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6504069d-a83b-42b7-bcdb-a0fd6d9701dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:26:07Z', 'updated_at': '2022-02-16T13:26:07Z', 'revision_number': 0, 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a5f5382-2283-4c8d-a1da-259f1d8f5753', 'name': '', 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'mac_address': 'fa:16:3e:3b:05:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'dba89f34-3db3-4b10-abee-6b9e17f85c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:10Z', 'updated_at': '2022-02-16T13:21:14Z', 'revision_number': 5, 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'subnets': [{'id': 'dba89f34-3db3-4b10-abee-6b9e17f85c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:26:09.119527 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bed662-6377-4dd4-a0f9-081a2394612e None None] New status for floating IP 0b0f43e3-a1a2-45f0-9fa8-89cbe1aaa247: ACTIVE {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:26:22.329344 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1626f5d9-bf3b-493d-8ee0-45d430c5e633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:24.535654 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6dd8ec37-0f9d-41c1-9feb-b0d6a0acf6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:25.884490 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:26.429624 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:26:27.121908 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:27.519845 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:28.910260 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:52.331081 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-27273c66-5edc-4267-ab10-e16b9a42c2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:54.535141 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d74e42ab-4ddb-4412-a1ad-7e12a649112c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:55.898364 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:57.119774 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:57.523678 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:58.947556 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:03.430501 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:27:05.448446 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-66c43613-3b5e-48ac-b6a1-62999ba4b4e3 req-3b3856ea-26ac-4031-9608-607a5c1c1105 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0564446 Feb 16 13:27:05.554751 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c43613-3b5e-48ac-b6a1-62999ba4b4e3 req-fce3235e-df72-4021-821b-0b55df4f45f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:05.557557 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-66c43613-3b5e-48ac-b6a1-62999ba4b4e3 req-fce3235e-df72-4021-821b-0b55df4f45f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1717274bb30b4b56aacd1e3e30ad7bff&device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 1098 time: 0.0554304 Feb 16 13:27:05.682507 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c43613-3b5e-48ac-b6a1-62999ba4b4e3 req-2f522cf3-70a4-4bc0-9929-8edcc9cb4383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:05.684008 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-66c43613-3b5e-48ac-b6a1-62999ba4b4e3 req-2f522cf3-70a4-4bc0-9929-8edcc9cb4383 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0e791179-19ca-4196-85a3-d90e2116287c HTTP/1.1" status: 200 len: 909 time: 0.1052382 Feb 16 13:27:05.768141 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-66c43613-3b5e-48ac-b6a1-62999ba4b4e3 req-479f83ab-9789-4f89-8346-3ac57a783cbf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48e91501-fd09-4380-8180-7412b02fefed HTTP/1.1" status: 200 len: 1001 time: 0.0743566 Feb 16 13:27:05.821659 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c43613-3b5e-48ac-b6a1-62999ba4b4e3 req-c48509e2-f565-4572-a688-bfa3ccd76bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:05.823179 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-66c43613-3b5e-48ac-b6a1-62999ba4b4e3 req-c48509e2-f565-4572-a688-bfa3ccd76bae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dba89f34-3db3-4b10-abee-6b9e17f85c16 HTTP/1.1" status: 200 len: 847 time: 0.0478721 Feb 16 13:27:05.872289 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c43613-3b5e-48ac-b6a1-62999ba4b4e3 req-78701c3a-6b8f-46d7-97c5-4eb6d3087c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:05.873850 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-66c43613-3b5e-48ac-b6a1-62999ba4b4e3 req-78701c3a-6b8f-46d7-97c5-4eb6d3087c12 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0e791179-19ca-4196-85a3-d90e2116287c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432687 Feb 16 13:27:05.980396 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-66c43613-3b5e-48ac-b6a1-62999ba4b4e3 req-18f71290-c899-428e-8561-cb01b51dc2c2 service neutron] 10.222.0.42 "GET /v2.0/networks/0e791179-19ca-4196-85a3-d90e2116287c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980909 Feb 16 13:27:06.484862 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-66c43613-3b5e-48ac-b6a1-62999ba4b4e3 req-e537cf2d-52e2-4167-b0ac-910afe2197eb service neutron] 10.222.0.42 "GET /v2.0/networks/0e791179-19ca-4196-85a3-d90e2116287c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4971242 Feb 16 13:27:22.333307 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b43e314-32be-4272-8a5a-9e98ab8776ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:24.529274 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-575b8110-c9b6-4438-8638-050893dee39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:25.889404 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:27.114791 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:27.522229 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:28.930745 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:40.429115 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:27:52.326599 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-87aeef62-6eed-4c84-8fc7-cdde9e6bdd78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:54.533206 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2630bce0-9ed4-43c2-a8fd-401a0fbdf0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:55.893836 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:57.118202 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:57.525934 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:58.938274 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:06.088581 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660e73b-8cf2-4b5b-93b1-e93914ce95f5 req-166e0de5-d7d4-471e-83ed-da00e012d665 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:06.090118 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e660e73b-8cf2-4b5b-93b1-e93914ce95f5 req-166e0de5-d7d4-471e-83ed-da00e012d665 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 945 time: 0.0574389 Feb 16 13:28:06.145016 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-e660e73b-8cf2-4b5b-93b1-e93914ce95f5 req-a299302d-2b98-493c-8208-8013d12e5e19 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456126 Feb 16 13:28:06.191923 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20c158-f262-40e8-af59-5f63ecd10c38 req-8d27c475-d1cc-47c8-81f8-41bff654afc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:06.193464 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4d20c158-f262-40e8-af59-5f63ecd10c38 req-8d27c475-d1cc-47c8-81f8-41bff654afc8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1717274bb30b4b56aacd1e3e30ad7bff&device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 1098 time: 0.0431263 Feb 16 13:28:06.313654 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20c158-f262-40e8-af59-5f63ecd10c38 req-ddee592b-3790-4f1e-9700-71e391bae42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:06.316250 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4d20c158-f262-40e8-af59-5f63ecd10c38 req-ddee592b-3790-4f1e-9700-71e391bae42a service neutron] 10.222.0.42 "GET /v2.0/networks?id=0e791179-19ca-4196-85a3-d90e2116287c HTTP/1.1" status: 200 len: 909 time: 0.1004720 Feb 16 13:28:06.420413 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4d20c158-f262-40e8-af59-5f63ecd10c38 req-64d20e0e-a54d-4971-a6a3-d055f23cd66f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48e91501-fd09-4380-8180-7412b02fefed HTTP/1.1" status: 200 len: 1001 time: 0.0954483 Feb 16 13:28:06.473520 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20c158-f262-40e8-af59-5f63ecd10c38 req-6aecdfdf-b7e5-4d50-9eaf-92680012bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:06.474986 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4d20c158-f262-40e8-af59-5f63ecd10c38 req-6aecdfdf-b7e5-4d50-9eaf-92680012bab0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dba89f34-3db3-4b10-abee-6b9e17f85c16 HTTP/1.1" status: 200 len: 847 time: 0.0485694 Feb 16 13:28:06.522928 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20c158-f262-40e8-af59-5f63ecd10c38 req-8b4af98e-3253-42a5-bfa8-b4e4e9544ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:06.524498 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4d20c158-f262-40e8-af59-5f63ecd10c38 req-8b4af98e-3253-42a5-bfa8-b4e4e9544ed2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0e791179-19ca-4196-85a3-d90e2116287c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423300 Feb 16 13:28:06.633297 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4d20c158-f262-40e8-af59-5f63ecd10c38 req-4ef4fec6-2335-486d-b271-449ff4e9f399 service neutron] 10.222.0.42 "GET /v2.0/networks/0e791179-19ca-4196-85a3-d90e2116287c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014159 Feb 16 13:28:06.732382 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4d20c158-f262-40e8-af59-5f63ecd10c38 req-f5aa21e8-ca54-4a66-928e-22a687d4bf29 service neutron] 10.222.0.42 "GET /v2.0/networks/0e791179-19ca-4196-85a3-d90e2116287c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919662 Feb 16 13:28:07.266657 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54412f2e-c4cd-4256-82c3-496617d75e73 req-74d51b44-850a-4bbf-8d98-4faf911d8675 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:07.268202 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-54412f2e-c4cd-4256-82c3-496617d75e73 req-74d51b44-850a-4bbf-8d98-4faf911d8675 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 945 time: 0.0502172 Feb 16 13:28:07.309283 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-54412f2e-c4cd-4256-82c3-496617d75e73 req-9ef63035-3895-4b2b-8cae-63295375d106 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349500 Feb 16 13:28:08.428748 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45dcdb1-ee71-4447-a44f-9887f707b0d0 req-c44af99e-723d-45a5-b21a-cdd28147eb33 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:08.430269 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b45dcdb1-ee71-4447-a44f-9887f707b0d0 req-c44af99e-723d-45a5-b21a-cdd28147eb33 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 945 time: 0.0499618 Feb 16 13:28:08.470901 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b45dcdb1-ee71-4447-a44f-9887f707b0d0 req-39035489-6327-457a-b0f4-eaf59da9e4d1 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340056 Feb 16 13:28:09.600166 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba2dff-3cc2-4c6d-8c30-43d6c05ac59c req-045990f5-6538-4e95-83ba-afb4239f33b7 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:09.601862 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-51ba2dff-3cc2-4c6d-8c30-43d6c05ac59c req-045990f5-6538-4e95-83ba-afb4239f33b7 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 945 time: 0.0589952 Feb 16 13:28:09.981216 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-51ba2dff-3cc2-4c6d-8c30-43d6c05ac59c req-2857108c-4eb1-46c5-a3bf-7c3245704613 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3734684 Feb 16 13:28:11.102735 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853080d-123d-494b-b9fb-21b2e3206367 req-2b33406a-daff-4e09-a90b-f61e68a5682a tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:11.104246 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0853080d-123d-494b-b9fb-21b2e3206367 req-2b33406a-daff-4e09-a90b-f61e68a5682a tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 945 time: 0.0492828 Feb 16 13:28:11.146049 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0853080d-123d-494b-b9fb-21b2e3206367 req-b3de829e-171e-4d7a-ab42-8ec212ddfbd3 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358560 Feb 16 13:28:12.272455 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4761d5-d3fc-4d53-a647-675fe018f926 req-bfbf58ba-6af4-4ec8-beff-d7789a98d3ed tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:12.274021 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-dc4761d5-d3fc-4d53-a647-675fe018f926 req-bfbf58ba-6af4-4ec8-beff-d7789a98d3ed tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 945 time: 0.0512204 Feb 16 13:28:12.314496 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-dc4761d5-d3fc-4d53-a647-675fe018f926 req-7f216b69-67ac-49c1-a7d1-38b12a7ce7b3 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340443 Feb 16 13:28:13.436787 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55a4aa-221b-402b-9fb5-8d67a53f8b45 req-2b7707c7-e2f8-4f96-b43c-d88e31a555f0 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:13.438353 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-be55a4aa-221b-402b-9fb5-8d67a53f8b45 req-2b7707c7-e2f8-4f96-b43c-d88e31a555f0 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 945 time: 0.0547957 Feb 16 13:28:13.479973 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-be55a4aa-221b-402b-9fb5-8d67a53f8b45 req-9bd1a3b9-d093-4f03-a666-0f1d735c7402 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353749 Feb 16 13:28:14.605715 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977eb836-df66-496e-8af2-c2084cc52cfb req-bc5b6e85-73a2-462c-9b08-0286073c2456 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:14.607242 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-977eb836-df66-496e-8af2-c2084cc52cfb req-bc5b6e85-73a2-462c-9b08-0286073c2456 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 945 time: 0.0506561 Feb 16 13:28:14.651211 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-977eb836-df66-496e-8af2-c2084cc52cfb req-f0a58bc2-321d-4d00-a4e2-2ff5fd09f4b6 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378737 Feb 16 13:28:15.772641 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b0cb1-4d2d-4f7d-9093-563e5e1f5ada req-31e113ac-70c1-4b62-9533-9b916debedf2 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:15.774276 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-740b0cb1-4d2d-4f7d-9093-563e5e1f5ada req-31e113ac-70c1-4b62-9533-9b916debedf2 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 945 time: 0.0547445 Feb 16 13:28:15.815491 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-740b0cb1-4d2d-4f7d-9093-563e5e1f5ada req-6b7a77ce-3738-429e-81cf-38af352d8a20 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351756 Feb 16 13:28:16.225742 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1af789-4451-43a5-a70d-2e90fd8a7046 req-59d59506-9045-4132-a0de-ea3840a59126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:16.227280 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1c1af789-4451-43a5-a70d-2e90fd8a7046 req-59d59506-9045-4132-a0de-ea3840a59126 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1717274bb30b4b56aacd1e3e30ad7bff&device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 1098 time: 0.0460324 Feb 16 13:28:16.329409 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1af789-4451-43a5-a70d-2e90fd8a7046 req-a937ccab-92c5-4706-9bcd-4408584a811f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:16.330898 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1c1af789-4451-43a5-a70d-2e90fd8a7046 req-a937ccab-92c5-4706-9bcd-4408584a811f service neutron] 10.222.0.42 "GET /v2.0/networks?id=0e791179-19ca-4196-85a3-d90e2116287c HTTP/1.1" status: 200 len: 909 time: 0.0967557 Feb 16 13:28:16.403094 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1c1af789-4451-43a5-a70d-2e90fd8a7046 req-87e4bdc7-ce00-440a-ad1e-dac13907ca13 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48e91501-fd09-4380-8180-7412b02fefed HTTP/1.1" status: 200 len: 1001 time: 0.0641794 Feb 16 13:28:16.460715 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1af789-4451-43a5-a70d-2e90fd8a7046 req-55c6f307-e216-46a2-9cb7-7ca043ccf1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:16.462206 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1c1af789-4451-43a5-a70d-2e90fd8a7046 req-55c6f307-e216-46a2-9cb7-7ca043ccf1ce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dba89f34-3db3-4b10-abee-6b9e17f85c16 HTTP/1.1" status: 200 len: 847 time: 0.0510674 Feb 16 13:28:16.513151 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1af789-4451-43a5-a70d-2e90fd8a7046 req-6242291d-ff06-4d70-9a6d-7ed47d440aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:16.514597 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1c1af789-4451-43a5-a70d-2e90fd8a7046 req-6242291d-ff06-4d70-9a6d-7ed47d440aa5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0e791179-19ca-4196-85a3-d90e2116287c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455639 Feb 16 13:28:16.606821 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1c1af789-4451-43a5-a70d-2e90fd8a7046 req-b51fa306-5898-4018-a317-db81babdc880 service neutron] 10.222.0.42 "GET /v2.0/networks/0e791179-19ca-4196-85a3-d90e2116287c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846159 Feb 16 13:28:16.705882 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1c1af789-4451-43a5-a70d-2e90fd8a7046 req-e784fa23-d311-450c-864d-cd076e979e35 service neutron] 10.222.0.42 "GET /v2.0/networks/0e791179-19ca-4196-85a3-d90e2116287c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918796 Feb 16 13:28:16.936129 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85ef98-13f7-4bbe-bb16-d7e7a451b94c req-ae513ae1-3eb1-423a-bf4c-b12547e6e574 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:16.938304 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ff85ef98-13f7-4bbe-bb16-d7e7a451b94c req-ae513ae1-3eb1-423a-bf4c-b12547e6e574 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 945 time: 0.0541673 Feb 16 13:28:16.978367 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-ff85ef98-13f7-4bbe-bb16-d7e7a451b94c req-fc65c592-0b40-4ebb-89be-b4ca9aef7c91 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339968 Feb 16 13:28:17.427494 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:28:18.109219 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b05222-2035-409d-a7c3-d1ed5732d35d req-73cfb47f-4512-42d9-867e-97052aaaff49 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:18.110759 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c9b05222-2035-409d-a7c3-d1ed5732d35d req-73cfb47f-4512-42d9-867e-97052aaaff49 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 945 time: 0.0610518 Feb 16 13:28:18.153271 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c9b05222-2035-409d-a7c3-d1ed5732d35d req-31836599-fe5f-437b-999f-3058a13ce691 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365720 Feb 16 13:28:19.282636 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84927e79-eaef-417d-b872-ad4ab012832b req-ee7bb38b-c76f-4c33-ae17-6917a84722ba tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:19.284076 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-84927e79-eaef-417d-b872-ad4ab012832b req-ee7bb38b-c76f-4c33-ae17-6917a84722ba tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 945 time: 0.0538092 Feb 16 13:28:19.327726 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-84927e79-eaef-417d-b872-ad4ab012832b req-248fae4a-55b9-4726-97de-6b7f3b9a53c5 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373847 Feb 16 13:28:20.458126 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49bda6c-5cbb-4c6c-b114-0ac931144b71 req-5e54d7e5-1bd5-4547-86c3-eaf0a927f90b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:20.459661 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a49bda6c-5cbb-4c6c-b114-0ac931144b71 req-5e54d7e5-1bd5-4547-86c3-eaf0a927f90b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 945 time: 0.0566444 Feb 16 13:28:20.503131 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a49bda6c-5cbb-4c6c-b114-0ac931144b71 req-075f7c49-01bb-4b16-8b8b-39bf704bdff0 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336704 Feb 16 13:28:20.764226 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb089859-c0b2-433d-b41d-ad1857038c3c req-26fc5ddb-27fa-4220-b635-5e86e8148721 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:20.766826 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bb089859-c0b2-433d-b41d-ad1857038c3c req-26fc5ddb-27fa-4220-b635-5e86e8148721 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 945 time: 0.0762434 Feb 16 13:28:20.780446 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b237ed29-1862-45d2-8f1d-f41382c08b5b req-23e51a28-de42-4018-ba2d-64e76fa0a642 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0492921 Feb 16 13:28:20.792882 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [req-b237ed29-1862-45d2-8f1d-f41382c08b5b req-018b655b-3b0d-4d6a-bc89-ec25aa0722ee service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:28:20.792882 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b237ed29-1862-45d2-8f1d-f41382c08b5b req-018b655b-3b0d-4d6a-bc89-ec25aa0722ee service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056942 Feb 16 13:28:20.810959 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-bb089859-c0b2-433d-b41d-ad1857038c3c req-d291532c-ea01-4350-821c-2d6430cfebfc tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380642 Feb 16 13:28:21.937747 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ec117-10e8-47e2-b632-137f7546164f req-693dee7d-3281-466e-9c1f-f0f9e40bfd35 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:21.939229 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a19ec117-10e8-47e2-b632-137f7546164f req-693dee7d-3281-466e-9c1f-f0f9e40bfd35 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 945 time: 0.0540638 Feb 16 13:28:21.992852 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a19ec117-10e8-47e2-b632-137f7546164f req-cb42ba97-f1d7-46d9-bf22-0dc129472b91 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456784 Feb 16 13:28:22.330321 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-560a8c64-6767-4ba2-9ba9-ca0990bd2fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:22.784163 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 48e91501-fd09-4380-8180-7412b02fefed no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:28:22.864283 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:22.889200 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6504069d-a83b-42b7-bcdb-a0fd6d9701dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48e91501-fd09-4380-8180-7412b02fefed'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:28:22.892213 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ce1237-e7b6-4f07-b82c-747ebb14e8ee" -d '{"events": [{"server_uuid": "6504069d-a83b-42b7-bcdb-a0fd6d9701dc", "name": "network-vif-unplugged", "status": "completed", "tag": "48e91501-fd09-4380-8180-7412b02fefed"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:28:22.905639 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 48e91501-fd09-4380-8180-7412b02fefed, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=48e91501-fd09-4380-8180-7412b02fefed,segment=NetworkSegment(b505d583-4a36-4b4a-b39e-5db1936eb02d),segment_id=b505d583-4a36-4b4a-b39e-5db1936eb02d)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:28:22.913640 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:22.947260 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Feb 2022 13:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5caa3319-995c-4143-a6ba-bf6f0eccf2d2 x-openstack-request-id: req-5caa3319-995c-4143-a6ba-bf6f0eccf2d2 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:28:22.947542 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6504069d-a83b-42b7-bcdb-a0fd6d9701dc", "name": "network-vif-unplugged", "status": "failed", "tag": "48e91501-fd09-4380-8180-7412b02fefed", "code": 422}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:28:22.947806 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5caa3319-995c-4143-a6ba-bf6f0eccf2d2 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:28:22.948242 dv-neutron-828142-3-hyperv neutron-server[109050]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6504069d-a83b-42b7-bcdb-a0fd6d9701dc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '48e91501-fd09-4380-8180-7412b02fefed', 'code': 422} returned with failed status Feb 16 13:28:22.983904 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=48e91501-fd09-4380-8180-7412b02fefed,revision_number=6']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:28:22.991249 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:22.991795 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:22.992313 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:22.992829 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:22.993380 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:22.993916 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:22.994463 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:22.995013 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:22.995378 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:22.995778 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:22.996089 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:22.996419 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:23.156307 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b74ee-0879-4282-898e-6d91ad17da65 req-28de4a34-064e-47d7-b0f4-2cb99c7861d2 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:23.158975 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c29b74ee-0879-4282-898e-6d91ad17da65 req-28de4a34-064e-47d7-b0f4-2cb99c7861d2 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 943 time: 0.0760663 Feb 16 13:28:23.203952 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c29b74ee-0879-4282-898e-6d91ad17da65 req-3af405f7-0c91-4d8b-bdea-80e899e85385 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384340 Feb 16 13:28:24.349984 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb317b-cc82-4528-b085-2825ecdfb759 req-17b03c00-cf29-4a6b-8fbb-f2c117ad9f4e tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:24.351392 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9aeb317b-cc82-4528-b085-2825ecdfb759 req-17b03c00-cf29-4a6b-8fbb-f2c117ad9f4e tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 943 time: 0.0606852 Feb 16 13:28:24.397357 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-9aeb317b-cc82-4528-b085-2825ecdfb759 req-6f9b20fe-027a-4a23-854f-0b9e9dedcc64 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399001 Feb 16 13:28:24.537127 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4047fb6e-3919-402e-8ead-c36dc0a3328e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:25.547313 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63622fd1-c80b-4251-af79-47b16605a98c req-1237db5f-e977-4ecf-886a-d6d1a30299d1 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:25.550104 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-63622fd1-c80b-4251-af79-47b16605a98c req-1237db5f-e977-4ecf-886a-d6d1a30299d1 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 943 time: 0.0681496 Feb 16 13:28:25.592937 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-63622fd1-c80b-4251-af79-47b16605a98c req-d0941053-2c88-4a90-b144-dccab0cbbbd4 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364239 Feb 16 13:28:25.895146 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:26.735952 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a3854-4fe9-4930-b809-5a6a2286ee6f req-c7beb6b5-f498-4623-9a3f-672d13e952a4 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:26.737545 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0b6a3854-4fe9-4930-b809-5a6a2286ee6f req-c7beb6b5-f498-4623-9a3f-672d13e952a4 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 943 time: 0.0658140 Feb 16 13:28:26.781336 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0b6a3854-4fe9-4930-b809-5a6a2286ee6f req-423ec25e-bc0f-4367-8ca8-a10cb4acd05a tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369701 Feb 16 13:28:27.128067 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:27.535924 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:27.826180 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237ed29-1862-45d2-8f1d-f41382c08b5b req-28ae8c22-8429-4d1e-a434-23956158935a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:27.829048 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b237ed29-1862-45d2-8f1d-f41382c08b5b req-28ae8c22-8429-4d1e-a434-23956158935a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc&tenant_id=1717274bb30b4b56aacd1e3e30ad7bff HTTP/1.1" status: 200 len: 1096 time: 0.0587046 Feb 16 13:28:27.901442 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237ed29-1862-45d2-8f1d-f41382c08b5b req-348656e5-19cf-4420-8628-37f19880bf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:27.903885 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b237ed29-1862-45d2-8f1d-f41382c08b5b req-348656e5-19cf-4420-8628-37f19880bf6d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1717274bb30b4b56aacd1e3e30ad7bff&device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 1096 time: 0.0518448 Feb 16 13:28:27.922672 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a006215-9c1b-4051-9352-700510b0b0f5 req-cfb88931-cc1d-4386-8094-c2530ac5d196 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:27.924302 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6a006215-9c1b-4051-9352-700510b0b0f5 req-cfb88931-cc1d-4386-8094-c2530ac5d196 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 943 time: 0.0614297 Feb 16 13:28:27.989996 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6a006215-9c1b-4051-9352-700510b0b0f5 req-b57e8bf4-c5af-4334-9f6e-0e713da31051 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538905 Feb 16 13:28:28.031638 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237ed29-1862-45d2-8f1d-f41382c08b5b req-13bb7692-3c9c-40ad-bac7-7512f08bd45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:28.033138 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b237ed29-1862-45d2-8f1d-f41382c08b5b req-13bb7692-3c9c-40ad-bac7-7512f08bd45b service neutron] 10.222.0.42 "GET /v2.0/networks?id=0e791179-19ca-4196-85a3-d90e2116287c HTTP/1.1" status: 200 len: 909 time: 0.1222498 Feb 16 13:28:28.104450 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b237ed29-1862-45d2-8f1d-f41382c08b5b req-7aae3d2f-6b35-4752-8072-90aa863d5dc4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48e91501-fd09-4380-8180-7412b02fefed HTTP/1.1" status: 200 len: 999 time: 0.0636857 Feb 16 13:28:28.163719 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237ed29-1862-45d2-8f1d-f41382c08b5b req-cb10375d-9d49-4aa4-928a-5ec4a6362925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:28.165216 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b237ed29-1862-45d2-8f1d-f41382c08b5b req-cb10375d-9d49-4aa4-928a-5ec4a6362925 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dba89f34-3db3-4b10-abee-6b9e17f85c16 HTTP/1.1" status: 200 len: 847 time: 0.0541434 Feb 16 13:28:28.212038 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237ed29-1862-45d2-8f1d-f41382c08b5b req-dfffb74b-e589-431e-8a7c-963d3f8e9a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:28.213689 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b237ed29-1862-45d2-8f1d-f41382c08b5b req-dfffb74b-e589-431e-8a7c-963d3f8e9a84 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0e791179-19ca-4196-85a3-d90e2116287c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415599 Feb 16 13:28:28.304753 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b237ed29-1862-45d2-8f1d-f41382c08b5b req-a32507db-9c68-4d8d-9011-975afc4bbd79 service neutron] 10.222.0.42 "GET /v2.0/networks/0e791179-19ca-4196-85a3-d90e2116287c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833600 Feb 16 13:28:28.401155 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b237ed29-1862-45d2-8f1d-f41382c08b5b req-147db11a-bd5c-4b2b-b426-0b03adbfd07c service neutron] 10.222.0.42 "GET /v2.0/networks/0e791179-19ca-4196-85a3-d90e2116287c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894852 Feb 16 13:28:28.960833 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:29.139201 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ed642-f9b9-42c3-a620-4929be2bf853 req-890686b6-25a8-480a-8520-03fa4f8ff6db tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:29.141448 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-859ed642-f9b9-42c3-a620-4929be2bf853 req-890686b6-25a8-480a-8520-03fa4f8ff6db tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 943 time: 0.0614376 Feb 16 13:28:29.181839 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-859ed642-f9b9-42c3-a620-4929be2bf853 req-b22d53cf-4400-4de3-b12b-16f87c032ea5 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340350 Feb 16 13:28:30.317565 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972ffa0-ce89-4ff6-8422-4831e633dd12 req-dae6dff4-70be-4386-9c40-34101bf1e0c1 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:30.318992 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f972ffa0-ce89-4ff6-8422-4831e633dd12 req-dae6dff4-70be-4386-9c40-34101bf1e0c1 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 943 time: 0.0590680 Feb 16 13:28:30.359200 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f972ffa0-ce89-4ff6-8422-4831e633dd12 req-bb778572-c737-4eca-926e-b0b7bc372554 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336096 Feb 16 13:28:31.490248 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f7cf9-b8f8-4296-9e18-3971ed61ff78 req-81230cdb-1ea3-4477-b929-b7e636e95ea8 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:31.491851 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c84f7cf9-b8f8-4296-9e18-3971ed61ff78 req-81230cdb-1ea3-4477-b929-b7e636e95ea8 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 943 time: 0.0560091 Feb 16 13:28:31.536559 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c84f7cf9-b8f8-4296-9e18-3971ed61ff78 req-6bdf375a-af3c-4570-9661-c74a25bbfb98 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383036 Feb 16 13:28:32.668860 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7249d81-38cd-4003-971f-2dd4448e8967 req-b1cbf20f-51bd-4115-98a7-b6ce58beef7b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:32.670510 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c7249d81-38cd-4003-971f-2dd4448e8967 req-b1cbf20f-51bd-4115-98a7-b6ce58beef7b tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 943 time: 0.0571015 Feb 16 13:28:32.718840 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c7249d81-38cd-4003-971f-2dd4448e8967 req-86527da6-3ff4-4458-a177-fe2266418ff6 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410845 Feb 16 13:28:33.899838 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583ad81-cc11-466a-8fa5-156bbae4045c req-56d6f0df-21b1-4e79-92ba-5169d5646596 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:33.901458 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1583ad81-cc11-466a-8fa5-156bbae4045c req-56d6f0df-21b1-4e79-92ba-5169d5646596 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 943 time: 0.0660748 Feb 16 13:28:33.942355 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-1583ad81-cc11-466a-8fa5-156bbae4045c req-be4b95eb-d49f-4643-bd7f-6baff3575fa1 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347536 Feb 16 13:28:35.066481 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee118d3-b814-43ae-aa41-1e0b85d23d2e req-e2f2628f-5ff4-44bd-812f-59b39ab5d737 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:35.068051 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0ee118d3-b814-43ae-aa41-1e0b85d23d2e req-e2f2628f-5ff4-44bd-812f-59b39ab5d737 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 943 time: 0.0543704 Feb 16 13:28:35.111239 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-0ee118d3-b814-43ae-aa41-1e0b85d23d2e req-e827bf9b-1908-4aa5-9939-0112f0a3b118 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360978 Feb 16 13:28:36.240423 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b07794-4ff2-45f1-adb7-ad9752edb305 req-721aeced-7c77-48ef-b6ad-c5d729c0a0b7 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:36.242040 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a9b07794-4ff2-45f1-adb7-ad9752edb305 req-721aeced-7c77-48ef-b6ad-c5d729c0a0b7 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 943 time: 0.0570681 Feb 16 13:28:36.283577 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-a9b07794-4ff2-45f1-adb7-ad9752edb305 req-af93d508-b5eb-47f2-8d83-fe8d3e14ece3 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351486 Feb 16 13:28:36.847274 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 48e91501-fd09-4380-8180-7412b02fefed details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:28:36.965502 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 48e91501-fd09-4380-8180-7412b02fefed, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=48e91501-fd09-4380-8180-7412b02fefed,segment=NetworkSegment(b505d583-4a36-4b4a-b39e-5db1936eb02d),segment_id=b505d583-4a36-4b4a-b39e-5db1936eb02d)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:28:36.979215 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': '48e91501-fd09-4380-8180-7412b02fefed', 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c', 'port_id': '48e91501-fd09-4380-8180-7412b02fefed', 'mac_address': 'fa:16:3e:cf:55:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba89f34-3db3-4b10-abee-6b9e17f85c16', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:28:37.030381 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:37.048339 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48e91501-fd09-4380-8180-7412b02fefed {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:28:37.071845 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 48e91501-fd09-4380-8180-7412b02fefed, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=48e91501-fd09-4380-8180-7412b02fefed,segment=NetworkSegment(b505d583-4a36-4b4a-b39e-5db1936eb02d),segment_id=b505d583-4a36-4b4a-b39e-5db1936eb02d)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:28:37.079521 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:37.130372 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=48e91501-fd09-4380-8180-7412b02fefed,revision_number=7']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:28:37.320922 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['48e91501-fd09-4380-8180-7412b02fefed'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:28:37.467407 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1929714-f4c1-4667-b6ab-8e96f817f2dc req-ccf90ff4-1d66-47be-bd55-2e1d92659814 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:37.470781 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d1929714-f4c1-4667-b6ab-8e96f817f2dc req-ccf90ff4-1d66-47be-bd55-2e1d92659814 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 944 time: 0.0928407 Feb 16 13:28:37.518358 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d1929714-f4c1-4667-b6ab-8e96f817f2dc req-77b1bb9a-56d4-4863-8bd7-7ed1c772aa1a tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399303 Feb 16 13:28:38.665301 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030ec29-8705-47bb-be6c-f87be6f42642 req-2aa7adee-2006-48cd-b885-6b2c361efd2c tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:38.667160 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3030ec29-8705-47bb-be6c-f87be6f42642 req-2aa7adee-2006-48cd-b885-6b2c361efd2c tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 944 time: 0.0560050 Feb 16 13:28:38.711775 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3030ec29-8705-47bb-be6c-f87be6f42642 req-f04f27c4-e8ea-4085-af65-6280f56fd496 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374098 Feb 16 13:28:38.877959 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 48e91501-fd09-4380-8180-7412b02fefed up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:28:38.938362 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port 48e91501-fd09-4380-8180-7412b02fefed triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:28:38.938724 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:39.034743 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:39.064254 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6504069d-a83b-42b7-bcdb-a0fd6d9701dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e91501-fd09-4380-8180-7412b02fefed'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:28:39.068424 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ce2bca-1c06-4063-ae46-aafedcf1a530" -d '{"events": [{"server_uuid": "6504069d-a83b-42b7-bcdb-a0fd6d9701dc", "name": "network-vif-plugged", "status": "completed", "tag": "48e91501-fd09-4380-8180-7412b02fefed"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:28:39.085920 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 48e91501-fd09-4380-8180-7412b02fefed, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=48e91501-fd09-4380-8180-7412b02fefed,segment=NetworkSegment(b505d583-4a36-4b4a-b39e-5db1936eb02d),segment_id=b505d583-4a36-4b4a-b39e-5db1936eb02d)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:28:39.091734 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:39.133323 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795d282e-f6bd-423d-988b-7df370b5d212 x-openstack-request-id: req-795d282e-f6bd-423d-988b-7df370b5d212 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:28:39.133614 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6504069d-a83b-42b7-bcdb-a0fd6d9701dc", "name": "network-vif-plugged", "status": "completed", "tag": "48e91501-fd09-4380-8180-7412b02fefed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:28:39.133927 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-795d282e-f6bd-423d-988b-7df370b5d212 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:28:39.134500 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6504069d-a83b-42b7-bcdb-a0fd6d9701dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e91501-fd09-4380-8180-7412b02fefed', 'code': 200} Feb 16 13:28:39.176320 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=48e91501-fd09-4380-8180-7412b02fefed,revision_number=8']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:28:39.408031 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe6193-8292-4c55-a67a-9c5fa45cebec req-6315c74b-ecdf-4d5f-896b-7c45228c47e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:39.409884 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e0fe6193-8292-4c55-a67a-9c5fa45cebec req-6315c74b-ecdf-4d5f-896b-7c45228c47e0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 1098 time: 0.0478408 Feb 16 13:28:39.453637 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e0fe6193-8292-4c55-a67a-9c5fa45cebec req-86f91584-e92c-4fb6-98b4-f5274ac2e4eb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343237 Feb 16 13:28:39.902534 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed840b-ea15-4454-aba1-3376c2d5a9de req-4672464f-b53c-4c47-9134-7e830b0899f5 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:39.905959 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-89ed840b-ea15-4454-aba1-3376c2d5a9de req-4672464f-b53c-4c47-9134-7e830b0899f5 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 945 time: 0.0856526 Feb 16 13:28:39.960076 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-89ed840b-ea15-4454-aba1-3376c2d5a9de req-f21debcb-0fd8-48bb-9610-76f766eb1934 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423667 Feb 16 13:28:41.108171 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50011841-9995-47a3-a40a-a8a1acf34097 req-756113a6-2472-4171-af96-79be0369382c tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:41.110954 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-50011841-9995-47a3-a40a-a8a1acf34097 req-756113a6-2472-4171-af96-79be0369382c tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 945 time: 0.0720775 Feb 16 13:28:41.175239 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-50011841-9995-47a3-a40a-a8a1acf34097 req-27352166-c885-43dd-93f7-91d94845b1fc tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578017 Feb 16 13:28:52.337951 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f1e8ea02-5dd3-4c8f-8918-5456649ea3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:54.427397 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:28:54.542278 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-01bc38bb-15f8-46fe-b7ac-871ea6617c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:55.898724 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:57.125987 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:57.543219 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:58.948299 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:07.314242 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-04b4246b-93c6-4a8f-9684-ef458923285f req-79f503de-4728-42c1-8cc2-de77cfe2fc44 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438805 Feb 16 13:29:07.423000 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4246b-93c6-4a8f-9684-ef458923285f req-5618c578-6e98-4440-9374-536e176a693f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:07.425351 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-04b4246b-93c6-4a8f-9684-ef458923285f req-5618c578-6e98-4440-9374-536e176a693f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1717274bb30b4b56aacd1e3e30ad7bff&device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 1098 time: 0.0517216 Feb 16 13:29:07.557749 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4246b-93c6-4a8f-9684-ef458923285f req-232c2d6e-86b5-4701-8da0-4815a8bf0657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:07.560062 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-04b4246b-93c6-4a8f-9684-ef458923285f req-232c2d6e-86b5-4701-8da0-4815a8bf0657 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0e791179-19ca-4196-85a3-d90e2116287c HTTP/1.1" status: 200 len: 909 time: 0.1082799 Feb 16 13:29:07.635943 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-04b4246b-93c6-4a8f-9684-ef458923285f req-b1f18e49-fdc8-40d4-bcc9-99c0058c5aab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48e91501-fd09-4380-8180-7412b02fefed HTTP/1.1" status: 200 len: 1001 time: 0.0685890 Feb 16 13:29:07.693456 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4246b-93c6-4a8f-9684-ef458923285f req-7fbd6498-0fac-4a17-b1fc-db61c9c9bee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:07.694938 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-04b4246b-93c6-4a8f-9684-ef458923285f req-7fbd6498-0fac-4a17-b1fc-db61c9c9bee9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dba89f34-3db3-4b10-abee-6b9e17f85c16 HTTP/1.1" status: 200 len: 847 time: 0.0517223 Feb 16 13:29:07.751216 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4246b-93c6-4a8f-9684-ef458923285f req-dc4e93bc-1fce-4cbd-9fb3-7e6511dd0654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:07.752809 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-04b4246b-93c6-4a8f-9684-ef458923285f req-dc4e93bc-1fce-4cbd-9fb3-7e6511dd0654 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0e791179-19ca-4196-85a3-d90e2116287c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0471311 Feb 16 13:29:07.863746 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-04b4246b-93c6-4a8f-9684-ef458923285f req-ff0d4904-e8cd-47df-9251-854686ee05e6 service neutron] 10.222.0.42 "GET /v2.0/networks/0e791179-19ca-4196-85a3-d90e2116287c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014454 Feb 16 13:29:07.973168 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-04b4246b-93c6-4a8f-9684-ef458923285f req-f924eb3d-20c5-4964-868b-6a5db1377b97 service neutron] 10.222.0.42 "GET /v2.0/networks/0e791179-19ca-4196-85a3-d90e2116287c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006649 Feb 16 13:29:22.334454 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4416fe45-d4ee-48a0-adfb-6e1a0c6559e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:24.545136 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5e34155a-098f-4d43-9db2-a3f76ba4780e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:25.900790 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:27.121712 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:27.538735 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:28.953167 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:31.426299 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:29:52.331526 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2eb126c9-d0dd-4489-bf9e-f0e40dbfce89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:54.549612 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bdf3c914-16a2-4bc9-a06c-a7d70fa95172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:55.903032 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:57.124915 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:57.541826 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:58.953912 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:05.899695 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 44838) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:30:06.083725 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-3c98f92c-f975-484e-b5f3-2f6ab9d7f84a tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Deleting port fb8434cd-8764-4cdd-946b-333c36b72b71 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:30:06.084070 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3c98f92c-f975-484e-b5f3-2f6ab9d7f84a tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:06.171345 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3c98f92c-f975-484e-b5f3-2f6ab9d7f84a tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:06.171579 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3c98f92c-f975-484e-b5f3-2f6ab9d7f84a tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:06.183474 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-3c98f92c-f975-484e-b5f3-2f6ab9d7f84a tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Calling delete_port for fb8434cd-8764-4cdd-946b-333c36b72b71 owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:30:06.338554 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3c98f92c-f975-484e-b5f3-2f6ab9d7f84a tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:06.370462 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c98f92c-f975-484e-b5f3-2f6ab9d7f84a tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Pushing event deleted for resources: {'Port': ['ID=fb8434cd-8764-4cdd-946b-333c36b72b71,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:06.391401 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c98f92c-f975-484e-b5f3-2f6ab9d7f84a tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:06.391855 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c98f92c-f975-484e-b5f3-2f6ab9d7f84a tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:06.392192 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c98f92c-f975-484e-b5f3-2f6ab9d7f84a tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:06.392518 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c98f92c-f975-484e-b5f3-2f6ab9d7f84a tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:06.392931 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c98f92c-f975-484e-b5f3-2f6ab9d7f84a tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:06.393256 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c98f92c-f975-484e-b5f3-2f6ab9d7f84a tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:06.393676 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c98f92c-f975-484e-b5f3-2f6ab9d7f84a tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:06.393896 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c98f92c-f975-484e-b5f3-2f6ab9d7f84a tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:06.394213 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c98f92c-f975-484e-b5f3-2f6ab9d7f84a tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:06.394531 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c98f92c-f975-484e-b5f3-2f6ab9d7f84a tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:06.394844 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c98f92c-f975-484e-b5f3-2f6ab9d7f84a tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:06.395156 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c98f92c-f975-484e-b5f3-2f6ab9d7f84a tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:06.438654 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3c98f92c-f975-484e-b5f3-2f6ab9d7f84a tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:06.438931 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-3c98f92c-f975-484e-b5f3-2f6ab9d7f84a tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Floating IP 0b0f43e3-a1a2-45f0-9fa8-89cbe1aaa247 disassociated (deleted). External IP: 172.26.2.171, port: 48e91501-fd09-4380-8180-7412b02fefed. Feb 16 13:30:06.648952 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c98f92c-f975-484e-b5f3-2f6ab9d7f84a tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Router 11f49bbf-76b5-4789-bbc1-bcf71e76248c has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:30:06.761581 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c98f92c-f975-484e-b5f3-2f6ab9d7f84a tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:30:06.767009 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3c98f92c-f975-484e-b5f3-2f6ab9d7f84a tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:06.772076 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41baa5d1-ff2e-471a-9b0c-7c5d0c206a1c None None] Sync routers for ids ['11f49bbf-76b5-4789-bbc1-bcf71e76248c'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:30:06.782210 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41baa5d1-ff2e-471a-9b0c-7c5d0c206a1c None None] Routers {'11f49bbf-76b5-4789-bbc1-bcf71e76248c'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:30:06.782841 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-41baa5d1-ff2e-471a-9b0c-7c5d0c206a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:29:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['11f49bbf-76b5-4789-bbc1-bcf71e76248c'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:06.795896 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3c98f92c-f975-484e-b5f3-2f6ab9d7f84a tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "DELETE /v2.0/floatingips/0b0f43e3-a1a2-45f0-9fa8-89cbe1aaa247 HTTP/1.1" status: 204 len: 168 time: 0.8949659 Feb 16 13:30:06.796750 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6504069d-a83b-42b7-bcdb-a0fd6d9701dc', 'tag': '48e91501-fd09-4380-8180-7412b02fefed'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:30:06.798959 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d30c50e-d2e3-442e-abde-91cc55b40acc" -d '{"events": [{"name": "network-changed", "server_uuid": "6504069d-a83b-42b7-bcdb-a0fd6d9701dc", "tag": "48e91501-fd09-4380-8180-7412b02fefed"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:30:06.931937 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-41baa5d1-ff2e-471a-9b0c-7c5d0c206a1c None None] Set router 11f49bbf-76b5-4789-bbc1-bcf71e76248c gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:30:06.945913 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8985b42-dfe1-4de4-965f-3c701cfc1f1c x-openstack-request-id: req-d8985b42-dfe1-4de4-965f-3c701cfc1f1c {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:30:06.946511 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6504069d-a83b-42b7-bcdb-a0fd6d9701dc", "tag": "48e91501-fd09-4380-8180-7412b02fefed", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:30:06.949636 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d8985b42-dfe1-4de4-965f-3c701cfc1f1c {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:30:06.951126 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6504069d-a83b-42b7-bcdb-a0fd6d9701dc', 'tag': '48e91501-fd09-4380-8180-7412b02fefed', 'status': 'completed', 'code': 200} Feb 16 13:30:07.017707 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30c50e-d2e3-442e-abde-91cc55b40acc req-4a59b6fb-f720-4c0e-8b2b-d9d7d85a556c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:07.019141 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4d30c50e-d2e3-442e-abde-91cc55b40acc req-4a59b6fb-f720-4c0e-8b2b-d9d7d85a556c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1717274bb30b4b56aacd1e3e30ad7bff&device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 1098 time: 0.0490544 Feb 16 13:30:07.073086 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd309bf-496e-4f21-ad9d-24a02ba71677 req-06422dd5-392f-4577-8ef2-93f4445c5b5d tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:07.075498 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4fd309bf-496e-4f21-ad9d-24a02ba71677 req-06422dd5-392f-4577-8ef2-93f4445c5b5d tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 945 time: 0.0754559 Feb 16 13:30:07.119871 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4fd309bf-496e-4f21-ad9d-24a02ba71677 req-bcc2ded4-b5c7-4348-815a-f20e85c7faca tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375581 Feb 16 13:30:07.135562 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30c50e-d2e3-442e-abde-91cc55b40acc req-5ca4e353-9218-4340-be92-53d81f9e0aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:07.137537 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4d30c50e-d2e3-442e-abde-91cc55b40acc req-5ca4e353-9218-4340-be92-53d81f9e0aa2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0e791179-19ca-4196-85a3-d90e2116287c HTTP/1.1" status: 200 len: 909 time: 0.1104386 Feb 16 13:30:07.160557 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-41baa5d1-ff2e-471a-9b0c-7c5d0c206a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'name': 'tempest-TestShelveInstance-311938750-router', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.4'}], 'enable_snat': True}, 'gw_port_id': 'e26d5d45-4bd9-426d-b92b-5001b098f2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:08Z', 'updated_at': '2022-02-16T13:21:11Z', 'revision_number': 4, 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'gw_port': {'id': 'e26d5d45-4bd9-426d-b92b-5001b098f2cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:08Z', 'updated_at': '2022-02-16T13:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '3a5f5382-2283-4c8d-a1da-259f1d8f5753', 'name': '', 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'mac_address': 'fa:16:3e:3b:05:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'dba89f34-3db3-4b10-abee-6b9e17f85c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:10Z', 'updated_at': '2022-02-16T13:21:14Z', 'revision_number': 5, 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'subnets': [{'id': 'dba89f34-3db3-4b10-abee-6b9e17f85c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:07.204608 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4d30c50e-d2e3-442e-abde-91cc55b40acc req-7e405ae7-6653-4892-850a-4e958624544d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48e91501-fd09-4380-8180-7412b02fefed HTTP/1.1" status: 200 len: 217 time: 0.0583320 Feb 16 13:30:07.205800 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41baa5d1-ff2e-471a-9b0c-7c5d0c206a1c None None] Checking router: 11f49bbf-76b5-4789-bbc1-bcf71e76248c for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:30:07.214739 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41baa5d1-ff2e-471a-9b0c-7c5d0c206a1c None None] Routers {'11f49bbf-76b5-4789-bbc1-bcf71e76248c'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:30:07.215356 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-41baa5d1-ff2e-471a-9b0c-7c5d0c206a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:29:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['11f49bbf-76b5-4789-bbc1-bcf71e76248c'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:07.259740 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30c50e-d2e3-442e-abde-91cc55b40acc req-ab3b8711-c3e3-4177-a56f-e9e9b371f3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:07.261278 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4d30c50e-d2e3-442e-abde-91cc55b40acc req-ab3b8711-c3e3-4177-a56f-e9e9b371f3dd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dba89f34-3db3-4b10-abee-6b9e17f85c16 HTTP/1.1" status: 200 len: 847 time: 0.0448747 Feb 16 13:30:07.316084 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30c50e-d2e3-442e-abde-91cc55b40acc req-e19131ab-d0fd-4a06-8f76-2b9d76f8d638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:07.317529 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4d30c50e-d2e3-442e-abde-91cc55b40acc req-e19131ab-d0fd-4a06-8f76-2b9d76f8d638 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0e791179-19ca-4196-85a3-d90e2116287c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0469134 Feb 16 13:30:07.356020 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-41baa5d1-ff2e-471a-9b0c-7c5d0c206a1c None None] Set router 11f49bbf-76b5-4789-bbc1-bcf71e76248c gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:30:07.427414 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4d30c50e-d2e3-442e-abde-91cc55b40acc req-8f661205-c348-48b2-a5be-2b1a37bbd6f0 service neutron] 10.222.0.42 "GET /v2.0/networks/0e791179-19ca-4196-85a3-d90e2116287c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004205 Feb 16 13:30:07.545694 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4d30c50e-d2e3-442e-abde-91cc55b40acc req-05b362ae-04ef-44ad-8c8c-a0e1050579dd service neutron] 10.222.0.42 "GET /v2.0/networks/0e791179-19ca-4196-85a3-d90e2116287c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090829 Feb 16 13:30:07.594602 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-41baa5d1-ff2e-471a-9b0c-7c5d0c206a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'name': 'tempest-TestShelveInstance-311938750-router', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.4'}], 'enable_snat': True}, 'gw_port_id': 'e26d5d45-4bd9-426d-b92b-5001b098f2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:08Z', 'updated_at': '2022-02-16T13:21:11Z', 'revision_number': 4, 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'gw_port': {'id': 'e26d5d45-4bd9-426d-b92b-5001b098f2cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:08Z', 'updated_at': '2022-02-16T13:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '3a5f5382-2283-4c8d-a1da-259f1d8f5753', 'name': '', 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'mac_address': 'fa:16:3e:3b:05:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'dba89f34-3db3-4b10-abee-6b9e17f85c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:10Z', 'updated_at': '2022-02-16T13:21:14Z', 'revision_number': 5, 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'subnets': [{'id': 'dba89f34-3db3-4b10-abee-6b9e17f85c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:07.625589 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41baa5d1-ff2e-471a-9b0c-7c5d0c206a1c None None] The sync data for ids ['11f49bbf-76b5-4789-bbc1-bcf71e76248c'] in dv-neutron-828142-3-hyperv is: [{'id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'name': 'tempest-TestShelveInstance-311938750-router', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.4'}], 'enable_snat': True}, 'gw_port_id': 'e26d5d45-4bd9-426d-b92b-5001b098f2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:08Z', 'updated_at': '2022-02-16T13:21:11Z', 'revision_number': 4, 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'gw_port': {'id': 'e26d5d45-4bd9-426d-b92b-5001b098f2cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:08Z', 'updated_at': '2022-02-16T13:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '3a5f5382-2283-4c8d-a1da-259f1d8f5753', 'name': '', 'network_id': '0e791179-19ca-4196-85a3-d90e2116287c', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'mac_address': 'fa:16:3e:3b:05:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'dba89f34-3db3-4b10-abee-6b9e17f85c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:10Z', 'updated_at': '2022-02-16T13:21:14Z', 'revision_number': 5, 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'subnets': [{'id': 'dba89f34-3db3-4b10-abee-6b9e17f85c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:30:07.857370 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5d2232-5ca2-4ba3-9e94-6d7a6be70db3 None None] New status for floating IP 0b0f43e3-a1a2-45f0-9fa8-89cbe1aaa247: DOWN {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:30:08.255861 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6dc19-dca5-4c66-be6c-f27ffa68b583 req-b6631a60-dae6-4b93-a155-d09c7bdf01b2 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:08.257526 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-32e6dc19-dca5-4c66-be6c-f27ffa68b583 req-b6631a60-dae6-4b93-a155-d09c7bdf01b2 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 945 time: 0.0527740 Feb 16 13:30:08.297106 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-32e6dc19-dca5-4c66-be6c-f27ffa68b583 req-0a18de92-17da-4b7f-99c7-27f64b247fb1 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/security-groups?id=fc765f46-7234-4264-b99c-76c6621e8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335987 Feb 16 13:30:08.424932 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:30:08.783676 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58ab71-8b8d-4c92-abc0-4c4220cfde0b req-f22601df-ef89-42ef-a561-072e6c3a0124 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:08.785185 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1a58ab71-8b8d-4c92-abc0-4c4220cfde0b req-f22601df-ef89-42ef-a561-072e6c3a0124 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.42 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 945 time: 0.0509100 Feb 16 13:30:08.886759 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-1a58ab71-8b8d-4c92-abc0-4c4220cfde0b req-aa6dc787-983c-4b80-82a2-1f573ecaccf2 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Deleting port 48e91501-fd09-4380-8180-7412b02fefed {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:30:08.887249 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-1a58ab71-8b8d-4c92-abc0-4c4220cfde0b req-aa6dc787-983c-4b80-82a2-1f573ecaccf2 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:08.986235 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-1a58ab71-8b8d-4c92-abc0-4c4220cfde0b req-aa6dc787-983c-4b80-82a2-1f573ecaccf2 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] For port 48e91501-fd09-4380-8180-7412b02fefed, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=48e91501-fd09-4380-8180-7412b02fefed,segment=NetworkSegment(b505d583-4a36-4b4a-b39e-5db1936eb02d),segment_id=b505d583-4a36-4b4a-b39e-5db1936eb02d)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:30:08.986593 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-1a58ab71-8b8d-4c92-abc0-4c4220cfde0b req-aa6dc787-983c-4b80-82a2-1f573ecaccf2 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:08.999971 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-1a58ab71-8b8d-4c92-abc0-4c4220cfde0b req-aa6dc787-983c-4b80-82a2-1f573ecaccf2 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Calling delete_port for 48e91501-fd09-4380-8180-7412b02fefed owned by compute:nova {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:30:09.143900 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-1a58ab71-8b8d-4c92-abc0-4c4220cfde0b req-aa6dc787-983c-4b80-82a2-1f573ecaccf2 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:09.175903 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6dc787-983c-4b80-82a2-1f573ecaccf2 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Pushing event deleted for resources: {'Port': ['ID=48e91501-fd09-4380-8180-7412b02fefed,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:09.222757 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a58ab71-8b8d-4c92-abc0-4c4220cfde0b req-aa6dc787-983c-4b80-82a2-1f573ecaccf2 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] No DVR routers for this DVR port 48e91501-fd09-4380-8180-7412b02fefed on host hv-neutron-8281 {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:30:09.225514 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-1a58ab71-8b8d-4c92-abc0-4c4220cfde0b req-aa6dc787-983c-4b80-82a2-1f573ecaccf2 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:09.229502 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1a58ab71-8b8d-4c92-abc0-4c4220cfde0b req-aa6dc787-983c-4b80-82a2-1f573ecaccf2 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.42 "DELETE /v2.0/ports/48e91501-fd09-4380-8180-7412b02fefed HTTP/1.1" status: 204 len: 173 time: 0.4375010 Feb 16 13:30:09.229962 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6504069d-a83b-42b7-bcdb-a0fd6d9701dc', 'name': 'network-vif-deleted', 'tag': '48e91501-fd09-4380-8180-7412b02fefed'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:30:09.232258 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69de1d7c-5412-40d2-954f-3175e5bf5a23" -d '{"events": [{"server_uuid": "6504069d-a83b-42b7-bcdb-a0fd6d9701dc", "name": "network-vif-deleted", "tag": "48e91501-fd09-4380-8180-7412b02fefed"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:30:09.276514 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f90798-9fc4-424d-96de-dca941c77366 x-openstack-request-id: req-81f90798-9fc4-424d-96de-dca941c77366 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:30:09.276837 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6504069d-a83b-42b7-bcdb-a0fd6d9701dc", "name": "network-vif-deleted", "tag": "48e91501-fd09-4380-8180-7412b02fefed", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:30:09.277136 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-81f90798-9fc4-424d-96de-dca941c77366 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:30:09.277544 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6504069d-a83b-42b7-bcdb-a0fd6d9701dc', 'name': 'network-vif-deleted', 'tag': '48e91501-fd09-4380-8180-7412b02fefed', 'status': 'completed', 'code': 200} Feb 16 13:30:09.396694 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f80193cc-4dc9-4aea-936c-099159159523 req-fd575526-1ea9-482a-a245-c6756912a6cf tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 210 time: 0.0285661 Feb 16 13:30:10.500246 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4da72035-83a5-4308-941d-e8bf6c81a8a5 req-9dee7c45-680b-4a1b-83e4-58f0f96ccbb1 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 210 time: 0.0312350 Feb 16 13:30:11.268102 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 48e91501-fd09-4380-8180-7412b02fefed no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:30:11.290133 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] No Port match for: 48e91501-fd09-4380-8180-7412b02fefed {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:30:11.290133 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 48e91501-fd09-4380-8180-7412b02fefed not bound to the agent host hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:30:11.600609 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2a1dcb0c-a77f-4fdd-af97-4397b0f2c1f8 req-23a73ea6-c1c6-494a-825e-8a15d4c54ec5 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 210 time: 0.0286572 Feb 16 13:30:12.708983 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-beaf7511-bfbd-4dca-b9b6-725bf792fdda req-04557aee-6775-480d-b944-6931a061bcb8 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "GET /v2.0/ports?device_id=6504069d-a83b-42b7-bcdb-a0fd6d9701dc HTTP/1.1" status: 200 len: 210 time: 0.0297306 Feb 16 13:30:13.769396 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 44876) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:30:13.836290 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c092a1ac-48aa-40dc-9da9-231e9846fd91 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:13.869873 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c092a1ac-48aa-40dc-9da9-231e9846fd91 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:13.937375 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c092a1ac-48aa-40dc-9da9-231e9846fd91 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:13.940793 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c092a1ac-48aa-40dc-9da9-231e9846fd91 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:13.942502 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c092a1ac-48aa-40dc-9da9-231e9846fd91 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] 10.222.0.90 "DELETE /v2.0/security-groups/fc765f46-7234-4264-b99c-76c6621e8cc1 HTTP/1.1" status: 204 len: 168 time: 0.1717768 Feb 16 13:30:13.952971 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092a1ac-48aa-40dc-9da9-231e9846fd91 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc765f46-7234-4264-b99c-76c6621e8cc1,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:13.960894 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092a1ac-48aa-40dc-9da9-231e9846fd91 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:13.961766 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092a1ac-48aa-40dc-9da9-231e9846fd91 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:13.962270 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092a1ac-48aa-40dc-9da9-231e9846fd91 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:13.962613 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092a1ac-48aa-40dc-9da9-231e9846fd91 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:13.963787 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092a1ac-48aa-40dc-9da9-231e9846fd91 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:13.964385 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092a1ac-48aa-40dc-9da9-231e9846fd91 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:13.964769 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092a1ac-48aa-40dc-9da9-231e9846fd91 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:13.965322 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092a1ac-48aa-40dc-9da9-231e9846fd91 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:13.965670 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092a1ac-48aa-40dc-9da9-231e9846fd91 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:13.966648 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092a1ac-48aa-40dc-9da9-231e9846fd91 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:13.967063 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092a1ac-48aa-40dc-9da9-231e9846fd91 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:13.967410 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092a1ac-48aa-40dc-9da9-231e9846fd91 tempest-TestShelveInstance-1532979192 tempest-TestShelveInstance-1532979192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:14.014790 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 44880) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:30:14.499362 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7fe52b66-4dd3-4e88-8c77-78314507f605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:14.768433 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-7fe52b66-4dd3-4e88-8c77-78314507f605 admin admin] Deleting port 3a5f5382-2283-4c8d-a1da-259f1d8f5753 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:30:14.768726 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7fe52b66-4dd3-4e88-8c77-78314507f605 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:14.854713 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-7fe52b66-4dd3-4e88-8c77-78314507f605 admin admin] For port 3a5f5382-2283-4c8d-a1da-259f1d8f5753, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=3a5f5382-2283-4c8d-a1da-259f1d8f5753,segment=NetworkSegment(b505d583-4a36-4b4a-b39e-5db1936eb02d),segment_id=b505d583-4a36-4b4a-b39e-5db1936eb02d)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:30:14.855081 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7fe52b66-4dd3-4e88-8c77-78314507f605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:14.868733 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-7fe52b66-4dd3-4e88-8c77-78314507f605 admin admin] Calling delete_port for 3a5f5382-2283-4c8d-a1da-259f1d8f5753 owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:30:15.067912 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7fe52b66-4dd3-4e88-8c77-78314507f605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:15.100165 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe52b66-4dd3-4e88-8c77-78314507f605 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a5f5382-2283-4c8d-a1da-259f1d8f5753,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:15.275097 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7fe52b66-4dd3-4e88-8c77-78314507f605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:15.849991 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe52b66-4dd3-4e88-8c77-78314507f605 admin admin] Router 11f49bbf-76b5-4789-bbc1-bcf71e76248c has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:30:15.962649 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe52b66-4dd3-4e88-8c77-78314507f605 admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:30:15.967714 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7fe52b66-4dd3-4e88-8c77-78314507f605 admin admin] 10.222.0.90 "PUT /v2.0/routers/11f49bbf-76b5-4789-bbc1-bcf71e76248c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9552767 Feb 16 13:30:15.970415 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 44886) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:30:15.973092 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee5f39e-8539-49b1-b445-02dbdb4eb9c5 None None] Sync routers for ids ['11f49bbf-76b5-4789-bbc1-bcf71e76248c'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:30:15.983456 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee5f39e-8539-49b1-b445-02dbdb4eb9c5 None None] Routers {'11f49bbf-76b5-4789-bbc1-bcf71e76248c'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:30:15.984056 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-7ee5f39e-8539-49b1-b445-02dbdb4eb9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:29:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['11f49bbf-76b5-4789-bbc1-bcf71e76248c'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:16.074689 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-41dcd0cd-11ae-4b51-9105-9b2efd6cbf37 admin admin] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:16.091534 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-7ee5f39e-8539-49b1-b445-02dbdb4eb9c5 None None] Set router 11f49bbf-76b5-4789-bbc1-bcf71e76248c gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:30:16.179998 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-41dcd0cd-11ae-4b51-9105-9b2efd6cbf37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:16.241278 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-41dcd0cd-11ae-4b51-9105-9b2efd6cbf37 admin admin] Deleting port e26d5d45-4bd9-426d-b92b-5001b098f2cc {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:30:16.241490 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-41dcd0cd-11ae-4b51-9105-9b2efd6cbf37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:16.301393 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-7ee5f39e-8539-49b1-b445-02dbdb4eb9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'name': 'tempest-TestShelveInstance-311938750-router', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.4'}], 'enable_snat': True}, 'gw_port_id': 'e26d5d45-4bd9-426d-b92b-5001b098f2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:08Z', 'updated_at': '2022-02-16T13:30:15Z', 'revision_number': 5, 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'gw_port': {'id': 'e26d5d45-4bd9-426d-b92b-5001b098f2cc', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:08Z', 'updated_at': '2022-02-16T13:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:16.326637 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-41dcd0cd-11ae-4b51-9105-9b2efd6cbf37 admin admin] For port e26d5d45-4bd9-426d-b92b-5001b098f2cc, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=e26d5d45-4bd9-426d-b92b-5001b098f2cc,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:30:16.327007 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-41dcd0cd-11ae-4b51-9105-9b2efd6cbf37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:16.339230 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-41dcd0cd-11ae-4b51-9105-9b2efd6cbf37 admin admin] Calling delete_port for e26d5d45-4bd9-426d-b92b-5001b098f2cc owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:30:16.347767 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee5f39e-8539-49b1-b445-02dbdb4eb9c5 None None] Checking router: 11f49bbf-76b5-4789-bbc1-bcf71e76248c for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:30:16.361179 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee5f39e-8539-49b1-b445-02dbdb4eb9c5 None None] Routers {'11f49bbf-76b5-4789-bbc1-bcf71e76248c'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:30:16.362113 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-7ee5f39e-8539-49b1-b445-02dbdb4eb9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:29:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['11f49bbf-76b5-4789-bbc1-bcf71e76248c'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:16.459773 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-7ee5f39e-8539-49b1-b445-02dbdb4eb9c5 None None] Set router 11f49bbf-76b5-4789-bbc1-bcf71e76248c gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:30:16.514180 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-7ee5f39e-8539-49b1-b445-02dbdb4eb9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'name': 'tempest-TestShelveInstance-311938750-router', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:08Z', 'updated_at': '2022-02-16T13:30:16Z', 'revision_number': 6, 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'gw_port_host': None}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:16.538796 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-41dcd0cd-11ae-4b51-9105-9b2efd6cbf37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:16.546848 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee5f39e-8539-49b1-b445-02dbdb4eb9c5 None None] The sync data for ids ['11f49bbf-76b5-4789-bbc1-bcf71e76248c'] in dv-neutron-828142-3-hyperv is: [{'id': '11f49bbf-76b5-4789-bbc1-bcf71e76248c', 'name': 'tempest-TestShelveInstance-311938750-router', 'tenant_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:08Z', 'updated_at': '2022-02-16T13:30:16Z', 'revision_number': 6, 'project_id': '1717274bb30b4b56aacd1e3e30ad7bff', 'gw_port_host': None}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:30:16.576692 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dcd0cd-11ae-4b51-9105-9b2efd6cbf37 admin admin] Pushing event deleted for resources: {'Port': ['ID=e26d5d45-4bd9-426d-b92b-5001b098f2cc,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:16.641205 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-41dcd0cd-11ae-4b51-9105-9b2efd6cbf37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:16.737561 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-41dcd0cd-11ae-4b51-9105-9b2efd6cbf37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:16.739880 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-41dcd0cd-11ae-4b51-9105-9b2efd6cbf37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:16.785905 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-41dcd0cd-11ae-4b51-9105-9b2efd6cbf37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:16.786504 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41dcd0cd-11ae-4b51-9105-9b2efd6cbf37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11f49bbf-76b5-4789-bbc1-bcf71e76248c {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 13:30:16.791581 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-41dcd0cd-11ae-4b51-9105-9b2efd6cbf37 admin admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:16.793084 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-41dcd0cd-11ae-4b51-9105-9b2efd6cbf37 admin admin] 10.222.0.90 "DELETE /v2.0/routers/11f49bbf-76b5-4789-bbc1-bcf71e76248c HTTP/1.1" status: 204 len: 168 time: 0.8215501 Feb 16 13:30:16.796616 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 44888) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:30:16.845862 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-47d5a664-3653-474b-8df6-a1315fc5a084 admin admin] Deleting subnet dba89f34-3db3-4b10-abee-6b9e17f85c16 {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 13:30:16.848990 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-47d5a664-3653-474b-8df6-a1315fc5a084 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:16.885156 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-47d5a664-3653-474b-8df6-a1315fc5a084 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:16.967776 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-47d5a664-3653-474b-8df6-a1315fc5a084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:17.031419 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-47d5a664-3653-474b-8df6-a1315fc5a084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:17.063291 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5a664-3653-474b-8df6-a1315fc5a084 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dba89f34-3db3-4b10-abee-6b9e17f85c16,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:17.069577 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-47d5a664-3653-474b-8df6-a1315fc5a084 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:17.073670 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-47d5a664-3653-474b-8df6-a1315fc5a084 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/dba89f34-3db3-4b10-abee-6b9e17f85c16 HTTP/1.1" status: 204 len: 168 time: 0.2757154 Feb 16 13:30:17.075793 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96d7036-7b3b-48f2-939b-28d561710194 None None] Network 0e791179-19ca-4196-85a3-d90e2116287c requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:30:17.076304 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 44890) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:30:17.150220 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-de021aa7-f894-4fd3-99da-ac76a679f9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:17.204859 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-de021aa7-f894-4fd3-99da-ac76a679f9b2 admin admin] Deleting port 9f7e8bfe-d051-42da-a084-74a9c4a5a309 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:30:17.205204 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-de021aa7-f894-4fd3-99da-ac76a679f9b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:17.277251 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-de021aa7-f894-4fd3-99da-ac76a679f9b2 admin admin] For port 9f7e8bfe-d051-42da-a084-74a9c4a5a309, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=9f7e8bfe-d051-42da-a084-74a9c4a5a309,segment=NetworkSegment(b505d583-4a36-4b4a-b39e-5db1936eb02d),segment_id=b505d583-4a36-4b4a-b39e-5db1936eb02d)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:30:17.277625 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-de021aa7-f894-4fd3-99da-ac76a679f9b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:17.295644 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-de021aa7-f894-4fd3-99da-ac76a679f9b2 admin admin] Calling delete_port for 9f7e8bfe-d051-42da-a084-74a9c4a5a309 owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:30:17.314427 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c97da27-eeaf-4fd2-9ff5-c0735b4ae868 None None] DHCP port deletion for 0e791179-19ca-4196-85a3-d90e2116287c request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 13:30:17.367579 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-2c97da27-eeaf-4fd2-9ff5-c0735b4ae868 None None] Deleting port 9f7e8bfe-d051-42da-a084-74a9c4a5a309 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:30:17.368056 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2c97da27-eeaf-4fd2-9ff5-c0735b4ae868 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:17.387685 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-de021aa7-f894-4fd3-99da-ac76a679f9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:17.425511 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de021aa7-f894-4fd3-99da-ac76a679f9b2 admin admin] No DVR routers for this DVR port 9f7e8bfe-d051-42da-a084-74a9c4a5a309 on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:30:17.427235 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de021aa7-f894-4fd3-99da-ac76a679f9b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f7e8bfe-d051-42da-a084-74a9c4a5a309,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:17.447963 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-2c97da27-eeaf-4fd2-9ff5-c0735b4ae868 None None] For port 9f7e8bfe-d051-42da-a084-74a9c4a5a309, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=9f7e8bfe-d051-42da-a084-74a9c4a5a309,segment=NetworkSegment(b505d583-4a36-4b4a-b39e-5db1936eb02d),segment_id=b505d583-4a36-4b4a-b39e-5db1936eb02d)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:30:17.448353 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2c97da27-eeaf-4fd2-9ff5-c0735b4ae868 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:17.465393 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-2c97da27-eeaf-4fd2-9ff5-c0735b4ae868 None None] Calling delete_port for 9f7e8bfe-d051-42da-a084-74a9c4a5a309 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:30:17.504935 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-de021aa7-f894-4fd3-99da-ac76a679f9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:17.528571 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-de021aa7-f894-4fd3-99da-ac76a679f9b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e791179-19ca-4196-85a3-d90e2116287c']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:17.541635 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-de021aa7-f894-4fd3-99da-ac76a679f9b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b505d583-4a36-4b4a-b39e-5db1936eb02d') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:17.542259 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-de021aa7-f894-4fd3-99da-ac76a679f9b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b505d583-4a36-4b4a-b39e-5db1936eb02d') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:17.549040 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2c97da27-eeaf-4fd2-9ff5-c0735b4ae868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:17.554866 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-de021aa7-f894-4fd3-99da-ac76a679f9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:17.570754 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-de021aa7-f894-4fd3-99da-ac76a679f9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:17.576435 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c97da27-eeaf-4fd2-9ff5-c0735b4ae868 None None] Pushing event deleted for resources: {'Port': ['ID=9f7e8bfe-d051-42da-a084-74a9c4a5a309,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:17.578209 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de021aa7-f894-4fd3-99da-ac76a679f9b2 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:30:17.578838 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-de021aa7-f894-4fd3-99da-ac76a679f9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:17.581009 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 13:30:17.581009 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:30:17.581009 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 13:30:17.581009 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:30:17.581009 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 13:30:17.581009 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 13:30:17.581009 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 13:30:17.581009 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:30:17.581009 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 13:30:17.581009 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:30:17.581009 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 13:30:17.581009 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:30:17.581009 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 13:30:17.581009 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 13:30:17.581009 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:30:17.581009 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 13:30:17.581009 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:30:17.581009 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 13:30:17.581009 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 13:30:17.581009 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 13:30:17.581009 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 13:30:17.581009 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 13:30:17.581009 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:30:17.581009 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:30:17.581009 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 13:30:17.581009 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:30:17.581009 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:30:17.581009 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:30:17.581009 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:30:17.581009 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:30:17.581009 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:30:17.581009 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:30:17.584906 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c97da27-eeaf-4fd2-9ff5-c0735b4ae868 None None] No DVR routers for this DVR port 9f7e8bfe-d051-42da-a084-74a9c4a5a309 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:30:17.596259 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97da27-eeaf-4fd2-9ff5-c0735b4ae868 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:17.596582 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97da27-eeaf-4fd2-9ff5-c0735b4ae868 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:17.597500 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97da27-eeaf-4fd2-9ff5-c0735b4ae868 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:17.597500 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97da27-eeaf-4fd2-9ff5-c0735b4ae868 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:17.597967 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97da27-eeaf-4fd2-9ff5-c0735b4ae868 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:17.597967 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97da27-eeaf-4fd2-9ff5-c0735b4ae868 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:17.598309 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97da27-eeaf-4fd2-9ff5-c0735b4ae868 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:17.598547 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97da27-eeaf-4fd2-9ff5-c0735b4ae868 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:17.598947 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97da27-eeaf-4fd2-9ff5-c0735b4ae868 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:17.599182 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97da27-eeaf-4fd2-9ff5-c0735b4ae868 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:17.600055 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97da27-eeaf-4fd2-9ff5-c0735b4ae868 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:17.600256 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97da27-eeaf-4fd2-9ff5-c0735b4ae868 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:17.664904 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-de021aa7-f894-4fd3-99da-ac76a679f9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:17.671205 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-de021aa7-f894-4fd3-99da-ac76a679f9b2 admin admin] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:17.674509 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-de021aa7-f894-4fd3-99da-ac76a679f9b2 admin admin] 10.222.0.90 "DELETE /v2.0/networks/0e791179-19ca-4196-85a3-d90e2116287c HTTP/1.1" status: 204 len: 168 time: 0.5967906 Feb 16 13:30:17.677634 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 44892) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:30:17.697313 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de021aa7-f894-4fd3-99da-ac76a679f9b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e791179-19ca-4196-85a3-d90e2116287c,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:17.721761 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 9f7e8bfe-d051-42da-a084-74a9c4a5a309 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:30:17.743068 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 9f7e8bfe-d051-42da-a084-74a9c4a5a309 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:30:17.743751 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 9f7e8bfe-d051-42da-a084-74a9c4a5a309 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:30:17.744384 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device e26d5d45-4bd9-426d-b92b-5001b098f2cc no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:30:17.767652 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: e26d5d45-4bd9-426d-b92b-5001b098f2cc {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:30:17.767993 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device e26d5d45-4bd9-426d-b92b-5001b098f2cc not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:30:17.768411 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 3a5f5382-2283-4c8d-a1da-259f1d8f5753 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:30:17.787300 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 3a5f5382-2283-4c8d-a1da-259f1d8f5753 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:30:17.787744 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 3a5f5382-2283-4c8d-a1da-259f1d8f5753 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:30:18.061513 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5cd2c2f5-cd45-4c94-bb1e-28b8260d43a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:18.332733 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-5cd2c2f5-cd45-4c94-bb1e-28b8260d43a9 admin admin] Deleting port 7bc92506-13db-4f36-8c13-3c54232c1a35 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:30:18.333004 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5cd2c2f5-cd45-4c94-bb1e-28b8260d43a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:18.412134 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-5cd2c2f5-cd45-4c94-bb1e-28b8260d43a9 admin admin] For port 7bc92506-13db-4f36-8c13-3c54232c1a35, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=7bc92506-13db-4f36-8c13-3c54232c1a35,segment=NetworkSegment(ecf0c75e-e290-497e-b995-5dd56595547a),segment_id=ecf0c75e-e290-497e-b995-5dd56595547a)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:30:18.412497 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5cd2c2f5-cd45-4c94-bb1e-28b8260d43a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:18.429276 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-5cd2c2f5-cd45-4c94-bb1e-28b8260d43a9 admin admin] Calling delete_port for 7bc92506-13db-4f36-8c13-3c54232c1a35 owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:30:18.622893 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5cd2c2f5-cd45-4c94-bb1e-28b8260d43a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:18.649213 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd2c2f5-cd45-4c94-bb1e-28b8260d43a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bc92506-13db-4f36-8c13-3c54232c1a35,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:18.822516 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5cd2c2f5-cd45-4c94-bb1e-28b8260d43a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:19.041191 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd2c2f5-cd45-4c94-bb1e-28b8260d43a9 admin admin] Router be95d729-1844-4f76-bcc6-147d5ea4142f has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:30:19.148575 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd2c2f5-cd45-4c94-bb1e-28b8260d43a9 admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:30:19.153436 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5cd2c2f5-cd45-4c94-bb1e-28b8260d43a9 admin admin] 10.222.0.90 "PUT /v2.0/routers/be95d729-1844-4f76-bcc6-147d5ea4142f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4733150 Feb 16 13:30:19.155868 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 44894) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:30:19.160329 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f75c79-16fa-4621-acef-cea6d40a60a9 None None] Sync routers for ids ['be95d729-1844-4f76-bcc6-147d5ea4142f'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:30:19.171123 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f75c79-16fa-4621-acef-cea6d40a60a9 None None] Routers {'be95d729-1844-4f76-bcc6-147d5ea4142f'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:30:19.171746 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-27f75c79-16fa-4621-acef-cea6d40a60a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:29:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['be95d729-1844-4f76-bcc6-147d5ea4142f'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:19.261933 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4a105663-8407-4c4a-8732-d59c8d3fd984 admin admin] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:19.279518 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-27f75c79-16fa-4621-acef-cea6d40a60a9 None None] Set router be95d729-1844-4f76-bcc6-147d5ea4142f gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:30:19.365293 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4a105663-8407-4c4a-8732-d59c8d3fd984 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:19.424891 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-4a105663-8407-4c4a-8732-d59c8d3fd984 admin admin] Deleting port 2b668a54-d14f-4717-97c2-14d541876f96 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:30:19.425330 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4a105663-8407-4c4a-8732-d59c8d3fd984 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:19.480745 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-27f75c79-16fa-4621-acef-cea6d40a60a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be95d729-1844-4f76-bcc6-147d5ea4142f', 'name': 'tempest-TestShelveInstance-128400994-router', 'tenant_id': 'da2dc9665fa94a219759d00a1439e516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': '2b668a54-d14f-4717-97c2-14d541876f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:13Z', 'updated_at': '2022-02-16T13:30:18Z', 'revision_number': 5, 'project_id': 'da2dc9665fa94a219759d00a1439e516', 'gw_port': {'id': '2b668a54-d14f-4717-97c2-14d541876f96', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:55:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be95d729-1844-4f76-bcc6-147d5ea4142f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:14Z', 'updated_at': '2022-02-16T13:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:19.508527 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-4a105663-8407-4c4a-8732-d59c8d3fd984 admin admin] For port 2b668a54-d14f-4717-97c2-14d541876f96, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=2b668a54-d14f-4717-97c2-14d541876f96,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:30:19.509054 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4a105663-8407-4c4a-8732-d59c8d3fd984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:19.521368 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-4a105663-8407-4c4a-8732-d59c8d3fd984 admin admin] Calling delete_port for 2b668a54-d14f-4717-97c2-14d541876f96 owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:30:19.523755 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f75c79-16fa-4621-acef-cea6d40a60a9 None None] Checking router: be95d729-1844-4f76-bcc6-147d5ea4142f for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:30:19.536888 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f75c79-16fa-4621-acef-cea6d40a60a9 None None] Routers {'be95d729-1844-4f76-bcc6-147d5ea4142f'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:30:19.537707 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-27f75c79-16fa-4621-acef-cea6d40a60a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:29:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['be95d729-1844-4f76-bcc6-147d5ea4142f'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:19.641040 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-27f75c79-16fa-4621-acef-cea6d40a60a9 None None] Set router be95d729-1844-4f76-bcc6-147d5ea4142f gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:30:19.705571 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-27f75c79-16fa-4621-acef-cea6d40a60a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be95d729-1844-4f76-bcc6-147d5ea4142f', 'name': 'tempest-TestShelveInstance-128400994-router', 'tenant_id': 'da2dc9665fa94a219759d00a1439e516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:13Z', 'updated_at': '2022-02-16T13:30:19Z', 'revision_number': 6, 'project_id': 'da2dc9665fa94a219759d00a1439e516', 'gw_port_host': None}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:19.736937 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4a105663-8407-4c4a-8732-d59c8d3fd984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:19.738829 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f75c79-16fa-4621-acef-cea6d40a60a9 None None] The sync data for ids ['be95d729-1844-4f76-bcc6-147d5ea4142f'] in dv-neutron-828142-3-hyperv is: [{'id': 'be95d729-1844-4f76-bcc6-147d5ea4142f', 'name': 'tempest-TestShelveInstance-128400994-router', 'tenant_id': 'da2dc9665fa94a219759d00a1439e516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:13Z', 'updated_at': '2022-02-16T13:30:19Z', 'revision_number': 6, 'project_id': 'da2dc9665fa94a219759d00a1439e516', 'gw_port_host': None}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:30:19.765575 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a105663-8407-4c4a-8732-d59c8d3fd984 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b668a54-d14f-4717-97c2-14d541876f96,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:19.842898 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4a105663-8407-4c4a-8732-d59c8d3fd984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:19.952156 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4a105663-8407-4c4a-8732-d59c8d3fd984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:19.954738 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4a105663-8407-4c4a-8732-d59c8d3fd984 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:20.000143 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4a105663-8407-4c4a-8732-d59c8d3fd984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:20.000703 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a105663-8407-4c4a-8732-d59c8d3fd984 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be95d729-1844-4f76-bcc6-147d5ea4142f {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 13:30:20.004929 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4a105663-8407-4c4a-8732-d59c8d3fd984 admin admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:20.006369 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4a105663-8407-4c4a-8732-d59c8d3fd984 admin admin] 10.222.0.90 "DELETE /v2.0/routers/be95d729-1844-4f76-bcc6-147d5ea4142f HTTP/1.1" status: 204 len: 168 time: 0.8495898 Feb 16 13:30:20.008974 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 44896) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:30:20.059919 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-94c09684-b6c1-4788-bafd-9b32bd3e997f admin admin] Deleting subnet 6efa2ec7-2c14-42ee-9e95-493156929934 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 13:30:20.063309 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-94c09684-b6c1-4788-bafd-9b32bd3e997f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:20.099262 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-94c09684-b6c1-4788-bafd-9b32bd3e997f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:20.178681 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-94c09684-b6c1-4788-bafd-9b32bd3e997f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:20.232950 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-94c09684-b6c1-4788-bafd-9b32bd3e997f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:20.265599 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c09684-b6c1-4788-bafd-9b32bd3e997f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6efa2ec7-2c14-42ee-9e95-493156929934,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:20.267678 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-94c09684-b6c1-4788-bafd-9b32bd3e997f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:20.270973 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-94c09684-b6c1-4788-bafd-9b32bd3e997f admin admin] 10.222.0.90 "DELETE /v2.0/subnets/6efa2ec7-2c14-42ee-9e95-493156929934 HTTP/1.1" status: 204 len: 168 time: 0.2607415 Feb 16 13:30:20.273282 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 44898) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:30:20.273901 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ec83d5-57e5-4579-ab3a-32edab12d7bb None None] Network 37e92b4f-408c-4952-b32e-f8f3e77a81f8 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:30:20.340403 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-47f952f1-136b-4d36-a278-c2dd2ad87517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:20.399390 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-47f952f1-136b-4d36-a278-c2dd2ad87517 admin admin] Deleting port 2a4054e8-f375-4b9e-a180-8872262e8873 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:30:20.399776 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-47f952f1-136b-4d36-a278-c2dd2ad87517 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:20.523181 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd220f10-633d-4463-bd90-8a75e256ee92 None None] DHCP port deletion for 37e92b4f-408c-4952-b32e-f8f3e77a81f8 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 13:30:20.595364 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-fd220f10-633d-4463-bd90-8a75e256ee92 None None] Deleting port 2a4054e8-f375-4b9e-a180-8872262e8873 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:30:20.596351 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fd220f10-633d-4463-bd90-8a75e256ee92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:20.711545 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-fd220f10-633d-4463-bd90-8a75e256ee92 None None] For port 2a4054e8-f375-4b9e-a180-8872262e8873, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=2a4054e8-f375-4b9e-a180-8872262e8873,segment=NetworkSegment(ecf0c75e-e290-497e-b995-5dd56595547a),segment_id=ecf0c75e-e290-497e-b995-5dd56595547a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:30:20.711940 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fd220f10-633d-4463-bd90-8a75e256ee92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:20.726379 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-fd220f10-633d-4463-bd90-8a75e256ee92 None None] Calling delete_port for 2a4054e8-f375-4b9e-a180-8872262e8873 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:30:20.834658 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fd220f10-633d-4463-bd90-8a75e256ee92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:20.867550 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd220f10-633d-4463-bd90-8a75e256ee92 None None] Pushing event deleted for resources: {'Port': ['ID=2a4054e8-f375-4b9e-a180-8872262e8873,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:20.871526 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd220f10-633d-4463-bd90-8a75e256ee92 None None] No DVR routers for this DVR port 2a4054e8-f375-4b9e-a180-8872262e8873 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:30:20.874147 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-47f952f1-136b-4d36-a278-c2dd2ad87517 admin admin] For port 2a4054e8-f375-4b9e-a180-8872262e8873, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=2a4054e8-f375-4b9e-a180-8872262e8873,segment=NetworkSegment(ecf0c75e-e290-497e-b995-5dd56595547a),segment_id=ecf0c75e-e290-497e-b995-5dd56595547a)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:30:20.874780 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-47f952f1-136b-4d36-a278-c2dd2ad87517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:20.890657 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-47f952f1-136b-4d36-a278-c2dd2ad87517 admin admin] Calling delete_port for 2a4054e8-f375-4b9e-a180-8872262e8873 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:30:20.966786 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-47f952f1-136b-4d36-a278-c2dd2ad87517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:20.992007 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f952f1-136b-4d36-a278-c2dd2ad87517 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a4054e8-f375-4b9e-a180-8872262e8873,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:20.995574 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f952f1-136b-4d36-a278-c2dd2ad87517 admin admin] No DVR routers for this DVR port 2a4054e8-f375-4b9e-a180-8872262e8873 on host dv-neutron-828142-3-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:30:21.071166 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-47f952f1-136b-4d36-a278-c2dd2ad87517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:21.091563 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-47f952f1-136b-4d36-a278-c2dd2ad87517 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e92b4f-408c-4952-b32e-f8f3e77a81f8']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:21.100867 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-47f952f1-136b-4d36-a278-c2dd2ad87517 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecf0c75e-e290-497e-b995-5dd56595547a') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:21.101160 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-47f952f1-136b-4d36-a278-c2dd2ad87517 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecf0c75e-e290-497e-b995-5dd56595547a') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:21.111188 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-47f952f1-136b-4d36-a278-c2dd2ad87517 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:21.125631 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-47f952f1-136b-4d36-a278-c2dd2ad87517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:21.134743 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47f952f1-136b-4d36-a278-c2dd2ad87517 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:30:21.135345 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-47f952f1-136b-4d36-a278-c2dd2ad87517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:21.138445 dv-neutron-828142-3-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:30:21.138445 dv-neutron-828142-3-hyperv neutron-server[109049]: self.session.flush() Feb 16 13:30:21.138445 dv-neutron-828142-3-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:30:21.138445 dv-neutron-828142-3-hyperv neutron-server[109049]: self.session.flush() Feb 16 13:30:21.138445 dv-neutron-828142-3-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:30:21.138445 dv-neutron-828142-3-hyperv neutron-server[109049]: self.session.flush() Feb 16 13:30:21.138445 dv-neutron-828142-3-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:30:21.138445 dv-neutron-828142-3-hyperv neutron-server[109049]: self.session.flush() Feb 16 13:30:21.138445 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 13:30:21.138445 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:30:21.138445 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 13:30:21.138445 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:30:21.138445 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 13:30:21.138445 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 13:30:21.138445 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 13:30:21.138445 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:30:21.138445 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 13:30:21.138445 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:30:21.138445 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 13:30:21.138445 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:30:21.138445 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 13:30:21.138445 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 13:30:21.138445 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:30:21.138445 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 13:30:21.138445 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:30:21.138445 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 13:30:21.138445 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 13:30:21.138445 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 13:30:21.138445 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 13:30:21.138445 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 13:30:21.138445 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:30:21.138445 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:30:21.138445 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 13:30:21.138445 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:30:21.138445 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:30:21.138445 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:30:21.138445 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:30:21.138445 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:30:21.138445 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:30:21.138445 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:30:21.201732 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-47f952f1-136b-4d36-a278-c2dd2ad87517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:21.207394 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-47f952f1-136b-4d36-a278-c2dd2ad87517 admin admin] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:21.210576 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-47f952f1-136b-4d36-a278-c2dd2ad87517 admin admin] 10.222.0.90 "DELETE /v2.0/networks/37e92b4f-408c-4952-b32e-f8f3e77a81f8 HTTP/1.1" status: 204 len: 168 time: 0.9363942 Feb 16 13:30:21.223261 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f952f1-136b-4d36-a278-c2dd2ad87517 admin admin] Pushing event deleted for resources: {'Network': ['ID=37e92b4f-408c-4952-b32e-f8f3e77a81f8,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:21.324768 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 44902) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:30:21.365162 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b9c02ed1-93ad-484b-a227-d78b6b4ff341 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1717274bb30b4b56aacd1e3e30ad7bff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391881 Feb 16 13:30:21.367569 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 44904) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:30:21.420228 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-543f5972-5eff-4a1d-8205-c8b97c58c839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:21.446676 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-543f5972-5eff-4a1d-8205-c8b97c58c839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:21.494673 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-543f5972-5eff-4a1d-8205-c8b97c58c839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:21.497893 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-543f5972-5eff-4a1d-8205-c8b97c58c839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:21.499044 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-543f5972-5eff-4a1d-8205-c8b97c58c839 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7eed1f37-df3f-4a1e-a70c-43c95de3563f HTTP/1.1" status: 204 len: 168 time: 0.1305830 Feb 16 13:30:21.508790 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f5972-5eff-4a1d-8205-c8b97c58c839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eed1f37-df3f-4a1e-a70c-43c95de3563f,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:21.702102 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 2a4054e8-f375-4b9e-a180-8872262e8873 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:30:21.875047 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 44910) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:30:21.875763 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 2a4054e8-f375-4b9e-a180-8872262e8873 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:30:21.875763 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 2a4054e8-f375-4b9e-a180-8872262e8873 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:30:21.876093 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 2b668a54-d14f-4717-97c2-14d541876f96 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:30:21.895937 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 2b668a54-d14f-4717-97c2-14d541876f96 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:30:21.896289 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 2b668a54-d14f-4717-97c2-14d541876f96 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:30:21.896728 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 7bc92506-13db-4f36-8c13-3c54232c1a35 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:30:21.916394 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 7bc92506-13db-4f36-8c13-3c54232c1a35 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:30:21.916752 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 7bc92506-13db-4f36-8c13-3c54232c1a35 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:30:21.920264 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d7c081b4-c555-46b1-9420-b906d1b11031 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=da2dc9665fa94a219759d00a1439e516&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438163 Feb 16 13:30:21.922765 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 44912) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:30:21.979994 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-19b69104-1c68-4a5a-bbd4-17c80fcb3960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:22.003280 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-19b69104-1c68-4a5a-bbd4-17c80fcb3960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:22.050507 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-19b69104-1c68-4a5a-bbd4-17c80fcb3960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:22.053594 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-19b69104-1c68-4a5a-bbd4-17c80fcb3960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:22.054297 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-19b69104-1c68-4a5a-bbd4-17c80fcb3960 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5069e262-37b7-47cb-8ccd-e9f365d699bc HTTP/1.1" status: 204 len: 168 time: 0.1306121 Feb 16 13:30:22.063205 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b69104-1c68-4a5a-bbd4-17c80fcb3960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5069e262-37b7-47cb-8ccd-e9f365d699bc,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:22.331118 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3eab2a58-2e38-49e1-8120-b30980c37157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:22.805509 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 44934) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:30:22.909898 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-ae3871cd-9731-4887-83b7-451c5e73c75c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1601971040-network', 'tenant_id': '706808f14c154dc9a41590955866a28c'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:30:22.935914 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3871cd-9731-4887-83b7-451c5e73c75c admin admin] Made reservation on behalf of 706808f14c154dc9a41590955866a28c for: {'network': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:30:22.938503 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ae3871cd-9731-4887-83b7-451c5e73c75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:22.947452 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ae3871cd-9731-4887-83b7-451c5e73c75c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:23.025720 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ae3871cd-9731-4887-83b7-451c5e73c75c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:23.029891 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ae3871cd-9731-4887-83b7-451c5e73c75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:23.055627 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae3871cd-9731-4887-83b7-451c5e73c75c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=109048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:30:23.066269 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3871cd-9731-4887-83b7-451c5e73c75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a5c9b6-d68d-4ce0-90fa-b6e77812067b,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:23.071166 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ae3871cd-9731-4887-83b7-451c5e73c75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:23.071511 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.segments_db [None req-ae3871cd-9731-4887-83b7-451c5e73c75c admin admin] Added segment 48e8e3bf-285b-47e0-9e59-783251e75002 of type vlan for network 7286e03e-4ab9-41f2-8933-7ef5d0d2600e Feb 16 13:30:23.121494 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ae3871cd-9731-4887-83b7-451c5e73c75c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:23.149204 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ae3871cd-9731-4887-83b7-451c5e73c75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:23.150135 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3871cd-9731-4887-83b7-451c5e73c75c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:23.150733 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-ae3871cd-9731-4887-83b7-451c5e73c75c admin admin] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:23.210024 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-ae3871cd-9731-4887-83b7-451c5e73c75c admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4033329 Feb 16 13:30:23.212805 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 44938) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:30:23.221797 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-823a4786-27c3-45cb-8de3-804b91b733ef admin admin] Request body: {'subnet': {'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1601971040-subnet', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'ip_version': 4}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:30:23.226115 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3871cd-9731-4887-83b7-451c5e73c75c admin admin] Pushing event updated for resources: {'Network': ['ID=7286e03e-4ab9-41f2-8933-7ef5d0d2600e,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:23.237258 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 7286e03e-4ab9-41f2-8933-7ef5d0d2600e details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:30:23.254054 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823a4786-27c3-45cb-8de3-804b91b733ef admin admin] Made reservation on behalf of 706808f14c154dc9a41590955866a28c for: {'subnet': 1} {{(pid=109048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:30:23.256774 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-823a4786-27c3-45cb-8de3-804b91b733ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9768308'] for subnet, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:23.445595 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-823a4786-27c3-45cb-8de3-804b91b733ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10311928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9768294'] for subnet, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:23.502805 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a4786-27c3-45cb-8de3-804b91b733ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=df7a8f05-c597-432e-8d6c-9f22cef18d7e,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:23.512049 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823a4786-27c3-45cb-8de3-804b91b733ef admin admin] Checking segment: {'id': '48e8e3bf-285b-47e0-9e59-783251e75002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:30:23.512426 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823a4786-27c3-45cb-8de3-804b91b733ef admin admin] Network hostable DHCP agents. Network: 7286e03e-4ab9-41f2-8933-7ef5d0d2600e, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:30:23.529689 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823a4786-27c3-45cb-8de3-804b91b733ef admin admin] Network 7286e03e-4ab9-41f2-8933-7ef5d0d2600e is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:30:23.539098 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-823a4786-27c3-45cb-8de3-804b91b733ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 7286e03e-4ab9-41f2-8933-7ef5d0d2600e) {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:30:23.543188 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823a4786-27c3-45cb-8de3-804b91b733ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:23.543777 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-823a4786-27c3-45cb-8de3-804b91b733ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:23.549318 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957741b9-551b-475d-975d-3fc3f4f8216e None None] Network 7286e03e-4ab9-41f2-8933-7ef5d0d2600e requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:30:23.564792 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-823a4786-27c3-45cb-8de3-804b91b733ef admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3493609 Feb 16 13:30:23.567628 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 44940) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:30:23.573634 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-0e81938c-d611-4ad6-bc1f-411bc1de9f18 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1601971040-router', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:30:23.603274 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0e81938c-d611-4ad6-bc1f-411bc1de9f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:23.604504 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0e81938c-d611-4ad6-bc1f-411bc1de9f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:23.665187 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0e81938c-d611-4ad6-bc1f-411bc1de9f18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:23.721304 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc083f0c-1a8e-4971-95df-0fd724167909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-7286e03e-4ab9-41f2-8933-7ef5d0d2600e', 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'fixed_ips': [{'subnet_id': 'df7a8f05-c597-432e-8d6c-9f22cef18d7e'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 13:30:23.722187 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cc083f0c-1a8e-4971-95df-0fd724167909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:23.811460 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0e81938c-d611-4ad6-bc1f-411bc1de9f18 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:23.868540 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-cc083f0c-1a8e-4971-95df-0fd724167909 None None] Allocated IP 172.20.0.2 (7286e03e-4ab9-41f2-8933-7ef5d0d2600e/df7a8f05-c597-432e-8d6c-9f22cef18d7e/ec3e0006-52ae-4c4d-9e3b-b75b443bc818) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:30:24.026165 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cc083f0c-1a8e-4971-95df-0fd724167909 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:24.027004 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0e81938c-d611-4ad6-bc1f-411bc1de9f18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:24.034094 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cc083f0c-1a8e-4971-95df-0fd724167909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:24.048275 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0e81938c-d611-4ad6-bc1f-411bc1de9f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:24.078106 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc083f0c-1a8e-4971-95df-0fd724167909 None None] Network 7286e03e-4ab9-41f2-8933-7ef5d0d2600e is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:30:24.080914 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-cc083f0c-1a8e-4971-95df-0fd724167909 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:30:24.085312 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc083f0c-1a8e-4971-95df-0fd724167909 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:30:24.090439 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc083f0c-1a8e-4971-95df-0fd724167909 None None] Pushing event updated for resources: {'Port': ['ID=ec3e0006-52ae-4c4d-9e3b-b75b443bc818,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:24.144936 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-cc083f0c-1a8e-4971-95df-0fd724167909 None None] Attempting to bind port ec3e0006-52ae-4c4d-9e3b-b75b443bc818 on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:30:24.145307 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-cc083f0c-1a8e-4971-95df-0fd724167909 None None] Attempting to bind port ec3e0006-52ae-4c4d-9e3b-b75b443bc818 by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '48e8e3bf-285b-47e0-9e59-783251e75002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:30:24.145666 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc083f0c-1a8e-4971-95df-0fd724167909 None None] Attempting to bind port ec3e0006-52ae-4c4d-9e3b-b75b443bc818 on network 7286e03e-4ab9-41f2-8933-7ef5d0d2600e {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:30:24.151144 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc083f0c-1a8e-4971-95df-0fd724167909 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:30:24.151518 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc083f0c-1a8e-4971-95df-0fd724167909 None None] Checking segment: {'id': '48e8e3bf-285b-47e0-9e59-783251e75002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:30:24.151928 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cc083f0c-1a8e-4971-95df-0fd724167909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:24.152323 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc083f0c-1a8e-4971-95df-0fd724167909 None None] Bound using segment: {'id': '48e8e3bf-285b-47e0-9e59-783251e75002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:30:24.152904 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-cc083f0c-1a8e-4971-95df-0fd724167909 None None] Bound port: ec3e0006-52ae-4c4d-9e3b-b75b443bc818, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e8e3bf-285b-47e0-9e59-783251e75002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:30:24.153295 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cc083f0c-1a8e-4971-95df-0fd724167909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:24.173934 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-0e81938c-d611-4ad6-bc1f-411bc1de9f18 admin admin] Allocated IP 172.26.2.23 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/3ee27bd6-daae-433f-a3b6-820197c818db) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:30:24.224456 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-cc083f0c-1a8e-4971-95df-0fd724167909 None None] For port ec3e0006-52ae-4c4d-9e3b-b75b443bc818, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:30:24.227932 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-cc083f0c-1a8e-4971-95df-0fd724167909 None None] For port ec3e0006-52ae-4c4d-9e3b-b75b443bc818, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=ec3e0006-52ae-4c4d-9e3b-b75b443bc818,segment=NetworkSegment(48e8e3bf-285b-47e0-9e59-783251e75002),segment_id=48e8e3bf-285b-47e0-9e59-783251e75002)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:30:24.233624 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cc083f0c-1a8e-4971-95df-0fd724167909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:24.291472 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0e81938c-d611-4ad6-bc1f-411bc1de9f18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:24.291599 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc083f0c-1a8e-4971-95df-0fd724167909 None None] Pushing event updated for resources: {'Port': ['ID=ec3e0006-52ae-4c4d-9e3b-b75b443bc818,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:24.335361 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0e81938c-d611-4ad6-bc1f-411bc1de9f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:24.380190 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e81938c-d611-4ad6-bc1f-411bc1de9f18 admin admin] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:30:24.383472 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-0e81938c-d611-4ad6-bc1f-411bc1de9f18 admin admin] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:30:24.386144 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e81938c-d611-4ad6-bc1f-411bc1de9f18 admin admin] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:30:24.416500 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e81938c-d611-4ad6-bc1f-411bc1de9f18 admin admin] Pushing event updated for resources: {'Port': ['ID=3ee27bd6-daae-433f-a3b6-820197c818db,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:24.559592 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-94d8a587-5412-4ca2-876a-ab996b12ddd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:24.703672 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0e81938c-d611-4ad6-bc1f-411bc1de9f18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:24.911237 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0e81938c-d611-4ad6-bc1f-411bc1de9f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:25.064203 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e81938c-d611-4ad6-bc1f-411bc1de9f18 admin admin] Router a120ba66-0355-47c4-848d-7666f9e44b6b is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 13:30:25.186176 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e81938c-d611-4ad6-bc1f-411bc1de9f18 admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:30:25.198122 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8b001a-10f1-4828-8ada-e390e60688db None None] Sync routers for ids ['a120ba66-0355-47c4-848d-7666f9e44b6b'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:30:25.206721 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-0e81938c-d611-4ad6-bc1f-411bc1de9f18 admin admin] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:25.208689 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-0e81938c-d611-4ad6-bc1f-411bc1de9f18 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6395264 Feb 16 13:30:25.211074 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 44942) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:30:25.215530 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8b001a-10f1-4828-8ada-e390e60688db None None] Routers {'a120ba66-0355-47c4-848d-7666f9e44b6b'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:30:25.216224 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-5d8b001a-10f1-4828-8ada-e390e60688db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:30:25Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['a120ba66-0355-47c4-848d-7666f9e44b6b'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:25.270670 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd72bee-7bfe-4f1f-b8b7-ed8e0ec62d07 None None] Network 7286e03e-4ab9-41f2-8933-7ef5d0d2600e requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:30:25.399397 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-4e9bf26e-53ee-42a9-b7f3-0312631bee12 None None] Provisioning complete for port ec3e0006-52ae-4c4d-9e3b-b75b443bc818 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:30:25.400211 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4e9bf26e-53ee-42a9-b7f3-0312631bee12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:25.411690 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-5d8b001a-10f1-4828-8ada-e390e60688db None None] Set router a120ba66-0355-47c4-848d-7666f9e44b6b gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:30:25.665897 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c6193e8f-3a31-4f94-a24d-cab6af109b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:25.683980 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4e9bf26e-53ee-42a9-b7f3-0312631bee12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:25.756749 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-4e9bf26e-53ee-42a9-b7f3-0312631bee12 None None] For port ec3e0006-52ae-4c4d-9e3b-b75b443bc818, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=ec3e0006-52ae-4c4d-9e3b-b75b443bc818,segment=NetworkSegment(48e8e3bf-285b-47e0-9e59-783251e75002),segment_id=48e8e3bf-285b-47e0-9e59-783251e75002)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:30:25.768322 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device ec3e0006-52ae-4c4d-9e3b-b75b443bc818 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:30:25.772164 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4e9bf26e-53ee-42a9-b7f3-0312631bee12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:25.859051 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-5d8b001a-10f1-4828-8ada-e390e60688db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'name': 'tempest-TestSnapshotPattern-1601971040-router', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': '3ee27bd6-daae-433f-a3b6-820197c818db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:30:23Z', 'updated_at': '2022-02-16T13:30:24Z', 'revision_number': 3, 'project_id': '706808f14c154dc9a41590955866a28c', 'gw_port': {'id': '3ee27bd6-daae-433f-a3b6-820197c818db', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:15:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:24Z', 'updated_at': '2022-02-16T13:30:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:25.860415 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-c6193e8f-3a31-4f94-a24d-cab6af109b0f admin admin] Allocated IP 172.20.0.1 (7286e03e-4ab9-41f2-8933-7ef5d0d2600e/df7a8f05-c597-432e-8d6c-9f22cef18d7e/9318c48f-7947-45ae-a355-b8f53545430e) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:30:25.908232 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9bf26e-53ee-42a9-b7f3-0312631bee12 None None] Pushing event updated for resources: {'Port': ['ID=ec3e0006-52ae-4c4d-9e3b-b75b443bc818,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:25.912252 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8b001a-10f1-4828-8ada-e390e60688db None None] Checking router: a120ba66-0355-47c4-848d-7666f9e44b6b for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:30:25.912616 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8b001a-10f1-4828-8ada-e390e60688db None None] Updating router a120ba66-0355-47c4-848d-7666f9e44b6b port 3ee27bd6-daae-433f-a3b6-820197c818db binding host dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:30:25.952930 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port ec3e0006-52ae-4c4d-9e3b-b75b443bc818 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:30:25.953372 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:25.958055 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:25.982346 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c6193e8f-3a31-4f94-a24d-cab6af109b0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:26.020662 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c6193e8f-3a31-4f94-a24d-cab6af109b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:26.068209 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6193e8f-3a31-4f94-a24d-cab6af109b0f admin admin] Network 7286e03e-4ab9-41f2-8933-7ef5d0d2600e is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:30:26.071556 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-c6193e8f-3a31-4f94-a24d-cab6af109b0f admin admin] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:30:26.075367 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6193e8f-3a31-4f94-a24d-cab6af109b0f admin admin] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:30:26.081169 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6193e8f-3a31-4f94-a24d-cab6af109b0f admin admin] Pushing event updated for resources: {'Port': ['ID=9318c48f-7947-45ae-a355-b8f53545430e,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:26.128053 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c6193e8f-3a31-4f94-a24d-cab6af109b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:26.140919 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5d8b001a-10f1-4828-8ada-e390e60688db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:26.187723 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-42fae41b-f87a-461a-b078-8bb5dc8b0a24 None None] Provisioning complete for port ec3e0006-52ae-4c4d-9e3b-b75b443bc818 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:30:26.188091 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-42fae41b-f87a-461a-b078-8bb5dc8b0a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:26.273541 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c6193e8f-3a31-4f94-a24d-cab6af109b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:26.460310 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c6193e8f-3a31-4f94-a24d-cab6af109b0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:26.467561 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c6193e8f-3a31-4f94-a24d-cab6af109b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:26.537710 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6193e8f-3a31-4f94-a24d-cab6af109b0f admin admin] Pushing event updated for resources: {'Port': ['ID=9318c48f-7947-45ae-a355-b8f53545430e,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:26.543110 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c6193e8f-3a31-4f94-a24d-cab6af109b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:26.549536 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5d8b001a-10f1-4828-8ada-e390e60688db None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:26.562240 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5d8b001a-10f1-4828-8ada-e390e60688db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:26.613109 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96208a-46c6-4ac2-890a-bd022a224e24 None None] Pushing event updated for resources: {'Port': ['ID=3ee27bd6-daae-433f-a3b6-820197c818db,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:26.630440 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-c0c8821c-4a32-4716-968e-7626a3dd39eb None None] Provisioning complete for port 9318c48f-7947-45ae-a355-b8f53545430e triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:30:26.630978 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c0c8821c-4a32-4716-968e-7626a3dd39eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:26.656914 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6193e8f-3a31-4f94-a24d-cab6af109b0f admin admin] Network 7286e03e-4ab9-41f2-8933-7ef5d0d2600e is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:30:26.658556 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-c6193e8f-3a31-4f94-a24d-cab6af109b0f admin admin] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:30:26.665417 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5d8b001a-10f1-4828-8ada-e390e60688db None None] Attempting to bind port 3ee27bd6-daae-433f-a3b6-820197c818db on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:30:26.666003 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5d8b001a-10f1-4828-8ada-e390e60688db None None] Attempting to bind port 3ee27bd6-daae-433f-a3b6-820197c818db by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:30:26.666658 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8b001a-10f1-4828-8ada-e390e60688db None None] Attempting to bind port 3ee27bd6-daae-433f-a3b6-820197c818db on network a08a3d1b-2e35-4b18-9cb0-756d355083e6 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:30:26.692087 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8b001a-10f1-4828-8ada-e390e60688db None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:30:26.692722 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8b001a-10f1-4828-8ada-e390e60688db None None] Checking segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:30:26.693349 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5d8b001a-10f1-4828-8ada-e390e60688db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:26.694073 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8b001a-10f1-4828-8ada-e390e60688db None None] Bound using segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:30:26.694842 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5d8b001a-10f1-4828-8ada-e390e60688db None None] Bound port: 3ee27bd6-daae-433f-a3b6-820197c818db, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:30:26.695468 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5d8b001a-10f1-4828-8ada-e390e60688db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:26.701575 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-c0c8821c-4a32-4716-968e-7626a3dd39eb None None] Port 9318c48f-7947-45ae-a355-b8f53545430e cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:30:26.769765 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-5d8b001a-10f1-4828-8ada-e390e60688db None None] For port 3ee27bd6-daae-433f-a3b6-820197c818db, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:30:26.773813 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-5d8b001a-10f1-4828-8ada-e390e60688db None None] For port 3ee27bd6-daae-433f-a3b6-820197c818db, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=3ee27bd6-daae-433f-a3b6-820197c818db,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:30:26.785602 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5d8b001a-10f1-4828-8ada-e390e60688db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:26.854344 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96208a-46c6-4ac2-890a-bd022a224e24 None None] Pushing event updated for resources: {'Port': ['ID=3ee27bd6-daae-433f-a3b6-820197c818db,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:26.860577 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8b001a-10f1-4828-8ada-e390e60688db None None] Routers {'a120ba66-0355-47c4-848d-7666f9e44b6b'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:30:26.860577 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-5d8b001a-10f1-4828-8ada-e390e60688db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:30:25Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['a120ba66-0355-47c4-848d-7666f9e44b6b'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:26.970528 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-a2bbaf57-68e3-407a-a37b-c39bcdecde66 None None] Provisioning complete for port 9318c48f-7947-45ae-a355-b8f53545430e triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:30:26.970895 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a2bbaf57-68e3-407a-a37b-c39bcdecde66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:27.027824 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-5d8b001a-10f1-4828-8ada-e390e60688db None None] Set router a120ba66-0355-47c4-848d-7666f9e44b6b gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:30:27.054683 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-a2bbaf57-68e3-407a-a37b-c39bcdecde66 None None] Port 9318c48f-7947-45ae-a355-b8f53545430e cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:30:27.149799 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6193e8f-3a31-4f94-a24d-cab6af109b0f admin admin] Router a120ba66-0355-47c4-848d-7666f9e44b6b has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:30:27.171561 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:27.266975 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-5d8b001a-10f1-4828-8ada-e390e60688db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'name': 'tempest-TestSnapshotPattern-1601971040-router', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': '3ee27bd6-daae-433f-a3b6-820197c818db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:30:23Z', 'updated_at': '2022-02-16T13:30:26Z', 'revision_number': 4, 'project_id': '706808f14c154dc9a41590955866a28c', 'gw_port': {'id': '3ee27bd6-daae-433f-a3b6-820197c818db', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:15:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:24Z', 'updated_at': '2022-02-16T13:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '9318c48f-7947-45ae-a355-b8f53545430e', 'name': '', 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'mac_address': 'fa:16:3e:f8:f4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'df7a8f05-c597-432e-8d6c-9f22cef18d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:25Z', 'updated_at': '2022-02-16T13:30:26Z', 'revision_number': 2, 'project_id': '706808f14c154dc9a41590955866a28c', 'subnets': [{'id': 'df7a8f05-c597-432e-8d6c-9f22cef18d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:27.276495 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6193e8f-3a31-4f94-a24d-cab6af109b0f admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:30:27.281616 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c6193e8f-3a31-4f94-a24d-cab6af109b0f admin admin] 10.222.0.90 "PUT /v2.0/routers/a120ba66-0355-47c4-848d-7666f9e44b6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0687766 Feb 16 13:30:27.296795 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8b001a-10f1-4828-8ada-e390e60688db None None] The sync data for ids ['a120ba66-0355-47c4-848d-7666f9e44b6b'] in dv-neutron-828142-3-hyperv is: [{'id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'name': 'tempest-TestSnapshotPattern-1601971040-router', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': '3ee27bd6-daae-433f-a3b6-820197c818db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:30:23Z', 'updated_at': '2022-02-16T13:30:26Z', 'revision_number': 4, 'project_id': '706808f14c154dc9a41590955866a28c', 'gw_port': {'id': '3ee27bd6-daae-433f-a3b6-820197c818db', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:15:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:24Z', 'updated_at': '2022-02-16T13:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '9318c48f-7947-45ae-a355-b8f53545430e', 'name': '', 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'mac_address': 'fa:16:3e:f8:f4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'df7a8f05-c597-432e-8d6c-9f22cef18d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:25Z', 'updated_at': '2022-02-16T13:30:26Z', 'revision_number': 2, 'project_id': '706808f14c154dc9a41590955866a28c', 'subnets': [{'id': 'df7a8f05-c597-432e-8d6c-9f22cef18d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:30:27.550542 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:27.711280 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device ec3e0006-52ae-4c4d-9e3b-b75b443bc818 up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:30:27.780807 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port ec3e0006-52ae-4c4d-9e3b-b75b443bc818 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:30:27.781102 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:27.861996 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 44958) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:30:27.867389 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-8aab2140-7685-4a24-8d6d-4f83f35070a0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1488974210-network', 'tenant_id': 'f4df3762bd1949b0ae9b44d7aed89886'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:30:27.894315 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aab2140-7685-4a24-8d6d-4f83f35070a0 admin admin] Made reservation on behalf of f4df3762bd1949b0ae9b44d7aed89886 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:30:27.896775 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8aab2140-7685-4a24-8d6d-4f83f35070a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:27.905996 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8aab2140-7685-4a24-8d6d-4f83f35070a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:27.992485 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8aab2140-7685-4a24-8d6d-4f83f35070a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:27.999069 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8aab2140-7685-4a24-8d6d-4f83f35070a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:28.030403 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab2140-7685-4a24-8d6d-4f83f35070a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2637bf62-f74b-476d-8438-04fac2f9c032,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:28.045111 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aab2140-7685-4a24-8d6d-4f83f35070a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:30:28.057146 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8aab2140-7685-4a24-8d6d-4f83f35070a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:28.057418 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-8aab2140-7685-4a24-8d6d-4f83f35070a0 admin admin] Added segment 48a8aa6b-e71c-466f-aa2d-9297b4621390 of type vlan for network 97a695f6-44e6-4f71-8cd3-4219c9a98255 Feb 16 13:30:28.102310 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8aab2140-7685-4a24-8d6d-4f83f35070a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736716300261'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:28.134582 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8aab2140-7685-4a24-8d6d-4f83f35070a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:28.135582 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aab2140-7685-4a24-8d6d-4f83f35070a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:28.136155 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8aab2140-7685-4a24-8d6d-4f83f35070a0 admin admin] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:28.187002 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8aab2140-7685-4a24-8d6d-4f83f35070a0 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3237958 Feb 16 13:30:28.189684 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 44960) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:30:28.194576 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-6e7798ee-6705-4c9a-ae66-356d27335b0a admin admin] Request body: {'subnet': {'network_id': '97a695f6-44e6-4f71-8cd3-4219c9a98255', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1488974210-subnet', 'tenant_id': 'f4df3762bd1949b0ae9b44d7aed89886', 'ip_version': 4}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:30:28.214879 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab2140-7685-4a24-8d6d-4f83f35070a0 admin admin] Pushing event updated for resources: {'Network': ['ID=97a695f6-44e6-4f71-8cd3-4219c9a98255,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:28.226376 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Network 97a695f6-44e6-4f71-8cd3-4219c9a98255 details requested by agent ovs-agent-dv-neutron-828142-3-hyperv with host dv-neutron-828142-3-hyperv {{(pid=109050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:30:28.233157 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7798ee-6705-4c9a-ae66-356d27335b0a admin admin] Made reservation on behalf of f4df3762bd1949b0ae9b44d7aed89886 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:30:28.238088 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6e7798ee-6705-4c9a-ae66-356d27335b0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9022222'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:28.427316 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6e7798ee-6705-4c9a-ae66-356d27335b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9630421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9022236'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:28.491424 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7798ee-6705-4c9a-ae66-356d27335b0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d318c798-da1b-4a42-9ca9-9e58e7fbc923,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:28.496344 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7798ee-6705-4c9a-ae66-356d27335b0a admin admin] Checking segment: {'id': '48a8aa6b-e71c-466f-aa2d-9297b4621390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '97a695f6-44e6-4f71-8cd3-4219c9a98255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:30:28.496735 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7798ee-6705-4c9a-ae66-356d27335b0a admin admin] Network hostable DHCP agents. Network: 97a695f6-44e6-4f71-8cd3-4219c9a98255, hostable agents: ['3c3291db-bb7a-4591-9d14-e7bc9fa63f4f'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:30:28.517920 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7798ee-6705-4c9a-ae66-356d27335b0a admin admin] Network 97a695f6-44e6-4f71-8cd3-4219c9a98255 is scheduled to be hosted by DHCP agent 3c3291db-bb7a-4591-9d14-e7bc9fa63f4f with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:30:28.528533 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-6e7798ee-6705-4c9a-ae66-356d27335b0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828142-3-hyperv, 97a695f6-44e6-4f71-8cd3-4219c9a98255) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:30:28.532837 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7798ee-6705-4c9a-ae66-356d27335b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:28.533779 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6e7798ee-6705-4c9a-ae66-356d27335b0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:28.537569 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4b150c-5b0f-45ff-8cd9-2b937024d58d None None] Network 97a695f6-44e6-4f71-8cd3-4219c9a98255 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:30:28.554717 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 44962) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:30:28.555546 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6e7798ee-6705-4c9a-ae66-356d27335b0a admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3640223 Feb 16 13:30:28.560806 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-22227e94-0152-44c5-a6ac-3ce0a82d2058 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1488974210-router', 'tenant_id': 'f4df3762bd1949b0ae9b44d7aed89886', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:30:28.599118 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22227e94-0152-44c5-a6ac-3ce0a82d2058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3858421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28086'] for router, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:28.600184 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22227e94-0152-44c5-a6ac-3ce0a82d2058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3843011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28047'] for router, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:28.671471 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22227e94-0152-44c5-a6ac-3ce0a82d2058 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:28.723113 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bc30a6-cd2b-44fd-b897-74af4b509e92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79a787a-fc7b-5944-bd30-b34eb6bf014c-97a695f6-44e6-4f71-8cd3-4219c9a98255', 'network_id': '97a695f6-44e6-4f71-8cd3-4219c9a98255', 'tenant_id': 'f4df3762bd1949b0ae9b44d7aed89886', 'fixed_ips': [{'subnet_id': 'd318c798-da1b-4a42-9ca9-9e58e7fbc923'}]}} from dv-neutron-828142-3-hyperv. {{(pid=109050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 13:30:28.725072 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-84bc30a6-cd2b-44fd-b897-74af4b509e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:28.833974 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22227e94-0152-44c5-a6ac-3ce0a82d2058 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:28.875248 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-84bc30a6-cd2b-44fd-b897-74af4b509e92 None None] Allocated IP 172.20.0.2 (97a695f6-44e6-4f71-8cd3-4219c9a98255/d318c798-da1b-4a42-9ca9-9e58e7fbc923/ff5d2420-d1e7-4989-95d4-ef55cca9c03b) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:30:28.970183 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:29.046515 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-84bc30a6-cd2b-44fd-b897-74af4b509e92 None None] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:29.052774 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-84bc30a6-cd2b-44fd-b897-74af4b509e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:29.060735 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22227e94-0152-44c5-a6ac-3ce0a82d2058 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:29.083609 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22227e94-0152-44c5-a6ac-3ce0a82d2058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:29.094585 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bc30a6-cd2b-44fd-b897-74af4b509e92 None None] Network 97a695f6-44e6-4f71-8cd3-4219c9a98255 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:30:29.099790 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-84bc30a6-cd2b-44fd-b897-74af4b509e92 None None] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:30:29.103697 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bc30a6-cd2b-44fd-b897-74af4b509e92 None None] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:30:29.112186 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc30a6-cd2b-44fd-b897-74af4b509e92 None None] Pushing event updated for resources: {'Port': ['ID=ff5d2420-d1e7-4989-95d4-ef55cca9c03b,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:29.164607 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-84bc30a6-cd2b-44fd-b897-74af4b509e92 None None] Attempting to bind port ff5d2420-d1e7-4989-95d4-ef55cca9c03b on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:30:29.165120 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-84bc30a6-cd2b-44fd-b897-74af4b509e92 None None] Attempting to bind port ff5d2420-d1e7-4989-95d4-ef55cca9c03b by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '48a8aa6b-e71c-466f-aa2d-9297b4621390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '97a695f6-44e6-4f71-8cd3-4219c9a98255'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:30:29.165351 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bc30a6-cd2b-44fd-b897-74af4b509e92 None None] Attempting to bind port ff5d2420-d1e7-4989-95d4-ef55cca9c03b on network 97a695f6-44e6-4f71-8cd3-4219c9a98255 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:30:29.170483 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bc30a6-cd2b-44fd-b897-74af4b509e92 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:30:29.170840 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bc30a6-cd2b-44fd-b897-74af4b509e92 None None] Checking segment: {'id': '48a8aa6b-e71c-466f-aa2d-9297b4621390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '97a695f6-44e6-4f71-8cd3-4219c9a98255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:30:29.171233 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-84bc30a6-cd2b-44fd-b897-74af4b509e92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:29.171611 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bc30a6-cd2b-44fd-b897-74af4b509e92 None None] Bound using segment: {'id': '48a8aa6b-e71c-466f-aa2d-9297b4621390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '97a695f6-44e6-4f71-8cd3-4219c9a98255'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:30:29.172060 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-84bc30a6-cd2b-44fd-b897-74af4b509e92 None None] Bound port: ff5d2420-d1e7-4989-95d4-ef55cca9c03b, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a8aa6b-e71c-466f-aa2d-9297b4621390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '97a695f6-44e6-4f71-8cd3-4219c9a98255'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:30:29.172555 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-84bc30a6-cd2b-44fd-b897-74af4b509e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:29.201776 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-22227e94-0152-44c5-a6ac-3ce0a82d2058 admin admin] Allocated IP 172.26.2.168 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/a04f7e3f-c8b4-40af-9749-bd528c15006b) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:30:29.244784 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-84bc30a6-cd2b-44fd-b897-74af4b509e92 None None] For port ff5d2420-d1e7-4989-95d4-ef55cca9c03b, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:30:29.249063 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-84bc30a6-cd2b-44fd-b897-74af4b509e92 None None] For port ff5d2420-d1e7-4989-95d4-ef55cca9c03b, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=ff5d2420-d1e7-4989-95d4-ef55cca9c03b,segment=NetworkSegment(48a8aa6b-e71c-466f-aa2d-9297b4621390),segment_id=48a8aa6b-e71c-466f-aa2d-9297b4621390)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:30:29.256301 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-84bc30a6-cd2b-44fd-b897-74af4b509e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:29.324213 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc30a6-cd2b-44fd-b897-74af4b509e92 None None] Pushing event updated for resources: {'Port': ['ID=ff5d2420-d1e7-4989-95d4-ef55cca9c03b,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:29.327907 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22227e94-0152-44c5-a6ac-3ce0a82d2058 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:29.374409 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22227e94-0152-44c5-a6ac-3ce0a82d2058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:29.426808 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22227e94-0152-44c5-a6ac-3ce0a82d2058 admin admin] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:30:29.430168 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-22227e94-0152-44c5-a6ac-3ce0a82d2058 admin admin] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:30:29.439370 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22227e94-0152-44c5-a6ac-3ce0a82d2058 admin admin] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:30:29.466492 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22227e94-0152-44c5-a6ac-3ce0a82d2058 admin admin] Pushing event updated for resources: {'Port': ['ID=a04f7e3f-c8b4-40af-9749-bd528c15006b,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:29.620241 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004687dc-f29b-4863-a3b1-d96051ebd55d None None] Sync routers for ids ['a120ba66-0355-47c4-848d-7666f9e44b6b'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:30:29.631512 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004687dc-f29b-4863-a3b1-d96051ebd55d None None] Routers {'a120ba66-0355-47c4-848d-7666f9e44b6b'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:30:29.632409 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-004687dc-f29b-4863-a3b1-d96051ebd55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:30:25Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['a120ba66-0355-47c4-848d-7666f9e44b6b'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:29.767509 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-004687dc-f29b-4863-a3b1-d96051ebd55d None None] Set router a120ba66-0355-47c4-848d-7666f9e44b6b gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:30:29.773310 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22227e94-0152-44c5-a6ac-3ce0a82d2058 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:29.805022 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 3ee27bd6-daae-433f-a3b6-820197c818db up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:30:29.855941 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 3ee27bd6-daae-433f-a3b6-820197c818db triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:30:29.857298 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:29.947180 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:29.976773 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port 3ee27bd6-daae-433f-a3b6-820197c818db, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=3ee27bd6-daae-433f-a3b6-820197c818db,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:30:29.986260 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:29.987159 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device ff5d2420-d1e7-4989-95d4-ef55cca9c03b up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:30:30.017337 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22227e94-0152-44c5-a6ac-3ce0a82d2058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3843100'] for router, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:30.023983 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-004687dc-f29b-4863-a3b1-d96051ebd55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'name': 'tempest-TestSnapshotPattern-1601971040-router', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': '3ee27bd6-daae-433f-a3b6-820197c818db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:30:23Z', 'updated_at': '2022-02-16T13:30:26Z', 'revision_number': 4, 'project_id': '706808f14c154dc9a41590955866a28c', 'gw_port': {'id': '3ee27bd6-daae-433f-a3b6-820197c818db', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:15:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:24Z', 'updated_at': '2022-02-16T13:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '9318c48f-7947-45ae-a355-b8f53545430e', 'name': '', 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'mac_address': 'fa:16:3e:f8:f4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'df7a8f05-c597-432e-8d6c-9f22cef18d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:25Z', 'updated_at': '2022-02-16T13:30:26Z', 'revision_number': 2, 'project_id': '706808f14c154dc9a41590955866a28c', 'subnets': [{'id': 'df7a8f05-c597-432e-8d6c-9f22cef18d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:30.071921 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=3ee27bd6-daae-433f-a3b6-820197c818db,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:30.079784 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004687dc-f29b-4863-a3b1-d96051ebd55d None None] Checking router: a120ba66-0355-47c4-848d-7666f9e44b6b for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:30:30.080154 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004687dc-f29b-4863-a3b1-d96051ebd55d None None] Updating router a120ba66-0355-47c4-848d-7666f9e44b6b port 9318c48f-7947-45ae-a355-b8f53545430e binding host dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:30:30.083511 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port ff5d2420-d1e7-4989-95d4-ef55cca9c03b triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:30:30.083888 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:30.108152 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-004687dc-f29b-4863-a3b1-d96051ebd55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:30.172945 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22227e94-0152-44c5-a6ac-3ce0a82d2058 admin admin] Router 724fe23d-c325-4fc0-8554-f6638d1b51be is scheduled to L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde with binding_index 1 {{(pid=109048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 13:30:30.194695 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:30.236002 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port ff5d2420-d1e7-4989-95d4-ef55cca9c03b, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=ff5d2420-d1e7-4989-95d4-ef55cca9c03b,segment=NetworkSegment(48a8aa6b-e71c-466f-aa2d-9297b4621390),segment_id=48a8aa6b-e71c-466f-aa2d-9297b4621390)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:30:30.242601 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:30.303879 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=ff5d2420-d1e7-4989-95d4-ef55cca9c03b,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:30.336931 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22227e94-0152-44c5-a6ac-3ce0a82d2058 admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:30:30.359544 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d382d79-a2dd-49b9-817d-d807664403e4 None None] Sync routers for ids ['724fe23d-c325-4fc0-8554-f6638d1b51be'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:30:30.366045 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-22227e94-0152-44c5-a6ac-3ce0a82d2058 admin admin] Notify callbacks [] for router, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:30.369137 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-22227e94-0152-44c5-a6ac-3ce0a82d2058 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8131065 Feb 16 13:30:30.370433 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 44964) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:30:30.371195 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d382d79-a2dd-49b9-817d-d807664403e4 None None] Routers {'724fe23d-c325-4fc0-8554-f6638d1b51be'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:30:30.371810 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2d382d79-a2dd-49b9-817d-d807664403e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:30:25Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['724fe23d-c325-4fc0-8554-f6638d1b51be'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:30.502364 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-004687dc-f29b-4863-a3b1-d96051ebd55d None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:30.512185 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-004687dc-f29b-4863-a3b1-d96051ebd55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:30.631339 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f8658-af5b-4d21-bc0e-59132686b317 None None] Pushing event updated for resources: {'Port': ['ID=9318c48f-7947-45ae-a355-b8f53545430e,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:30.650674 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f8658-af5b-4d21-bc0e-59132686b317 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:30.651211 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f8658-af5b-4d21-bc0e-59132686b317 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:30.651671 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f8658-af5b-4d21-bc0e-59132686b317 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:30.652105 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f8658-af5b-4d21-bc0e-59132686b317 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:30.652570 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f8658-af5b-4d21-bc0e-59132686b317 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:30.653039 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f8658-af5b-4d21-bc0e-59132686b317 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:30.654152 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f8658-af5b-4d21-bc0e-59132686b317 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:30.654586 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f8658-af5b-4d21-bc0e-59132686b317 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:30.655443 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f8658-af5b-4d21-bc0e-59132686b317 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:30.655443 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f8658-af5b-4d21-bc0e-59132686b317 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:30.655837 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f8658-af5b-4d21-bc0e-59132686b317 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:30.656289 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f8658-af5b-4d21-bc0e-59132686b317 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:30.664848 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-004687dc-f29b-4863-a3b1-d96051ebd55d None None] Attempting to bind port 9318c48f-7947-45ae-a355-b8f53545430e on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:30:30.665946 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-004687dc-f29b-4863-a3b1-d96051ebd55d None None] Attempting to bind port 9318c48f-7947-45ae-a355-b8f53545430e by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '48e8e3bf-285b-47e0-9e59-783251e75002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:30:30.665946 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004687dc-f29b-4863-a3b1-d96051ebd55d None None] Attempting to bind port 9318c48f-7947-45ae-a355-b8f53545430e on network 7286e03e-4ab9-41f2-8933-7ef5d0d2600e {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:30:30.672663 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-2d382d79-a2dd-49b9-817d-d807664403e4 None None] Set router 724fe23d-c325-4fc0-8554-f6638d1b51be gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:30:30.673182 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004687dc-f29b-4863-a3b1-d96051ebd55d None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:30:30.673669 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004687dc-f29b-4863-a3b1-d96051ebd55d None None] Checking segment: {'id': '48e8e3bf-285b-47e0-9e59-783251e75002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:30:30.675239 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-004687dc-f29b-4863-a3b1-d96051ebd55d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:30.675711 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004687dc-f29b-4863-a3b1-d96051ebd55d None None] Bound using segment: {'id': '48e8e3bf-285b-47e0-9e59-783251e75002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:30:30.676365 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-004687dc-f29b-4863-a3b1-d96051ebd55d None None] Bound port: 9318c48f-7947-45ae-a355-b8f53545430e, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e8e3bf-285b-47e0-9e59-783251e75002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:30:30.678495 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-004687dc-f29b-4863-a3b1-d96051ebd55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:30.702822 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca1aef2-d76a-4255-a07c-f2858842603f None None] Network 97a695f6-44e6-4f71-8cd3-4219c9a98255 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:30:30.764445 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-004687dc-f29b-4863-a3b1-d96051ebd55d None None] For port 9318c48f-7947-45ae-a355-b8f53545430e, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:30:30.768234 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-004687dc-f29b-4863-a3b1-d96051ebd55d None None] For port 9318c48f-7947-45ae-a355-b8f53545430e, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=9318c48f-7947-45ae-a355-b8f53545430e,segment=NetworkSegment(48e8e3bf-285b-47e0-9e59-783251e75002),segment_id=48e8e3bf-285b-47e0-9e59-783251e75002)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:30:30.777875 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-004687dc-f29b-4863-a3b1-d96051ebd55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:30.840318 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f8658-af5b-4d21-bc0e-59132686b317 None None] Pushing event updated for resources: {'Port': ['ID=9318c48f-7947-45ae-a355-b8f53545430e,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:30.859681 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004687dc-f29b-4863-a3b1-d96051ebd55d None None] Routers {'a120ba66-0355-47c4-848d-7666f9e44b6b'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:30:30.860663 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-004687dc-f29b-4863-a3b1-d96051ebd55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:30:25Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['a120ba66-0355-47c4-848d-7666f9e44b6b'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:30.913494 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-22a66a02-f75e-4474-b6f3-51980e9bc8bd None None] Provisioning complete for port ff5d2420-d1e7-4989-95d4-ef55cca9c03b triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:30:30.914064 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-22a66a02-f75e-4474-b6f3-51980e9bc8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:30.979995 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-989a58cb-adf4-4f81-b1f8-bfc96201deb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:30.999615 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-004687dc-f29b-4863-a3b1-d96051ebd55d None None] Set router a120ba66-0355-47c4-848d-7666f9e44b6b gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:30:31.115205 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2d382d79-a2dd-49b9-817d-d807664403e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724fe23d-c325-4fc0-8554-f6638d1b51be', 'name': 'tempest-TestSnapshotPattern-1488974210-router', 'tenant_id': 'f4df3762bd1949b0ae9b44d7aed89886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'a04f7e3f-c8b4-40af-9749-bd528c15006b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:30:28Z', 'updated_at': '2022-02-16T13:30:29Z', 'revision_number': 3, 'project_id': 'f4df3762bd1949b0ae9b44d7aed89886', 'gw_port': {'id': 'a04f7e3f-c8b4-40af-9749-bd528c15006b', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:20:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724fe23d-c325-4fc0-8554-f6638d1b51be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:29Z', 'updated_at': '2022-02-16T13:30:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:31.152582 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d382d79-a2dd-49b9-817d-d807664403e4 None None] Checking router: 724fe23d-c325-4fc0-8554-f6638d1b51be for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:30:31.152981 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d382d79-a2dd-49b9-817d-d807664403e4 None None] Updating router 724fe23d-c325-4fc0-8554-f6638d1b51be port a04f7e3f-c8b4-40af-9749-bd528c15006b binding host dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:30:31.190731 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2d382d79-a2dd-49b9-817d-d807664403e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:31.210577 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-989a58cb-adf4-4f81-b1f8-bfc96201deb6 admin admin] Allocated IP 172.20.0.1 (97a695f6-44e6-4f71-8cd3-4219c9a98255/d318c798-da1b-4a42-9ca9-9e58e7fbc923/dfcaa2a2-b71a-44f6-9a88-6f19177e16cf) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:30:31.312374 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-004687dc-f29b-4863-a3b1-d96051ebd55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'name': 'tempest-TestSnapshotPattern-1601971040-router', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': '3ee27bd6-daae-433f-a3b6-820197c818db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:30:23Z', 'updated_at': '2022-02-16T13:30:26Z', 'revision_number': 4, 'project_id': '706808f14c154dc9a41590955866a28c', 'gw_port': {'id': '3ee27bd6-daae-433f-a3b6-820197c818db', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:15:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:24Z', 'updated_at': '2022-02-16T13:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '9318c48f-7947-45ae-a355-b8f53545430e', 'name': '', 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'mac_address': 'fa:16:3e:f8:f4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'df7a8f05-c597-432e-8d6c-9f22cef18d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:25Z', 'updated_at': '2022-02-16T13:30:30Z', 'revision_number': 4, 'project_id': '706808f14c154dc9a41590955866a28c', 'subnets': [{'id': 'df7a8f05-c597-432e-8d6c-9f22cef18d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:31.325277 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-4929c11c-91f6-4029-9245-33c203d98147 None None] Provisioning complete for port 9318c48f-7947-45ae-a355-b8f53545430e triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:30:31.325655 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4929c11c-91f6-4029-9245-33c203d98147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:31.351484 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004687dc-f29b-4863-a3b1-d96051ebd55d None None] The sync data for ids ['a120ba66-0355-47c4-848d-7666f9e44b6b'] in dv-neutron-828142-3-hyperv is: [{'id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'name': 'tempest-TestSnapshotPattern-1601971040-router', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': '3ee27bd6-daae-433f-a3b6-820197c818db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:30:23Z', 'updated_at': '2022-02-16T13:30:26Z', 'revision_number': 4, 'project_id': '706808f14c154dc9a41590955866a28c', 'gw_port': {'id': '3ee27bd6-daae-433f-a3b6-820197c818db', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:15:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:24Z', 'updated_at': '2022-02-16T13:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '9318c48f-7947-45ae-a355-b8f53545430e', 'name': '', 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'mac_address': 'fa:16:3e:f8:f4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'df7a8f05-c597-432e-8d6c-9f22cef18d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:25Z', 'updated_at': '2022-02-16T13:30:30Z', 'revision_number': 4, 'project_id': '706808f14c154dc9a41590955866a28c', 'subnets': [{'id': 'df7a8f05-c597-432e-8d6c-9f22cef18d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:30:31.361228 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-989a58cb-adf4-4f81-b1f8-bfc96201deb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:31.410519 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-989a58cb-adf4-4f81-b1f8-bfc96201deb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:31.458124 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989a58cb-adf4-4f81-b1f8-bfc96201deb6 admin admin] Network 97a695f6-44e6-4f71-8cd3-4219c9a98255 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:30:31.461651 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-989a58cb-adf4-4f81-b1f8-bfc96201deb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:30:31.465591 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989a58cb-adf4-4f81-b1f8-bfc96201deb6 admin admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:30:31.472388 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a58cb-adf4-4f81-b1f8-bfc96201deb6 admin admin] Pushing event updated for resources: {'Port': ['ID=dfcaa2a2-b71a-44f6-9a88-6f19177e16cf,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:31.482887 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4929c11c-91f6-4029-9245-33c203d98147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:31.524880 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-989a58cb-adf4-4f81-b1f8-bfc96201deb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843267'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:31.547937 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-4929c11c-91f6-4029-9245-33c203d98147 None None] For port 9318c48f-7947-45ae-a355-b8f53545430e, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=9318c48f-7947-45ae-a355-b8f53545430e,segment=NetworkSegment(48e8e3bf-285b-47e0-9e59-783251e75002),segment_id=48e8e3bf-285b-47e0-9e59-783251e75002)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:30:31.557126 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4929c11c-91f6-4029-9245-33c203d98147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:31.682336 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4929c11c-91f6-4029-9245-33c203d98147 None None] Pushing event updated for resources: {'Port': ['ID=9318c48f-7947-45ae-a355-b8f53545430e,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:31.716421 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2d382d79-a2dd-49b9-817d-d807664403e4 None None] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:31.727461 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-de6d985a-001b-422c-b999-e533dfb132be None None] Provisioning complete for port ff5d2420-d1e7-4989-95d4-ef55cca9c03b triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:30:31.728125 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-de6d985a-001b-422c-b999-e533dfb132be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:31.729653 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-989a58cb-adf4-4f81-b1f8-bfc96201deb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:31.768017 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2d382d79-a2dd-49b9-817d-d807664403e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:31.832965 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 3ee27bd6-daae-433f-a3b6-820197c818db up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:30:31.883872 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-2d382d79-a2dd-49b9-817d-d807664403e4 None None] Attempting to bind port a04f7e3f-c8b4-40af-9749-bd528c15006b on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:30:31.884352 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-2d382d79-a2dd-49b9-817d-d807664403e4 None None] Attempting to bind port a04f7e3f-c8b4-40af-9749-bd528c15006b by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:30:31.884864 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d382d79-a2dd-49b9-817d-d807664403e4 None None] Attempting to bind port a04f7e3f-c8b4-40af-9749-bd528c15006b on network a08a3d1b-2e35-4b18-9cb0-756d355083e6 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:30:31.887732 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b429c-3852-4034-8101-21a498589d18 None None] Pushing event updated for resources: {'Port': ['ID=a04f7e3f-c8b4-40af-9749-bd528c15006b,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:31.905629 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d382d79-a2dd-49b9-817d-d807664403e4 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:30:31.906322 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d382d79-a2dd-49b9-817d-d807664403e4 None None] Checking segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:30:31.906829 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2d382d79-a2dd-49b9-817d-d807664403e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:31.907326 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d382d79-a2dd-49b9-817d-d807664403e4 None None] Bound using segment: {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:30:31.907924 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-2d382d79-a2dd-49b9-817d-d807664403e4 None None] Bound port: a04f7e3f-c8b4-40af-9749-bd528c15006b, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbff15d-9150-40bd-8766-d5a5c91ad6ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:30:31.908395 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2d382d79-a2dd-49b9-817d-d807664403e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:31.964507 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-989a58cb-adf4-4f81-b1f8-bfc96201deb6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:31.970724 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-989a58cb-adf4-4f81-b1f8-bfc96201deb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:32.020050 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-2d382d79-a2dd-49b9-817d-d807664403e4 None None] For port a04f7e3f-c8b4-40af-9749-bd528c15006b, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:30:32.023127 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 3ee27bd6-daae-433f-a3b6-820197c818db triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:30:32.023127 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:32.050033 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-989a58cb-adf4-4f81-b1f8-bfc96201deb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3845459'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:32.058695 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a58cb-adf4-4f81-b1f8-bfc96201deb6 admin admin] Pushing event updated for resources: {'Port': ['ID=dfcaa2a2-b71a-44f6-9a88-6f19177e16cf,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:32.067382 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-2d382d79-a2dd-49b9-817d-d807664403e4 None None] For port a04f7e3f-c8b4-40af-9749-bd528c15006b, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=a04f7e3f-c8b4-40af-9749-bd528c15006b,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:30:32.082284 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2d382d79-a2dd-49b9-817d-d807664403e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:32.165864 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b429c-3852-4034-8101-21a498589d18 None None] Pushing event updated for resources: {'Port': ['ID=a04f7e3f-c8b4-40af-9749-bd528c15006b,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:32.175061 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989a58cb-adf4-4f81-b1f8-bfc96201deb6 admin admin] Network 97a695f6-44e6-4f71-8cd3-4219c9a98255 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:30:32.176879 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-989a58cb-adf4-4f81-b1f8-bfc96201deb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:30:32.177404 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d382d79-a2dd-49b9-817d-d807664403e4 None None] Routers {'724fe23d-c325-4fc0-8554-f6638d1b51be'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:30:32.178036 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2d382d79-a2dd-49b9-817d-d807664403e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:30:25Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['724fe23d-c325-4fc0-8554-f6638d1b51be'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:32.247375 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-cbdcb2da-bf59-47f5-ada9-d95dcaf18834 None None] Provisioning complete for port dfcaa2a2-b71a-44f6-9a88-6f19177e16cf triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:30:32.247740 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cbdcb2da-bf59-47f5-ada9-d95dcaf18834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:32.285384 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 9318c48f-7947-45ae-a355-b8f53545430e up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:30:32.329704 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989a58cb-adf4-4f81-b1f8-bfc96201deb6 admin admin] Router 724fe23d-c325-4fc0-8554-f6638d1b51be has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:30:32.365569 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-cbdcb2da-bf59-47f5-ada9-d95dcaf18834 None None] Port dfcaa2a2-b71a-44f6-9a88-6f19177e16cf cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:30:32.388334 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-2d382d79-a2dd-49b9-817d-d807664403e4 None None] Set router 724fe23d-c325-4fc0-8554-f6638d1b51be gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:30:32.463461 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989a58cb-adf4-4f81-b1f8-bfc96201deb6 admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:30:32.474747 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-989a58cb-adf4-4f81-b1f8-bfc96201deb6 admin admin] 10.222.0.90 "PUT /v2.0/routers/724fe23d-c325-4fc0-8554-f6638d1b51be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0968633 Feb 16 13:30:32.475537 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 9318c48f-7947-45ae-a355-b8f53545430e triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:30:32.475537 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:32.566711 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-af1e8e5f-5db3-47b1-a0dc-62d25e0db3ab None None] Provisioning complete for port dfcaa2a2-b71a-44f6-9a88-6f19177e16cf triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:30:32.567080 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-af1e8e5f-5db3-47b1-a0dc-62d25e0db3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:32.788164 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-af1e8e5f-5db3-47b1-a0dc-62d25e0db3ab None None] Port dfcaa2a2-b71a-44f6-9a88-6f19177e16cf cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:30:32.848138 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device ff5d2420-d1e7-4989-95d4-ef55cca9c03b up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:30:32.898948 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-2d382d79-a2dd-49b9-817d-d807664403e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724fe23d-c325-4fc0-8554-f6638d1b51be', 'name': 'tempest-TestSnapshotPattern-1488974210-router', 'tenant_id': 'f4df3762bd1949b0ae9b44d7aed89886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'a04f7e3f-c8b4-40af-9749-bd528c15006b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:30:28Z', 'updated_at': '2022-02-16T13:30:31Z', 'revision_number': 4, 'project_id': 'f4df3762bd1949b0ae9b44d7aed89886', 'gw_port': {'id': 'a04f7e3f-c8b4-40af-9749-bd528c15006b', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:20:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724fe23d-c325-4fc0-8554-f6638d1b51be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:29Z', 'updated_at': '2022-02-16T13:30:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'dfcaa2a2-b71a-44f6-9a88-6f19177e16cf', 'name': '', 'network_id': '97a695f6-44e6-4f71-8cd3-4219c9a98255', 'tenant_id': 'f4df3762bd1949b0ae9b44d7aed89886', 'mac_address': 'fa:16:3e:ea:02:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724fe23d-c325-4fc0-8554-f6638d1b51be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd318c798-da1b-4a42-9ca9-9e58e7fbc923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:31Z', 'updated_at': '2022-02-16T13:30:31Z', 'revision_number': 2, 'project_id': 'f4df3762bd1949b0ae9b44d7aed89886', 'subnets': [{'id': 'd318c798-da1b-4a42-9ca9-9e58e7fbc923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:32.932078 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d382d79-a2dd-49b9-817d-d807664403e4 None None] The sync data for ids ['724fe23d-c325-4fc0-8554-f6638d1b51be'] in dv-neutron-828142-3-hyperv is: [{'id': '724fe23d-c325-4fc0-8554-f6638d1b51be', 'name': 'tempest-TestSnapshotPattern-1488974210-router', 'tenant_id': 'f4df3762bd1949b0ae9b44d7aed89886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'a04f7e3f-c8b4-40af-9749-bd528c15006b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:30:28Z', 'updated_at': '2022-02-16T13:30:31Z', 'revision_number': 4, 'project_id': 'f4df3762bd1949b0ae9b44d7aed89886', 'gw_port': {'id': 'a04f7e3f-c8b4-40af-9749-bd528c15006b', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:20:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724fe23d-c325-4fc0-8554-f6638d1b51be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:29Z', 'updated_at': '2022-02-16T13:30:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'dfcaa2a2-b71a-44f6-9a88-6f19177e16cf', 'name': '', 'network_id': '97a695f6-44e6-4f71-8cd3-4219c9a98255', 'tenant_id': 'f4df3762bd1949b0ae9b44d7aed89886', 'mac_address': 'fa:16:3e:ea:02:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724fe23d-c325-4fc0-8554-f6638d1b51be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd318c798-da1b-4a42-9ca9-9e58e7fbc923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:31Z', 'updated_at': '2022-02-16T13:30:31Z', 'revision_number': 2, 'project_id': 'f4df3762bd1949b0ae9b44d7aed89886', 'subnets': [{'id': 'd318c798-da1b-4a42-9ca9-9e58e7fbc923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:30:32.939073 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port ff5d2420-d1e7-4989-95d4-ef55cca9c03b triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:30:32.939438 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:33.162376 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 44972) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:30:33.167402 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-7539e2b1-a6d5-4778-a5a4-090aeb9a0d7e tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1310847239', 'description': 'tempest-secgroup-smoke-1310847239 description', 'project_id': '706808f14c154dc9a41590955866a28c'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:30:33.193487 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7539e2b1-a6d5-4778-a5a4-090aeb9a0d7e tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks [] for security_group, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:33.284706 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7539e2b1-a6d5-4778-a5a4-090aeb9a0d7e tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks [] for security_group, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:33.290172 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7539e2b1-a6d5-4778-a5a4-090aeb9a0d7e tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:33.320787 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-7539e2b1-a6d5-4778-a5a4-090aeb9a0d7e tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:33.325659 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 44974) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:30:33.325849 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-7539e2b1-a6d5-4778-a5a4-090aeb9a0d7e tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1617453 Feb 16 13:30:33.330608 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7539e2b1-a6d5-4778-a5a4-090aeb9a0d7e tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c20779c0-f7ca-462d-85f0-fc23f98ae21c,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:33.330851 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-7ab35efd-3a38-40ec-bebd-7c206b9a1465 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Request body: {'security_group_rule': {'security_group_id': 'c20779c0-f7ca-462d-85f0-fc23f98ae21c', 'project_id': '706808f14c154dc9a41590955866a28c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:30:33.371702 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7ab35efd-3a38-40ec-bebd-7c206b9a1465 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:33.438740 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7ab35efd-3a38-40ec-bebd-7c206b9a1465 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:33.443426 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7ab35efd-3a38-40ec-bebd-7c206b9a1465 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:33.460825 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab35efd-3a38-40ec-bebd-7c206b9a1465 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c8836f3-20ba-430f-801b-b9d1272c5228,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:33.472473 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7ab35efd-3a38-40ec-bebd-7c206b9a1465 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:33.476253 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7ab35efd-3a38-40ec-bebd-7c206b9a1465 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1466687 Feb 16 13:30:33.477226 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 44976) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:30:33.481533 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-8f665805-3818-43b2-b623-b899c2da3a94 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Request body: {'security_group_rule': {'security_group_id': 'c20779c0-f7ca-462d-85f0-fc23f98ae21c', 'project_id': '706808f14c154dc9a41590955866a28c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:30:33.515126 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8f665805-3818-43b2-b623-b899c2da3a94 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:33.588677 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8f665805-3818-43b2-b623-b899c2da3a94 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:33.593698 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8f665805-3818-43b2-b623-b899c2da3a94 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:33.613924 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f665805-3818-43b2-b623-b899c2da3a94 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=944f198d-6c09-47c7-b944-8a062490a942,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:33.624291 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8f665805-3818-43b2-b623-b899c2da3a94 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:33.625612 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8f665805-3818-43b2-b623-b899c2da3a94 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1478810 Feb 16 13:30:33.628391 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 44978) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:30:33.633358 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-6f2a33cf-da1a-45df-89e5-4e72f5497c25 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Request body: {'security_group_rule': {'security_group_id': 'c20779c0-f7ca-462d-85f0-fc23f98ae21c', 'project_id': '706808f14c154dc9a41590955866a28c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:30:33.666505 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6f2a33cf-da1a-45df-89e5-4e72f5497c25 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:33.726325 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 9318c48f-7947-45ae-a355-b8f53545430e up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:30:33.755226 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6f2a33cf-da1a-45df-89e5-4e72f5497c25 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:33.762333 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6f2a33cf-da1a-45df-89e5-4e72f5497c25 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:33.781046 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a33cf-da1a-45df-89e5-4e72f5497c25 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b7e922-0cc1-4d74-9aa8-3bcd23c704bb,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:33.781279 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port 9318c48f-7947-45ae-a355-b8f53545430e triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:30:33.781426 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:33.790956 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6f2a33cf-da1a-45df-89e5-4e72f5497c25 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:33.792195 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6f2a33cf-da1a-45df-89e5-4e72f5497c25 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1627610 Feb 16 13:30:33.795777 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 44980) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:30:33.800963 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-db0f3154-a517-44e8-bb3a-5dfbd676b55e tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Request body: {'security_group_rule': {'security_group_id': 'c20779c0-f7ca-462d-85f0-fc23f98ae21c', 'project_id': '706808f14c154dc9a41590955866a28c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:30:33.838751 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-db0f3154-a517-44e8-bb3a-5dfbd676b55e tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:33.905997 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-db0f3154-a517-44e8-bb3a-5dfbd676b55e tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:33.912043 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-db0f3154-a517-44e8-bb3a-5dfbd676b55e tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:33.929823 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0f3154-a517-44e8-bb3a-5dfbd676b55e tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72a5e5bc-50fe-41d4-b1f6-dc7159bfb68d,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:33.942968 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-db0f3154-a517-44e8-bb3a-5dfbd676b55e tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:33.944280 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-db0f3154-a517-44e8-bb3a-5dfbd676b55e tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1474783 Feb 16 13:30:33.948608 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 44982) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:30:33.953741 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-6fe1322a-8498-43a1-8a77-66182accf62e tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Request body: {'security_group_rule': {'security_group_id': 'c20779c0-f7ca-462d-85f0-fc23f98ae21c', 'project_id': '706808f14c154dc9a41590955866a28c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:30:33.980303 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.securitygroups_db [None req-6fe1322a-8498-43a1-8a77-66182accf62e tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Project 706808f14c154dc9a41590955866a28c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:30:33.985659 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6fe1322a-8498-43a1-8a77-66182accf62e tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:34.060246 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6fe1322a-8498-43a1-8a77-66182accf62e tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:34.064542 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6fe1322a-8498-43a1-8a77-66182accf62e tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:34.084589 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe1322a-8498-43a1-8a77-66182accf62e tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=555e9b6d-f327-4320-b388-ecb6421abc2e,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:34.091917 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-6fe1322a-8498-43a1-8a77-66182accf62e tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:34.095336 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-6fe1322a-8498-43a1-8a77-66182accf62e tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1432390 Feb 16 13:30:34.095589 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 44986) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:30:34.100197 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-036eb62b-36fd-4a2f-a93b-821db81d030b tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Request body: {'security_group_rule': {'security_group_id': 'c20779c0-f7ca-462d-85f0-fc23f98ae21c', 'project_id': '706808f14c154dc9a41590955866a28c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:30:34.124220 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.securitygroups_db [None req-036eb62b-36fd-4a2f-a93b-821db81d030b tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Project 706808f14c154dc9a41590955866a28c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:30:34.129310 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-036eb62b-36fd-4a2f-a93b-821db81d030b tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:34.222092 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-036eb62b-36fd-4a2f-a93b-821db81d030b tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:34.230505 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-036eb62b-36fd-4a2f-a93b-821db81d030b tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693902'] for security_group_rule, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:34.250563 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036eb62b-36fd-4a2f-a93b-821db81d030b tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de2f885-e84f-4196-8be6-6faaba1b70e7,revision_number=0']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:34.257603 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-036eb62b-36fd-4a2f-a93b-821db81d030b tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:34.259220 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-036eb62b-36fd-4a2f-a93b-821db81d030b tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1626446 Feb 16 13:30:34.407184 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-178bd3fb-24ae-4721-92f0-5db1dad7f0ce tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1310847239&fields=id&tenant_id=706808f14c154dc9a41590955866a28c HTTP/1.1" status: 200 len: 267 time: 0.0363002 Feb 16 13:30:34.527183 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-80d02e13-c6fc-4b58-bd01-1b2dfb4cc6bc tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:34.529539 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-80d02e13-c6fc-4b58-bd01-1b2dfb4cc6bc tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/networks?id=7286e03e-4ab9-41f2-8933-7ef5d0d2600e HTTP/1.1" status: 200 len: 810 time: 0.1145184 Feb 16 13:30:34.547609 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-abd64b2b-3e90-4fa8-b2e6-e5ccfc11b247 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/quotas/706808f14c154dc9a41590955866a28c HTTP/1.1" status: 200 len: 375 time: 0.0107453 Feb 16 13:30:34.611970 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-118acc5b-8783-452a-a593-b08ae22ca473 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=706808f14c154dc9a41590955866a28c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0576584 Feb 16 13:30:34.823940 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-46bd3900-126f-4075-a7ff-81609bc467d6 service neutron] 10.222.0.90 "GET /v2.0/networks/7286e03e-4ab9-41f2-8933-7ef5d0d2600e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984439 Feb 16 13:30:34.922330 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-0a4fc101-1df7-4b6a-97dd-038a6408decc service neutron] 10.222.0.90 "GET /v2.0/networks/7286e03e-4ab9-41f2-8933-7ef5d0d2600e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920763 Feb 16 13:30:35.096649 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-854f2b08-517f-478b-8495-164bf4191f8a req-6ad75782-6d8e-4c50-8ca0-8b00a4ad2559 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/ports?device_id=aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5 HTTP/1.1" status: 200 len: 210 time: 0.0313168 Feb 16 13:30:35.610215 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd5afd7-dce7-435b-a87e-df49fd36cf06 None None] Sync routers for ids ['724fe23d-c325-4fc0-8554-f6638d1b51be'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:30:35.621874 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd5afd7-dce7-435b-a87e-df49fd36cf06 None None] Routers {'724fe23d-c325-4fc0-8554-f6638d1b51be'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:30:35.622595 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-5dd5afd7-dce7-435b-a87e-df49fd36cf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:30:25Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['724fe23d-c325-4fc0-8554-f6638d1b51be'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:35.757751 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device a04f7e3f-c8b4-40af-9749-bd528c15006b up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:30:35.767748 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-5dd5afd7-dce7-435b-a87e-df49fd36cf06 None None] Set router 724fe23d-c325-4fc0-8554-f6638d1b51be gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:30:35.822592 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port a04f7e3f-c8b4-40af-9749-bd528c15006b triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:30:35.822972 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:35.942235 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:35.967349 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] For port a04f7e3f-c8b4-40af-9749-bd528c15006b, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=a04f7e3f-c8b4-40af-9749-bd528c15006b,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:30:35.973076 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:36.029445 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Pushing event updated for resources: {'Port': ['ID=a04f7e3f-c8b4-40af-9749-bd528c15006b,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:36.043584 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-5dd5afd7-dce7-435b-a87e-df49fd36cf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724fe23d-c325-4fc0-8554-f6638d1b51be', 'name': 'tempest-TestSnapshotPattern-1488974210-router', 'tenant_id': 'f4df3762bd1949b0ae9b44d7aed89886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'a04f7e3f-c8b4-40af-9749-bd528c15006b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:30:28Z', 'updated_at': '2022-02-16T13:30:31Z', 'revision_number': 4, 'project_id': 'f4df3762bd1949b0ae9b44d7aed89886', 'gw_port': {'id': 'a04f7e3f-c8b4-40af-9749-bd528c15006b', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:20:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724fe23d-c325-4fc0-8554-f6638d1b51be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:29Z', 'updated_at': '2022-02-16T13:30:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'dfcaa2a2-b71a-44f6-9a88-6f19177e16cf', 'name': '', 'network_id': '97a695f6-44e6-4f71-8cd3-4219c9a98255', 'tenant_id': 'f4df3762bd1949b0ae9b44d7aed89886', 'mac_address': 'fa:16:3e:ea:02:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724fe23d-c325-4fc0-8554-f6638d1b51be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd318c798-da1b-4a42-9ca9-9e58e7fbc923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:31Z', 'updated_at': '2022-02-16T13:30:31Z', 'revision_number': 2, 'project_id': 'f4df3762bd1949b0ae9b44d7aed89886', 'subnets': [{'id': 'd318c798-da1b-4a42-9ca9-9e58e7fbc923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:36.075589 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd5afd7-dce7-435b-a87e-df49fd36cf06 None None] Checking router: 724fe23d-c325-4fc0-8554-f6638d1b51be for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:30:36.075937 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd5afd7-dce7-435b-a87e-df49fd36cf06 None None] Updating router 724fe23d-c325-4fc0-8554-f6638d1b51be port dfcaa2a2-b71a-44f6-9a88-6f19177e16cf binding host dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:30:36.101824 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5dd5afd7-dce7-435b-a87e-df49fd36cf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:36.210594 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-340816ec-77bb-4de3-a874-809ffee07e5f req-c5e1f768-5b93-4fd6-b842-e00018a30aaa tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/ports?device_id=aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5 HTTP/1.1" status: 200 len: 210 time: 0.0404763 Feb 16 13:30:36.442656 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-36bb4074-1625-4c7d-ac5a-f89eada0bbb4 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:36.444384 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-36bb4074-1625-4c7d-ac5a-f89eada0bbb4 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.42 "GET /v2.0/networks?id=7286e03e-4ab9-41f2-8933-7ef5d0d2600e HTTP/1.1" status: 200 len: 810 time: 0.1448951 Feb 16 13:30:36.501504 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-6798808b-d9df-4fcd-9522-e3b55f73a02f tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=706808f14c154dc9a41590955866a28c HTTP/1.1" status: 200 len: 380 time: 0.0456421 Feb 16 13:30:36.518836 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-7c251a28-b9c9-4204-82e3-00a959474968 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Request body: {'port': {'device_id': 'aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5', 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e', 'admin_state_up': True, 'tenant_id': '706808f14c154dc9a41590955866a28c', 'security_groups': ['c20779c0-f7ca-462d-85f0-fc23f98ae21c']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:30:36.545771 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5dd5afd7-dce7-435b-a87e-df49fd36cf06 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:36.554955 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5dd5afd7-dce7-435b-a87e-df49fd36cf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:36.618417 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa02c9-0ecd-4949-bfd0-860ae5daa112 None None] Pushing event updated for resources: {'Port': ['ID=dfcaa2a2-b71a-44f6-9a88-6f19177e16cf,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:36.675376 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-7c251a28-b9c9-4204-82e3-00a959474968 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Made reservation on behalf of 706808f14c154dc9a41590955866a28c for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:30:36.679603 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-7c251a28-b9c9-4204-82e3-00a959474968 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:36.680305 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-5dd5afd7-dce7-435b-a87e-df49fd36cf06 None None] Attempting to bind port dfcaa2a2-b71a-44f6-9a88-6f19177e16cf on host dv-neutron-828142-3-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:30:36.680864 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-5dd5afd7-dce7-435b-a87e-df49fd36cf06 None None] Attempting to bind port dfcaa2a2-b71a-44f6-9a88-6f19177e16cf by drivers openvswitch,hyperv on host dv-neutron-828142-3-hyperv at level 0 using segments [{'id': '48a8aa6b-e71c-466f-aa2d-9297b4621390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '97a695f6-44e6-4f71-8cd3-4219c9a98255'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:30:36.681423 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd5afd7-dce7-435b-a87e-df49fd36cf06 None None] Attempting to bind port dfcaa2a2-b71a-44f6-9a88-6f19177e16cf on network 97a695f6-44e6-4f71-8cd3-4219c9a98255 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:30:36.689664 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd5afd7-dce7-435b-a87e-df49fd36cf06 None None] Checking agent: {'id': '051f1102-65eb-4327-83df-602bc36c3241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828142-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 57), 'started_at': datetime.datetime(2022, 2, 16, 12, 35, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828142-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:30:36.690822 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd5afd7-dce7-435b-a87e-df49fd36cf06 None None] Checking segment: {'id': '48a8aa6b-e71c-466f-aa2d-9297b4621390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '97a695f6-44e6-4f71-8cd3-4219c9a98255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:30:36.690822 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5dd5afd7-dce7-435b-a87e-df49fd36cf06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:36.691279 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd5afd7-dce7-435b-a87e-df49fd36cf06 None None] Bound using segment: {'id': '48a8aa6b-e71c-466f-aa2d-9297b4621390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '97a695f6-44e6-4f71-8cd3-4219c9a98255'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:30:36.691957 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-5dd5afd7-dce7-435b-a87e-df49fd36cf06 None None] Bound port: dfcaa2a2-b71a-44f6-9a88-6f19177e16cf, host: dv-neutron-828142-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a8aa6b-e71c-466f-aa2d-9297b4621390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '97a695f6-44e6-4f71-8cd3-4219c9a98255'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:30:36.692497 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5dd5afd7-dce7-435b-a87e-df49fd36cf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:36.780288 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-5dd5afd7-dce7-435b-a87e-df49fd36cf06 None None] For port dfcaa2a2-b71a-44f6-9a88-6f19177e16cf, host dv-neutron-828142-3-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:30:36.784326 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-5dd5afd7-dce7-435b-a87e-df49fd36cf06 None None] For port dfcaa2a2-b71a-44f6-9a88-6f19177e16cf, host dv-neutron-828142-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=dfcaa2a2-b71a-44f6-9a88-6f19177e16cf,segment=NetworkSegment(48a8aa6b-e71c-466f-aa2d-9297b4621390),segment_id=48a8aa6b-e71c-466f-aa2d-9297b4621390)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:30:36.792302 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5dd5afd7-dce7-435b-a87e-df49fd36cf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:36.832321 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-7c251a28-b9c9-4204-82e3-00a959474968 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Allocated IP 172.20.0.13 (7286e03e-4ab9-41f2-8933-7ef5d0d2600e/df7a8f05-c597-432e-8d6c-9f22cef18d7e/7e630114-d286-4135-80a0-825a004d4abb) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:30:36.858809 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa02c9-0ecd-4949-bfd0-860ae5daa112 None None] Pushing event updated for resources: {'Port': ['ID=dfcaa2a2-b71a-44f6-9a88-6f19177e16cf,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:36.866546 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd5afd7-dce7-435b-a87e-df49fd36cf06 None None] Routers {'724fe23d-c325-4fc0-8554-f6638d1b51be'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:30:36.867171 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-5dd5afd7-dce7-435b-a87e-df49fd36cf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:30:25Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['724fe23d-c325-4fc0-8554-f6638d1b51be'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:36.951351 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9fb2f9e1-a3b1-485c-b4ee-25f07e3f8670 None None] Provisioning complete for port dfcaa2a2-b71a-44f6-9a88-6f19177e16cf triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:30:36.953502 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9fb2f9e1-a3b1-485c-b4ee-25f07e3f8670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:36.997191 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-5dd5afd7-dce7-435b-a87e-df49fd36cf06 None None] Set router 724fe23d-c325-4fc0-8554-f6638d1b51be gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:30:37.043943 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-7c251a28-b9c9-4204-82e3-00a959474968 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:37.075867 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9fb2f9e1-a3b1-485c-b4ee-25f07e3f8670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:37.094626 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-7c251a28-b9c9-4204-82e3-00a959474968 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:37.115030 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9fb2f9e1-a3b1-485c-b4ee-25f07e3f8670 None None] For port dfcaa2a2-b71a-44f6-9a88-6f19177e16cf, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=dfcaa2a2-b71a-44f6-9a88-6f19177e16cf,segment=NetworkSegment(48a8aa6b-e71c-466f-aa2d-9297b4621390),segment_id=48a8aa6b-e71c-466f-aa2d-9297b4621390)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:30:37.122380 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9fb2f9e1-a3b1-485c-b4ee-25f07e3f8670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:37.155892 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-7c251a28-b9c9-4204-82e3-00a959474968 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Network 7286e03e-4ab9-41f2-8933-7ef5d0d2600e is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:30:37.159510 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-7c251a28-b9c9-4204-82e3-00a959474968 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:30:37.162208 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-7c251a28-b9c9-4204-82e3-00a959474968 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:30:37.186099 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb2f9e1-a3b1-485c-b4ee-25f07e3f8670 None None] Pushing event updated for resources: {'Port': ['ID=dfcaa2a2-b71a-44f6-9a88-6f19177e16cf,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:37.200733 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c251a28-b9c9-4204-82e3-00a959474968 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Pushing event updated for resources: {'Port': ['ID=7e630114-d286-4135-80a0-825a004d4abb,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:37.242253 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-7c251a28-b9c9-4204-82e3-00a959474968 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:37.243093 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-7c251a28-b9c9-4204-82e3-00a959474968 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:37.247947 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-07e915de-ef83-46f4-905d-5872d6782b32 None None] Provisioning complete for port dfcaa2a2-b71a-44f6-9a88-6f19177e16cf triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:30:37.249351 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-07e915de-ef83-46f4-905d-5872d6782b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:37.265465 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-7c251a28-b9c9-4204-82e3-00a959474968 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7503636 Feb 16 13:30:37.279762 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-8599b920-b571-42ea-af70-0ac219573b40 service neutron] Request body: {'port': {'device_id': 'aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:30:37.306430 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-5dd5afd7-dce7-435b-a87e-df49fd36cf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724fe23d-c325-4fc0-8554-f6638d1b51be', 'name': 'tempest-TestSnapshotPattern-1488974210-router', 'tenant_id': 'f4df3762bd1949b0ae9b44d7aed89886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'a04f7e3f-c8b4-40af-9749-bd528c15006b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:30:28Z', 'updated_at': '2022-02-16T13:30:31Z', 'revision_number': 4, 'project_id': 'f4df3762bd1949b0ae9b44d7aed89886', 'gw_port': {'id': 'a04f7e3f-c8b4-40af-9749-bd528c15006b', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:20:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724fe23d-c325-4fc0-8554-f6638d1b51be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:29Z', 'updated_at': '2022-02-16T13:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'dfcaa2a2-b71a-44f6-9a88-6f19177e16cf', 'name': '', 'network_id': '97a695f6-44e6-4f71-8cd3-4219c9a98255', 'tenant_id': 'f4df3762bd1949b0ae9b44d7aed89886', 'mac_address': 'fa:16:3e:ea:02:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724fe23d-c325-4fc0-8554-f6638d1b51be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd318c798-da1b-4a42-9ca9-9e58e7fbc923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:31Z', 'updated_at': '2022-02-16T13:30:36Z', 'revision_number': 4, 'project_id': 'f4df3762bd1949b0ae9b44d7aed89886', 'subnets': [{'id': 'd318c798-da1b-4a42-9ca9-9e58e7fbc923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:37.341986 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd5afd7-dce7-435b-a87e-df49fd36cf06 None None] The sync data for ids ['724fe23d-c325-4fc0-8554-f6638d1b51be'] in dv-neutron-828142-3-hyperv is: [{'id': '724fe23d-c325-4fc0-8554-f6638d1b51be', 'name': 'tempest-TestSnapshotPattern-1488974210-router', 'tenant_id': 'f4df3762bd1949b0ae9b44d7aed89886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'a04f7e3f-c8b4-40af-9749-bd528c15006b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:30:28Z', 'updated_at': '2022-02-16T13:30:31Z', 'revision_number': 4, 'project_id': 'f4df3762bd1949b0ae9b44d7aed89886', 'gw_port': {'id': 'a04f7e3f-c8b4-40af-9749-bd528c15006b', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:20:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724fe23d-c325-4fc0-8554-f6638d1b51be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:29Z', 'updated_at': '2022-02-16T13:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': 'dfcaa2a2-b71a-44f6-9a88-6f19177e16cf', 'name': '', 'network_id': '97a695f6-44e6-4f71-8cd3-4219c9a98255', 'tenant_id': 'f4df3762bd1949b0ae9b44d7aed89886', 'mac_address': 'fa:16:3e:ea:02:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724fe23d-c325-4fc0-8554-f6638d1b51be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd318c798-da1b-4a42-9ca9-9e58e7fbc923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:31Z', 'updated_at': '2022-02-16T13:30:36Z', 'revision_number': 4, 'project_id': 'f4df3762bd1949b0ae9b44d7aed89886', 'subnets': [{'id': 'd318c798-da1b-4a42-9ca9-9e58e7fbc923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:30:37.378507 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8dbc57-07e4-4bd0-9614-6f7802f4c902 req-a095775f-a51e-4ced-ab54-4ebadcc1633e tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:37.380192 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-fd8dbc57-07e4-4bd0-9614-6f7802f4c902 req-a095775f-a51e-4ced-ab54-4ebadcc1633e tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/ports?device_id=aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5 HTTP/1.1" status: 200 len: 932 time: 0.0746725 Feb 16 13:30:37.391103 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-8599b920-b571-42ea-af70-0ac219573b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:37.455325 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-fd8dbc57-07e4-4bd0-9614-6f7802f4c902 req-4b1196a0-3918-438b-a01d-ce860b6a2610 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/security-groups?id=c20779c0-f7ca-462d-85f0-fc23f98ae21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635445 Feb 16 13:30:37.514585 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-6a119680-8ec1-4c7e-83ee-954d9f8f0e62 None None] Provisioning complete for port 7e630114-d286-4135-80a0-825a004d4abb triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:30:37.515260 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6a119680-8ec1-4c7e-83ee-954d9f8f0e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:37.568364 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-6a119680-8ec1-4c7e-83ee-954d9f8f0e62 None None] Port 7e630114-d286-4135-80a0-825a004d4abb cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:30:37.707892 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-8599b920-b571-42ea-af70-0ac219573b40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e630114-d286-4135-80a0-825a004d4abb {{(pid=109049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:30:37.720234 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-8599b920-b571-42ea-af70-0ac219573b40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:37.735154 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.provisioning_blocks [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-8599b920-b571-42ea-af70-0ac219573b40 service neutron] Transition to ACTIVE for port object 7e630114-d286-4135-80a0-825a004d4abb will not be triggered until provisioned by entity L2. {{(pid=109049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:30:37.739449 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-8599b920-b571-42ea-af70-0ac219573b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:37.765113 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device a04f7e3f-c8b4-40af-9749-bd528c15006b up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:30:37.842079 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port a04f7e3f-c8b4-40af-9749-bd528c15006b triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:30:37.842621 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:37.849043 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599b920-b571-42ea-af70-0ac219573b40 service neutron] Pushing event updated for resources: {'Port': ['ID=7e630114-d286-4135-80a0-825a004d4abb,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:37.886529 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-8599b920-b571-42ea-af70-0ac219573b40 service neutron] Attempting to bind port 7e630114-d286-4135-80a0-825a004d4abb on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:30:37.886874 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-8599b920-b571-42ea-af70-0ac219573b40 service neutron] Attempting to bind port 7e630114-d286-4135-80a0-825a004d4abb by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '48e8e3bf-285b-47e0-9e59-783251e75002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:30:37.887196 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-8599b920-b571-42ea-af70-0ac219573b40 service neutron] Attempting to bind port 7e630114-d286-4135-80a0-825a004d4abb on network 7286e03e-4ab9-41f2-8933-7ef5d0d2600e {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:30:37.892568 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-8599b920-b571-42ea-af70-0ac219573b40 service neutron] Port 7e630114-d286-4135-80a0-825a004d4abb on network 7286e03e-4ab9-41f2-8933-7ef5d0d2600e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:30:37.892942 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-8599b920-b571-42ea-af70-0ac219573b40 service neutron] Attempting to bind port 7e630114-d286-4135-80a0-825a004d4abb on network 7286e03e-4ab9-41f2-8933-7ef5d0d2600e {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:30:37.901640 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-8599b920-b571-42ea-af70-0ac219573b40 service neutron] Checking agent: {'id': '31a9428e-e23a-420f-bfe2-5870b63c0436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'started_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:30:37.902104 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-8599b920-b571-42ea-af70-0ac219573b40 service neutron] Checking segment: {'id': '48e8e3bf-285b-47e0-9e59-783251e75002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:30:37.902558 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-8599b920-b571-42ea-af70-0ac219573b40 service neutron] Bound using segment: {'id': '48e8e3bf-285b-47e0-9e59-783251e75002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e'} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:30:37.903010 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-8599b920-b571-42ea-af70-0ac219573b40 service neutron] Bound port: 7e630114-d286-4135-80a0-825a004d4abb, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e8e3bf-285b-47e0-9e59-783251e75002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e'}}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:30:37.904056 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-8599b920-b571-42ea-af70-0ac219573b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:37.956127 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device dfcaa2a2-b71a-44f6-9a88-6f19177e16cf up at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:30:37.986773 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-8599b920-b571-42ea-af70-0ac219573b40 service neutron] For port 7e630114-d286-4135-80a0-825a004d4abb, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:30:37.991788 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-8599b920-b571-42ea-af70-0ac219573b40 service neutron] For port 7e630114-d286-4135-80a0-825a004d4abb, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7e630114-d286-4135-80a0-825a004d4abb,segment=NetworkSegment(48e8e3bf-285b-47e0-9e59-783251e75002),segment_id=48e8e3bf-285b-47e0-9e59-783251e75002)] {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:30:37.998960 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-8599b920-b571-42ea-af70-0ac219573b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:38.029350 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Provisioning complete for port dfcaa2a2-b71a-44f6-9a88-6f19177e16cf triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:30:38.029805 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:38.053911 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-8599b920-b571-42ea-af70-0ac219573b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:38.054575 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-8599b920-b571-42ea-af70-0ac219573b40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:38.058071 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-8599b920-b571-42ea-af70-0ac219573b40 service neutron] 10.222.0.42 "PUT /v2.0/ports/7e630114-d286-4135-80a0-825a004d4abb HTTP/1.1" status: 200 len: 1094 time: 0.7830989 Feb 16 13:30:38.058071 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5', 'tag': '7e630114-d286-4135-80a0-825a004d4abb'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:30:38.059188 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce2215e-0f3c-4160-bd96-aaf6e02d4b24" -d '{"events": [{"name": "network-changed", "server_uuid": "aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5", "tag": "7e630114-d286-4135-80a0-825a004d4abb"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:30:38.095316 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599b920-b571-42ea-af70-0ac219573b40 service neutron] Pushing event updated for resources: {'Port': ['ID=7e630114-d286-4135-80a0-825a004d4abb,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:38.124359 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe72cd8-2e00-4f30-8d05-82d874de13a2 x-openstack-request-id: req-afe72cd8-2e00-4f30-8d05-82d874de13a2 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:30:38.125134 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5", "tag": "7e630114-d286-4135-80a0-825a004d4abb", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:30:38.125744 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-afe72cd8-2e00-4f30-8d05-82d874de13a2 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:30:38.126942 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5', 'tag': '7e630114-d286-4135-80a0-825a004d4abb', 'status': 'completed', 'code': 200} Feb 16 13:30:38.183553 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-f401a380-c406-4c15-b348-a701a44ee79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:38.186178 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-f401a380-c406-4c15-b348-a701a44ee79d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=706808f14c154dc9a41590955866a28c&device_id=aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5 HTTP/1.1" status: 200 len: 1097 time: 0.0670962 Feb 16 13:30:38.238092 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-3ae5843f-0298-4592-a156-acdd550d2292 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e630114-d286-4135-80a0-825a004d4abb HTTP/1.1" status: 200 len: 217 time: 0.0437701 Feb 16 13:30:38.300340 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-a3da5841-44ae-4bda-9a1f-2cdb579d6ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:38.301868 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-a3da5841-44ae-4bda-9a1f-2cdb579d6ac0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=df7a8f05-c597-432e-8d6c-9f22cef18d7e HTTP/1.1" status: 200 len: 849 time: 0.0571060 Feb 16 13:30:38.354010 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-da91134b-d4f4-4d01-b65c-372eabbb137d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:38.355454 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-da91134b-d4f4-4d01-b65c-372eabbb137d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7286e03e-4ab9-41f2-8933-7ef5d0d2600e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444543 Feb 16 13:30:38.460165 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-3b54a192-e887-4d4f-b8ea-201a919d3a2a service neutron] 10.222.0.42 "GET /v2.0/networks/7286e03e-4ab9-41f2-8933-7ef5d0d2600e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972428 Feb 16 13:30:38.586161 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-b37f0489-ad0e-46d8-bc09-f98556985ba1 req-9ace9c18-58b2-4ccc-bade-bfb39df827f5 service neutron] 10.222.0.42 "GET /v2.0/networks/7286e03e-4ab9-41f2-8933-7ef5d0d2600e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186974 Feb 16 13:30:38.587437 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fc2e9-3d66-469d-91da-163cfac8dce8 req-c60a5a33-0c5b-4602-9b5e-ba5dc40adb82 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:38.589387 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-638fc2e9-3d66-469d-91da-163cfac8dce8 req-c60a5a33-0c5b-4602-9b5e-ba5dc40adb82 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/ports?device_id=aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5 HTTP/1.1" status: 200 len: 944 time: 0.0560484 Feb 16 13:30:38.650290 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-638fc2e9-3d66-469d-91da-163cfac8dce8 req-93d34a61-16b8-4bce-b2a3-b036041c7ee3 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/security-groups?id=c20779c0-f7ca-462d-85f0-fc23f98ae21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535078 Feb 16 13:30:38.695908 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2215e-0f3c-4160-bd96-aaf6e02d4b24 req-ded1e7cc-6b09-41c4-8e60-376c9152b132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:38.697516 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4ce2215e-0f3c-4160-bd96-aaf6e02d4b24 req-ded1e7cc-6b09-41c4-8e60-376c9152b132 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=706808f14c154dc9a41590955866a28c&device_id=aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5 HTTP/1.1" status: 200 len: 1097 time: 0.0567355 Feb 16 13:30:38.799962 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2215e-0f3c-4160-bd96-aaf6e02d4b24 req-5c454a97-156f-4084-94c7-1677bb202fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:38.801504 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4ce2215e-0f3c-4160-bd96-aaf6e02d4b24 req-5c454a97-156f-4084-94c7-1677bb202fb1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7286e03e-4ab9-41f2-8933-7ef5d0d2600e HTTP/1.1" status: 200 len: 911 time: 0.0924866 Feb 16 13:30:38.844920 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4ce2215e-0f3c-4160-bd96-aaf6e02d4b24 req-f2bebb4f-4503-4dc2-a323-dda3e0010497 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e630114-d286-4135-80a0-825a004d4abb HTTP/1.1" status: 200 len: 217 time: 0.0358253 Feb 16 13:30:38.902736 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2215e-0f3c-4160-bd96-aaf6e02d4b24 req-bd5d46ce-7503-4a8f-989a-9ed179267042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:38.904519 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4ce2215e-0f3c-4160-bd96-aaf6e02d4b24 req-bd5d46ce-7503-4a8f-989a-9ed179267042 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=df7a8f05-c597-432e-8d6c-9f22cef18d7e HTTP/1.1" status: 200 len: 849 time: 0.0530846 Feb 16 13:30:38.957107 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2215e-0f3c-4160-bd96-aaf6e02d4b24 req-1dbfe32f-a1fe-43af-a312-81a11e89d06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:38.958632 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4ce2215e-0f3c-4160-bd96-aaf6e02d4b24 req-1dbfe32f-a1fe-43af-a312-81a11e89d06c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7286e03e-4ab9-41f2-8933-7ef5d0d2600e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0468512 Feb 16 13:30:39.056854 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4ce2215e-0f3c-4160-bd96-aaf6e02d4b24 req-cb985301-7a6b-4152-bc03-df75457d598c service neutron] 10.222.0.42 "GET /v2.0/networks/7286e03e-4ab9-41f2-8933-7ef5d0d2600e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907700 Feb 16 13:30:39.151485 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4ce2215e-0f3c-4160-bd96-aaf6e02d4b24 req-8d84bfc3-bab9-4d12-aab2-c98b04e67b0e service neutron] 10.222.0.42 "GET /v2.0/networks/7286e03e-4ab9-41f2-8933-7ef5d0d2600e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856199 Feb 16 13:30:39.770180 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6453007-c381-447f-abb7-d58e8f020dd2 req-b2a63595-1050-4a11-a622-411ff310f0aa tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:39.771786 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c6453007-c381-447f-abb7-d58e8f020dd2 req-b2a63595-1050-4a11-a622-411ff310f0aa tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/ports?device_id=aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5 HTTP/1.1" status: 200 len: 944 time: 0.0513802 Feb 16 13:30:39.811186 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c6453007-c381-447f-abb7-d58e8f020dd2 req-0bf5748d-1f17-40e1-9c60-0fcf243c0820 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/security-groups?id=c20779c0-f7ca-462d-85f0-fc23f98ae21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333455 Feb 16 13:30:40.928905 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afb6fb-baf9-4a5b-be67-ff48f48d77e9 req-acfc1a44-b8a2-4702-8a46-22f40cc5ed34 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:40.930420 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-66afb6fb-baf9-4a5b-be67-ff48f48d77e9 req-acfc1a44-b8a2-4702-8a46-22f40cc5ed34 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/ports?device_id=aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5 HTTP/1.1" status: 200 len: 944 time: 0.0485816 Feb 16 13:30:40.974508 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-66afb6fb-baf9-4a5b-be67-ff48f48d77e9 req-afc3e413-9551-4b41-a05d-d95853c67b1a tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/security-groups?id=c20779c0-f7ca-462d-85f0-fc23f98ae21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373280 Feb 16 13:30:41.376957 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 7e630114-d286-4135-80a0-825a004d4abb details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:30:41.474708 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 7e630114-d286-4135-80a0-825a004d4abb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7e630114-d286-4135-80a0-825a004d4abb,segment=NetworkSegment(48e8e3bf-285b-47e0-9e59-783251e75002),segment_id=48e8e3bf-285b-47e0-9e59-783251e75002)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:30:41.487139 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': '7e630114-d286-4135-80a0-825a004d4abb', 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e', 'port_id': '7e630114-d286-4135-80a0-825a004d4abb', 'mac_address': 'fa:16:3e:0c:37:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df7a8f05-c597-432e-8d6c-9f22cef18d7e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:30:41.530925 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:41.543654 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e630114-d286-4135-80a0-825a004d4abb {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:30:41.566246 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 7e630114-d286-4135-80a0-825a004d4abb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7e630114-d286-4135-80a0-825a004d4abb,segment=NetworkSegment(48e8e3bf-285b-47e0-9e59-783251e75002),segment_id=48e8e3bf-285b-47e0-9e59-783251e75002)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:30:41.571762 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:41.619511 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=7e630114-d286-4135-80a0-825a004d4abb,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:41.798731 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['7e630114-d286-4135-80a0-825a004d4abb'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:30:42.096253 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7ba35-0218-48fe-a805-46fc7022cba2 req-09af368b-8ad8-47ba-a2b9-9b9306f3e508 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:42.097742 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-34f7ba35-0218-48fe-a805-46fc7022cba2 req-09af368b-8ad8-47ba-a2b9-9b9306f3e508 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/ports?device_id=aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5 HTTP/1.1" status: 200 len: 945 time: 0.0507271 Feb 16 13:30:42.139889 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-34f7ba35-0218-48fe-a805-46fc7022cba2 req-a87a3d58-c6c9-45a9-b6c9-e6cea2faaaa3 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/security-groups?id=c20779c0-f7ca-462d-85f0-fc23f98ae21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349853 Feb 16 13:30:43.259790 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87720e-2558-406a-984a-e47ccccd3a79 req-c647fe67-8de1-44ef-872f-b45b856d9e9a tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:43.261344 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8d87720e-2558-406a-984a-e47ccccd3a79 req-c647fe67-8de1-44ef-872f-b45b856d9e9a tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/ports?device_id=aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5 HTTP/1.1" status: 200 len: 945 time: 0.0529349 Feb 16 13:30:43.301133 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-8d87720e-2558-406a-984a-e47ccccd3a79 req-8c004ec3-4133-4f30-8b82-cadfd2ae5aa9 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/security-groups?id=c20779c0-f7ca-462d-85f0-fc23f98ae21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337088 Feb 16 13:30:43.393085 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 7e630114-d286-4135-80a0-825a004d4abb up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:30:43.449993 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning for port 7e630114-d286-4135-80a0-825a004d4abb completed by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:30:43.453948 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port 7e630114-d286-4135-80a0-825a004d4abb triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:30:43.454321 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:43.537341 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:43.562386 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e630114-d286-4135-80a0-825a004d4abb'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:30:43.564649 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d288753-7caf-479f-b1b7-f4b3f0a356b4" -d '{"events": [{"server_uuid": "aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5", "name": "network-vif-plugged", "status": "completed", "tag": "7e630114-d286-4135-80a0-825a004d4abb"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:30:43.579197 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 7e630114-d286-4135-80a0-825a004d4abb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7e630114-d286-4135-80a0-825a004d4abb,segment=NetworkSegment(48e8e3bf-285b-47e0-9e59-783251e75002),segment_id=48e8e3bf-285b-47e0-9e59-783251e75002)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:30:43.585697 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:43.639594 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=7e630114-d286-4135-80a0-825a004d4abb,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:43.690618 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4393942f-bb47-4318-a9c4-6d9d5c8c0df9 x-openstack-request-id: req-4393942f-bb47-4318-a9c4-6d9d5c8c0df9 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:30:43.690920 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5", "name": "network-vif-plugged", "status": "completed", "tag": "7e630114-d286-4135-80a0-825a004d4abb", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:30:43.691247 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4393942f-bb47-4318-a9c4-6d9d5c8c0df9 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:30:43.691576 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e630114-d286-4135-80a0-825a004d4abb', 'code': 200} Feb 16 13:30:43.862246 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8524ccc-de44-47cd-a334-6cdf7709eb15 req-9f89b336-7b60-431d-ba5a-60e67b2de3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:43.863759 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d8524ccc-de44-47cd-a334-6cdf7709eb15 req-9f89b336-7b60-431d-ba5a-60e67b2de3a8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5 HTTP/1.1" status: 200 len: 1099 time: 0.0466950 Feb 16 13:30:43.900799 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d8524ccc-de44-47cd-a334-6cdf7709eb15 req-a8ebce5b-55cd-4372-bb74-f7f2d7df1de6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c20779c0-f7ca-462d-85f0-fc23f98ae21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302060 Feb 16 13:30:44.419459 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523a7fc-b34b-4f99-b0f2-be8b4238ba92 req-f5e13b1a-68ca-462b-a354-7a0a0a232dc9 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:44.421055 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6523a7fc-b34b-4f99-b0f2-be8b4238ba92 req-f5e13b1a-68ca-462b-a354-7a0a0a232dc9 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/ports?device_id=aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5 HTTP/1.1" status: 200 len: 946 time: 0.0500143 Feb 16 13:30:44.464534 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6523a7fc-b34b-4f99-b0f2-be8b4238ba92 req-a34188f9-905a-45c1-b96e-202a539e5a71 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/security-groups?id=c20779c0-f7ca-462d-85f0-fc23f98ae21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374975 Feb 16 13:30:45.423983 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:30:45.590482 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4080a-8193-4774-9343-70ac483cedc2 req-6381a772-3e83-4471-bd63-229665dcd390 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:45.592508 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-18e4080a-8193-4774-9343-70ac483cedc2 req-6381a772-3e83-4471-bd63-229665dcd390 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/ports?device_id=aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5 HTTP/1.1" status: 200 len: 946 time: 0.0555422 Feb 16 13:30:45.631447 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-18e4080a-8193-4774-9343-70ac483cedc2 req-c04b85bd-89b4-40d6-8469-65f290390a8e tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/security-groups?id=c20779c0-f7ca-462d-85f0-fc23f98ae21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329704 Feb 16 13:30:45.750307 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f393c-5dc1-4eb7-8c4d-11c9ccbeb221 req-0e425bde-c593-4705-8c58-4a68fd609443 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:45.751819 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5c6f393c-5dc1-4eb7-8c4d-11c9ccbeb221 req-0e425bde-c593-4705-8c58-4a68fd609443 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/ports?device_id=aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5 HTTP/1.1" status: 200 len: 946 time: 0.0519011 Feb 16 13:30:45.790814 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-5c6f393c-5dc1-4eb7-8c4d-11c9ccbeb221 req-3e5fa7d4-a5e2-4598-8c88-325dc971bab3 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/security-groups?id=c20779c0-f7ca-462d-85f0-fc23f98ae21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327804 Feb 16 13:30:45.812902 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 45048) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:30:45.897239 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319039a4-bb4c-4b2b-98b7-91da23034211 tempest-TestSnapshotPattern-1904014017 tempest-TestSnapshotPattern-1904014017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:45.898760 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-319039a4-bb4c-4b2b-98b7-91da23034211 tempest-TestSnapshotPattern-1904014017 tempest-TestSnapshotPattern-1904014017-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5 HTTP/1.1" status: 200 len: 1094 time: 0.0848536 Feb 16 13:30:45.901917 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 45052) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:30:45.907161 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-75e96a41-39df-4e2d-9e55-42538c587f6a tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Request body: {'floatingip': {'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'port_id': '7e630114-d286-4135-80a0-825a004d4abb', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:30:45.932396 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-75e96a41-39df-4e2d-9e55-42538c587f6a tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks [] for floatingip, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:46.036807 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-75e96a41-39df-4e2d-9e55-42538c587f6a tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:46.145867 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-75e96a41-39df-4e2d-9e55-42538c587f6a tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Allocated IP 172.26.2.85 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/8a5111d1-984f-48b9-b89e-8aa1d77699d6) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:30:46.260112 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-75e96a41-39df-4e2d-9e55-42538c587f6a tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:46.294949 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-75e96a41-39df-4e2d-9e55-42538c587f6a tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:46.339452 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e96a41-39df-4e2d-9e55-42538c587f6a tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:30:46.342548 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-75e96a41-39df-4e2d-9e55-42538c587f6a tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:30:46.346162 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e96a41-39df-4e2d-9e55-42538c587f6a tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:30:46.368120 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e96a41-39df-4e2d-9e55-42538c587f6a tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Pushing event updated for resources: {'Port': ['ID=8a5111d1-984f-48b9-b89e-8aa1d77699d6,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:46.723405 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-75e96a41-39df-4e2d-9e55-42538c587f6a tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:46.799360 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-75e96a41-39df-4e2d-9e55-42538c587f6a tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:46.952452 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-75e96a41-39df-4e2d-9e55-42538c587f6a tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:46.957640 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-75e96a41-39df-4e2d-9e55-42538c587f6a tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:47.032751 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e96a41-39df-4e2d-9e55-42538c587f6a tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Pushing event updated for resources: {'Port': ['ID=8a5111d1-984f-48b9-b89e-8aa1d77699d6,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:47.045336 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-75e96a41-39df-4e2d-9e55-42538c587f6a tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:47.149756 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.l3_db [None req-75e96a41-39df-4e2d-9e55-42538c587f6a tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Floating IP 70de76b6-0d37-4f0c-9b97-fb984e5cf108 associated. External IP: 172.26.2.85, port: 7e630114-d286-4135-80a0-825a004d4abb. Feb 16 13:30:47.702653 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e96a41-39df-4e2d-9e55-42538c587f6a tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Router a120ba66-0355-47c4-848d-7666f9e44b6b has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:30:47.826759 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e96a41-39df-4e2d-9e55-42538c587f6a tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:30:47.839269 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6325b5b9-a8dc-4f55-b4aa-f1938607e5b3 None None] Sync routers for ids ['a120ba66-0355-47c4-848d-7666f9e44b6b'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:30:47.847581 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-75e96a41-39df-4e2d-9e55-42538c587f6a tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:47.848856 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6325b5b9-a8dc-4f55-b4aa-f1938607e5b3 None None] Routers {'a120ba66-0355-47c4-848d-7666f9e44b6b'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:30:47.849703 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6325b5b9-a8dc-4f55-b4aa-f1938607e5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:30:25Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['a120ba66-0355-47c4-848d-7666f9e44b6b'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:47.876002 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-75e96a41-39df-4e2d-9e55-42538c587f6a tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9727864 Feb 16 13:30:47.877183 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5', 'tag': '7e630114-d286-4135-80a0-825a004d4abb'}] {{(pid=109048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:30:47.879949 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40068d798dcc31a224174c6c24ac8b3e49f1a518b527dec6066c5fbc28712f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df701a7-8c2e-4ea7-8949-c6cb6eb7cd3c" -d '{"events": [{"name": "network-changed", "server_uuid": "aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5", "tag": "7e630114-d286-4135-80a0-825a004d4abb"}]}' {{(pid=109048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:30:47.970129 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-6325b5b9-a8dc-4f55-b4aa-f1938607e5b3 None None] Set router a120ba66-0355-47c4-848d-7666f9e44b6b gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:30:47.979499 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dcec579-aa9a-408b-ac2f-4d28661b5d73 x-openstack-request-id: req-0dcec579-aa9a-408b-ac2f-4d28661b5d73 {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:30:47.979791 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5", "tag": "7e630114-d286-4135-80a0-825a004d4abb", "status": "completed", "code": 200}]} {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:30:47.980052 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0dcec579-aa9a-408b-ac2f-4d28661b5d73 {{(pid=109048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:30:47.980486 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5', 'tag': '7e630114-d286-4135-80a0-825a004d4abb', 'status': 'completed', 'code': 200} Feb 16 13:30:48.048255 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df701a7-8c2e-4ea7-8949-c6cb6eb7cd3c req-9eaa6d0b-7f1a-4185-9397-a4b52c6157fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:48.049839 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5df701a7-8c2e-4ea7-8949-c6cb6eb7cd3c req-9eaa6d0b-7f1a-4185-9397-a4b52c6157fa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=706808f14c154dc9a41590955866a28c&device_id=aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5 HTTP/1.1" status: 200 len: 1099 time: 0.0458930 Feb 16 13:30:48.163078 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df701a7-8c2e-4ea7-8949-c6cb6eb7cd3c req-8f4c91b8-14e3-4606-aa35-2bd23f2e03d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:48.164666 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5df701a7-8c2e-4ea7-8949-c6cb6eb7cd3c req-8f4c91b8-14e3-4606-aa35-2bd23f2e03d8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7286e03e-4ab9-41f2-8933-7ef5d0d2600e HTTP/1.1" status: 200 len: 911 time: 0.1084101 Feb 16 13:30:48.207790 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6325b5b9-a8dc-4f55-b4aa-f1938607e5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'name': 'tempest-TestSnapshotPattern-1601971040-router', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': '3ee27bd6-daae-433f-a3b6-820197c818db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:30:23Z', 'updated_at': '2022-02-16T13:30:26Z', 'revision_number': 4, 'project_id': '706808f14c154dc9a41590955866a28c', 'gw_port': {'id': '3ee27bd6-daae-433f-a3b6-820197c818db', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:15:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:24Z', 'updated_at': '2022-02-16T13:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '70de76b6-0d37-4f0c-9b97-fb984e5cf108', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'floating_ip_address': '172.26.2.85', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'port_id': '7e630114-d286-4135-80a0-825a004d4abb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e', 'mac_address': 'fa:16:3e:0c:37:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:30:46Z', 'updated_at': '2022-02-16T13:30:46Z', 'revision_number': 0, 'project_id': '706808f14c154dc9a41590955866a28c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9318c48f-7947-45ae-a355-b8f53545430e', 'name': '', 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'mac_address': 'fa:16:3e:f8:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'df7a8f05-c597-432e-8d6c-9f22cef18d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:25Z', 'updated_at': '2022-02-16T13:30:31Z', 'revision_number': 5, 'project_id': '706808f14c154dc9a41590955866a28c', 'subnets': [{'id': 'df7a8f05-c597-432e-8d6c-9f22cef18d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:48.234262 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5df701a7-8c2e-4ea7-8949-c6cb6eb7cd3c req-a3e4ea54-8fc2-4028-9038-6a9970d28db1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e630114-d286-4135-80a0-825a004d4abb HTTP/1.1" status: 200 len: 999 time: 0.0621505 Feb 16 13:30:48.238504 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6325b5b9-a8dc-4f55-b4aa-f1938607e5b3 None None] Checking router: a120ba66-0355-47c4-848d-7666f9e44b6b for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:30:48.248132 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6325b5b9-a8dc-4f55-b4aa-f1938607e5b3 None None] Routers {'a120ba66-0355-47c4-848d-7666f9e44b6b'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:30:48.248821 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6325b5b9-a8dc-4f55-b4aa-f1938607e5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:30:25Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['a120ba66-0355-47c4-848d-7666f9e44b6b'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:48.287556 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df701a7-8c2e-4ea7-8949-c6cb6eb7cd3c req-1a003dc6-6331-412b-a533-24351916436a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:48.289204 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5df701a7-8c2e-4ea7-8949-c6cb6eb7cd3c req-1a003dc6-6331-412b-a533-24351916436a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=df7a8f05-c597-432e-8d6c-9f22cef18d7e HTTP/1.1" status: 200 len: 849 time: 0.0481155 Feb 16 13:30:48.341025 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df701a7-8c2e-4ea7-8949-c6cb6eb7cd3c req-b17d3f42-aa3b-4019-9d42-00eecb924d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:48.342562 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5df701a7-8c2e-4ea7-8949-c6cb6eb7cd3c req-b17d3f42-aa3b-4019-9d42-00eecb924d1f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7286e03e-4ab9-41f2-8933-7ef5d0d2600e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459263 Feb 16 13:30:48.359343 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-6325b5b9-a8dc-4f55-b4aa-f1938607e5b3 None None] Set router a120ba66-0355-47c4-848d-7666f9e44b6b gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:30:48.435719 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5df701a7-8c2e-4ea7-8949-c6cb6eb7cd3c req-77a87f1a-b182-4fa2-89b9-bd8f0fb10826 service neutron] 10.222.0.42 "GET /v2.0/networks/7286e03e-4ab9-41f2-8933-7ef5d0d2600e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855467 Feb 16 13:30:48.536715 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-5df701a7-8c2e-4ea7-8949-c6cb6eb7cd3c req-2d22a72f-2fd2-4b3f-8682-59a74b0752c6 service neutron] 10.222.0.42 "GET /v2.0/networks/7286e03e-4ab9-41f2-8933-7ef5d0d2600e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939934 Feb 16 13:30:48.595052 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-6325b5b9-a8dc-4f55-b4aa-f1938607e5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'name': 'tempest-TestSnapshotPattern-1601971040-router', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': '3ee27bd6-daae-433f-a3b6-820197c818db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:30:23Z', 'updated_at': '2022-02-16T13:30:26Z', 'revision_number': 4, 'project_id': '706808f14c154dc9a41590955866a28c', 'gw_port': {'id': '3ee27bd6-daae-433f-a3b6-820197c818db', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:15:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:24Z', 'updated_at': '2022-02-16T13:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '70de76b6-0d37-4f0c-9b97-fb984e5cf108', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'floating_ip_address': '172.26.2.85', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'port_id': '7e630114-d286-4135-80a0-825a004d4abb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e', 'mac_address': 'fa:16:3e:0c:37:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:30:46Z', 'updated_at': '2022-02-16T13:30:46Z', 'revision_number': 0, 'project_id': '706808f14c154dc9a41590955866a28c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9318c48f-7947-45ae-a355-b8f53545430e', 'name': '', 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'mac_address': 'fa:16:3e:f8:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'df7a8f05-c597-432e-8d6c-9f22cef18d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:25Z', 'updated_at': '2022-02-16T13:30:31Z', 'revision_number': 5, 'project_id': '706808f14c154dc9a41590955866a28c', 'subnets': [{'id': 'df7a8f05-c597-432e-8d6c-9f22cef18d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:48.621651 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6325b5b9-a8dc-4f55-b4aa-f1938607e5b3 None None] The sync data for ids ['a120ba66-0355-47c4-848d-7666f9e44b6b'] in dv-neutron-828142-3-hyperv is: [{'id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'name': 'tempest-TestSnapshotPattern-1601971040-router', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': '3ee27bd6-daae-433f-a3b6-820197c818db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:30:23Z', 'updated_at': '2022-02-16T13:30:26Z', 'revision_number': 4, 'project_id': '706808f14c154dc9a41590955866a28c', 'gw_port': {'id': '3ee27bd6-daae-433f-a3b6-820197c818db', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:15:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:24Z', 'updated_at': '2022-02-16T13:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '70de76b6-0d37-4f0c-9b97-fb984e5cf108', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'floating_ip_address': '172.26.2.85', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'port_id': '7e630114-d286-4135-80a0-825a004d4abb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e', 'mac_address': 'fa:16:3e:0c:37:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:30:46Z', 'updated_at': '2022-02-16T13:30:46Z', 'revision_number': 0, 'project_id': '706808f14c154dc9a41590955866a28c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9318c48f-7947-45ae-a355-b8f53545430e', 'name': '', 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'mac_address': 'fa:16:3e:f8:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'df7a8f05-c597-432e-8d6c-9f22cef18d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:25Z', 'updated_at': '2022-02-16T13:30:31Z', 'revision_number': 5, 'project_id': '706808f14c154dc9a41590955866a28c', 'subnets': [{'id': 'df7a8f05-c597-432e-8d6c-9f22cef18d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:30:48.828110 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe69434-c32f-4c33-bcd7-50dee0d27119 None None] New status for floating IP 70de76b6-0d37-4f0c-9b97-fb984e5cf108: ACTIVE {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:30:52.328804 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bb184ed3-9caf-4ba0-a8fa-1b817a7cab2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:54.553995 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f43e68a4-c110-4028-8258-ddd036b615d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:55.909956 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:57.128418 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:57.544109 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:58.967247 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:08.611768 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1cd6b68a-4fa8-4bd0-8775-26f9432371ce req-fd732973-f51b-4c33-bc47-8c1cd010eb9f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1041667 Feb 16 13:31:08.706023 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6b68a-4fa8-4bd0-8775-26f9432371ce req-bfb0b999-3311-4296-ae0f-a24166cca7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:08.707528 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1cd6b68a-4fa8-4bd0-8775-26f9432371ce req-bfb0b999-3311-4296-ae0f-a24166cca7ad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=706808f14c154dc9a41590955866a28c&device_id=aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5 HTTP/1.1" status: 200 len: 1099 time: 0.0455754 Feb 16 13:31:08.828429 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6b68a-4fa8-4bd0-8775-26f9432371ce req-d6de7d4c-22a9-45ef-87bc-556c5fd4b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:08.829856 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1cd6b68a-4fa8-4bd0-8775-26f9432371ce req-d6de7d4c-22a9-45ef-87bc-556c5fd4b1e3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7286e03e-4ab9-41f2-8933-7ef5d0d2600e HTTP/1.1" status: 200 len: 911 time: 0.1024208 Feb 16 13:31:08.901124 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1cd6b68a-4fa8-4bd0-8775-26f9432371ce req-eb1bd6a4-bbfb-418d-8847-70ccce6f6a58 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e630114-d286-4135-80a0-825a004d4abb HTTP/1.1" status: 200 len: 1001 time: 0.0596981 Feb 16 13:31:08.951540 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6b68a-4fa8-4bd0-8775-26f9432371ce req-0cf5d7b3-57cd-47ef-9b6d-69fb44011472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:08.953064 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1cd6b68a-4fa8-4bd0-8775-26f9432371ce req-0cf5d7b3-57cd-47ef-9b6d-69fb44011472 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=df7a8f05-c597-432e-8d6c-9f22cef18d7e HTTP/1.1" status: 200 len: 849 time: 0.0453367 Feb 16 13:31:09.005351 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6b68a-4fa8-4bd0-8775-26f9432371ce req-6da3922c-0e03-4f62-8738-a2856b4af874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:09.007131 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1cd6b68a-4fa8-4bd0-8775-26f9432371ce req-6da3922c-0e03-4f62-8738-a2856b4af874 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7286e03e-4ab9-41f2-8933-7ef5d0d2600e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0460629 Feb 16 13:31:09.105957 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1cd6b68a-4fa8-4bd0-8775-26f9432371ce req-d6b36746-a4cc-4c6f-9118-e18eece73ff3 service neutron] 10.222.0.42 "GET /v2.0/networks/7286e03e-4ab9-41f2-8933-7ef5d0d2600e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900118 Feb 16 13:31:09.208033 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-1cd6b68a-4fa8-4bd0-8775-26f9432371ce req-08d2f71c-8395-4fea-9641-7c1bb4ab4dea service neutron] 10.222.0.42 "GET /v2.0/networks/7286e03e-4ab9-41f2-8933-7ef5d0d2600e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945275 Feb 16 13:31:22.323106 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ccd5f044-af73-4ba6-9cab-982796d16a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:22.423228 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:31:24.555768 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ec6cf2f9-ad83-4a94-8d75-5bcb61f7bb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:25.913686 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:27.126624 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:27.547856 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:28.968611 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:52.325710 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-03e0b47e-e836-4d2a-ae99-6e97359f968e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:54.548731 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5b18508f-e57e-4fea-afd8-18e5b13fe95a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:55.919492 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:57.120439 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:57.550120 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:58.967238 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:59.423167 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:32:10.572506 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0bfcf33b-29aa-493e-95d9-91deab179f6c req-30607537-ef4c-468c-bcc0-ec51ca061c3c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471885 Feb 16 13:32:10.660060 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcf33b-29aa-493e-95d9-91deab179f6c req-79a86661-48f1-48b0-98e9-6bdf7c020ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:10.661704 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0bfcf33b-29aa-493e-95d9-91deab179f6c req-79a86661-48f1-48b0-98e9-6bdf7c020ff9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=706808f14c154dc9a41590955866a28c&device_id=aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5 HTTP/1.1" status: 200 len: 1099 time: 0.0420048 Feb 16 13:32:10.775171 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcf33b-29aa-493e-95d9-91deab179f6c req-15ce6fea-4710-48fa-b656-f6dd9fa7ea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:10.776805 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0bfcf33b-29aa-493e-95d9-91deab179f6c req-15ce6fea-4710-48fa-b656-f6dd9fa7ea49 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7286e03e-4ab9-41f2-8933-7ef5d0d2600e HTTP/1.1" status: 200 len: 911 time: 0.0895848 Feb 16 13:32:10.848340 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0bfcf33b-29aa-493e-95d9-91deab179f6c req-2885b0d3-074d-443c-a741-4832e5dc0338 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e630114-d286-4135-80a0-825a004d4abb HTTP/1.1" status: 200 len: 1001 time: 0.0638418 Feb 16 13:32:10.903523 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcf33b-29aa-493e-95d9-91deab179f6c req-bcc340f7-160a-4b1c-be3d-57955a80e644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:10.905292 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0bfcf33b-29aa-493e-95d9-91deab179f6c req-bcc340f7-160a-4b1c-be3d-57955a80e644 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=df7a8f05-c597-432e-8d6c-9f22cef18d7e HTTP/1.1" status: 200 len: 849 time: 0.0489321 Feb 16 13:32:10.956956 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcf33b-29aa-493e-95d9-91deab179f6c req-62657b17-6691-4b61-8dbd-b988c3d9e9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:10.958467 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0bfcf33b-29aa-493e-95d9-91deab179f6c req-62657b17-6691-4b61-8dbd-b988c3d9e9f8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7286e03e-4ab9-41f2-8933-7ef5d0d2600e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455163 Feb 16 13:32:11.052185 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0bfcf33b-29aa-493e-95d9-91deab179f6c req-a2a5604c-b460-416b-aa4e-66dd73619d06 service neutron] 10.222.0.42 "GET /v2.0/networks/7286e03e-4ab9-41f2-8933-7ef5d0d2600e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846870 Feb 16 13:32:11.158322 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0bfcf33b-29aa-493e-95d9-91deab179f6c req-708dbaa7-4779-431a-bd72-47e39c467308 service neutron] 10.222.0.42 "GET /v2.0/networks/7286e03e-4ab9-41f2-8933-7ef5d0d2600e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966253 Feb 16 13:32:22.332656 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c3695b7a-bb9f-458f-9fa7-40ff9b55513a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:24.553372 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f25fd3e6-e92b-482b-963e-3b08c2d1db4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:25.918778 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:27.124737 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:27.553480 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:28.983385 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:36.422739 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:32:47.904804 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 7e630114-d286-4135-80a0-825a004d4abb details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:32:48.000147 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 7e630114-d286-4135-80a0-825a004d4abb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7e630114-d286-4135-80a0-825a004d4abb,segment=NetworkSegment(48e8e3bf-285b-47e0-9e59-783251e75002),segment_id=48e8e3bf-285b-47e0-9e59-783251e75002)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:32:48.011670 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': '7e630114-d286-4135-80a0-825a004d4abb', 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e', 'port_id': '7e630114-d286-4135-80a0-825a004d4abb', 'mac_address': 'fa:16:3e:0c:37:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df7a8f05-c597-432e-8d6c-9f22cef18d7e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:32:48.049178 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:48.062466 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e630114-d286-4135-80a0-825a004d4abb {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:32:48.085295 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 7e630114-d286-4135-80a0-825a004d4abb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7e630114-d286-4135-80a0-825a004d4abb,segment=NetworkSegment(48e8e3bf-285b-47e0-9e59-783251e75002),segment_id=48e8e3bf-285b-47e0-9e59-783251e75002)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:32:48.089823 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:48.140166 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=7e630114-d286-4135-80a0-825a004d4abb,revision_number=6']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:48.147212 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:48.147551 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:48.147880 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:48.148206 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:48.148530 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:48.148872 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:48.149194 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:48.149512 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:48.149828 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:48.150143 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:48.150453 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:48.150762 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:48.185126 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['7e630114-d286-4135-80a0-825a004d4abb'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:32:49.922830 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 7e630114-d286-4135-80a0-825a004d4abb up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:32:49.970996 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port 7e630114-d286-4135-80a0-825a004d4abb triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:32:49.971299 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:50.048157 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:50.071499 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e630114-d286-4135-80a0-825a004d4abb'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:32:50.074376 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b14cdc-e3e4-43e8-b657-412b08dc3054" -d '{"events": [{"server_uuid": "aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5", "name": "network-vif-plugged", "status": "completed", "tag": "7e630114-d286-4135-80a0-825a004d4abb"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:32:50.087516 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 7e630114-d286-4135-80a0-825a004d4abb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7e630114-d286-4135-80a0-825a004d4abb,segment=NetworkSegment(48e8e3bf-285b-47e0-9e59-783251e75002),segment_id=48e8e3bf-285b-47e0-9e59-783251e75002)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:32:50.092365 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:50.116204 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-addfb87c-5d75-4cf1-99f7-d7ae8740eda5 x-openstack-request-id: req-addfb87c-5d75-4cf1-99f7-d7ae8740eda5 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:32:50.116490 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5", "name": "network-vif-plugged", "status": "completed", "tag": "7e630114-d286-4135-80a0-825a004d4abb", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:32:50.116770 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-addfb87c-5d75-4cf1-99f7-d7ae8740eda5 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:32:50.117156 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e630114-d286-4135-80a0-825a004d4abb', 'code': 200} Feb 16 13:32:50.143145 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=7e630114-d286-4135-80a0-825a004d4abb,revision_number=7']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:52.336592 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-887f26f1-2304-4ab3-9add-7874322d3d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:54.559827 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-248c1a23-377f-450b-971b-2bf8e23e63a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:55.929525 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:57.142854 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:57.559084 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:58.968332 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:01.618046 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-058f3485-1018-45b4-8ffa-f30162cfab0b tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1310847239&fields=id&tenant_id=706808f14c154dc9a41590955866a28c HTTP/1.1" status: 200 len: 267 time: 0.0345340 Feb 16 13:33:01.728859 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-f72f63e6-119b-42c8-81e2-baef0650b075 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:01.730921 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-f72f63e6-119b-42c8-81e2-baef0650b075 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/networks?id=7286e03e-4ab9-41f2-8933-7ef5d0d2600e HTTP/1.1" status: 200 len: 810 time: 0.1053731 Feb 16 13:33:01.746681 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-22e99607-472a-4c6e-8005-f92084834d51 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/quotas/706808f14c154dc9a41590955866a28c HTTP/1.1" status: 200 len: 375 time: 0.0100091 Feb 16 13:33:01.807099 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-8ca78658-bb37-42a5-888b-b842869df249 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=706808f14c154dc9a41590955866a28c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0518916 Feb 16 13:33:01.925501 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-1ebdf4d1-923c-4c13-8a00-02f7955cd297 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=109048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:33:01.926617 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-1ebdf4d1-923c-4c13-8a00-02f7955cd297 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1064997 Feb 16 13:33:02.017779 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-9e301f5a-df71-480f-a323-7bc3b448cc60 service neutron] 10.222.0.90 "GET /v2.0/networks/7286e03e-4ab9-41f2-8933-7ef5d0d2600e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842221 Feb 16 13:33:02.111221 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-29c31167-b00b-4f01-bdd2-105d6d0212de service neutron] 10.222.0.90 "GET /v2.0/networks/7286e03e-4ab9-41f2-8933-7ef5d0d2600e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874577 Feb 16 13:33:02.325457 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-6300752a-da40-4942-b967-c25343079d62 req-8d8dda62-5c75-4a55-b623-0977211611f5 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/ports?device_id=69484a37-1a71-4eef-8b61-720cb2832d69 HTTP/1.1" status: 200 len: 210 time: 0.0783703 Feb 16 13:33:03.371797 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-98df0b2e-827c-4225-a943-6a9cb8cb6083 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:03.373411 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-98df0b2e-827c-4225-a943-6a9cb8cb6083 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.42 "GET /v2.0/networks?id=7286e03e-4ab9-41f2-8933-7ef5d0d2600e HTTP/1.1" status: 200 len: 810 time: 0.1160586 Feb 16 13:33:03.423844 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-a41612aa-0a32-4dd1-a8d9-5f361515bcf1 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=706808f14c154dc9a41590955866a28c HTTP/1.1" status: 200 len: 380 time: 0.0412786 Feb 16 13:33:03.431619 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3f4c43eb-e0ca-490c-82b4-2f4200b141d6 req-a64749fe-9804-453f-ba78-9ffec12c513d tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/ports?device_id=69484a37-1a71-4eef-8b61-720cb2832d69 HTTP/1.1" status: 200 len: 210 time: 0.0268714 Feb 16 13:33:03.441552 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-c85163d6-5c45-4fcc-89c3-c0cefb768023 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Request body: {'port': {'device_id': '69484a37-1a71-4eef-8b61-720cb2832d69', 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e', 'admin_state_up': True, 'tenant_id': '706808f14c154dc9a41590955866a28c', 'security_groups': ['c20779c0-f7ca-462d-85f0-fc23f98ae21c']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:33:03.570327 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-c85163d6-5c45-4fcc-89c3-c0cefb768023 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Made reservation on behalf of 706808f14c154dc9a41590955866a28c for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:33:03.574259 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-c85163d6-5c45-4fcc-89c3-c0cefb768023 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:03.717821 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-c85163d6-5c45-4fcc-89c3-c0cefb768023 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Allocated IP 172.20.0.12 (7286e03e-4ab9-41f2-8933-7ef5d0d2600e/df7a8f05-c597-432e-8d6c-9f22cef18d7e/55c3c6be-e3ec-4585-9ea7-1669daa54e57) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:33:03.923521 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-c85163d6-5c45-4fcc-89c3-c0cefb768023 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:03.975046 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-c85163d6-5c45-4fcc-89c3-c0cefb768023 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:03.990615 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 7e630114-d286-4135-80a0-825a004d4abb no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:33:04.030070 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-c85163d6-5c45-4fcc-89c3-c0cefb768023 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Network 7286e03e-4ab9-41f2-8933-7ef5d0d2600e is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:33:04.033524 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-c85163d6-5c45-4fcc-89c3-c0cefb768023 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:33:04.039180 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-c85163d6-5c45-4fcc-89c3-c0cefb768023 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:33:04.113295 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:04.121507 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-c85163d6-5c45-4fcc-89c3-c0cefb768023 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:04.124300 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-c85163d6-5c45-4fcc-89c3-c0cefb768023 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:04.137351 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85163d6-5c45-4fcc-89c3-c0cefb768023 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Pushing event updated for resources: {'Port': ['ID=55c3c6be-e3ec-4585-9ea7-1669daa54e57,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:04.146483 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-c85163d6-5c45-4fcc-89c3-c0cefb768023 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7088587 Feb 16 13:33:04.156118 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85163d6-5c45-4fcc-89c3-c0cefb768023 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:04.156118 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85163d6-5c45-4fcc-89c3-c0cefb768023 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:04.156118 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85163d6-5c45-4fcc-89c3-c0cefb768023 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:04.156118 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85163d6-5c45-4fcc-89c3-c0cefb768023 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:04.156118 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85163d6-5c45-4fcc-89c3-c0cefb768023 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:04.156118 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85163d6-5c45-4fcc-89c3-c0cefb768023 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:04.156118 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85163d6-5c45-4fcc-89c3-c0cefb768023 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:04.156118 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85163d6-5c45-4fcc-89c3-c0cefb768023 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:04.157855 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85163d6-5c45-4fcc-89c3-c0cefb768023 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:04.157855 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85163d6-5c45-4fcc-89c3-c0cefb768023 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:04.158266 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85163d6-5c45-4fcc-89c3-c0cefb768023 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:04.158546 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85163d6-5c45-4fcc-89c3-c0cefb768023 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:04.187245 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e630114-d286-4135-80a0-825a004d4abb'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:33:04.190667 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd66a0e-bc17-4f96-ad45-553d8b23d737" -d '{"events": [{"server_uuid": "aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5", "name": "network-vif-unplugged", "status": "completed", "tag": "7e630114-d286-4135-80a0-825a004d4abb"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:33:04.203121 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 7e630114-d286-4135-80a0-825a004d4abb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7e630114-d286-4135-80a0-825a004d4abb,segment=NetworkSegment(48e8e3bf-285b-47e0-9e59-783251e75002),segment_id=48e8e3bf-285b-47e0-9e59-783251e75002)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:33:04.223298 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:04.268361 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 13:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3876cccd-5e9d-43e3-8e59-a0165275a0fe x-openstack-request-id: req-3876cccd-5e9d-43e3-8e59-a0165275a0fe {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:33:04.268800 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5", "name": "network-vif-unplugged", "status": "completed", "tag": "7e630114-d286-4135-80a0-825a004d4abb", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:33:04.269125 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3876cccd-5e9d-43e3-8e59-a0165275a0fe {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:33:04.269598 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e630114-d286-4135-80a0-825a004d4abb', 'code': 200} Feb 16 13:33:04.294998 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=7e630114-d286-4135-80a0-825a004d4abb,revision_number=8']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:04.396331 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-5c1ea316-7679-4a51-98ef-33d2b7236889 None None] Provisioning complete for port 55c3c6be-e3ec-4585-9ea7-1669daa54e57 triggered by entity DHCP. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:33:04.396921 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5c1ea316-7679-4a51-98ef-33d2b7236889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:04.436283 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-5c1ea316-7679-4a51-98ef-33d2b7236889 None None] Port 55c3c6be-e3ec-4585-9ea7-1669daa54e57 cannot update to ACTIVE because it is not bound. {{(pid=109050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 13:33:04.587889 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11b537-e9c3-4ca7-b3f6-145017271741 req-c43845c5-a498-460e-9452-f2b48488c54d tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:04.590092 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-db11b537-e9c3-4ca7-b3f6-145017271741 req-c43845c5-a498-460e-9452-f2b48488c54d tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/ports?device_id=69484a37-1a71-4eef-8b61-720cb2832d69 HTTP/1.1" status: 200 len: 932 time: 0.0584137 Feb 16 13:33:04.636668 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-db11b537-e9c3-4ca7-b3f6-145017271741 req-f1424a73-d68e-4832-bcae-20bf59c9ec23 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/security-groups?id=c20779c0-f7ca-462d-85f0-fc23f98ae21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405781 Feb 16 13:33:05.761951 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6840b-d483-4322-aab6-b50cc5f416f1 req-a404d2c2-e9f4-4e7c-8f6d-799d6de708b3 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:05.763512 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d6e6840b-d483-4322-aab6-b50cc5f416f1 req-a404d2c2-e9f4-4e7c-8f6d-799d6de708b3 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/ports?device_id=69484a37-1a71-4eef-8b61-720cb2832d69 HTTP/1.1" status: 200 len: 932 time: 0.0549712 Feb 16 13:33:05.805146 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d6e6840b-d483-4322-aab6-b50cc5f416f1 req-d6005c15-b4a7-49d5-8620-cc2dd953c21b tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/security-groups?id=c20779c0-f7ca-462d-85f0-fc23f98ae21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353897 Feb 16 13:33:06.953945 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224c7dc-1611-4b81-b94f-5f4424b6827a req-ca020725-f93a-4dd6-8ef2-f620dc0f0d5c tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:06.956053 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b224c7dc-1611-4b81-b94f-5f4424b6827a req-ca020725-f93a-4dd6-8ef2-f620dc0f0d5c tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/ports?device_id=69484a37-1a71-4eef-8b61-720cb2832d69 HTTP/1.1" status: 200 len: 932 time: 0.0772710 Feb 16 13:33:07.009919 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b224c7dc-1611-4b81-b94f-5f4424b6827a req-72e75506-ef82-4897-aa6b-d736eafc18e0 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/security-groups?id=c20779c0-f7ca-462d-85f0-fc23f98ae21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435939 Feb 16 13:33:08.136306 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46afa8-aa1b-4755-b2cb-5c7036857d23 req-14fb17a0-48b8-4329-ad18-a8f378a44f56 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:08.138127 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2a46afa8-aa1b-4755-b2cb-5c7036857d23 req-14fb17a0-48b8-4329-ad18-a8f378a44f56 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/ports?device_id=69484a37-1a71-4eef-8b61-720cb2832d69 HTTP/1.1" status: 200 len: 932 time: 0.0572081 Feb 16 13:33:08.182925 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2a46afa8-aa1b-4755-b2cb-5c7036857d23 req-4e7ce9a4-43ff-4230-8d3e-c9df2aeb8f2c tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/security-groups?id=c20779c0-f7ca-462d-85f0-fc23f98ae21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380173 Feb 16 13:33:09.305085 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85aedb9-faad-4a74-996e-5fee2a6e7e02 req-2c56bd3a-79fc-46f2-bfb0-731e5ad8c07b tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:09.308821 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f85aedb9-faad-4a74-996e-5fee2a6e7e02 req-2c56bd3a-79fc-46f2-bfb0-731e5ad8c07b tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/ports?device_id=69484a37-1a71-4eef-8b61-720cb2832d69 HTTP/1.1" status: 200 len: 932 time: 0.0558007 Feb 16 13:33:09.347591 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-f85aedb9-faad-4a74-996e-5fee2a6e7e02 req-d9609e9b-85d2-4a24-a378-2742d94ded2d tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/security-groups?id=c20779c0-f7ca-462d-85f0-fc23f98ae21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323977 Feb 16 13:33:10.475687 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f420f8-4e24-4da5-8f4e-f1642f77536a req-b8209212-f423-4bb0-a1f2-75f33a216170 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:10.477677 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-35f420f8-4e24-4da5-8f4e-f1642f77536a req-b8209212-f423-4bb0-a1f2-75f33a216170 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/ports?device_id=69484a37-1a71-4eef-8b61-720cb2832d69 HTTP/1.1" status: 200 len: 932 time: 0.0568635 Feb 16 13:33:10.525996 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-35f420f8-4e24-4da5-8f4e-f1642f77536a req-442e907f-d81b-4b6b-b56c-e1735d49eb98 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/security-groups?id=c20779c0-f7ca-462d-85f0-fc23f98ae21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407040 Feb 16 13:33:11.650404 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9af9f-7073-4626-811b-1e5ffaefffd0 req-19a9872b-0d81-4c1b-b1fc-45e8acafb4af tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:11.652659 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c1e9af9f-7073-4626-811b-1e5ffaefffd0 req-19a9872b-0d81-4c1b-b1fc-45e8acafb4af tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/ports?device_id=69484a37-1a71-4eef-8b61-720cb2832d69 HTTP/1.1" status: 200 len: 932 time: 0.0542388 Feb 16 13:33:11.701038 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c1e9af9f-7073-4626-811b-1e5ffaefffd0 req-74e4b308-94b9-40fe-9039-a7db42b3c451 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/security-groups?id=c20779c0-f7ca-462d-85f0-fc23f98ae21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421479 Feb 16 13:33:12.817009 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0174a-4792-429a-b104-77f7b2e51bb7 req-f2067dd2-b8d7-4863-b889-dc41611bf343 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:12.818493 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-19d0174a-4792-429a-b104-77f7b2e51bb7 req-f2067dd2-b8d7-4863-b889-dc41611bf343 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/ports?device_id=69484a37-1a71-4eef-8b61-720cb2832d69 HTTP/1.1" status: 200 len: 932 time: 0.0486169 Feb 16 13:33:12.858118 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-19d0174a-4792-429a-b104-77f7b2e51bb7 req-d3abc6fd-4a59-4115-b2e1-1fdf67fbe48b tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/security-groups?id=c20779c0-f7ca-462d-85f0-fc23f98ae21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332534 Feb 16 13:33:12.989012 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-028e980c-b145-40ff-9979-5a7b490303f7 service neutron] Request body: {'port': {'device_id': '69484a37-1a71-4eef-8b61-720cb2832d69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:33:13.015163 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.42', 62201) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:33:13.060503 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-868371d8-c074-426d-be83-b7556e5a2bcd req-01d1d6f1-6dee-4ec8-b528-540f92af262f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440197 Feb 16 13:33:13.191164 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868371d8-c074-426d-be83-b7556e5a2bcd req-414063a5-2c31-429d-b6a3-a7e197965b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:13.192694 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-868371d8-c074-426d-be83-b7556e5a2bcd req-414063a5-2c31-429d-b6a3-a7e197965b29 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=706808f14c154dc9a41590955866a28c&device_id=aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5 HTTP/1.1" status: 200 len: 1097 time: 0.0781896 Feb 16 13:33:13.372233 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868371d8-c074-426d-be83-b7556e5a2bcd req-0472a0a4-425e-44ef-89ed-241655059cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:13.373591 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-868371d8-c074-426d-be83-b7556e5a2bcd req-0472a0a4-425e-44ef-89ed-241655059cbc service neutron] 10.222.0.42 "GET /v2.0/networks?id=7286e03e-4ab9-41f2-8933-7ef5d0d2600e HTTP/1.1" status: 200 len: 911 time: 0.1550822 Feb 16 13:33:13.406010 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-028e980c-b145-40ff-9979-5a7b490303f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:13.422905 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:33:13.510054 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-868371d8-c074-426d-be83-b7556e5a2bcd req-2955e78e-c8e1-4572-ac81-5929a4a283d6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e630114-d286-4135-80a0-825a004d4abb HTTP/1.1" status: 200 len: 999 time: 0.1290731 Feb 16 13:33:13.564846 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868371d8-c074-426d-be83-b7556e5a2bcd req-13e2c9cc-d039-463e-b468-d8a13ff8eb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:13.566623 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-868371d8-c074-426d-be83-b7556e5a2bcd req-13e2c9cc-d039-463e-b468-d8a13ff8eb3f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=df7a8f05-c597-432e-8d6c-9f22cef18d7e HTTP/1.1" status: 200 len: 849 time: 0.0498350 Feb 16 13:33:13.666763 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868371d8-c074-426d-be83-b7556e5a2bcd req-ee7a2ef5-17cc-4d4d-8008-a615997e122a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:13.668200 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-868371d8-c074-426d-be83-b7556e5a2bcd req-ee7a2ef5-17cc-4d4d-8008-a615997e122a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7286e03e-4ab9-41f2-8933-7ef5d0d2600e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0902619 Feb 16 13:33:13.695819 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-028e980c-b145-40ff-9979-5a7b490303f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55c3c6be-e3ec-4585-9ea7-1669daa54e57 {{(pid=109049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:33:13.704067 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-028e980c-b145-40ff-9979-5a7b490303f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:13.716903 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.provisioning_blocks [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-028e980c-b145-40ff-9979-5a7b490303f7 service neutron] Transition to ACTIVE for port object 55c3c6be-e3ec-4585-9ea7-1669daa54e57 will not be triggered until provisioned by entity L2. {{(pid=109049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:33:13.722557 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-028e980c-b145-40ff-9979-5a7b490303f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:13.770491 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-868371d8-c074-426d-be83-b7556e5a2bcd req-36eea4c7-bde5-4e57-abf4-e0d46e70449e service neutron] 10.222.0.42 "GET /v2.0/networks/7286e03e-4ab9-41f2-8933-7ef5d0d2600e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950994 Feb 16 13:33:13.775803 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e980c-b145-40ff-9979-5a7b490303f7 service neutron] Pushing event updated for resources: {'Port': ['ID=55c3c6be-e3ec-4585-9ea7-1669daa54e57,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:13.843223 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-028e980c-b145-40ff-9979-5a7b490303f7 service neutron] Attempting to bind port 55c3c6be-e3ec-4585-9ea7-1669daa54e57 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:33:13.843550 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-028e980c-b145-40ff-9979-5a7b490303f7 service neutron] Attempting to bind port 55c3c6be-e3ec-4585-9ea7-1669daa54e57 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '48e8e3bf-285b-47e0-9e59-783251e75002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:33:13.843875 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-028e980c-b145-40ff-9979-5a7b490303f7 service neutron] Attempting to bind port 55c3c6be-e3ec-4585-9ea7-1669daa54e57 on network 7286e03e-4ab9-41f2-8933-7ef5d0d2600e {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:33:13.848379 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-028e980c-b145-40ff-9979-5a7b490303f7 service neutron] Port 55c3c6be-e3ec-4585-9ea7-1669daa54e57 on network 7286e03e-4ab9-41f2-8933-7ef5d0d2600e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:33:13.848731 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-028e980c-b145-40ff-9979-5a7b490303f7 service neutron] Attempting to bind port 55c3c6be-e3ec-4585-9ea7-1669daa54e57 on network 7286e03e-4ab9-41f2-8933-7ef5d0d2600e {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:33:13.853915 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-028e980c-b145-40ff-9979-5a7b490303f7 service neutron] Checking agent: {'id': '31a9428e-e23a-420f-bfe2-5870b63c0436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'started_at': datetime.datetime(2022, 2, 16, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:33:13.854291 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-028e980c-b145-40ff-9979-5a7b490303f7 service neutron] Checking segment: {'id': '48e8e3bf-285b-47e0-9e59-783251e75002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 13:33:13.854714 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-028e980c-b145-40ff-9979-5a7b490303f7 service neutron] Bound using segment: {'id': '48e8e3bf-285b-47e0-9e59-783251e75002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e'} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:33:13.855144 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-028e980c-b145-40ff-9979-5a7b490303f7 service neutron] Bound port: 55c3c6be-e3ec-4585-9ea7-1669daa54e57, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e8e3bf-285b-47e0-9e59-783251e75002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e'}}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:33:13.855908 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-028e980c-b145-40ff-9979-5a7b490303f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:13.875262 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-868371d8-c074-426d-be83-b7556e5a2bcd req-ac13a2fb-c643-4f95-9358-4634c0f41b37 service neutron] 10.222.0.42 "GET /v2.0/networks/7286e03e-4ab9-41f2-8933-7ef5d0d2600e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965297 Feb 16 13:33:13.946229 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-028e980c-b145-40ff-9979-5a7b490303f7 service neutron] For port 55c3c6be-e3ec-4585-9ea7-1669daa54e57, host hv-neutron-8281, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:33:13.950622 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-028e980c-b145-40ff-9979-5a7b490303f7 service neutron] For port 55c3c6be-e3ec-4585-9ea7-1669daa54e57, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=55c3c6be-e3ec-4585-9ea7-1669daa54e57,segment=NetworkSegment(48e8e3bf-285b-47e0-9e59-783251e75002),segment_id=48e8e3bf-285b-47e0-9e59-783251e75002)] {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:33:13.956658 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-028e980c-b145-40ff-9979-5a7b490303f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9630304'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:13.999857 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667b915-5b68-4f07-9fb7-318840bed757 req-ef5fe3bb-22ba-49ea-baa2-6338d12dd5be tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:14.001507 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-028e980c-b145-40ff-9979-5a7b490303f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:14.002128 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-028e980c-b145-40ff-9979-5a7b490303f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:14.003497 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-028e980c-b145-40ff-9979-5a7b490303f7 service neutron] 10.222.0.42 "PUT /v2.0/ports/55c3c6be-e3ec-4585-9ea7-1669daa54e57 HTTP/1.1" status: 200 len: 1094 time: 1.0191758 Feb 16 13:33:14.005146 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3667b915-5b68-4f07-9fb7-318840bed757 req-ef5fe3bb-22ba-49ea-baa2-6338d12dd5be tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/ports?device_id=69484a37-1a71-4eef-8b61-720cb2832d69 HTTP/1.1" status: 200 len: 944 time: 0.0644138 Feb 16 13:33:14.006810 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69484a37-1a71-4eef-8b61-720cb2832d69', 'tag': '55c3c6be-e3ec-4585-9ea7-1669daa54e57'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:33:14.008881 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edf83a0-a7c7-45aa-bc7d-31be7fae9476" -d '{"events": [{"name": "network-changed", "server_uuid": "69484a37-1a71-4eef-8b61-720cb2832d69", "tag": "55c3c6be-e3ec-4585-9ea7-1669daa54e57"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:33:14.063445 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e980c-b145-40ff-9979-5a7b490303f7 service neutron] Pushing event updated for resources: {'Port': ['ID=55c3c6be-e3ec-4585-9ea7-1669daa54e57,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:14.071430 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-3667b915-5b68-4f07-9fb7-318840bed757 req-d8048a91-0829-43cd-b540-e8a8e2ffab0f tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/security-groups?id=c20779c0-f7ca-462d-85f0-fc23f98ae21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617692 Feb 16 13:33:14.099715 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e22f81-6396-4a11-adf7-63add0b706da x-openstack-request-id: req-07e22f81-6396-4a11-adf7-63add0b706da {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:33:14.100109 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69484a37-1a71-4eef-8b61-720cb2832d69", "tag": "55c3c6be-e3ec-4585-9ea7-1669daa54e57", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:33:14.100427 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-07e22f81-6396-4a11-adf7-63add0b706da {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:33:14.100953 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69484a37-1a71-4eef-8b61-720cb2832d69', 'tag': '55c3c6be-e3ec-4585-9ea7-1669daa54e57', 'status': 'completed', 'code': 200} Feb 16 13:33:14.118688 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-899c9533-75e0-4267-a8a6-d9709d870ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:14.120955 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-899c9533-75e0-4267-a8a6-d9709d870ca8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=706808f14c154dc9a41590955866a28c&device_id=69484a37-1a71-4eef-8b61-720cb2832d69 HTTP/1.1" status: 200 len: 1097 time: 0.0700867 Feb 16 13:33:14.171431 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-4b22b1ab-c466-4c8d-831f-76e4720dc08d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55c3c6be-e3ec-4585-9ea7-1669daa54e57 HTTP/1.1" status: 200 len: 217 time: 0.0412071 Feb 16 13:33:14.223037 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-08e2510e-e783-4f35-a85d-4359a9e94592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:14.224524 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-08e2510e-e783-4f35-a85d-4359a9e94592 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=df7a8f05-c597-432e-8d6c-9f22cef18d7e HTTP/1.1" status: 200 len: 849 time: 0.0463967 Feb 16 13:33:14.273553 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-1f547875-6bf5-485c-8ff2-ff1b955f3e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:14.275219 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-1f547875-6bf5-485c-8ff2-ff1b955f3e8f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7286e03e-4ab9-41f2-8933-7ef5d0d2600e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420699 Feb 16 13:33:14.376637 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-7ede2cee-2fe2-4f8c-9ac9-79a51715819f service neutron] 10.222.0.42 "GET /v2.0/networks/7286e03e-4ab9-41f2-8933-7ef5d0d2600e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887203 Feb 16 13:33:14.470400 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4e132d36-6f0c-4cfa-b37d-a40d0171a3c7 req-69142554-38d2-4cba-bc09-e0729d0b0e61 service neutron] 10.222.0.42 "GET /v2.0/networks/7286e03e-4ab9-41f2-8933-7ef5d0d2600e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848365 Feb 16 13:33:14.562082 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf83a0-a7c7-45aa-bc7d-31be7fae9476 req-5e07f96c-9256-4178-b5d6-cab3baf85cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:14.563589 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9edf83a0-a7c7-45aa-bc7d-31be7fae9476 req-5e07f96c-9256-4178-b5d6-cab3baf85cdc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=706808f14c154dc9a41590955866a28c&device_id=69484a37-1a71-4eef-8b61-720cb2832d69 HTTP/1.1" status: 200 len: 1097 time: 0.0414755 Feb 16 13:33:14.664474 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf83a0-a7c7-45aa-bc7d-31be7fae9476 req-d73ad7a5-7838-4bba-88a5-e332c04e0b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:14.666031 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9edf83a0-a7c7-45aa-bc7d-31be7fae9476 req-d73ad7a5-7838-4bba-88a5-e332c04e0b00 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7286e03e-4ab9-41f2-8933-7ef5d0d2600e HTTP/1.1" status: 200 len: 911 time: 0.0919538 Feb 16 13:33:14.708950 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9edf83a0-a7c7-45aa-bc7d-31be7fae9476 req-bbea6558-d109-428f-a243-cea651b17f72 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55c3c6be-e3ec-4585-9ea7-1669daa54e57 HTTP/1.1" status: 200 len: 217 time: 0.0353172 Feb 16 13:33:14.759164 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf83a0-a7c7-45aa-bc7d-31be7fae9476 req-2eeb0d79-0f85-414d-808c-277dfb0e8d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:14.760553 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9edf83a0-a7c7-45aa-bc7d-31be7fae9476 req-2eeb0d79-0f85-414d-808c-277dfb0e8d17 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=df7a8f05-c597-432e-8d6c-9f22cef18d7e HTTP/1.1" status: 200 len: 849 time: 0.0429726 Feb 16 13:33:14.812015 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf83a0-a7c7-45aa-bc7d-31be7fae9476 req-22232b60-6363-48e3-a32e-d5f2ad814a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:14.813549 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9edf83a0-a7c7-45aa-bc7d-31be7fae9476 req-22232b60-6363-48e3-a32e-d5f2ad814a5e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7286e03e-4ab9-41f2-8933-7ef5d0d2600e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0451446 Feb 16 13:33:14.903604 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9edf83a0-a7c7-45aa-bc7d-31be7fae9476 req-82dda587-8308-44d3-92d4-124a60f3037c service neutron] 10.222.0.42 "GET /v2.0/networks/7286e03e-4ab9-41f2-8933-7ef5d0d2600e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820148 Feb 16 13:33:14.995798 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9edf83a0-a7c7-45aa-bc7d-31be7fae9476 req-581cb2ea-85e7-40b7-a410-a7bb1d392139 service neutron] 10.222.0.42 "GET /v2.0/networks/7286e03e-4ab9-41f2-8933-7ef5d0d2600e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855274 Feb 16 13:33:15.191159 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bad02b-7dc3-4154-b9e9-1a5b6a449956 req-695b272f-e317-4dd5-b6a3-cb03602ccd8c tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:15.192649 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-71bad02b-7dc3-4154-b9e9-1a5b6a449956 req-695b272f-e317-4dd5-b6a3-cb03602ccd8c tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/ports?device_id=69484a37-1a71-4eef-8b61-720cb2832d69 HTTP/1.1" status: 200 len: 944 time: 0.0504925 Feb 16 13:33:15.231035 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-71bad02b-7dc3-4154-b9e9-1a5b6a449956 req-55debf73-045f-4a99-a8de-9d0758aa3538 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/security-groups?id=c20779c0-f7ca-462d-85f0-fc23f98ae21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319040 Feb 16 13:33:15.980616 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 55c3c6be-e3ec-4585-9ea7-1669daa54e57 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:33:16.115325 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 55c3c6be-e3ec-4585-9ea7-1669daa54e57, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=55c3c6be-e3ec-4585-9ea7-1669daa54e57,segment=NetworkSegment(48e8e3bf-285b-47e0-9e59-783251e75002),segment_id=48e8e3bf-285b-47e0-9e59-783251e75002)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:33:16.126157 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': '55c3c6be-e3ec-4585-9ea7-1669daa54e57', 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e', 'port_id': '55c3c6be-e3ec-4585-9ea7-1669daa54e57', 'mac_address': 'fa:16:3e:5e:7b:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df7a8f05-c597-432e-8d6c-9f22cef18d7e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:33:16.164499 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:16.176907 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55c3c6be-e3ec-4585-9ea7-1669daa54e57 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:33:16.195729 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 55c3c6be-e3ec-4585-9ea7-1669daa54e57, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=55c3c6be-e3ec-4585-9ea7-1669daa54e57,segment=NetworkSegment(48e8e3bf-285b-47e0-9e59-783251e75002),segment_id=48e8e3bf-285b-47e0-9e59-783251e75002)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:33:16.200840 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:16.245430 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=55c3c6be-e3ec-4585-9ea7-1669daa54e57,revision_number=4']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:16.353314 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7ae17-ae66-405c-b3db-3bf32204988b req-cd16d67c-be2b-4305-a469-dc31677c05be tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:16.354796 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4dc7ae17-ae66-405c-b3db-3bf32204988b req-cd16d67c-be2b-4305-a469-dc31677c05be tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/ports?device_id=69484a37-1a71-4eef-8b61-720cb2832d69 HTTP/1.1" status: 200 len: 945 time: 0.0566561 Feb 16 13:33:16.397540 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-4dc7ae17-ae66-405c-b3db-3bf32204988b req-4d312f48-61e6-4ff6-8ead-93176a7e9923 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/security-groups?id=c20779c0-f7ca-462d-85f0-fc23f98ae21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365314 Feb 16 13:33:16.538539 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['55c3c6be-e3ec-4585-9ea7-1669daa54e57'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:33:17.515533 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d515fce-5b94-4d7a-b6f5-9814679090a7 req-c364f8fa-b57a-493e-9853-366fa104dfd8 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:17.517003 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2d515fce-5b94-4d7a-b6f5-9814679090a7 req-c364f8fa-b57a-493e-9853-366fa104dfd8 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/ports?device_id=69484a37-1a71-4eef-8b61-720cb2832d69 HTTP/1.1" status: 200 len: 945 time: 0.0516303 Feb 16 13:33:17.554946 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-2d515fce-5b94-4d7a-b6f5-9814679090a7 req-e775abbe-5107-4fb4-b89f-851ab7369f24 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/security-groups?id=c20779c0-f7ca-462d-85f0-fc23f98ae21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320385 Feb 16 13:33:18.002656 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 55c3c6be-e3ec-4585-9ea7-1669daa54e57 up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:33:18.057992 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning for port 55c3c6be-e3ec-4585-9ea7-1669daa54e57 completed by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:33:18.062709 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port 55c3c6be-e3ec-4585-9ea7-1669daa54e57 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:33:18.063084 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:18.140039 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:18.162421 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69484a37-1a71-4eef-8b61-720cb2832d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c3c6be-e3ec-4585-9ea7-1669daa54e57'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:33:18.164864 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3332830-6a25-423a-85fc-66f0afa00085" -d '{"events": [{"server_uuid": "69484a37-1a71-4eef-8b61-720cb2832d69", "name": "network-vif-plugged", "status": "completed", "tag": "55c3c6be-e3ec-4585-9ea7-1669daa54e57"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:33:18.178335 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 55c3c6be-e3ec-4585-9ea7-1669daa54e57, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=55c3c6be-e3ec-4585-9ea7-1669daa54e57,segment=NetworkSegment(48e8e3bf-285b-47e0-9e59-783251e75002),segment_id=48e8e3bf-285b-47e0-9e59-783251e75002)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:33:18.183257 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:18.205774 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d6da7c-f8d7-425a-8edf-015f21996559 x-openstack-request-id: req-40d6da7c-f8d7-425a-8edf-015f21996559 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:33:18.206264 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69484a37-1a71-4eef-8b61-720cb2832d69", "name": "network-vif-plugged", "status": "completed", "tag": "55c3c6be-e3ec-4585-9ea7-1669daa54e57", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:33:18.206446 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-40d6da7c-f8d7-425a-8edf-015f21996559 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:33:18.206786 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69484a37-1a71-4eef-8b61-720cb2832d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c3c6be-e3ec-4585-9ea7-1669daa54e57', 'code': 200} Feb 16 13:33:18.236202 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=55c3c6be-e3ec-4585-9ea7-1669daa54e57,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:18.391929 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2970e76-179f-41ee-98fb-f96876d3fdb9 req-bc0dc129-122c-4544-9e86-593a38752ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:18.393450 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c2970e76-179f-41ee-98fb-f96876d3fdb9 req-bc0dc129-122c-4544-9e86-593a38752ceb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=69484a37-1a71-4eef-8b61-720cb2832d69 HTTP/1.1" status: 200 len: 1099 time: 0.0454431 Feb 16 13:33:18.435005 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-c2970e76-179f-41ee-98fb-f96876d3fdb9 req-ceee487e-449d-42f5-8ae1-a738a52dae67 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c20779c0-f7ca-462d-85f0-fc23f98ae21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287123 Feb 16 13:33:18.687065 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6e24f-58d5-4064-9889-caf7a03e6ae3 req-2c1bb2dc-5421-48d9-8de4-7e392334bdb8 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:18.688510 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d2f6e24f-58d5-4064-9889-caf7a03e6ae3 req-2c1bb2dc-5421-48d9-8de4-7e392334bdb8 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/ports?device_id=69484a37-1a71-4eef-8b61-720cb2832d69 HTTP/1.1" status: 200 len: 946 time: 0.0551953 Feb 16 13:33:18.725967 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-d2f6e24f-58d5-4064-9889-caf7a03e6ae3 req-bc235b33-879b-4029-9c1b-b68c74eb61a0 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/security-groups?id=c20779c0-f7ca-462d-85f0-fc23f98ae21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315423 Feb 16 13:33:19.859160 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e56a9d-0cce-4bfc-9018-243be9348cde req-6a98d57a-235c-4784-b8dd-c2be05723408 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:19.860734 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-05e56a9d-0cce-4bfc-9018-243be9348cde req-6a98d57a-235c-4784-b8dd-c2be05723408 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/ports?device_id=69484a37-1a71-4eef-8b61-720cb2832d69 HTTP/1.1" status: 200 len: 946 time: 0.0600231 Feb 16 13:33:19.908927 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-05e56a9d-0cce-4bfc-9018-243be9348cde req-7d86f20e-df3f-440b-a603-72e722e1f6eb tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/security-groups?id=c20779c0-f7ca-462d-85f0-fc23f98ae21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419242 Feb 16 13:33:21.027402 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088e324-9724-46d1-80b2-4d54e0c2cece req-7b49403b-bcd5-44a2-82c6-bad0eb801f97 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:21.028985 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c088e324-9724-46d1-80b2-4d54e0c2cece req-7b49403b-bcd5-44a2-82c6-bad0eb801f97 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/ports?device_id=69484a37-1a71-4eef-8b61-720cb2832d69 HTTP/1.1" status: 200 len: 946 time: 0.0517943 Feb 16 13:33:21.069515 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-c088e324-9724-46d1-80b2-4d54e0c2cece req-3e6cfccb-e336-4b63-8dd8-81688dec6796 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/security-groups?id=c20779c0-f7ca-462d-85f0-fc23f98ae21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345335 Feb 16 13:33:21.190280 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8624194-60a0-420a-b1da-7e311d526d7a req-881b094a-6c8b-4c03-a80c-901a3dcb103b tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:21.191680 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b8624194-60a0-420a-b1da-7e311d526d7a req-881b094a-6c8b-4c03-a80c-901a3dcb103b tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/ports?device_id=69484a37-1a71-4eef-8b61-720cb2832d69 HTTP/1.1" status: 200 len: 946 time: 0.0543950 Feb 16 13:33:21.231692 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-b8624194-60a0-420a-b1da-7e311d526d7a req-4ac4702f-06d8-40c8-8903-3590ce9ea7c1 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/security-groups?id=c20779c0-f7ca-462d-85f0-fc23f98ae21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340860 Feb 16 13:33:21.253049 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 45330) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:33:21.298469 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e93412-04e6-4ddb-ab12-8cc79e2fc33d tempest-TestSnapshotPattern-1904014017 tempest-TestSnapshotPattern-1904014017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:21.299981 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d4e93412-04e6-4ddb-ab12-8cc79e2fc33d tempest-TestSnapshotPattern-1904014017 tempest-TestSnapshotPattern-1904014017-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=69484a37-1a71-4eef-8b61-720cb2832d69 HTTP/1.1" status: 200 len: 1094 time: 0.0458975 Feb 16 13:33:21.302866 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 45332) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:33:21.307128 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.v2.base [None req-c2613883-6dfc-41ca-9add-cbf966429817 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Request body: {'floatingip': {'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'port_id': '55c3c6be-e3ec-4585-9ea7-1669daa54e57', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:33:21.331179 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c2613883-6dfc-41ca-9add-cbf966429817 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks [] for floatingip, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:21.429746 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c2613883-6dfc-41ca-9add-cbf966429817 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:21.554135 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_common [None req-c2613883-6dfc-41ca-9add-cbf966429817 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Allocated IP 172.26.2.40 (a08a3d1b-2e35-4b18-9cb0-756d355083e6/251a5c55-8cb0-4b40-ba55-3a3e570b4dc4/39c10af5-0fd6-415e-b223-c149b13e7f1b) {{(pid=109048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:33:21.661893 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c2613883-6dfc-41ca-9add-cbf966429817 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks [] for port, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:21.700910 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c2613883-6dfc-41ca-9add-cbf966429817 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736716332683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:21.741368 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2613883-6dfc-41ca-9add-cbf966429817 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Network a08a3d1b-2e35-4b18-9cb0-756d355083e6 is already hosted by enough agents. {{(pid=109048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:33:21.745046 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.base_scheduler [None req-c2613883-6dfc-41ca-9add-cbf966429817 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Resources bound (agent type, host, resource id): {{(pid=109048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:33:21.748726 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2613883-6dfc-41ca-9add-cbf966429817 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Received port after_create {{(pid=109048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:33:21.754532 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2613883-6dfc-41ca-9add-cbf966429817 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Pushing event updated for resources: {'Port': ['ID=39c10af5-0fd6-415e-b223-c149b13e7f1b,revision_number=1']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:21.787385 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2613883-6dfc-41ca-9add-cbf966429817 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:21.787739 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2613883-6dfc-41ca-9add-cbf966429817 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:21.788086 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2613883-6dfc-41ca-9add-cbf966429817 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:21.788426 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2613883-6dfc-41ca-9add-cbf966429817 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:21.788796 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2613883-6dfc-41ca-9add-cbf966429817 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:21.789131 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2613883-6dfc-41ca-9add-cbf966429817 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:21.789464 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2613883-6dfc-41ca-9add-cbf966429817 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:21.789795 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2613883-6dfc-41ca-9add-cbf966429817 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:21.790124 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2613883-6dfc-41ca-9add-cbf966429817 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:21.790450 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2613883-6dfc-41ca-9add-cbf966429817 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:21.790772 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2613883-6dfc-41ca-9add-cbf966429817 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:21.791090 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2613883-6dfc-41ca-9add-cbf966429817 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:22.137099 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c2613883-6dfc-41ca-9add-cbf966429817 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:22.207604 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c2613883-6dfc-41ca-9add-cbf966429817 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:22.330770 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-21e76564-5671-4f86-90ac-a1b970bb1675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:22.367692 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c2613883-6dfc-41ca-9add-cbf966429817 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks [] for port, precommit_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:22.373037 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c2613883-6dfc-41ca-9add-cbf966429817 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10311757'] for port, after_update {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:22.445926 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2613883-6dfc-41ca-9add-cbf966429817 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Pushing event updated for resources: {'Port': ['ID=39c10af5-0fd6-415e-b223-c149b13e7f1b,revision_number=2']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:22.456486 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c2613883-6dfc-41ca-9add-cbf966429817 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843254'] for floatingip, after_create {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:22.564601 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.l3_db [None req-c2613883-6dfc-41ca-9add-cbf966429817 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Floating IP 89ae9077-d0bb-4455-a7cd-cc328414b833 associated. External IP: 172.26.2.40, port: 55c3c6be-e3ec-4585-9ea7-1669daa54e57. Feb 16 13:33:23.119986 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2613883-6dfc-41ca-9add-cbf966429817 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Router a120ba66-0355-47c4-848d-7666f9e44b6b has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:33:23.232015 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2613883-6dfc-41ca-9add-cbf966429817 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:33:23.243090 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99af145-6aee-4b83-b2b4-2ad561962231 None None] Sync routers for ids ['a120ba66-0355-47c4-848d-7666f9e44b6b'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:33:23.257442 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-c2613883-6dfc-41ca-9add-cbf966429817 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:23.260904 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99af145-6aee-4b83-b2b4-2ad561962231 None None] Routers {'a120ba66-0355-47c4-848d-7666f9e44b6b'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:33:23.261983 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-b99af145-6aee-4b83-b2b4-2ad561962231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:32:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['a120ba66-0355-47c4-848d-7666f9e44b6b'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:23.292175 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-c2613883-6dfc-41ca-9add-cbf966429817 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9876714 Feb 16 13:33:23.292755 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69484a37-1a71-4eef-8b61-720cb2832d69', 'tag': '55c3c6be-e3ec-4585-9ea7-1669daa54e57'}] {{(pid=109048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:33:23.295041 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40068d798dcc31a224174c6c24ac8b3e49f1a518b527dec6066c5fbc28712f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669427b0-4693-4fb5-9713-bba43563f764" -d '{"events": [{"name": "network-changed", "server_uuid": "69484a37-1a71-4eef-8b61-720cb2832d69", "tag": "55c3c6be-e3ec-4585-9ea7-1669daa54e57"}]}' {{(pid=109048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:33:23.333861 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f44570-5a37-400d-af8e-32517c139ff2 x-openstack-request-id: req-f3f44570-5a37-400d-af8e-32517c139ff2 {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:33:23.334228 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69484a37-1a71-4eef-8b61-720cb2832d69", "tag": "55c3c6be-e3ec-4585-9ea7-1669daa54e57", "status": "completed", "code": 200}]} {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:33:23.334537 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f3f44570-5a37-400d-af8e-32517c139ff2 {{(pid=109048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:33:23.335175 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69484a37-1a71-4eef-8b61-720cb2832d69', 'tag': '55c3c6be-e3ec-4585-9ea7-1669daa54e57', 'status': 'completed', 'code': 200} Feb 16 13:33:23.377055 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-b99af145-6aee-4b83-b2b4-2ad561962231 None None] Set router a120ba66-0355-47c4-848d-7666f9e44b6b gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:33:23.409166 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669427b0-4693-4fb5-9713-bba43563f764 req-c697fcaf-b52f-4e13-9d83-3762af0c4eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:23.410686 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-669427b0-4693-4fb5-9713-bba43563f764 req-c697fcaf-b52f-4e13-9d83-3762af0c4eb9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=706808f14c154dc9a41590955866a28c&device_id=69484a37-1a71-4eef-8b61-720cb2832d69 HTTP/1.1" status: 200 len: 1099 time: 0.0415213 Feb 16 13:33:23.512230 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669427b0-4693-4fb5-9713-bba43563f764 req-8e40420d-339f-4e14-94dd-bb9dc3d4203e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:23.513748 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-669427b0-4693-4fb5-9713-bba43563f764 req-8e40420d-339f-4e14-94dd-bb9dc3d4203e service neutron] 10.222.0.42 "GET /v2.0/networks?id=7286e03e-4ab9-41f2-8933-7ef5d0d2600e HTTP/1.1" status: 200 len: 911 time: 0.0921011 Feb 16 13:33:23.582256 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-669427b0-4693-4fb5-9713-bba43563f764 req-8e967abd-affd-4fbe-9c2f-e352a0554eaf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55c3c6be-e3ec-4585-9ea7-1669daa54e57 HTTP/1.1" status: 200 len: 999 time: 0.0609250 Feb 16 13:33:23.613471 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-b99af145-6aee-4b83-b2b4-2ad561962231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'name': 'tempest-TestSnapshotPattern-1601971040-router', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': '3ee27bd6-daae-433f-a3b6-820197c818db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:30:23Z', 'updated_at': '2022-02-16T13:30:26Z', 'revision_number': 4, 'project_id': '706808f14c154dc9a41590955866a28c', 'gw_port': {'id': '3ee27bd6-daae-433f-a3b6-820197c818db', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:15:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:24Z', 'updated_at': '2022-02-16T13:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '70de76b6-0d37-4f0c-9b97-fb984e5cf108', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'floating_ip_address': '172.26.2.85', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'port_id': '7e630114-d286-4135-80a0-825a004d4abb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e', 'mac_address': 'fa:16:3e:0c:37:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:30:46Z', 'updated_at': '2022-02-16T13:30:48Z', 'revision_number': 1, 'project_id': '706808f14c154dc9a41590955866a28c', 'fixed_ip_address_scope': None}, {'id': '89ae9077-d0bb-4455-a7cd-cc328414b833', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'floating_ip_address': '172.26.2.40', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'port_id': '55c3c6be-e3ec-4585-9ea7-1669daa54e57', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e', 'mac_address': 'fa:16:3e:5e:7b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69484a37-1a71-4eef-8b61-720cb2832d69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:33:21Z', 'updated_at': '2022-02-16T13:33:21Z', 'revision_number': 0, 'project_id': '706808f14c154dc9a41590955866a28c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9318c48f-7947-45ae-a355-b8f53545430e', 'name': '', 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'mac_address': 'fa:16:3e:f8:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'df7a8f05-c597-432e-8d6c-9f22cef18d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:25Z', 'updated_at': '2022-02-16T13:30:31Z', 'revision_number': 5, 'project_id': '706808f14c154dc9a41590955866a28c', 'subnets': [{'id': 'df7a8f05-c597-432e-8d6c-9f22cef18d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:23.640478 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669427b0-4693-4fb5-9713-bba43563f764 req-cbef6d5b-3d7a-4591-bbc6-0e533ab6c543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:23.641882 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99af145-6aee-4b83-b2b4-2ad561962231 None None] Checking router: a120ba66-0355-47c4-848d-7666f9e44b6b for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:33:23.642013 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-669427b0-4693-4fb5-9713-bba43563f764 req-cbef6d5b-3d7a-4591-bbc6-0e533ab6c543 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=df7a8f05-c597-432e-8d6c-9f22cef18d7e HTTP/1.1" status: 200 len: 849 time: 0.0517724 Feb 16 13:33:23.650422 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99af145-6aee-4b83-b2b4-2ad561962231 None None] Routers {'a120ba66-0355-47c4-848d-7666f9e44b6b'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:33:23.651028 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-b99af145-6aee-4b83-b2b4-2ad561962231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:32:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['a120ba66-0355-47c4-848d-7666f9e44b6b'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:23.690575 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669427b0-4693-4fb5-9713-bba43563f764 req-41fd0ea4-8161-4049-ac00-8c13655d0d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:23.692067 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-669427b0-4693-4fb5-9713-bba43563f764 req-41fd0ea4-8161-4049-ac00-8c13655d0d0e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7286e03e-4ab9-41f2-8933-7ef5d0d2600e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427678 Feb 16 13:33:23.794185 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-669427b0-4693-4fb5-9713-bba43563f764 req-bee7048d-325e-400e-bec7-e2155a21d4be service neutron] 10.222.0.42 "GET /v2.0/networks/7286e03e-4ab9-41f2-8933-7ef5d0d2600e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898769 Feb 16 13:33:23.895894 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-669427b0-4693-4fb5-9713-bba43563f764 req-93431875-07c8-44ae-867d-634ed6f87690 service neutron] 10.222.0.42 "GET /v2.0/networks/7286e03e-4ab9-41f2-8933-7ef5d0d2600e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938957 Feb 16 13:33:23.914367 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-b99af145-6aee-4b83-b2b4-2ad561962231 None None] Set router a120ba66-0355-47c4-848d-7666f9e44b6b gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:33:24.145492 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-b99af145-6aee-4b83-b2b4-2ad561962231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'name': 'tempest-TestSnapshotPattern-1601971040-router', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': '3ee27bd6-daae-433f-a3b6-820197c818db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:30:23Z', 'updated_at': '2022-02-16T13:30:26Z', 'revision_number': 4, 'project_id': '706808f14c154dc9a41590955866a28c', 'gw_port': {'id': '3ee27bd6-daae-433f-a3b6-820197c818db', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:15:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:24Z', 'updated_at': '2022-02-16T13:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '70de76b6-0d37-4f0c-9b97-fb984e5cf108', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'floating_ip_address': '172.26.2.85', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'port_id': '7e630114-d286-4135-80a0-825a004d4abb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e', 'mac_address': 'fa:16:3e:0c:37:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:30:46Z', 'updated_at': '2022-02-16T13:30:48Z', 'revision_number': 1, 'project_id': '706808f14c154dc9a41590955866a28c', 'fixed_ip_address_scope': None}, {'id': '89ae9077-d0bb-4455-a7cd-cc328414b833', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'floating_ip_address': '172.26.2.40', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'port_id': '55c3c6be-e3ec-4585-9ea7-1669daa54e57', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e', 'mac_address': 'fa:16:3e:5e:7b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69484a37-1a71-4eef-8b61-720cb2832d69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:33:21Z', 'updated_at': '2022-02-16T13:33:21Z', 'revision_number': 0, 'project_id': '706808f14c154dc9a41590955866a28c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9318c48f-7947-45ae-a355-b8f53545430e', 'name': '', 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'mac_address': 'fa:16:3e:f8:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'df7a8f05-c597-432e-8d6c-9f22cef18d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:25Z', 'updated_at': '2022-02-16T13:30:31Z', 'revision_number': 5, 'project_id': '706808f14c154dc9a41590955866a28c', 'subnets': [{'id': 'df7a8f05-c597-432e-8d6c-9f22cef18d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:24.175263 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99af145-6aee-4b83-b2b4-2ad561962231 None None] The sync data for ids ['a120ba66-0355-47c4-848d-7666f9e44b6b'] in dv-neutron-828142-3-hyperv is: [{'id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'name': 'tempest-TestSnapshotPattern-1601971040-router', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': '3ee27bd6-daae-433f-a3b6-820197c818db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:30:23Z', 'updated_at': '2022-02-16T13:30:26Z', 'revision_number': 4, 'project_id': '706808f14c154dc9a41590955866a28c', 'gw_port': {'id': '3ee27bd6-daae-433f-a3b6-820197c818db', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:15:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:24Z', 'updated_at': '2022-02-16T13:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '70de76b6-0d37-4f0c-9b97-fb984e5cf108', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'floating_ip_address': '172.26.2.85', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'port_id': '7e630114-d286-4135-80a0-825a004d4abb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e', 'mac_address': 'fa:16:3e:0c:37:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:30:46Z', 'updated_at': '2022-02-16T13:30:48Z', 'revision_number': 1, 'project_id': '706808f14c154dc9a41590955866a28c', 'fixed_ip_address_scope': None}, {'id': '89ae9077-d0bb-4455-a7cd-cc328414b833', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'floating_ip_address': '172.26.2.40', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'port_id': '55c3c6be-e3ec-4585-9ea7-1669daa54e57', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e', 'mac_address': 'fa:16:3e:5e:7b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69484a37-1a71-4eef-8b61-720cb2832d69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:33:21Z', 'updated_at': '2022-02-16T13:33:21Z', 'revision_number': 0, 'project_id': '706808f14c154dc9a41590955866a28c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9318c48f-7947-45ae-a355-b8f53545430e', 'name': '', 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'mac_address': 'fa:16:3e:f8:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'df7a8f05-c597-432e-8d6c-9f22cef18d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:25Z', 'updated_at': '2022-02-16T13:30:31Z', 'revision_number': 5, 'project_id': '706808f14c154dc9a41590955866a28c', 'subnets': [{'id': 'df7a8f05-c597-432e-8d6c-9f22cef18d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:33:24.373832 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2251296b-ff09-4e0a-a22f-e4d2161ec718 None None] New status for floating IP 89ae9077-d0bb-4455-a7cd-cc328414b833: ACTIVE {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:33:24.558243 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f3659dbf-cd54-4b33-9c2e-68e08e61c4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:25.923656 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:27.127164 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:27.560205 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:28.982222 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:50.421938 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:33:52.333884 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5ed0e826-d4bb-4fd0-99aa-39a14b3e184a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:54.563968 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5b7adcfe-47d8-4295-a7ec-198290718d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:55.928959 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:57.130838 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:57.562666 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:58.992769 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:14.277468 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e256327a-925f-4369-b868-aadf5bb465f5 req-15239900-cc8e-4c62-adb4-87a890f05cda service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467496 Feb 16 13:34:14.373733 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256327a-925f-4369-b868-aadf5bb465f5 req-5a6345f7-3cbd-4e81-9691-4cb154d3053c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:14.375169 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e256327a-925f-4369-b868-aadf5bb465f5 req-5a6345f7-3cbd-4e81-9691-4cb154d3053c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=706808f14c154dc9a41590955866a28c&device_id=aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5 HTTP/1.1" status: 200 len: 1097 time: 0.0455575 Feb 16 13:34:14.499487 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256327a-925f-4369-b868-aadf5bb465f5 req-7a62690b-feaf-4875-93a7-93aaf968f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:14.501064 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e256327a-925f-4369-b868-aadf5bb465f5 req-7a62690b-feaf-4875-93a7-93aaf968f8b0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7286e03e-4ab9-41f2-8933-7ef5d0d2600e HTTP/1.1" status: 200 len: 911 time: 0.1033351 Feb 16 13:34:14.586168 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e256327a-925f-4369-b868-aadf5bb465f5 req-73d1cd79-74a5-4d18-b4d3-1e6959145def service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e630114-d286-4135-80a0-825a004d4abb HTTP/1.1" status: 200 len: 999 time: 0.0756531 Feb 16 13:34:14.645445 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256327a-925f-4369-b868-aadf5bb465f5 req-0a1290bc-4279-4de9-9412-51c30cc2bfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:14.646525 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e256327a-925f-4369-b868-aadf5bb465f5 req-0a1290bc-4279-4de9-9412-51c30cc2bfb9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=df7a8f05-c597-432e-8d6c-9f22cef18d7e HTTP/1.1" status: 200 len: 849 time: 0.0506968 Feb 16 13:34:14.699560 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256327a-925f-4369-b868-aadf5bb465f5 req-f060f91e-2d1f-4ffd-b2a1-b8f43ba96656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:14.701091 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e256327a-925f-4369-b868-aadf5bb465f5 req-f060f91e-2d1f-4ffd-b2a1-b8f43ba96656 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7286e03e-4ab9-41f2-8933-7ef5d0d2600e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436187 Feb 16 13:34:14.795034 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e256327a-925f-4369-b868-aadf5bb465f5 req-eaf71c7f-86ae-4325-a286-f8a48b751fcb service neutron] 10.222.0.42 "GET /v2.0/networks/7286e03e-4ab9-41f2-8933-7ef5d0d2600e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857739 Feb 16 13:34:14.897308 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-e256327a-925f-4369-b868-aadf5bb465f5 req-dc5e1d41-bb04-4ed0-bd78-d18e7ba5b00f service neutron] 10.222.0.42 "GET /v2.0/networks/7286e03e-4ab9-41f2-8933-7ef5d0d2600e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941677 Feb 16 13:34:22.340048 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-36dd8088-2774-41ae-b752-8241fb97e47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:24.566465 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ce53d9cb-2f38-4e9b-b312-97ac6af4e83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:25.929973 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:27.138108 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:27.420936 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:34:27.569055 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:28.996800 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:52.336560 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d1b76e96-13c8-4bd4-ab31-0d1f097cd121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:54.570288 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4170b777-ec58-461a-82bc-2b244e3aaea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:55.935784 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:57.135856 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:57.569680 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:58.983253 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:04.424036 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:35:08.440253 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 55c3c6be-e3ec-4585-9ea7-1669daa54e57 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=109050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:35:08.560734 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 55c3c6be-e3ec-4585-9ea7-1669daa54e57, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=55c3c6be-e3ec-4585-9ea7-1669daa54e57,segment=NetworkSegment(48e8e3bf-285b-47e0-9e59-783251e75002),segment_id=48e8e3bf-285b-47e0-9e59-783251e75002)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:35:08.577886 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Returning: {'device': '55c3c6be-e3ec-4585-9ea7-1669daa54e57', 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e', 'port_id': '55c3c6be-e3ec-4585-9ea7-1669daa54e57', 'mac_address': 'fa:16:3e:5e:7b:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df7a8f05-c597-432e-8d6c-9f22cef18d7e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:35:08.619443 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:08.633457 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55c3c6be-e3ec-4585-9ea7-1669daa54e57 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:35:08.655924 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 55c3c6be-e3ec-4585-9ea7-1669daa54e57, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=55c3c6be-e3ec-4585-9ea7-1669daa54e57,segment=NetworkSegment(48e8e3bf-285b-47e0-9e59-783251e75002),segment_id=48e8e3bf-285b-47e0-9e59-783251e75002)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:35:08.662226 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:08.736647 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=55c3c6be-e3ec-4585-9ea7-1669daa54e57,revision_number=6']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:08.745808 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:08.746228 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:08.746503 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:08.746832 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:08.747155 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:08.747475 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:08.747808 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:08.748115 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:08.748431 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:08.748800 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:08.749146 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:08.749518 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:08.781286 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] get_ports_and_sgs() called for port_ids ['55c3c6be-e3ec-4585-9ea7-1669daa54e57'] {{(pid=109050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:35:10.443919 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 55c3c6be-e3ec-4585-9ea7-1669daa54e57 up at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:35:10.503968 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Provisioning complete for port 55c3c6be-e3ec-4585-9ea7-1669daa54e57 triggered by entity L2. {{(pid=109050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:35:10.504345 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703184'] for port, provisioning_complete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:10.599544 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:10.623293 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69484a37-1a71-4eef-8b61-720cb2832d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c3c6be-e3ec-4585-9ea7-1669daa54e57'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:35:10.625851 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22ae3de-aa44-4375-9b7b-c3f47c66ad9a" -d '{"events": [{"server_uuid": "69484a37-1a71-4eef-8b61-720cb2832d69", "name": "network-vif-plugged", "status": "completed", "tag": "55c3c6be-e3ec-4585-9ea7-1669daa54e57"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:35:10.642135 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 55c3c6be-e3ec-4585-9ea7-1669daa54e57, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=55c3c6be-e3ec-4585-9ea7-1669daa54e57,segment=NetworkSegment(48e8e3bf-285b-47e0-9e59-783251e75002),segment_id=48e8e3bf-285b-47e0-9e59-783251e75002)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:35:10.652223 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:10.683461 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6ba863-727f-437b-8435-2e9c6a363562 x-openstack-request-id: req-1c6ba863-727f-437b-8435-2e9c6a363562 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:35:10.683848 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69484a37-1a71-4eef-8b61-720cb2832d69", "name": "network-vif-plugged", "status": "completed", "tag": "55c3c6be-e3ec-4585-9ea7-1669daa54e57", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:35:10.684194 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1c6ba863-727f-437b-8435-2e9c6a363562 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:35:10.684719 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69484a37-1a71-4eef-8b61-720cb2832d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c3c6be-e3ec-4585-9ea7-1669daa54e57', 'code': 200} Feb 16 13:35:10.719972 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=55c3c6be-e3ec-4585-9ea7-1669daa54e57,revision_number=7']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:14.483614 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c309b1e-8cab-4316-adca-b4f07f440d6a req-f8337cc1-0c34-40b8-869d-f0bc44800e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:14.486394 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3c309b1e-8cab-4316-adca-b4f07f440d6a req-f8337cc1-0c34-40b8-869d-f0bc44800e2d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=706808f14c154dc9a41590955866a28c&device_id=69484a37-1a71-4eef-8b61-720cb2832d69 HTTP/1.1" status: 200 len: 1099 time: 0.0576477 Feb 16 13:35:14.652903 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c309b1e-8cab-4316-adca-b4f07f440d6a req-e30453ab-cc94-4cdb-b338-330e1bc54d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:14.654765 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3c309b1e-8cab-4316-adca-b4f07f440d6a req-e30453ab-cc94-4cdb-b338-330e1bc54d98 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7286e03e-4ab9-41f2-8933-7ef5d0d2600e HTTP/1.1" status: 200 len: 911 time: 0.1258566 Feb 16 13:35:14.743637 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3c309b1e-8cab-4316-adca-b4f07f440d6a req-d39ee73c-cb31-49c0-a2b5-e31278b99142 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55c3c6be-e3ec-4585-9ea7-1669daa54e57 HTTP/1.1" status: 200 len: 1001 time: 0.0798969 Feb 16 13:35:14.810510 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c309b1e-8cab-4316-adca-b4f07f440d6a req-1dd8db8a-bd4e-426e-b31d-c6b88f9701ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:14.812169 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3c309b1e-8cab-4316-adca-b4f07f440d6a req-1dd8db8a-bd4e-426e-b31d-c6b88f9701ba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=df7a8f05-c597-432e-8d6c-9f22cef18d7e HTTP/1.1" status: 200 len: 849 time: 0.0574048 Feb 16 13:35:14.885188 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c309b1e-8cab-4316-adca-b4f07f440d6a req-ea1f0200-1471-4069-a07e-369dd36ba630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:14.887238 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3c309b1e-8cab-4316-adca-b4f07f440d6a req-ea1f0200-1471-4069-a07e-369dd36ba630 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7286e03e-4ab9-41f2-8933-7ef5d0d2600e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655327 Feb 16 13:35:14.901876 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [req-3c309b1e-8cab-4316-adca-b4f07f440d6a req-2ad7bb23-c5f0-4193-84fb-0fa8a50fffd5 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:35:14.903300 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3c309b1e-8cab-4316-adca-b4f07f440d6a req-2ad7bb23-c5f0-4193-84fb-0fa8a50fffd5 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085008 Feb 16 13:35:15.022194 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3c309b1e-8cab-4316-adca-b4f07f440d6a req-9a2be050-54d6-45a8-be14-a7b20f1ccb00 service neutron] 10.222.0.42 "GET /v2.0/networks/7286e03e-4ab9-41f2-8933-7ef5d0d2600e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066477 Feb 16 13:35:15.179550 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3c309b1e-8cab-4316-adca-b4f07f440d6a req-228ed21c-5d7f-4094-ab7c-0335b627ecf7 service neutron] 10.222.0.42 "GET /v2.0/networks/7286e03e-4ab9-41f2-8933-7ef5d0d2600e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483417 Feb 16 13:35:19.374039 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 45562) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:35:19.551988 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-160e7538-d2f8-4bce-9e29-a734fd7a669f tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Deleting port 39c10af5-0fd6-415e-b223-c149b13e7f1b {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:35:19.552334 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-160e7538-d2f8-4bce-9e29-a734fd7a669f tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:19.671667 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-160e7538-d2f8-4bce-9e29-a734fd7a669f tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:19.672085 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-160e7538-d2f8-4bce-9e29-a734fd7a669f tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:19.695331 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-160e7538-d2f8-4bce-9e29-a734fd7a669f tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Calling delete_port for 39c10af5-0fd6-415e-b223-c149b13e7f1b owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:35:19.941861 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-160e7538-d2f8-4bce-9e29-a734fd7a669f tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:19.986521 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e7538-d2f8-4bce-9e29-a734fd7a669f tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Pushing event deleted for resources: {'Port': ['ID=39c10af5-0fd6-415e-b223-c149b13e7f1b,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:20.011543 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e7538-d2f8-4bce-9e29-a734fd7a669f tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:20.012097 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e7538-d2f8-4bce-9e29-a734fd7a669f tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:20.012670 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e7538-d2f8-4bce-9e29-a734fd7a669f tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:20.013239 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e7538-d2f8-4bce-9e29-a734fd7a669f tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:20.013799 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e7538-d2f8-4bce-9e29-a734fd7a669f tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:20.014357 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e7538-d2f8-4bce-9e29-a734fd7a669f tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:20.014854 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e7538-d2f8-4bce-9e29-a734fd7a669f tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:20.015356 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e7538-d2f8-4bce-9e29-a734fd7a669f tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:20.015695 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e7538-d2f8-4bce-9e29-a734fd7a669f tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:20.016029 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e7538-d2f8-4bce-9e29-a734fd7a669f tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:20.016352 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e7538-d2f8-4bce-9e29-a734fd7a669f tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:20.016704 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e7538-d2f8-4bce-9e29-a734fd7a669f tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:20.097621 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-160e7538-d2f8-4bce-9e29-a734fd7a669f tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:20.098221 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-160e7538-d2f8-4bce-9e29-a734fd7a669f tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Floating IP 89ae9077-d0bb-4455-a7cd-cc328414b833 disassociated (deleted). External IP: 172.26.2.40, port: 55c3c6be-e3ec-4585-9ea7-1669daa54e57. Feb 16 13:35:20.360163 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160e7538-d2f8-4bce-9e29-a734fd7a669f tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Router a120ba66-0355-47c4-848d-7666f9e44b6b has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:35:20.538526 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160e7538-d2f8-4bce-9e29-a734fd7a669f tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:35:20.544306 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-160e7538-d2f8-4bce-9e29-a734fd7a669f tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:20.554331 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d909a6-d168-4d9f-b766-382d6769be96 None None] Sync routers for ids ['a120ba66-0355-47c4-848d-7666f9e44b6b'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:35:20.569618 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d909a6-d168-4d9f-b766-382d6769be96 None None] Routers {'a120ba66-0355-47c4-848d-7666f9e44b6b'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:35:20.570520 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-78d909a6-d168-4d9f-b766-382d6769be96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:34:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['a120ba66-0355-47c4-848d-7666f9e44b6b'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:35:20.586036 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-160e7538-d2f8-4bce-9e29-a734fd7a669f tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "DELETE /v2.0/floatingips/89ae9077-d0bb-4455-a7cd-cc328414b833 HTTP/1.1" status: 204 len: 168 time: 1.2103982 Feb 16 13:35:20.587054 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69484a37-1a71-4eef-8b61-720cb2832d69', 'tag': '55c3c6be-e3ec-4585-9ea7-1669daa54e57'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:35:20.590012 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971a6a4e-68d6-470c-80e9-0938afd6a634" -d '{"events": [{"name": "network-changed", "server_uuid": "69484a37-1a71-4eef-8b61-720cb2832d69", "tag": "55c3c6be-e3ec-4585-9ea7-1669daa54e57"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:35:20.747828 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-78d909a6-d168-4d9f-b766-382d6769be96 None None] Set router a120ba66-0355-47c4-848d-7666f9e44b6b gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:35:20.781380 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8677d20a-8d52-4281-b752-e9477d95cb4f x-openstack-request-id: req-8677d20a-8d52-4281-b752-e9477d95cb4f {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:35:20.781958 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69484a37-1a71-4eef-8b61-720cb2832d69", "tag": "55c3c6be-e3ec-4585-9ea7-1669daa54e57", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:35:20.782474 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8677d20a-8d52-4281-b752-e9477d95cb4f {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:35:20.782890 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69484a37-1a71-4eef-8b61-720cb2832d69', 'tag': '55c3c6be-e3ec-4585-9ea7-1669daa54e57', 'status': 'completed', 'code': 200} Feb 16 13:35:20.863099 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a6a4e-68d6-470c-80e9-0938afd6a634 req-3e5f5955-ab6f-42fe-a981-b31a21682ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:20.864803 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-971a6a4e-68d6-470c-80e9-0938afd6a634 req-3e5f5955-ab6f-42fe-a981-b31a21682ac3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=706808f14c154dc9a41590955866a28c&device_id=69484a37-1a71-4eef-8b61-720cb2832d69 HTTP/1.1" status: 200 len: 1099 time: 0.0492940 Feb 16 13:35:20.889690 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bfd5f3-7be0-40c6-bffe-dafce5367979 req-b4c217dd-8d70-4f47-9f7b-618dfbf57922 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:20.898847 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-90bfd5f3-7be0-40c6-bffe-dafce5367979 req-b4c217dd-8d70-4f47-9f7b-618dfbf57922 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/ports?device_id=69484a37-1a71-4eef-8b61-720cb2832d69 HTTP/1.1" status: 200 len: 946 time: 0.0933650 Feb 16 13:35:20.941602 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-90bfd5f3-7be0-40c6-bffe-dafce5367979 req-b3eae6c6-984c-46ea-a502-3b47a030aead tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/security-groups?id=c20779c0-f7ca-462d-85f0-fc23f98ae21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413005 Feb 16 13:35:20.989174 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a6a4e-68d6-470c-80e9-0938afd6a634 req-ca6eb31b-87e9-4bc4-a78e-5c64b72f55db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:20.990870 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-971a6a4e-68d6-470c-80e9-0938afd6a634 req-ca6eb31b-87e9-4bc4-a78e-5c64b72f55db service neutron] 10.222.0.42 "GET /v2.0/networks?id=7286e03e-4ab9-41f2-8933-7ef5d0d2600e HTTP/1.1" status: 200 len: 911 time: 0.1157532 Feb 16 13:35:21.044577 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-971a6a4e-68d6-470c-80e9-0938afd6a634 req-238b4afa-0255-4bb1-844f-1daf76091315 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55c3c6be-e3ec-4585-9ea7-1669daa54e57 HTTP/1.1" status: 200 len: 217 time: 0.0443339 Feb 16 13:35:21.104368 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a6a4e-68d6-470c-80e9-0938afd6a634 req-21098410-d952-44a8-a1c4-b585600b6fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:21.105894 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-971a6a4e-68d6-470c-80e9-0938afd6a634 req-21098410-d952-44a8-a1c4-b585600b6fa6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=df7a8f05-c597-432e-8d6c-9f22cef18d7e HTTP/1.1" status: 200 len: 849 time: 0.0507147 Feb 16 13:35:21.109286 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-78d909a6-d168-4d9f-b766-382d6769be96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'name': 'tempest-TestSnapshotPattern-1601971040-router', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': '3ee27bd6-daae-433f-a3b6-820197c818db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:30:23Z', 'updated_at': '2022-02-16T13:30:26Z', 'revision_number': 4, 'project_id': '706808f14c154dc9a41590955866a28c', 'gw_port': {'id': '3ee27bd6-daae-433f-a3b6-820197c818db', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:15:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:24Z', 'updated_at': '2022-02-16T13:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '70de76b6-0d37-4f0c-9b97-fb984e5cf108', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'floating_ip_address': '172.26.2.85', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'port_id': '7e630114-d286-4135-80a0-825a004d4abb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e', 'mac_address': 'fa:16:3e:0c:37:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:30:46Z', 'updated_at': '2022-02-16T13:30:48Z', 'revision_number': 1, 'project_id': '706808f14c154dc9a41590955866a28c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9318c48f-7947-45ae-a355-b8f53545430e', 'name': '', 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'mac_address': 'fa:16:3e:f8:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'df7a8f05-c597-432e-8d6c-9f22cef18d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:25Z', 'updated_at': '2022-02-16T13:30:31Z', 'revision_number': 5, 'project_id': '706808f14c154dc9a41590955866a28c', 'subnets': [{'id': 'df7a8f05-c597-432e-8d6c-9f22cef18d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:35:21.158828 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d909a6-d168-4d9f-b766-382d6769be96 None None] Checking router: a120ba66-0355-47c4-848d-7666f9e44b6b for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:35:21.170084 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a6a4e-68d6-470c-80e9-0938afd6a634 req-d1790c2a-0c0a-4baa-81e5-3e6a48a252a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:21.172219 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-971a6a4e-68d6-470c-80e9-0938afd6a634 req-d1790c2a-0c0a-4baa-81e5-3e6a48a252a9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7286e03e-4ab9-41f2-8933-7ef5d0d2600e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0575092 Feb 16 13:35:21.172432 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d909a6-d168-4d9f-b766-382d6769be96 None None] Routers {'a120ba66-0355-47c4-848d-7666f9e44b6b'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:35:21.173394 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-78d909a6-d168-4d9f-b766-382d6769be96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:34:55Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['a120ba66-0355-47c4-848d-7666f9e44b6b'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:35:21.299808 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-971a6a4e-68d6-470c-80e9-0938afd6a634 req-e035b0a7-9c1b-4760-b821-bb8fca31f582 service neutron] 10.222.0.42 "GET /v2.0/networks/7286e03e-4ab9-41f2-8933-7ef5d0d2600e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156149 Feb 16 13:35:21.322579 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-78d909a6-d168-4d9f-b766-382d6769be96 None None] Set router a120ba66-0355-47c4-848d-7666f9e44b6b gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:35:21.444173 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-971a6a4e-68d6-470c-80e9-0938afd6a634 req-95165c5f-7763-48f3-9c5d-34e5aed4af18 service neutron] 10.222.0.42 "GET /v2.0/networks/7286e03e-4ab9-41f2-8933-7ef5d0d2600e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343873 Feb 16 13:35:21.609528 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-78d909a6-d168-4d9f-b766-382d6769be96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'name': 'tempest-TestSnapshotPattern-1601971040-router', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': '3ee27bd6-daae-433f-a3b6-820197c818db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:30:23Z', 'updated_at': '2022-02-16T13:30:26Z', 'revision_number': 4, 'project_id': '706808f14c154dc9a41590955866a28c', 'gw_port': {'id': '3ee27bd6-daae-433f-a3b6-820197c818db', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:15:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:24Z', 'updated_at': '2022-02-16T13:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '70de76b6-0d37-4f0c-9b97-fb984e5cf108', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'floating_ip_address': '172.26.2.85', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'port_id': '7e630114-d286-4135-80a0-825a004d4abb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e', 'mac_address': 'fa:16:3e:0c:37:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:30:46Z', 'updated_at': '2022-02-16T13:30:48Z', 'revision_number': 1, 'project_id': '706808f14c154dc9a41590955866a28c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9318c48f-7947-45ae-a355-b8f53545430e', 'name': '', 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'mac_address': 'fa:16:3e:f8:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'df7a8f05-c597-432e-8d6c-9f22cef18d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:25Z', 'updated_at': '2022-02-16T13:30:31Z', 'revision_number': 5, 'project_id': '706808f14c154dc9a41590955866a28c', 'subnets': [{'id': 'df7a8f05-c597-432e-8d6c-9f22cef18d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:35:21.641562 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d909a6-d168-4d9f-b766-382d6769be96 None None] The sync data for ids ['a120ba66-0355-47c4-848d-7666f9e44b6b'] in dv-neutron-828142-3-hyperv is: [{'id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'name': 'tempest-TestSnapshotPattern-1601971040-router', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': '3ee27bd6-daae-433f-a3b6-820197c818db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:30:23Z', 'updated_at': '2022-02-16T13:30:26Z', 'revision_number': 4, 'project_id': '706808f14c154dc9a41590955866a28c', 'gw_port': {'id': '3ee27bd6-daae-433f-a3b6-820197c818db', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:15:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:24Z', 'updated_at': '2022-02-16T13:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_floatingips': [{'id': '70de76b6-0d37-4f0c-9b97-fb984e5cf108', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'floating_ip_address': '172.26.2.85', 'floating_network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'router_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'port_id': '7e630114-d286-4135-80a0-825a004d4abb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e', 'mac_address': 'fa:16:3e:0c:37:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:30:46Z', 'updated_at': '2022-02-16T13:30:48Z', 'revision_number': 1, 'project_id': '706808f14c154dc9a41590955866a28c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9318c48f-7947-45ae-a355-b8f53545430e', 'name': '', 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'mac_address': 'fa:16:3e:f8:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'df7a8f05-c597-432e-8d6c-9f22cef18d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:25Z', 'updated_at': '2022-02-16T13:30:31Z', 'revision_number': 5, 'project_id': '706808f14c154dc9a41590955866a28c', 'subnets': [{'id': 'df7a8f05-c597-432e-8d6c-9f22cef18d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:35:21.898195 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5a15d4-4861-4f71-925d-54f52b84a992 None None] New status for floating IP 89ae9077-d0bb-4455-a7cd-cc328414b833: DOWN {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:35:22.108083 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f03c23-b700-42a4-b2d4-14ca884cd3d0 req-dacaf61e-0054-4c31-bbeb-63309a3e3827 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:22.109742 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-40f03c23-b700-42a4-b2d4-14ca884cd3d0 req-dacaf61e-0054-4c31-bbeb-63309a3e3827 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/ports?device_id=69484a37-1a71-4eef-8b61-720cb2832d69 HTTP/1.1" status: 200 len: 946 time: 0.0599105 Feb 16 13:35:22.149692 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-40f03c23-b700-42a4-b2d4-14ca884cd3d0 req-120f1879-3c09-445b-8432-8b3960023d17 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/security-groups?id=c20779c0-f7ca-462d-85f0-fc23f98ae21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338373 Feb 16 13:35:22.331880 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ca684698-c9dd-4866-b72d-b0c273388760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:22.470963 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 55c3c6be-e3ec-4585-9ea7-1669daa54e57 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:35:22.693979 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548569'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:22.719385 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69484a37-1a71-4eef-8b61-720cb2832d69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55c3c6be-e3ec-4585-9ea7-1669daa54e57'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:35:22.721631 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35e0b202fc5a2fc3c1a5302f88e7dabbd5861e348a984c4443d9e9cc33db6dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bf9351-1d0c-4ed0-846c-b10b6cffab6b" -d '{"events": [{"server_uuid": "69484a37-1a71-4eef-8b61-720cb2832d69", "name": "network-vif-unplugged", "status": "completed", "tag": "55c3c6be-e3ec-4585-9ea7-1669daa54e57"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:35:22.736594 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] For port 55c3c6be-e3ec-4585-9ea7-1669daa54e57, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=55c3c6be-e3ec-4585-9ea7-1669daa54e57,segment=NetworkSegment(48e8e3bf-285b-47e0-9e59-783251e75002),segment_id=48e8e3bf-285b-47e0-9e59-783251e75002)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:35:22.741710 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736716730992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736716332701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736716332719'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:22.771041 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 13:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065a1de7-ac1d-4b9a-a157-d93a8e63d211 x-openstack-request-id: req-065a1de7-ac1d-4b9a-a157-d93a8e63d211 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:35:22.771451 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69484a37-1a71-4eef-8b61-720cb2832d69", "name": "network-vif-unplugged", "status": "completed", "tag": "55c3c6be-e3ec-4585-9ea7-1669daa54e57", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:35:22.771794 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-065a1de7-ac1d-4b9a-a157-d93a8e63d211 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:35:22.772266 dv-neutron-828142-3-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69484a37-1a71-4eef-8b61-720cb2832d69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55c3c6be-e3ec-4585-9ea7-1669daa54e57', 'code': 200} Feb 16 13:35:22.799319 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Pushing event updated for resources: {'Port': ['ID=55c3c6be-e3ec-4585-9ea7-1669daa54e57,revision_number=8']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:23.106764 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf7ed5-b6a8-499d-a90d-7511ff50e1d4 req-ada0641f-18d7-43e0-97d4-7d6ba7ddcebf tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:23.108315 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-fdcf7ed5-b6a8-499d-a90d-7511ff50e1d4 req-ada0641f-18d7-43e0-97d4-7d6ba7ddcebf tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=69484a37-1a71-4eef-8b61-720cb2832d69 HTTP/1.1" status: 200 len: 944 time: 0.0558503 Feb 16 13:35:23.208497 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-fdcf7ed5-b6a8-499d-a90d-7511ff50e1d4 req-924ed471-7c0a-4f82-b709-a393d0d7bb09 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Deleting port 55c3c6be-e3ec-4585-9ea7-1669daa54e57 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:35:23.209054 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-fdcf7ed5-b6a8-499d-a90d-7511ff50e1d4 req-924ed471-7c0a-4f82-b709-a393d0d7bb09 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:23.284955 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa25daa-1624-4f0b-b2df-82b442060c95 req-932eb00a-188c-4564-90b0-fd12d11e4cb3 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:23.286555 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-aaa25daa-1624-4f0b-b2df-82b442060c95 req-932eb00a-188c-4564-90b0-fd12d11e4cb3 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/ports?device_id=69484a37-1a71-4eef-8b61-720cb2832d69 HTTP/1.1" status: 200 len: 944 time: 0.0609205 Feb 16 13:35:23.318391 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-fdcf7ed5-b6a8-499d-a90d-7511ff50e1d4 req-924ed471-7c0a-4f82-b709-a393d0d7bb09 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] For port 55c3c6be-e3ec-4585-9ea7-1669daa54e57, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=55c3c6be-e3ec-4585-9ea7-1669daa54e57,segment=NetworkSegment(48e8e3bf-285b-47e0-9e59-783251e75002),segment_id=48e8e3bf-285b-47e0-9e59-783251e75002)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:35:23.318652 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-fdcf7ed5-b6a8-499d-a90d-7511ff50e1d4 req-924ed471-7c0a-4f82-b709-a393d0d7bb09 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:23.332695 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-fdcf7ed5-b6a8-499d-a90d-7511ff50e1d4 req-924ed471-7c0a-4f82-b709-a393d0d7bb09 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Calling delete_port for 55c3c6be-e3ec-4585-9ea7-1669daa54e57 owned by compute:nova {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:35:23.344264 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-aaa25daa-1624-4f0b-b2df-82b442060c95 req-95c9bd2b-2732-45d6-b59a-7136e3de2866 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/security-groups?id=c20779c0-f7ca-462d-85f0-fc23f98ae21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431437 Feb 16 13:35:23.492085 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-fdcf7ed5-b6a8-499d-a90d-7511ff50e1d4 req-924ed471-7c0a-4f82-b709-a393d0d7bb09 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:23.534412 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ed471-7c0a-4f82-b709-a393d0d7bb09 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Pushing event deleted for resources: {'Port': ['ID=55c3c6be-e3ec-4585-9ea7-1669daa54e57,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:23.593634 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdcf7ed5-b6a8-499d-a90d-7511ff50e1d4 req-924ed471-7c0a-4f82-b709-a393d0d7bb09 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] No DVR routers for this DVR port 55c3c6be-e3ec-4585-9ea7-1669daa54e57 on host hv-neutron-8281 {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:35:23.597214 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-fdcf7ed5-b6a8-499d-a90d-7511ff50e1d4 req-924ed471-7c0a-4f82-b709-a393d0d7bb09 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:23.602658 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-fdcf7ed5-b6a8-499d-a90d-7511ff50e1d4 req-924ed471-7c0a-4f82-b709-a393d0d7bb09 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.42 "DELETE /v2.0/ports/55c3c6be-e3ec-4585-9ea7-1669daa54e57 HTTP/1.1" status: 204 len: 173 time: 0.4883718 Feb 16 13:35:23.603310 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69484a37-1a71-4eef-8b61-720cb2832d69', 'name': 'network-vif-deleted', 'tag': '55c3c6be-e3ec-4585-9ea7-1669daa54e57'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:35:23.607058 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82388577-b0ec-4218-8f50-a5837aea0685" -d '{"events": [{"server_uuid": "69484a37-1a71-4eef-8b61-720cb2832d69", "name": "network-vif-deleted", "tag": "55c3c6be-e3ec-4585-9ea7-1669daa54e57"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:35:23.650620 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee99611c-f74a-4087-917c-123f7c462f18 x-openstack-request-id: req-ee99611c-f74a-4087-917c-123f7c462f18 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:35:23.650912 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69484a37-1a71-4eef-8b61-720cb2832d69", "name": "network-vif-deleted", "tag": "55c3c6be-e3ec-4585-9ea7-1669daa54e57", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:35:23.651163 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ee99611c-f74a-4087-917c-123f7c462f18 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:35:23.651564 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69484a37-1a71-4eef-8b61-720cb2832d69', 'name': 'network-vif-deleted', 'tag': '55c3c6be-e3ec-4585-9ea7-1669daa54e57', 'status': 'completed', 'code': 200} Feb 16 13:35:24.575577 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c9c99170-1cbd-4977-b138-e998878656e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:25.012873 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 45636) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:35:25.188575 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-eb4bbe6c-108c-4f77-bea0-3d29f4a257c1 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Deleting port 8a5111d1-984f-48b9-b89e-8aa1d77699d6 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:35:25.189011 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-eb4bbe6c-108c-4f77-bea0-3d29f4a257c1 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:25.276573 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-eb4bbe6c-108c-4f77-bea0-3d29f4a257c1 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:25.276876 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-eb4bbe6c-108c-4f77-bea0-3d29f4a257c1 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:25.292270 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-eb4bbe6c-108c-4f77-bea0-3d29f4a257c1 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Calling delete_port for 8a5111d1-984f-48b9-b89e-8aa1d77699d6 owned by network:floatingip {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:35:25.490429 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-eb4bbe6c-108c-4f77-bea0-3d29f4a257c1 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:25.521939 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4bbe6c-108c-4f77-bea0-3d29f4a257c1 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Pushing event deleted for resources: {'Port': ['ID=8a5111d1-984f-48b9-b89e-8aa1d77699d6,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:25.552830 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4bbe6c-108c-4f77-bea0-3d29f4a257c1 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:25.553533 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4bbe6c-108c-4f77-bea0-3d29f4a257c1 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:25.554055 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4bbe6c-108c-4f77-bea0-3d29f4a257c1 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:25.554636 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4bbe6c-108c-4f77-bea0-3d29f4a257c1 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:25.555000 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4bbe6c-108c-4f77-bea0-3d29f4a257c1 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:25.555467 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4bbe6c-108c-4f77-bea0-3d29f4a257c1 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:25.555863 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4bbe6c-108c-4f77-bea0-3d29f4a257c1 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:25.556353 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4bbe6c-108c-4f77-bea0-3d29f4a257c1 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:25.556829 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4bbe6c-108c-4f77-bea0-3d29f4a257c1 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:25.557297 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4bbe6c-108c-4f77-bea0-3d29f4a257c1 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:25.557677 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4bbe6c-108c-4f77-bea0-3d29f4a257c1 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:25.558161 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4bbe6c-108c-4f77-bea0-3d29f4a257c1 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828142-3-hyperv {{(pid=109048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:25.605774 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-eb4bbe6c-108c-4f77-bea0-3d29f4a257c1 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks [] for floatingip, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:25.606109 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.db.l3_db [None req-eb4bbe6c-108c-4f77-bea0-3d29f4a257c1 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Floating IP 70de76b6-0d37-4f0c-9b97-fb984e5cf108 disassociated (deleted). External IP: 172.26.2.85, port: 7e630114-d286-4135-80a0-825a004d4abb. Feb 16 13:35:25.852166 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4bbe6c-108c-4f77-bea0-3d29f4a257c1 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Router a120ba66-0355-47c4-848d-7666f9e44b6b has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:35:25.937623 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:25.978029 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4bbe6c-108c-4f77-bea0-3d29f4a257c1 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:35:25.985177 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-eb4bbe6c-108c-4f77-bea0-3d29f4a257c1 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for floatingip, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:25.995366 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740a1411-3a07-48bc-9a6d-a9563ea16c06 None None] Sync routers for ids ['a120ba66-0355-47c4-848d-7666f9e44b6b'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:35:26.012319 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740a1411-3a07-48bc-9a6d-a9563ea16c06 None None] Routers {'a120ba66-0355-47c4-848d-7666f9e44b6b'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:35:26.013251 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-740a1411-3a07-48bc-9a6d-a9563ea16c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:35:25Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['a120ba66-0355-47c4-848d-7666f9e44b6b'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:35:26.029327 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-eb4bbe6c-108c-4f77-bea0-3d29f4a257c1 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "DELETE /v2.0/floatingips/70de76b6-0d37-4f0c-9b97-fb984e5cf108 HTTP/1.1" status: 204 len: 168 time: 1.0150387 Feb 16 13:35:26.030239 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5', 'tag': '7e630114-d286-4135-80a0-825a004d4abb'}] {{(pid=109048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:35:26.034448 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40068d798dcc31a224174c6c24ac8b3e49f1a518b527dec6066c5fbc28712f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda105e1-0bd6-4b8d-a618-499e5341df8a" -d '{"events": [{"name": "network-changed", "server_uuid": "aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5", "tag": "7e630114-d286-4135-80a0-825a004d4abb"}]}' {{(pid=109048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:35:26.105890 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5817d75-5158-4092-840c-76701b7c323d x-openstack-request-id: req-d5817d75-5158-4092-840c-76701b7c323d {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:35:26.106473 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5", "tag": "7e630114-d286-4135-80a0-825a004d4abb", "status": "completed", "code": 200}]} {{(pid=109048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:35:26.107215 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d5817d75-5158-4092-840c-76701b7c323d {{(pid=109048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:35:26.108101 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5', 'tag': '7e630114-d286-4135-80a0-825a004d4abb', 'status': 'completed', 'code': 200} Feb 16 13:35:26.191091 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda105e1-0bd6-4b8d-a618-499e5341df8a req-b7fd9147-c909-41aa-bf84-56647df6f933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:26.193597 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-eda105e1-0bd6-4b8d-a618-499e5341df8a req-b7fd9147-c909-41aa-bf84-56647df6f933 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=706808f14c154dc9a41590955866a28c&device_id=aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5 HTTP/1.1" status: 200 len: 1097 time: 0.0542121 Feb 16 13:35:26.218943 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-740a1411-3a07-48bc-9a6d-a9563ea16c06 None None] Set router a120ba66-0355-47c4-848d-7666f9e44b6b gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:35:26.350724 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27915ada-beae-4f3d-bd10-b016fc2c1e05 req-b1ecfa96-c37c-4ad4-8393-ea31b18b2faf tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:26.352844 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-27915ada-beae-4f3d-bd10-b016fc2c1e05 req-b1ecfa96-c37c-4ad4-8393-ea31b18b2faf tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/ports?device_id=aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5 HTTP/1.1" status: 200 len: 944 time: 0.0681748 Feb 16 13:35:26.397365 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-27915ada-beae-4f3d-bd10-b016fc2c1e05 req-e71a4f47-5b4e-4407-a323-f5e459fa2630 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/security-groups?id=c20779c0-f7ca-462d-85f0-fc23f98ae21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375853 Feb 16 13:35:26.468943 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-740a1411-3a07-48bc-9a6d-a9563ea16c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'name': 'tempest-TestSnapshotPattern-1601971040-router', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': '3ee27bd6-daae-433f-a3b6-820197c818db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:30:23Z', 'updated_at': '2022-02-16T13:30:26Z', 'revision_number': 4, 'project_id': '706808f14c154dc9a41590955866a28c', 'gw_port': {'id': '3ee27bd6-daae-433f-a3b6-820197c818db', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:15:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:24Z', 'updated_at': '2022-02-16T13:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '9318c48f-7947-45ae-a355-b8f53545430e', 'name': '', 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'mac_address': 'fa:16:3e:f8:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'df7a8f05-c597-432e-8d6c-9f22cef18d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:25Z', 'updated_at': '2022-02-16T13:30:31Z', 'revision_number': 5, 'project_id': '706808f14c154dc9a41590955866a28c', 'subnets': [{'id': 'df7a8f05-c597-432e-8d6c-9f22cef18d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:35:26.498210 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 55c3c6be-e3ec-4585-9ea7-1669daa54e57 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:35:26.501902 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740a1411-3a07-48bc-9a6d-a9563ea16c06 None None] Checking router: a120ba66-0355-47c4-848d-7666f9e44b6b for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:35:26.522276 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] No Port match for: 55c3c6be-e3ec-4585-9ea7-1669daa54e57 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:35:26.522621 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 55c3c6be-e3ec-4585-9ea7-1669daa54e57 not bound to the agent host hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:35:26.531851 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740a1411-3a07-48bc-9a6d-a9563ea16c06 None None] Routers {'a120ba66-0355-47c4-848d-7666f9e44b6b'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:35:26.532482 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-740a1411-3a07-48bc-9a6d-a9563ea16c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:35:25Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['a120ba66-0355-47c4-848d-7666f9e44b6b'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:35:26.686854 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-740a1411-3a07-48bc-9a6d-a9563ea16c06 None None] Set router a120ba66-0355-47c4-848d-7666f9e44b6b gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:35:26.741779 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda105e1-0bd6-4b8d-a618-499e5341df8a req-e6204ae7-1180-4be3-af5a-2c52fc700ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:26.743624 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-eda105e1-0bd6-4b8d-a618-499e5341df8a req-e6204ae7-1180-4be3-af5a-2c52fc700ba4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7286e03e-4ab9-41f2-8933-7ef5d0d2600e HTTP/1.1" status: 200 len: 911 time: 0.5423934 Feb 16 13:35:26.804301 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-eda105e1-0bd6-4b8d-a618-499e5341df8a req-dc4a4e26-9d47-474e-86d0-e44cd6672288 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e630114-d286-4135-80a0-825a004d4abb HTTP/1.1" status: 200 len: 217 time: 0.0527647 Feb 16 13:35:26.860365 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda105e1-0bd6-4b8d-a618-499e5341df8a req-4bc974f5-a486-4d9f-b542-07412845931c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:26.862356 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-eda105e1-0bd6-4b8d-a618-499e5341df8a req-4bc974f5-a486-4d9f-b542-07412845931c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=df7a8f05-c597-432e-8d6c-9f22cef18d7e HTTP/1.1" status: 200 len: 849 time: 0.0508451 Feb 16 13:35:26.930127 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda105e1-0bd6-4b8d-a618-499e5341df8a req-374e1ad5-b222-4567-a400-4d583445908d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:26.934639 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-eda105e1-0bd6-4b8d-a618-499e5341df8a req-374e1ad5-b222-4567-a400-4d583445908d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7286e03e-4ab9-41f2-8933-7ef5d0d2600e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0619748 Feb 16 13:35:26.937225 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-740a1411-3a07-48bc-9a6d-a9563ea16c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'name': 'tempest-TestSnapshotPattern-1601971040-router', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': '3ee27bd6-daae-433f-a3b6-820197c818db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:30:23Z', 'updated_at': '2022-02-16T13:30:26Z', 'revision_number': 4, 'project_id': '706808f14c154dc9a41590955866a28c', 'gw_port': {'id': '3ee27bd6-daae-433f-a3b6-820197c818db', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:15:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:24Z', 'updated_at': '2022-02-16T13:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '9318c48f-7947-45ae-a355-b8f53545430e', 'name': '', 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'mac_address': 'fa:16:3e:f8:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'df7a8f05-c597-432e-8d6c-9f22cef18d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:25Z', 'updated_at': '2022-02-16T13:30:31Z', 'revision_number': 5, 'project_id': '706808f14c154dc9a41590955866a28c', 'subnets': [{'id': 'df7a8f05-c597-432e-8d6c-9f22cef18d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:35:26.966095 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740a1411-3a07-48bc-9a6d-a9563ea16c06 None None] The sync data for ids ['a120ba66-0355-47c4-848d-7666f9e44b6b'] in dv-neutron-828142-3-hyperv is: [{'id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'name': 'tempest-TestSnapshotPattern-1601971040-router', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': '3ee27bd6-daae-433f-a3b6-820197c818db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:30:23Z', 'updated_at': '2022-02-16T13:30:26Z', 'revision_number': 4, 'project_id': '706808f14c154dc9a41590955866a28c', 'gw_port': {'id': '3ee27bd6-daae-433f-a3b6-820197c818db', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:15:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:24Z', 'updated_at': '2022-02-16T13:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv', '_interfaces': [{'id': '9318c48f-7947-45ae-a355-b8f53545430e', 'name': '', 'network_id': '7286e03e-4ab9-41f2-8933-7ef5d0d2600e', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'mac_address': 'fa:16:3e:f8:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'df7a8f05-c597-432e-8d6c-9f22cef18d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:25Z', 'updated_at': '2022-02-16T13:30:31Z', 'revision_number': 5, 'project_id': '706808f14c154dc9a41590955866a28c', 'subnets': [{'id': 'df7a8f05-c597-432e-8d6c-9f22cef18d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:35:27.051897 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-eda105e1-0bd6-4b8d-a618-499e5341df8a req-9b07fab7-7f68-4e51-abd6-93dce061e59b service neutron] 10.222.0.42 "GET /v2.0/networks/7286e03e-4ab9-41f2-8933-7ef5d0d2600e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092768 Feb 16 13:35:27.136981 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:27.192668 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-eda105e1-0bd6-4b8d-a618-499e5341df8a req-7fc38b5a-0a53-4881-b4d5-b1d86f37f03f service neutron] 10.222.0.42 "GET /v2.0/networks/7286e03e-4ab9-41f2-8933-7ef5d0d2600e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328745 Feb 16 13:35:27.269276 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc81b713-dfe6-466c-a666-f44ffdaebd5c None None] New status for floating IP 70de76b6-0d37-4f0c-9b97-fb984e5cf108: DOWN {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:35:27.530350 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28167927-e69f-43ac-b922-0cc0db8c5091 req-d3db7e8f-1bb4-4acf-bc1f-7d5f6c6d3b7b tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:27.532312 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-28167927-e69f-43ac-b922-0cc0db8c5091 req-d3db7e8f-1bb4-4acf-bc1f-7d5f6c6d3b7b tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/ports?device_id=aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5 HTTP/1.1" status: 200 len: 944 time: 0.0526905 Feb 16 13:35:27.577512 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:27.593400 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-28167927-e69f-43ac-b922-0cc0db8c5091 req-75988469-2690-4ddf-a4f0-dd1ae9fa9011 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/security-groups?id=c20779c0-f7ca-462d-85f0-fc23f98ae21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506392 Feb 16 13:35:28.097461 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551cdb5-37e3-4242-8d15-9ae810f8a2dc req-bc5a1b2f-24fe-42cb-b4e8-9f3076fcb8b7 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:28.098836 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6551cdb5-37e3-4242-8d15-9ae810f8a2dc req-bc5a1b2f-24fe-42cb-b4e8-9f3076fcb8b7 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5 HTTP/1.1" status: 200 len: 944 time: 0.0502670 Feb 16 13:35:28.192393 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-6551cdb5-37e3-4242-8d15-9ae810f8a2dc req-e094c7ff-f74c-4987-92d2-4bc7f65b296a tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Deleting port 7e630114-d286-4135-80a0-825a004d4abb {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:35:28.192770 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-6551cdb5-37e3-4242-8d15-9ae810f8a2dc req-e094c7ff-f74c-4987-92d2-4bc7f65b296a tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:28.289132 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-6551cdb5-37e3-4242-8d15-9ae810f8a2dc req-e094c7ff-f74c-4987-92d2-4bc7f65b296a tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] For port 7e630114-d286-4135-80a0-825a004d4abb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7e630114-d286-4135-80a0-825a004d4abb,segment=NetworkSegment(48e8e3bf-285b-47e0-9e59-783251e75002),segment_id=48e8e3bf-285b-47e0-9e59-783251e75002)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:35:28.289507 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-6551cdb5-37e3-4242-8d15-9ae810f8a2dc req-e094c7ff-f74c-4987-92d2-4bc7f65b296a tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:28.304469 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-6551cdb5-37e3-4242-8d15-9ae810f8a2dc req-e094c7ff-f74c-4987-92d2-4bc7f65b296a tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Calling delete_port for 7e630114-d286-4135-80a0-825a004d4abb owned by compute:nova {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:35:28.447333 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-6551cdb5-37e3-4242-8d15-9ae810f8a2dc req-e094c7ff-f74c-4987-92d2-4bc7f65b296a tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:28.478523 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e094c7ff-f74c-4987-92d2-4bc7f65b296a tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Pushing event deleted for resources: {'Port': ['ID=7e630114-d286-4135-80a0-825a004d4abb,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:28.518723 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-6551cdb5-37e3-4242-8d15-9ae810f8a2dc req-e094c7ff-f74c-4987-92d2-4bc7f65b296a tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] No DVR routers for this DVR port 7e630114-d286-4135-80a0-825a004d4abb on host hv-neutron-8281 {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:35:28.521253 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-6551cdb5-37e3-4242-8d15-9ae810f8a2dc req-e094c7ff-f74c-4987-92d2-4bc7f65b296a tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115430'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:28.525226 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6551cdb5-37e3-4242-8d15-9ae810f8a2dc req-e094c7ff-f74c-4987-92d2-4bc7f65b296a tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.42 "DELETE /v2.0/ports/7e630114-d286-4135-80a0-825a004d4abb HTTP/1.1" status: 204 len: 173 time: 0.4192584 Feb 16 13:35:28.525662 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5', 'name': 'network-vif-deleted', 'tag': '7e630114-d286-4135-80a0-825a004d4abb'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:35:28.527895 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344739cfaf53943f77c3c59f5e34a5b1d220577da8936f8ca16dab4dc583845b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a97c60-20d8-4834-ac85-aba4d49c4a0c" -d '{"events": [{"server_uuid": "aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5", "name": "network-vif-deleted", "tag": "7e630114-d286-4135-80a0-825a004d4abb"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:35:28.591716 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1029d0-575f-4223-8bf6-342ca9c3044d x-openstack-request-id: req-4d1029d0-575f-4223-8bf6-342ca9c3044d {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:35:28.592149 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5", "name": "network-vif-deleted", "tag": "7e630114-d286-4135-80a0-825a004d4abb", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:35:28.592531 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4d1029d0-575f-4223-8bf6-342ca9c3044d {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:35:28.593172 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5', 'name': 'network-vif-deleted', 'tag': '7e630114-d286-4135-80a0-825a004d4abb', 'status': 'completed', 'code': 200} Feb 16 13:35:28.712848 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [req-fa791a33-a9c4-4433-926e-29ec82234d5e req-41ab5332-ca9f-44ac-96f5-fe1ad8dc5b0f tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "GET /v2.0/ports?device_id=aea81493-b1e5-4e1a-a7b3-7b5b5842a8d5 HTTP/1.1" status: 200 len: 210 time: 0.0320508 Feb 16 13:35:28.996534 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:29.775724 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 45656) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:35:29.835341 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1c338b90-4e7e-4bd3-9003-520df0e760d1 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:29.861398 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1c338b90-4e7e-4bd3-9003-520df0e760d1 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:29.927608 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1c338b90-4e7e-4bd3-9003-520df0e760d1 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:29.931379 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1c338b90-4e7e-4bd3-9003-520df0e760d1 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:29.932599 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1c338b90-4e7e-4bd3-9003-520df0e760d1 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] 10.222.0.90 "DELETE /v2.0/security-groups/c20779c0-f7ca-462d-85f0-fc23f98ae21c HTTP/1.1" status: 204 len: 168 time: 0.1557786 Feb 16 13:35:29.942204 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c338b90-4e7e-4bd3-9003-520df0e760d1 tempest-TestSnapshotPattern-1163330021 tempest-TestSnapshotPattern-1163330021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20779c0-f7ca-462d-85f0-fc23f98ae21c,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:29.996000 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 45660) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:35:30.508474 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5f7c9802-6761-4948-88b6-641ecd76dbfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:30.757806 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-5f7c9802-6761-4948-88b6-641ecd76dbfc admin admin] Deleting port 9318c48f-7947-45ae-a355-b8f53545430e {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:35:30.758106 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5f7c9802-6761-4948-88b6-641ecd76dbfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:30.850961 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-5f7c9802-6761-4948-88b6-641ecd76dbfc admin admin] For port 9318c48f-7947-45ae-a355-b8f53545430e, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=9318c48f-7947-45ae-a355-b8f53545430e,segment=NetworkSegment(48e8e3bf-285b-47e0-9e59-783251e75002),segment_id=48e8e3bf-285b-47e0-9e59-783251e75002)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:35:30.851721 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5f7c9802-6761-4948-88b6-641ecd76dbfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:30.862894 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-5f7c9802-6761-4948-88b6-641ecd76dbfc admin admin] Calling delete_port for 9318c48f-7947-45ae-a355-b8f53545430e owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:35:31.057666 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5f7c9802-6761-4948-88b6-641ecd76dbfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:31.085272 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c9802-6761-4948-88b6-641ecd76dbfc admin admin] Pushing event deleted for resources: {'Port': ['ID=9318c48f-7947-45ae-a355-b8f53545430e,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:31.278645 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5f7c9802-6761-4948-88b6-641ecd76dbfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:31.507620 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7c9802-6761-4948-88b6-641ecd76dbfc admin admin] Router a120ba66-0355-47c4-848d-7666f9e44b6b has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:35:31.656389 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7c9802-6761-4948-88b6-641ecd76dbfc admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:35:31.667771 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5f7c9802-6761-4948-88b6-641ecd76dbfc admin admin] 10.222.0.90 "PUT /v2.0/routers/a120ba66-0355-47c4-848d-7666f9e44b6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6668084 Feb 16 13:35:31.667979 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 45668) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:35:31.668620 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5de6a78-73d9-4de3-a310-296c9f2aa6e2 None None] Sync routers for ids ['a120ba66-0355-47c4-848d-7666f9e44b6b'] in dv-neutron-828142-3-hyperv {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:35:31.679622 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5de6a78-73d9-4de3-a310-296c9f2aa6e2 None None] Routers {'a120ba66-0355-47c4-848d-7666f9e44b6b'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:35:31.680235 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-f5de6a78-73d9-4de3-a310-296c9f2aa6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:35:25Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['a120ba66-0355-47c4-848d-7666f9e44b6b'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:35:31.773186 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0095422-2b8f-419b-9a52-a280e6550a4f admin admin] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:31.786232 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-f5de6a78-73d9-4de3-a310-296c9f2aa6e2 None None] Set router a120ba66-0355-47c4-848d-7666f9e44b6b gateway port host: dv-neutron-828142-3-hyperv {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:35:31.910489 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0095422-2b8f-419b-9a52-a280e6550a4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:31.988735 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-d0095422-2b8f-419b-9a52-a280e6550a4f admin admin] Deleting port 3ee27bd6-daae-433f-a3b6-820197c818db {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:35:31.989112 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0095422-2b8f-419b-9a52-a280e6550a4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:32.010649 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-f5de6a78-73d9-4de3-a310-296c9f2aa6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'name': 'tempest-TestSnapshotPattern-1601971040-router', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': '3ee27bd6-daae-433f-a3b6-820197c818db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:30:23Z', 'updated_at': '2022-02-16T13:35:30Z', 'revision_number': 5, 'project_id': '706808f14c154dc9a41590955866a28c', 'gw_port': {'id': '3ee27bd6-daae-433f-a3b6-820197c818db', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:15:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:24Z', 'updated_at': '2022-02-16T13:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:35:32.042571 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5de6a78-73d9-4de3-a310-296c9f2aa6e2 None None] Checking router: a120ba66-0355-47c4-848d-7666f9e44b6b for host: dv-neutron-828142-3-hyperv {{(pid=109050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:35:32.054447 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5de6a78-73d9-4de3-a310-296c9f2aa6e2 None None] Routers {'a120ba66-0355-47c4-848d-7666f9e44b6b'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:35:32.055203 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-f5de6a78-73d9-4de3-a310-296c9f2aa6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:35:25Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['a120ba66-0355-47c4-848d-7666f9e44b6b'], 'active': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:35:32.090550 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-d0095422-2b8f-419b-9a52-a280e6550a4f admin admin] For port 3ee27bd6-daae-433f-a3b6-820197c818db, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=3ee27bd6-daae-433f-a3b6-820197c818db,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:35:32.091619 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0095422-2b8f-419b-9a52-a280e6550a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:32.111770 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-d0095422-2b8f-419b-9a52-a280e6550a4f admin admin] Calling delete_port for 3ee27bd6-daae-433f-a3b6-820197c818db owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:35:32.147427 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvr_db [None req-f5de6a78-73d9-4de3-a310-296c9f2aa6e2 None None] Set router a120ba66-0355-47c4-848d-7666f9e44b6b gateway port host: None {{(pid=109050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:35:32.204065 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_hamode_db [None req-f5de6a78-73d9-4de3-a310-296c9f2aa6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'name': 'tempest-TestSnapshotPattern-1601971040-router', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:30:23Z', 'updated_at': '2022-02-16T13:35:31Z', 'revision_number': 6, 'project_id': '706808f14c154dc9a41590955866a28c', 'gw_port_host': None}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:35:32.230686 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5de6a78-73d9-4de3-a310-296c9f2aa6e2 None None] The sync data for ids ['a120ba66-0355-47c4-848d-7666f9e44b6b'] in dv-neutron-828142-3-hyperv is: [{'id': 'a120ba66-0355-47c4-848d-7666f9e44b6b', 'name': 'tempest-TestSnapshotPattern-1601971040-router', 'tenant_id': '706808f14c154dc9a41590955866a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:30:23Z', 'updated_at': '2022-02-16T13:35:31Z', 'revision_number': 6, 'project_id': '706808f14c154dc9a41590955866a28c', 'gw_port_host': None}] {{(pid=109050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:35:32.335455 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0095422-2b8f-419b-9a52-a280e6550a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:32.368657 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0095422-2b8f-419b-9a52-a280e6550a4f admin admin] Pushing event deleted for resources: {'Port': ['ID=3ee27bd6-daae-433f-a3b6-820197c818db,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:32.429484 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0095422-2b8f-419b-9a52-a280e6550a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:32.520414 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0095422-2b8f-419b-9a52-a280e6550a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:32.522639 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0095422-2b8f-419b-9a52-a280e6550a4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:32.528519 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 7e630114-d286-4135-80a0-825a004d4abb no longer exists at agent hyperv_hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:35:32.548844 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] No Port match for: 7e630114-d286-4135-80a0-825a004d4abb {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:35:32.549282 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Device 7e630114-d286-4135-80a0-825a004d4abb not bound to the agent host hv-neutron-8281 {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:35:32.596923 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0095422-2b8f-419b-9a52-a280e6550a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:32.597290 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0095422-2b8f-419b-9a52-a280e6550a4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a120ba66-0355-47c4-848d-7666f9e44b6b {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 13:35:32.602224 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0095422-2b8f-419b-9a52-a280e6550a4f admin admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:32.606609 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d0095422-2b8f-419b-9a52-a280e6550a4f admin admin] 10.222.0.90 "DELETE /v2.0/routers/a120ba66-0355-47c4-848d-7666f9e44b6b HTTP/1.1" status: 204 len: 168 time: 0.9375839 Feb 16 13:35:32.607270 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 45670) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:35:32.663657 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe527a74-82d7-4987-90ee-011c4939b516 admin admin] Deleting subnet df7a8f05-c597-432e-8d6c-9f22cef18d7e {{(pid=109048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 13:35:32.667822 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fe527a74-82d7-4987-90ee-011c4939b516 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:32.714585 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fe527a74-82d7-4987-90ee-011c4939b516 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9563606'] for subnet, precommit_delete_associations {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:32.806104 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fe527a74-82d7-4987-90ee-011c4939b516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:32.867426 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fe527a74-82d7-4987-90ee-011c4939b516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10311863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9768303'] for subnet, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:32.912288 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe527a74-82d7-4987-90ee-011c4939b516 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df7a8f05-c597-432e-8d6c-9f22cef18d7e,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:32.915388 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-fe527a74-82d7-4987-90ee-011c4939b516 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:32.919587 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac0f950-af70-427d-b1ec-1a0196986043 None None] Network 7286e03e-4ab9-41f2-8933-7ef5d0d2600e requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:35:32.920297 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-fe527a74-82d7-4987-90ee-011c4939b516 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/df7a8f05-c597-432e-8d6c-9f22cef18d7e HTTP/1.1" status: 204 len: 168 time: 0.3117838 Feb 16 13:35:32.923842 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 45672) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:35:33.011189 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d69c3df4-4706-404e-b587-9475e6f7a56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:33.083192 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-d69c3df4-4706-404e-b587-9475e6f7a56a admin admin] Deleting port ec3e0006-52ae-4c4d-9e3b-b75b443bc818 {{(pid=109048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:35:33.083532 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d69c3df4-4706-404e-b587-9475e6f7a56a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:33.132501 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b91646c-a10f-47bc-b5d7-6bbb7eb6f8ec None None] DHCP port deletion for 7286e03e-4ab9-41f2-8933-7ef5d0d2600e request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 13:35:33.165440 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.db [None req-d69c3df4-4706-404e-b587-9475e6f7a56a admin admin] For port ec3e0006-52ae-4c4d-9e3b-b75b443bc818, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=ec3e0006-52ae-4c4d-9e3b-b75b443bc818,segment=NetworkSegment(48e8e3bf-285b-47e0-9e59-783251e75002),segment_id=48e8e3bf-285b-47e0-9e59-783251e75002)] {{(pid=109048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:35:33.166209 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d69c3df4-4706-404e-b587-9475e6f7a56a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:33.182324 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.plugin [None req-d69c3df4-4706-404e-b587-9475e6f7a56a admin admin] Calling delete_port for ec3e0006-52ae-4c4d-9e3b-b75b443bc818 owned by network:dhcp {{(pid=109048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:35:33.191605 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-1b91646c-a10f-47bc-b5d7-6bbb7eb6f8ec None None] Deleting port ec3e0006-52ae-4c4d-9e3b-b75b443bc818 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:35:33.192496 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1b91646c-a10f-47bc-b5d7-6bbb7eb6f8ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:33.274745 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-1b91646c-a10f-47bc-b5d7-6bbb7eb6f8ec None None] For port ec3e0006-52ae-4c4d-9e3b-b75b443bc818, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=ec3e0006-52ae-4c4d-9e3b-b75b443bc818,segment=NetworkSegment(48e8e3bf-285b-47e0-9e59-783251e75002),segment_id=48e8e3bf-285b-47e0-9e59-783251e75002)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:35:33.275379 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1b91646c-a10f-47bc-b5d7-6bbb7eb6f8ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:33.276476 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d69c3df4-4706-404e-b587-9475e6f7a56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10311748'] for port, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:33.299368 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-1b91646c-a10f-47bc-b5d7-6bbb7eb6f8ec None None] Calling delete_port for ec3e0006-52ae-4c4d-9e3b-b75b443bc818 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:35:33.315762 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c3df4-4706-404e-b587-9475e6f7a56a admin admin] Pushing event deleted for resources: {'Port': ['ID=ec3e0006-52ae-4c4d-9e3b-b75b443bc818,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:33.323110 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69c3df4-4706-404e-b587-9475e6f7a56a admin admin] No DVR routers for this DVR port ec3e0006-52ae-4c4d-9e3b-b75b443bc818 on host dv-neutron-828142-3-hyperv {{(pid=109048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:35:33.411638 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d69c3df4-4706-404e-b587-9475e6f7a56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:33.424903 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1b91646c-a10f-47bc-b5d7-6bbb7eb6f8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:33.438247 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-d69c3df4-4706-404e-b587-9475e6f7a56a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7286e03e-4ab9-41f2-8933-7ef5d0d2600e']}} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:35:33.449617 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-d69c3df4-4706-404e-b587-9475e6f7a56a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48e8e3bf-285b-47e0-9e59-783251e75002') {'for_net_delete': True} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:35:33.449916 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.services.segments.db [None req-d69c3df4-4706-404e-b587-9475e6f7a56a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48e8e3bf-285b-47e0-9e59-783251e75002') {} {{(pid=109048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:35:33.452440 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91646c-a10f-47bc-b5d7-6bbb7eb6f8ec None None] Pushing event deleted for resources: {'Port': ['ID=ec3e0006-52ae-4c4d-9e3b-b75b443bc818,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:33.458716 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b91646c-a10f-47bc-b5d7-6bbb7eb6f8ec None None] No DVR routers for this DVR port ec3e0006-52ae-4c4d-9e3b-b75b443bc818 on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:35:33.466656 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d69c3df4-4706-404e-b587-9475e6f7a56a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9563609'] for segment, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:33.484663 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d69c3df4-4706-404e-b587-9475e6f7a56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:33.492389 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d69c3df4-4706-404e-b587-9475e6f7a56a admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=109048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:35:33.493580 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d69c3df4-4706-404e-b587-9475e6f7a56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10311697'] for segment, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:33.495581 dv-neutron-828142-3-hyperv neutron-server[109048]: Traceback (most recent call last): Feb 16 13:35:33.495581 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:35:33.495581 dv-neutron-828142-3-hyperv neutron-server[109048]: timer() Feb 16 13:35:33.495581 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:35:33.495581 dv-neutron-828142-3-hyperv neutron-server[109048]: cb(*args, **kw) Feb 16 13:35:33.495581 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 13:35:33.495581 dv-neutron-828142-3-hyperv neutron-server[109048]: return func(*args, **kwargs) Feb 16 13:35:33.495581 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:35:33.495581 dv-neutron-828142-3-hyperv neutron-server[109048]: self._notify() Feb 16 13:35:33.495581 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:35:33.495581 dv-neutron-828142-3-hyperv neutron-server[109048]: self.callback(batched_events) Feb 16 13:35:33.495581 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:35:33.495581 dv-neutron-828142-3-hyperv neutron-server[109048]: event.method(event) Feb 16 13:35:33.495581 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 13:35:33.495581 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:35:33.495581 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 13:35:33.495581 dv-neutron-828142-3-hyperv neutron-server[109048]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:35:33.495581 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 13:35:33.495581 dv-neutron-828142-3-hyperv neutron-server[109048]: return f(self, *a, **k) Feb 16 13:35:33.495581 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 13:35:33.495581 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._get(url).json() Feb 16 13:35:33.495581 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 13:35:33.495581 dv-neutron-828142-3-hyperv neutron-server[109048]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:35:33.495581 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:35:33.495581 dv-neutron-828142-3-hyperv neutron-server[109048]: return self.request(url, 'GET', **kwargs) Feb 16 13:35:33.495581 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:35:33.495581 dv-neutron-828142-3-hyperv neutron-server[109048]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:35:33.495581 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:35:33.495581 dv-neutron-828142-3-hyperv neutron-server[109048]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:35:33.495581 dv-neutron-828142-3-hyperv neutron-server[109048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:35:33.495581 dv-neutron-828142-3-hyperv neutron-server[109048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:35:33.495581 dv-neutron-828142-3-hyperv neutron-server[109048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:35:33.570142 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d69c3df4-4706-404e-b587-9475e6f7a56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:33.576800 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-d69c3df4-4706-404e-b587-9475e6f7a56a admin admin] Notify callbacks [] for network, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:33.580464 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-d69c3df4-4706-404e-b587-9475e6f7a56a admin admin] 10.222.0.90 "DELETE /v2.0/networks/7286e03e-4ab9-41f2-8933-7ef5d0d2600e HTTP/1.1" status: 204 len: 168 time: 0.6555262 Feb 16 13:35:33.583947 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 45674) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:35:33.595784 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c3df4-4706-404e-b587-9475e6f7a56a admin admin] Pushing event deleted for resources: {'Network': ['ID=7286e03e-4ab9-41f2-8933-7ef5d0d2600e,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:33.890540 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 3ee27bd6-daae-433f-a3b6-820197c818db no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:35:33.925711 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 3ee27bd6-daae-433f-a3b6-820197c818db {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:35:33.926543 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 3ee27bd6-daae-433f-a3b6-820197c818db not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:35:33.927141 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device ec3e0006-52ae-4c4d-9e3b-b75b443bc818 no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:35:33.949449 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: ec3e0006-52ae-4c4d-9e3b-b75b443bc818 {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:35:33.949839 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device ec3e0006-52ae-4c4d-9e3b-b75b443bc818 not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:35:33.950273 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 9318c48f-7947-45ae-a355-b8f53545430e no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:35:33.970614 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: 9318c48f-7947-45ae-a355-b8f53545430e {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:35:33.970955 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device 9318c48f-7947-45ae-a355-b8f53545430e not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:35:33.983406 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4e8f3110-2f73-492c-9f01-7eb32b940be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3845558'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:34.257730 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-4e8f3110-2f73-492c-9f01-7eb32b940be8 admin admin] Deleting port dfcaa2a2-b71a-44f6-9a88-6f19177e16cf {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:35:34.258103 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4e8f3110-2f73-492c-9f01-7eb32b940be8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:34.346148 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-4e8f3110-2f73-492c-9f01-7eb32b940be8 admin admin] For port dfcaa2a2-b71a-44f6-9a88-6f19177e16cf, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=dfcaa2a2-b71a-44f6-9a88-6f19177e16cf,segment=NetworkSegment(48a8aa6b-e71c-466f-aa2d-9297b4621390),segment_id=48a8aa6b-e71c-466f-aa2d-9297b4621390)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:35:34.346516 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4e8f3110-2f73-492c-9f01-7eb32b940be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:34.360533 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-4e8f3110-2f73-492c-9f01-7eb32b940be8 admin admin] Calling delete_port for dfcaa2a2-b71a-44f6-9a88-6f19177e16cf owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:35:34.603127 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4e8f3110-2f73-492c-9f01-7eb32b940be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:34.631806 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f3110-2f73-492c-9f01-7eb32b940be8 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfcaa2a2-b71a-44f6-9a88-6f19177e16cf,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:34.855137 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4e8f3110-2f73-492c-9f01-7eb32b940be8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3845594'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:35.455277 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8f3110-2f73-492c-9f01-7eb32b940be8 admin admin] Router 724fe23d-c325-4fc0-8554-f6638d1b51be has already been hosted by L3 agent c3374bb1-1eae-4c97-babc-88a6b804bcde {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:35:35.590133 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8f3110-2f73-492c-9f01-7eb32b940be8 admin admin] Notify agent at l3_agent.dv-neutron-828142-3-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:35:35.596611 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4e8f3110-2f73-492c-9f01-7eb32b940be8 admin admin] 10.222.0.90 "PUT /v2.0/routers/724fe23d-c325-4fc0-8554-f6638d1b51be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0113375 Feb 16 13:35:35.598595 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 45682) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:35:35.600983 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0e8549-5463-415e-81f9-4920e691aa9f None None] Sync routers for ids ['724fe23d-c325-4fc0-8554-f6638d1b51be'] in dv-neutron-828142-3-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:35:35.615637 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0e8549-5463-415e-81f9-4920e691aa9f None None] Routers {'724fe23d-c325-4fc0-8554-f6638d1b51be'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:35:35.616402 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7b0e8549-5463-415e-81f9-4920e691aa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:35:25Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['724fe23d-c325-4fc0-8554-f6638d1b51be'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:35:35.723650 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3394f4c4-32f9-498e-840e-23cf7fbcc1dd admin admin] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:35.824300 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-7b0e8549-5463-415e-81f9-4920e691aa9f None None] Set router 724fe23d-c325-4fc0-8554-f6638d1b51be gateway port host: dv-neutron-828142-3-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:35:35.848111 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3394f4c4-32f9-498e-840e-23cf7fbcc1dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:35.937289 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-3394f4c4-32f9-498e-840e-23cf7fbcc1dd admin admin] Deleting port a04f7e3f-c8b4-40af-9749-bd528c15006b {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:35:35.937708 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3394f4c4-32f9-498e-840e-23cf7fbcc1dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:36.042141 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-3394f4c4-32f9-498e-840e-23cf7fbcc1dd admin admin] For port a04f7e3f-c8b4-40af-9749-bd528c15006b, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=a04f7e3f-c8b4-40af-9749-bd528c15006b,segment=NetworkSegment(dbbff15d-9150-40bd-8766-d5a5c91ad6ae),segment_id=dbbff15d-9150-40bd-8766-d5a5c91ad6ae)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:35:36.042573 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3394f4c4-32f9-498e-840e-23cf7fbcc1dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:36.062232 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7b0e8549-5463-415e-81f9-4920e691aa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724fe23d-c325-4fc0-8554-f6638d1b51be', 'name': 'tempest-TestSnapshotPattern-1488974210-router', 'tenant_id': 'f4df3762bd1949b0ae9b44d7aed89886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'external_fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'a04f7e3f-c8b4-40af-9749-bd528c15006b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:30:28Z', 'updated_at': '2022-02-16T13:35:34Z', 'revision_number': 5, 'project_id': 'f4df3762bd1949b0ae9b44d7aed89886', 'gw_port': {'id': 'a04f7e3f-c8b4-40af-9749-bd528c15006b', 'name': '', 'network_id': 'a08a3d1b-2e35-4b18-9cb0-756d355083e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:20:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724fe23d-c325-4fc0-8554-f6638d1b51be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828142-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:30:29Z', 'updated_at': '2022-02-16T13:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251a5c55-8cb0-4b40-ba55-3a3e570b4dc4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828142-3-hyperv'}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:35:36.064888 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-3394f4c4-32f9-498e-840e-23cf7fbcc1dd admin admin] Calling delete_port for a04f7e3f-c8b4-40af-9749-bd528c15006b owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:35:36.091286 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0e8549-5463-415e-81f9-4920e691aa9f None None] Checking router: 724fe23d-c325-4fc0-8554-f6638d1b51be for host: dv-neutron-828142-3-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:35:36.099899 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0e8549-5463-415e-81f9-4920e691aa9f None None] Routers {'724fe23d-c325-4fc0-8554-f6638d1b51be'} bound to L3 agent in host dv-neutron-828142-3-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:35:36.100498 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7b0e8549-5463-415e-81f9-4920e691aa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828142-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:34:54Z,description=,heartbeat_timestamp=2022-02-16T13:35:25Z,host='dv-neutron-828142-3-hyperv',id=c3374bb1-1eae-4c97-babc-88a6b804bcde,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:34:54Z,topic='l3_agent')) {'router_ids': ['724fe23d-c325-4fc0-8554-f6638d1b51be'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:35:36.192697 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-7b0e8549-5463-415e-81f9-4920e691aa9f None None] Set router 724fe23d-c325-4fc0-8554-f6638d1b51be gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:35:36.248310 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7b0e8549-5463-415e-81f9-4920e691aa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724fe23d-c325-4fc0-8554-f6638d1b51be', 'name': 'tempest-TestSnapshotPattern-1488974210-router', 'tenant_id': 'f4df3762bd1949b0ae9b44d7aed89886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:30:28Z', 'updated_at': '2022-02-16T13:35:35Z', 'revision_number': 6, 'project_id': 'f4df3762bd1949b0ae9b44d7aed89886', 'gw_port_host': None}], 'dv-neutron-828142-3-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:35:36.248785 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3394f4c4-32f9-498e-840e-23cf7fbcc1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:36.281645 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0e8549-5463-415e-81f9-4920e691aa9f None None] The sync data for ids ['724fe23d-c325-4fc0-8554-f6638d1b51be'] in dv-neutron-828142-3-hyperv is: [{'id': '724fe23d-c325-4fc0-8554-f6638d1b51be', 'name': 'tempest-TestSnapshotPattern-1488974210-router', 'tenant_id': 'f4df3762bd1949b0ae9b44d7aed89886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:30:28Z', 'updated_at': '2022-02-16T13:35:35Z', 'revision_number': 6, 'project_id': 'f4df3762bd1949b0ae9b44d7aed89886', 'gw_port_host': None}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:35:36.295593 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394f4c4-32f9-498e-840e-23cf7fbcc1dd admin admin] Pushing event deleted for resources: {'Port': ['ID=a04f7e3f-c8b4-40af-9749-bd528c15006b,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:36.366005 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3394f4c4-32f9-498e-840e-23cf7fbcc1dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3843192'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:36.475731 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3394f4c4-32f9-498e-840e-23cf7fbcc1dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3843995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28036'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:36.478881 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3394f4c4-32f9-498e-840e-23cf7fbcc1dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:36.530313 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3394f4c4-32f9-498e-840e-23cf7fbcc1dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3844085'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:36.530923 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3394f4c4-32f9-498e-840e-23cf7fbcc1dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 724fe23d-c325-4fc0-8554-f6638d1b51be {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 13:35:36.535539 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3394f4c4-32f9-498e-840e-23cf7fbcc1dd admin admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:36.536822 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3394f4c4-32f9-498e-840e-23cf7fbcc1dd admin admin] 10.222.0.90 "DELETE /v2.0/routers/724fe23d-c325-4fc0-8554-f6638d1b51be HTTP/1.1" status: 204 len: 168 time: 0.9366634 Feb 16 13:35:36.539618 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 45686) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:35:36.591926 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d6621b5-8168-4a2a-a900-4f54585e23bb admin admin] Deleting subnet d318c798-da1b-4a42-9ca9-9e58e7fbc923 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 13:35:36.594931 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2d6621b5-8168-4a2a-a900-4f54585e23bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:36.629814 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2d6621b5-8168-4a2a-a900-4f54585e23bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9743710'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:36.727059 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2d6621b5-8168-4a2a-a900-4f54585e23bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701199'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:36.810451 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2d6621b5-8168-4a2a-a900-4f54585e23bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9630362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9022229'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:36.838344 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6621b5-8168-4a2a-a900-4f54585e23bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d318c798-da1b-4a42-9ca9-9e58e7fbc923,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:36.844973 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2d6621b5-8168-4a2a-a900-4f54585e23bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:36.848193 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2d6621b5-8168-4a2a-a900-4f54585e23bb admin admin] 10.222.0.90 "DELETE /v2.0/subnets/d318c798-da1b-4a42-9ca9-9e58e7fbc923 HTTP/1.1" status: 204 len: 168 time: 0.3069251 Feb 16 13:35:36.850308 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422cafb4-7774-4fea-b0bc-79e5d9f2b0eb None None] Network 97a695f6-44e6-4f71-8cd3-4219c9a98255 requested from dv-neutron-828142-3-hyperv {{(pid=109050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 13:35:36.851841 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.90', 45688) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:35:36.928294 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d20cbb0c-c9be-4497-877f-3ebdbed4a3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728582'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:36.987114 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-d20cbb0c-c9be-4497-877f-3ebdbed4a3eb admin admin] Deleting port ff5d2420-d1e7-4989-95d4-ef55cca9c03b {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:35:36.987458 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d20cbb0c-c9be-4497-877f-3ebdbed4a3eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:37.071868 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-d20cbb0c-c9be-4497-877f-3ebdbed4a3eb admin admin] For port ff5d2420-d1e7-4989-95d4-ef55cca9c03b, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=ff5d2420-d1e7-4989-95d4-ef55cca9c03b,segment=NetworkSegment(48a8aa6b-e71c-466f-aa2d-9297b4621390),segment_id=48a8aa6b-e71c-466f-aa2d-9297b4621390)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:35:37.072306 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d20cbb0c-c9be-4497-877f-3ebdbed4a3eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:37.092096 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20dd9de-40f6-421c-ac68-2de0d8c1b671 None None] DHCP port deletion for 97a695f6-44e6-4f71-8cd3-4219c9a98255 request from dv-neutron-828142-3-hyperv {{(pid=109050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 13:35:37.096728 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-d20cbb0c-c9be-4497-877f-3ebdbed4a3eb admin admin] Calling delete_port for ff5d2420-d1e7-4989-95d4-ef55cca9c03b owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:35:37.155273 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-f20dd9de-40f6-421c-ac68-2de0d8c1b671 None None] Deleting port ff5d2420-d1e7-4989-95d4-ef55cca9c03b {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 13:35:37.155645 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f20dd9de-40f6-421c-ac68-2de0d8c1b671 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736716729950'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:37.200784 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d20cbb0c-c9be-4497-877f-3ebdbed4a3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9630313'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:37.244248 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20cbb0c-c9be-4497-877f-3ebdbed4a3eb admin admin] Pushing event deleted for resources: {'Port': ['ID=ff5d2420-d1e7-4989-95d4-ef55cca9c03b,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:37.247334 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20cbb0c-c9be-4497-877f-3ebdbed4a3eb admin admin] No DVR routers for this DVR port ff5d2420-d1e7-4989-95d4-ef55cca9c03b on host dv-neutron-828142-3-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:35:37.256209 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-f20dd9de-40f6-421c-ac68-2de0d8c1b671 None None] For port ff5d2420-d1e7-4989-95d4-ef55cca9c03b, host dv-neutron-828142-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828142-3-hyperv',level=0,port_id=ff5d2420-d1e7-4989-95d4-ef55cca9c03b,segment=NetworkSegment(48a8aa6b-e71c-466f-aa2d-9297b4621390),segment_id=48a8aa6b-e71c-466f-aa2d-9297b4621390)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:35:37.256900 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f20dd9de-40f6-421c-ac68-2de0d8c1b671 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3844000'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:37.275307 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-f20dd9de-40f6-421c-ac68-2de0d8c1b671 None None] Calling delete_port for ff5d2420-d1e7-4989-95d4-ef55cca9c03b owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 13:35:37.358473 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d20cbb0c-c9be-4497-877f-3ebdbed4a3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700333', 'neutron.services.segments.db._delete_segments_for_network-8736716637480'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:37.394805 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-d20cbb0c-c9be-4497-877f-3ebdbed4a3eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97a695f6-44e6-4f71-8cd3-4219c9a98255']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:35:37.398623 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f20dd9de-40f6-421c-ac68-2de0d8c1b671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736716730965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736716332692'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:37.410324 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-d20cbb0c-c9be-4497-877f-3ebdbed4a3eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48a8aa6b-e71c-466f-aa2d-9297b4621390') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:35:37.410324 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-d20cbb0c-c9be-4497-877f-3ebdbed4a3eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48a8aa6b-e71c-466f-aa2d-9297b4621390') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:35:37.427936 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d20cbb0c-c9be-4497-877f-3ebdbed4a3eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736716744852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9743697'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:37.450335 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d20cbb0c-c9be-4497-877f-3ebdbed4a3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:37.463338 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d20cbb0c-c9be-4497-877f-3ebdbed4a3eb admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:35:37.463809 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d20cbb0c-c9be-4497-877f-3ebdbed4a3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9630268'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:37.467038 dv-neutron-828142-3-hyperv neutron-server[109049]: Traceback (most recent call last): Feb 16 13:35:37.467038 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:35:37.467038 dv-neutron-828142-3-hyperv neutron-server[109049]: timer() Feb 16 13:35:37.467038 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:35:37.467038 dv-neutron-828142-3-hyperv neutron-server[109049]: cb(*args, **kw) Feb 16 13:35:37.467038 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 13:35:37.467038 dv-neutron-828142-3-hyperv neutron-server[109049]: return func(*args, **kwargs) Feb 16 13:35:37.467038 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:35:37.467038 dv-neutron-828142-3-hyperv neutron-server[109049]: self._notify() Feb 16 13:35:37.467038 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:35:37.467038 dv-neutron-828142-3-hyperv neutron-server[109049]: self.callback(batched_events) Feb 16 13:35:37.467038 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:35:37.467038 dv-neutron-828142-3-hyperv neutron-server[109049]: event.method(event) Feb 16 13:35:37.467038 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 13:35:37.467038 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:35:37.467038 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 13:35:37.467038 dv-neutron-828142-3-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:35:37.467038 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 13:35:37.467038 dv-neutron-828142-3-hyperv neutron-server[109049]: return f(self, *a, **k) Feb 16 13:35:37.467038 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 13:35:37.467038 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._get(url).json() Feb 16 13:35:37.467038 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 13:35:37.467038 dv-neutron-828142-3-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:35:37.467038 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:35:37.467038 dv-neutron-828142-3-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Feb 16 13:35:37.467038 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:35:37.467038 dv-neutron-828142-3-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:35:37.467038 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:35:37.467038 dv-neutron-828142-3-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:35:37.467038 dv-neutron-828142-3-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:35:37.467038 dv-neutron-828142-3-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:35:37.467038 dv-neutron-828142-3-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:35:37.563995 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d20cbb0c-c9be-4497-877f-3ebdbed4a3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843140'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:37.570810 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d20cbb0c-c9be-4497-877f-3ebdbed4a3eb admin admin] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:37.577554 dv-neutron-828142-3-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d20cbb0c-c9be-4497-877f-3ebdbed4a3eb admin admin] 10.222.0.90 "DELETE /v2.0/networks/97a695f6-44e6-4f71-8cd3-4219c9a98255 HTTP/1.1" status: 204 len: 168 time: 0.7214146 Feb 16 13:35:37.589457 dv-neutron-828142-3-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20cbb0c-c9be-4497-877f-3ebdbed4a3eb admin admin] Pushing event deleted for resources: {'Network': ['ID=97a695f6-44e6-4f71-8cd3-4219c9a98255,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:37.600588 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20dd9de-40f6-421c-ac68-2de0d8c1b671 None None] No DVR routers for this DVR port ff5d2420-d1e7-4989-95d4-ef55cca9c03b on host dv-neutron-828142-3-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:35:37.602341 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20dd9de-40f6-421c-ac68-2de0d8c1b671 None None] Pushing event deleted for resources: {'Port': ['ID=ff5d2420-d1e7-4989-95d4-ef55cca9c03b,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:37.707676 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 45692) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:35:37.749105 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-7170e2c0-f0c0-4697-9e51-99d4d106f598 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=706808f14c154dc9a41590955866a28c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400958 Feb 16 13:35:37.751684 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 45694) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:35:37.802933 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f038b2ab-5376-4d30-94f5-5a6687dbaf1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:37.826914 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f038b2ab-5376-4d30-94f5-5a6687dbaf1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:37.879500 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device a04f7e3f-c8b4-40af-9749-bd528c15006b no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:35:37.890150 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f038b2ab-5376-4d30-94f5-5a6687dbaf1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:37.895342 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-f038b2ab-5376-4d30-94f5-5a6687dbaf1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:37.896780 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-f038b2ab-5376-4d30-94f5-5a6687dbaf1b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/97a5c9b6-d68d-4ce0-90fa-b6e77812067b HTTP/1.1" status: 204 len: 168 time: 0.1439579 Feb 16 13:35:37.909339 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038b2ab-5376-4d30-94f5-5a6687dbaf1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a5c9b6-d68d-4ce0-90fa-b6e77812067b,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:37.915520 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: a04f7e3f-c8b4-40af-9749-bd528c15006b {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:35:37.915943 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device a04f7e3f-c8b4-40af-9749-bd528c15006b not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:35:37.916290 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device dfcaa2a2-b71a-44f6-9a88-6f19177e16cf no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:35:37.950883 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: dfcaa2a2-b71a-44f6-9a88-6f19177e16cf {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:35:37.951198 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device dfcaa2a2-b71a-44f6-9a88-6f19177e16cf not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:35:37.951765 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device ff5d2420-d1e7-4989-95d4-ef55cca9c03b no longer exists at agent ovs-agent-dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:35:37.974834 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] No Port match for: ff5d2420-d1e7-4989-95d4-ef55cca9c03b {{(pid=109050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 13:35:37.975157 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Device ff5d2420-d1e7-4989-95d4-ef55cca9c03b not bound to the agent host dv-neutron-828142-3-hyperv {{(pid=109050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:35:38.287933 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 45700) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:35:38.334387 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-bb120945-9b87-44ea-bccf-4a82b034c585 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f4df3762bd1949b0ae9b44d7aed89886&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452502 Feb 16 13:35:38.337507 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.wsgi [-] (109048) accepted ('10.222.0.90', 45702) {{(pid=109048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 13:35:38.389596 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3b21e68f-0853-4572-9d9a-60f802c98c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:38.416401 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3b21e68f-0853-4572-9d9a-60f802c98c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:38.469933 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3b21e68f-0853-4572-9d9a-60f802c98c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693842'] for security_group, after_delete {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:38.473645 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron_lib.callbacks.manager [None req-3b21e68f-0853-4572-9d9a-60f802c98c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:38.475248 dv-neutron-828142-3-hyperv neutron-server[109048]: INFO neutron.wsgi [None req-3b21e68f-0853-4572-9d9a-60f802c98c96 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2637bf62-f74b-476d-8438-04fac2f9c032 HTTP/1.1" status: 204 len: 168 time: 0.1367559 Feb 16 13:35:38.484862 dv-neutron-828142-3-hyperv neutron-server[109048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b21e68f-0853-4572-9d9a-60f802c98c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2637bf62-f74b-476d-8438-04fac2f9c032,revision_number=None']} {{(pid=109048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:41.425930 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:35:52.338526 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-656dbce5-4e98-4415-9ec3-4f2230f0ee61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:54.582377 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-32199343-f211-4868-ba2d-53cc0b226993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:55.940119 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:57.131359 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:57.574381 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:58.982674 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:18.425226 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:36:22.331698 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bff24c60-aeca-45d5-9c59-96df6c6f9b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:24.575551 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cea9bad9-f8df-4366-b122-af9b09b01ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:25.940954 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:27.139078 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:27.577232 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:28.981496 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:52.336738 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dcb1b76f-7bec-484e-9fc3-f1ab50e0c90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:54.577884 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-01196edb-f8d9-4db2-a30e-0ff0246632b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:55.424245 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:36:55.943953 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:57.131230 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:57.579124 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:58.993139 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:22.339207 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6fb2e6cf-b0c3-4775-88b1-64f9f1d242d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:24.581180 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d4dbc541-32ed-4532-b598-f89e2d9712f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:25.947338 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:27.135785 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:27.584179 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:28.996869 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:32.424969 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:37:52.345278 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-421aa2f9-e776-476c-aa6c-e03e11d83aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:54.586362 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-501cc1c7-90f7-4203-b0a2-fa917cfe0b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:55.952696 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:57.145804 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:57.587029 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:59.009945 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:09.423347 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:38:22.339510 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-045e4087-900b-4ccc-a0f5-599849862002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:24.591080 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ec960b01-0bfe-4bdd-9d80-070c985e13ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:25.954365 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:27.143752 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:27.598252 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:29.016498 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:46.428606 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:38:52.344383 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-75528883-443d-4024-8b29-bb97eda789f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:54.599931 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6be98f77-9d9e-41ed-9366-9e1dcc7aebe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:55.961413 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:57.138434 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:57.601778 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:59.027176 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:22.349277 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fa2002ff-54ae-4d52-907e-725d8ab878f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:23.428659 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:39:24.596006 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2e56580a-9c45-4c64-b8a3-f8608edaf120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:25.961390 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:27.142668 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:27.596648 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:29.046368 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:52.352166 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5332fc5b-54d6-41ce-b45f-6ee671b175d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:54.589162 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d1e86ead-6864-4a82-ad2a-e8143bf71eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:55.957747 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:57.152377 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:57.602937 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:59.058245 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:00.428342 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:40:22.355213 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-78909cc6-9bef-487e-82f1-57e62a457731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:24.592841 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c3ca5af2-b9fd-4ca9-8768-b82f3f03a5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:25.959059 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:27.149668 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:27.604058 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:29.067998 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:37.427518 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:40:52.358993 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c091cbd2-a24d-40e9-aba2-8a3fa9c78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:54.597254 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e96e135c-bbb3-49dd-8e0a-369086b44486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:55.964115 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:57.154382 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:57.607917 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:59.070629 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:14.429499 dv-neutron-828142-3-hyperv neutron-server[109051]: DEBUG neutron.db.agents_db [None req-dffbcc6c-5aee-415d-a78e-e29b11006558 None None] Agent healthcheck: found 6 active agents {{(pid=109051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:41:22.368685 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-872004bd-eba6-4c9c-b6c5-02653ca15c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:24.601924 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-60a236c6-2f33-46d4-85c1-26af1db0c4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:25.973365 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89fd11d3-9b03-4746-b5b0-71bc1a78a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:27.159716 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1cc2-a2f3-4402-9bbc-e398a5f60f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:27.614250 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7123-a60c-443d-aadd-c87796e9e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:29.071593 dv-neutron-828142-3-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-edc93152-88b5-405e-bef4-5fa5f7c4a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736716636290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703075'] for agent, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}